-- Logs begin at Mon 2021-12-20 21:56:20 UTC, end at Tue 2021-12-21 00:24:02 UTC. -- Dec 20 22:41:16.609617 n-d-822053-9 systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 22:41:19.452315 n-d-822053-9 neutron-server[115451]: INFO neutron.common.config [-] Logging enabled! Dec 20 22:41:19.452959 n-d-822053-9 neutron-server[115451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev303 Dec 20 22:41:19.453096 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 22:41:19.456330 n-d-822053-9 neutron-server[115451]: INFO neutron.common.config [-] Logging enabled! Dec 20 22:41:19.456583 n-d-822053-9 neutron-server[115451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev303 Dec 20 22:41:19.456889 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 22:41:19.457852 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 22:41:19.458084 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 22:41:19.458451 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 22:41:19.458694 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 22:41:19.458917 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 22:41:19.459234 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.460247 n-d-822053-9 neutron-server[115451]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 20 22:41:19.460562 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.460853 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.461144 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.461430 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.461712 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.462012 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.462298 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.462590 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.462868 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.463142 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.463419 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.463702 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.463976 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.464257 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.464537 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.464819 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] debug = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.465097 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.465507 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.465945 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.466222 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.466506 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.466777 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.467047 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.467317 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.467600 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.467924 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] host = n-d-822053-9 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.468195 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.468480 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.468766 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.469044 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.469316 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.469589 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.469890 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.470161 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.470428 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.470696 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.470984 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.471267 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.471550 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.471772 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.471991 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.472272 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.472552 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.472822 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.473131 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.473360 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.473693 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.473918 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.474184 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.474461 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.474999 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.475331 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.475607 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.475882 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.476149 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.476414 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.476694 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.476963 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.477230 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.477497 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.477803 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.478071 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.478336 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.478630 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.478910 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.479191 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.479472 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.479746 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.480020 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.480288 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.480557 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.480817 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_json = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.481088 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.481347 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.481622 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.481912 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.482181 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.482448 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.482711 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.482991 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:19.483285 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.483580 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.483877 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.484157 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.484457 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.484732 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.485017 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.485291 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.485575 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.485898 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.486184 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.486456 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.486737 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.487009 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.487298 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.487594 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.487883 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.488169 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.488443 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.488713 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.488983 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.489257 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.489540 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.489840 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.490127 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.490410 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.490683 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.491003 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.491304 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.491707 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.491997 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.492270 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.492544 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.492830 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.493103 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.493376 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.493649 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.493961 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.494236 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.494505 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.494781 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.495054 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.495323 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.495590 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.495867 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.496151 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.496422 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.496690 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.496954 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.497226 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.497493 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.497825 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.498076 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.498345 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.498611 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.498883 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.499148 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.499414 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.499682 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.499949 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.500218 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.500483 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.500749 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.501014 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.501279 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.501545 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.501899 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.502169 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.502485 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.502702 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.502965 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.503229 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.503500 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.503762 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.504061 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.504339 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.504613 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.504895 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.505164 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.505437 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.505710 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.506010 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.506283 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.507078 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.507348 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.507637 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.507916 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.508200 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.508480 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.508784 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.509080 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.509353 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.509631 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.509929 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.510204 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.510484 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.510763 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.511047 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.511336 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.511622 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.511911 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.512198 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.512471 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.512771 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.513044 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:19.513258 n-d-822053-9 neutron-server[115451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 22:41:19.513501 n-d-822053-9 neutron-server[115451]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115451) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 22:41:19.940633 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 22:41:19.940909 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 22:41:19.941219 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 22:41:19.941550 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 22:41:20.270091 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.270286 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.270551 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.271855 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.272179 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.272456 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.318387 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.318740 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.318944 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.332909 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.333187 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.333453 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.362983 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.363259 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.363520 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.400676 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.400949 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.401216 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.739556 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.740208 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.740208 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.740385 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.741601 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.841992 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.842311 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.842592 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.842857 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.843123 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.843430 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.843691 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.843950 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.844199 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.844479 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.844733 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.844994 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.845248 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.845495 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.845769 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.846033 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.846287 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.846552 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.846816 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.847072 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.847344 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.847597 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.847883 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.848262 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.848510 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.848754 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.849151 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.849390 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.849628 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.850668 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.851040 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.851250 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:20.851706 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 22:41:20.854953 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 22:41:20.858992 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 22:41:20.862981 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 20 22:41:20.864597 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 22:41:20.865061 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 22:41:20.865394 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 22:41:20.865858 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 22:41:20.869184 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 22:41:20.869432 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 22:41:20.869802 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 22:41:20.875114 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 22:41:20.898089 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 22:41:20.898634 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.898834 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115451) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 20 22:41:20.899191 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.900569 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115451) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 22:41:20.900846 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 22:41:20.901092 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 22:41:20.904327 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.904610 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:20.969286 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 22:41:20.969525 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 22:41:20.969780 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 22:41:20.970156 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 22:41:20.993047 n-d-822053-9 neutron-server[115451]: DEBUG oslo_db.sqlalchemy.engines [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115451) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 22:41:21.614541 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing driver for type 'gre' Dec 20 22:41:21.615073 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] gre ID ranges: [(1, 1000)] Dec 20 22:41:21.803218 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing driver for type 'local' Dec 20 22:41:21.804077 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing driver for type 'vlan' Dec 20 22:41:21.909264 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] VlanTypeDriver initialization complete Dec 20 22:41:21.910038 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing driver for type 'vxlan' Dec 20 22:41:21.910124 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] vxlan ID ranges: [(1, 1000)] Dec 20 22:41:22.106472 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing extension driver 'port_security' Dec 20 22:41:22.107026 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.extensions.port_security [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] PortSecurityExtensionDriver initialization complete Dec 20 22:41:22.107391 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing mechanism driver 'openvswitch' Dec 20 22:41:22.107771 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing mechanism driver 'hyperv' Dec 20 22:41:22.120356 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.plugin [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:22.121241 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.121609 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.122003 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.122551 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.122995 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.123353 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.123704 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.124108 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.124542 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.124914 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.125260 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.125664 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.126116 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.126469 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.126813 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.127222 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.127627 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.127979 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.128317 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.128739 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.129133 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > address_group after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.129483 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > address_group after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.129852 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.130256 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 22:41:22.130641 n-d-822053-9 neutron-server[115451]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] ML2 OVO RPC backend initialized. {{(pid=115451) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 22:41:22.132017 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.132539 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.133172 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.133172 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > networks before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.133504 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.133877 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > ports before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.134226 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.134569 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnets before_response 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.134916 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138187 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138187 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138187 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138187 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138505 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138505 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138505 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138505 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.138793 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.plugin [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Modular L2 Plugin initialization complete Dec 20 22:41:22.138793 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading services supported by the core plugin {{(pid=115451) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 22:41:22.138793 n-d-822053-9 neutron-server[115451]: INFO neutron.plugins.ml2.managers [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Got port-security extension from driver 'port_security' Dec 20 22:41:22.139504 n-d-822053-9 neutron-server[115451]: INFO neutron.extensions.vlantransparent [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Disabled vlantransparent extension. Dec 20 22:41:22.139679 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115451) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 22:41:22.139996 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: router Dec 20 22:41:22.178780 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.179188 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_create 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.179648 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router before_create 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.180026 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.180407 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.180771 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_delete 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.181139 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > floatingip after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.181623 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.182021 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_create 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.182379 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.182748 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.183105 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.183474 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.183972 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.184335 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.184683 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.185029 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: subnet after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.185376 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.185749 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.186109 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_create 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.186461 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.186810 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.187218 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router after_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.187526 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.187884 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_create 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.188283 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.188606 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_update 55549900 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.188978 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > agent after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.189333 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > agent after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.189686 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > network after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.190693 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Tracking information for resource: router configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:22.191032 n-d-822053-9 neutron-server[115451]: DEBUG neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Tracking information for resource: floatingip configured {{(pid=115451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 22:41:22.196692 n-d-822053-9 neutron-server[115451]: INFO neutron.db.l3_agentschedulers_db [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 22:41:22.197329 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.197630 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.198012 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.198372 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: port after_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.199161 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router before_create 55550100 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.199526 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.199889 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_create 55550100 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.200246 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > router precommit_update 55550100 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.205006 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.provider_configuration [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service providers = [] {{(pid=115451) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 22:41:22.205370 n-d-822053-9 neutron-server[115451]: DEBUG neutron.db.servicetype_db [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115451) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 22:41:22.208400 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.service_base [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 22:41:22.208756 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.service_base [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 22:41:22.209100 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.service_base [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 22:41:22.210082 n-d-822053-9 neutron-server[115451]: DEBUG neutron.services.service_base [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 22:41:22.210424 n-d-822053-9 neutron-server[115451]: INFO neutron.services.service_base [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 22:41:22.210811 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.211135 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 22:41:22.221955 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.222298 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: auto_allocate Dec 20 22:41:22.229214 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: network precommit_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.229587 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: network precommit_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.230142 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.230469 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: tag Dec 20 22:41:22.237393 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.237746 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: timestamp Dec 20 22:41:22.242342 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.247998 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: network_ip_availability Dec 20 22:41:22.253379 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.253777 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.254141 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.254878 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.255201 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: flavors Dec 20 22:41:22.260547 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.260880 n-d-822053-9 neutron-server[115451]: INFO neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading Plugin: revisions Dec 20 22:41:22.265248 n-d-822053-9 neutron-server[115451]: DEBUG neutron.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 22:41:22.265646 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.324s {{(pid=115451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 22:41:22.266422 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115451) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 22:41:22.266768 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Initializing extension manager. Dec 20 22:41:22.267294 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: __init__.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.267702 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: __pycache__ {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.268045 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.268384 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: address_group.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.269157 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.269761 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: address-group Dec 20 22:41:22.270093 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: address_scope.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.270824 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.271343 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: address-scope Dec 20 22:41:22.271671 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.272729 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.273249 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: router-admin-state-down-before-update Dec 20 22:41:22.273578 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: agent.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.274324 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.274838 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: agent Dec 20 22:41:22.275160 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: agent_resources_synced.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.276093 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.276610 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: agent-resources-synced Dec 20 22:41:22.276933 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: allowedaddresspairs.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.278786 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.279316 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: allowed-address-pairs Dec 20 22:41:22.279647 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: auto_allocated_topology.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.280754 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.281275 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: auto-allocated-topology Dec 20 22:41:22.281601 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: availability_zone.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.282338 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.282856 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: availability_zone Dec 20 22:41:22.283180 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: availability_zone_filter.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.284109 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.284621 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: availability_zone_filter Dec 20 22:41:22.284947 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: data_plane_status.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.285913 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.286424 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 22:41:22.286760 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: default_subnetpools.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.295099 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.295625 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: default-subnetpools Dec 20 22:41:22.295951 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.296807 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.297320 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: dhcp_agent_scheduler Dec 20 22:41:22.297645 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: dns.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.298634 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.299142 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension dns-integration not supported by any of loaded plugins Dec 20 22:41:22.299494 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: dns_domain_ports.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.300428 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.300937 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 22:41:22.301262 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.302298 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.302807 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 22:41:22.303130 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: dvr.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.304467 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.304982 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: dvr Dec 20 22:41:22.305309 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: ecmp_routes.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.306402 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.306922 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 22:41:22.307235 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: empty_string_filtering.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.308169 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.308681 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: empty-string-filtering Dec 20 22:41:22.309004 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.309966 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.310479 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 22:41:22.310801 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.311729 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.312238 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 22:41:22.312562 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: external_net.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.313554 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.314102 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: external-net Dec 20 22:41:22.314431 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.315351 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.315865 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: extra_dhcp_opt Dec 20 22:41:22.316188 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: extraroute.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.317108 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.317623 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: extraroute Dec 20 22:41:22.318006 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: extraroute_atomic.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.320751 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.321293 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: extraroute-atomic Dec 20 22:41:22.321629 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: filter_validation.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.322375 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.322890 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: filter-validation Dec 20 22:41:22.323219 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: fip_pf_description.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.329463 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.330038 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 22:41:22.330368 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: fip_port_details.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.331308 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.331826 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: fip-port-details Dec 20 22:41:22.332154 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: flavors.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.333430 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.333998 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: flavors Dec 20 22:41:22.334331 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.336233 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.336805 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 22:41:22.337142 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: floatingip_pools.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.337893 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.338418 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: floatingip-pools Dec 20 22:41:22.338749 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: ip_allocation.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.339707 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.340223 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 22:41:22.340553 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.341490 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.342038 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: ip-substring-filtering Dec 20 22:41:22.342507 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l2_adjacency.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.343460 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.343972 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 22:41:22.344302 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.345308 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.345865 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: router Dec 20 22:41:22.346200 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.348576 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.349115 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 22:41:22.349457 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.351233 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.351759 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: ext-gw-mode Dec 20 22:41:22.352114 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.353049 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.353618 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: l3-ha Dec 20 22:41:22.353946 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3_flavors.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.360501 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.361019 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: l3-flavors Dec 20 22:41:22.361345 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.362300 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.362817 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 22:41:22.363143 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: l3agentscheduler.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.364212 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.364732 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: l3_agent_scheduler Dec 20 22:41:22.365122 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: local_ip.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.367549 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.368082 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension local_ip not supported by any of loaded plugins Dec 20 22:41:22.368417 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: logging.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.369954 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.370480 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension logging not supported by any of loaded plugins Dec 20 22:41:22.370813 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: metering.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.371703 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.372287 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: metering Dec 20 22:41:22.372618 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.373820 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.374349 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: metering_source_and_destination_fields Dec 20 22:41:22.374682 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: multiprovidernet.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.375631 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.376154 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: multi-provider Dec 20 22:41:22.376485 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: netmtu.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.377415 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.377976 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: net-mtu Dec 20 22:41:22.378306 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: netmtu_writable.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.379233 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.379750 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: net-mtu-writable Dec 20 22:41:22.380077 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: network_availability_zone.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.380782 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.381817 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: network_availability_zone Dec 20 22:41:22.382277 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: network_ip_availability.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.389408 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.389981 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: network-ip-availability Dec 20 22:41:22.390411 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: network_segment_range.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.391197 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.391706 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 22:41:22.392036 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: pagination.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.393067 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.393399 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: pagination Dec 20 22:41:22.393741 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: port_device_profile.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.394685 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.395209 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: port-device-profile Dec 20 22:41:22.395534 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.396555 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.398011 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: port-mac-address-regenerate Dec 20 22:41:22.398349 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.399300 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.399824 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: port-numa-affinity-policy Dec 20 22:41:22.400146 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: port_resource_request.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.401073 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.401640 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 22:41:22.402018 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: port_resource_request_groups.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.403027 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.403539 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 20 22:41:22.403865 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: portbindings.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.404811 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.405346 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: binding Dec 20 22:41:22.405670 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: portbindings_extended.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.407026 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.407618 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: binding-extended Dec 20 22:41:22.407949 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: portsecurity.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.408891 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.409414 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: port-security Dec 20 22:41:22.409834 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: project_id.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.410856 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.411191 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: project-id Dec 20 22:41:22.411514 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: providernet.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.412455 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.413487 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: provider Dec 20 22:41:22.413905 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.418329 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.418939 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos not supported by any of loaded plugins Dec 20 22:41:22.419275 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.420546 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.421070 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 22:41:22.421405 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.422413 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.422938 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 22:41:22.423266 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_default.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.430979 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.431450 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-default not supported by any of loaded plugins Dec 20 22:41:22.431781 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_fip.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.432455 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.432967 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-fip not supported by any of loaded plugins Dec 20 22:41:22.433298 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_fip_network_policy.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.434490 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.435110 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 20 22:41:22.435439 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_gateway_ip.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.436440 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.436952 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 22:41:22.437336 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_port_network_policy.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.438388 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.438906 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 22:41:22.439235 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.440310 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.440831 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 20 22:41:22.441160 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_pps_rule.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.442408 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.442934 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-pps not supported by any of loaded plugins Dec 20 22:41:22.443264 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_rule_type_details.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.444229 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.444843 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 22:41:22.445171 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: qos_rules_alias.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.446266 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.446791 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 22:41:22.447121 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: quota_check_limit.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.448068 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.448588 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: quota-check-limit Dec 20 22:41:22.448915 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: quotasv2.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.449936 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.450268 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: quotas Dec 20 22:41:22.450593 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: quotasv2_detail.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.453953 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.454301 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: quota_details Dec 20 22:41:22.454639 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: rbac.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.455731 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.456268 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: rbac-policies Dec 20 22:41:22.456600 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: rbac_address_group.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.457552 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.458121 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: rbac-address-group Dec 20 22:41:22.458450 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: rbac_address_scope.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.459425 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.460141 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: rbac-address-scope Dec 20 22:41:22.460489 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: rbac_security_groups.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.467293 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.467293 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: rbac-security-groups Dec 20 22:41:22.467873 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: rbac_subnetpool.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.468274 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.468799 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: rbac-subnetpool Dec 20 22:41:22.469124 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: revisionifmatch.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.470131 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.470650 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: revision-if-match Dec 20 22:41:22.470974 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: revisions.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.472139 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.472658 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: standard-attr-revisions Dec 20 22:41:22.472983 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: router_availability_zone.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.473671 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.474209 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: router_availability_zone Dec 20 22:41:22.474537 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: routerservicetype.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.476255 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.476772 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension router-service-type not supported by any of loaded plugins Dec 20 22:41:22.477097 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.479055 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.479577 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: security-groups-normalized-cidr Dec 20 22:41:22.479910 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.480867 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.481388 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: port-security-groups-filtering Dec 20 22:41:22.481749 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.482738 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.483302 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: security-groups-remote-address-group Dec 20 22:41:22.483574 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.484533 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.485053 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: security-groups-shared-filtering Dec 20 22:41:22.485381 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.486054 n-d-822053-9 neutron-server[115451]: WARNING neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 20 22:41:22.486368 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: securitygroup.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.497195 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.497750 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: security-group Dec 20 22:41:22.498100 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: segment.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.498914 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.499430 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension segment not supported by any of loaded plugins Dec 20 22:41:22.499758 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.500734 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.501252 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 22:41:22.501578 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: servicetype.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.502788 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.503316 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: service-type Dec 20 22:41:22.503651 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: sorting.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.504665 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.505003 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: sorting Dec 20 22:41:22.505333 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: standard_attr_segment.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.506407 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.506951 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 22:41:22.507279 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: standardattrdescription.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.507956 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.508488 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: standard-attr-description Dec 20 22:41:22.508815 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: stateful_security_group.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.509790 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.510345 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: stateful-security-group Dec 20 22:41:22.510669 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: stdattrs_common.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.511247 n-d-822053-9 neutron-server[115451]: WARNING neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 22:41:22.511569 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.512510 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.513023 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 22:41:22.513347 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnet_onboard.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.514493 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.515019 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: subnet_onboard Dec 20 22:41:22.515348 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.516298 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.516815 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 22:41:22.517141 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnet_service_types.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.518107 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.518629 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: subnet-service-types Dec 20 22:41:22.518957 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnetallocation.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.520066 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.520587 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: subnet_allocation Dec 20 22:41:22.520916 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.521598 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.522217 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: subnetpool-prefix-ops Dec 20 22:41:22.522541 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.523521 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.524038 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 22:41:22.524363 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: tagging.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.525467 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.526022 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: standard-attr-tag Dec 20 22:41:22.526352 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: timestamp.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.527577 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.528105 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loaded extension: standard-attr-timestamp Dec 20 22:41:22.528436 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: trunk.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.529480 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.530030 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension trunk not supported by any of loaded plugins Dec 20 22:41:22.530364 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: trunk_details.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.531307 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.531828 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension trunk-details not supported by any of loaded plugins Dec 20 22:41:22.532158 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: uplink_status_propagation.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.533098 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.533625 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 22:41:22.533987 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Loading extension file: vlantransparent.py {{(pid=115451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 22:41:22.534683 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 22:41:22.535200 n-d-822053-9 neutron-server[115451]: INFO neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 22:41:22.538311 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:network Dec 20 22:41:22.538859 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnet Dec 20 22:41:22.539262 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 22:41:22.539647 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:port Dec 20 22:41:22.540946 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.541394 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service FLAVORS assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.542052 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.542480 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.542811 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:router Dec 20 22:41:22.543238 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:floatingip Dec 20 22:41:22.543744 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service METERING assigned prefix: /metering {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.545214 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.545584 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.545964 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:41:22.546983 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 22:41:22.547429 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:security_group Dec 20 22:41:22.547868 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 22:41:22.548488 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service CORE assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.548822 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 22:41:22.549173 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] subnetpool is already registered Dec 20 22:41:22.549595 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service CORE assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.549946 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 22:41:22.550283 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] subnetpool is already registered Dec 20 22:41:22.552565 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.553005 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service FLAVORS assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.554226 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.554647 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.554982 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:router Dec 20 22:41:22.555323 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] router is already registered Dec 20 22:41:22.555735 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:floatingip Dec 20 22:41:22.556073 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] floatingip is already registered Dec 20 22:41:22.556527 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service METERING assigned prefix: /metering {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.557188 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 22:41:22.557514 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] rbac_policy is already registered Dec 20 22:41:22.557949 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:security_group Dec 20 22:41:22.558290 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] security_group is already registered Dec 20 22:41:22.558691 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 22:41:22.559024 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] security_group_rule is already registered Dec 20 22:41:22.559664 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service CORE assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.559987 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 22:41:22.560321 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] subnetpool is already registered Dec 20 22:41:22.560737 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.v2.resource_helper [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Service CORE assigned prefix: {{(pid=115451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 22:41:22.561063 n-d-822053-9 neutron-server[115451]: INFO neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 22:41:22.561400 n-d-822053-9 neutron-server[115451]: WARNING neutron.quota.resource_registry [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] subnetpool is already registered Dec 20 22:41:22.561885 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: extensions {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.563370 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: address-groups {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.564851 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: address-scopes {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.566177 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: agents {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.567329 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: auto-allocated-topology {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.568556 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: availability_zones {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.569965 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: dhcp-networks {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.571477 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: dhcp-agents {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.572870 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: routers {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.575093 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: flavors {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.576254 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: service_profiles {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.577463 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: next_providers {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.578924 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: service_profiles {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.581461 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: floatingip-pools {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.582716 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: routers {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.585418 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: floatingips {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.586722 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: l3-routers {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.588090 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: l3-agents {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.589535 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: metering-labels {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.590911 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: metering-label-rules {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.592195 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: network-ip-availabilities {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.593457 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: bindings {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.595126 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: quotas {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.596685 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: quotas {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.598241 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: rbac-policies {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.599512 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: security-groups {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.601588 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: security-group-rules {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.602843 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: service-providers {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.604070 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: subnetpools {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.605484 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: subnetpools {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.606959 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.608607 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.610421 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.612199 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.614001 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.615954 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.617624 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.619588 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.621342 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.623199 n-d-822053-9 neutron-server[115451]: DEBUG neutron.api.extensions [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Extended resource: tags {{(pid=115451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 22:41:22.629109 n-d-822053-9 neutron-server[115451]: WARNING keystonemiddleware.auth_token [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 22:41:22.633989 n-d-822053-9 neutron-server[115451]: WARNING keystonemiddleware.auth_token [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 22:41:22.642738 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Acquired lock "singleton_lock" {{(pid=115451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 20 22:41:22.643214 n-d-822053-9 neutron-server[115451]: DEBUG oslo_concurrency.lockutils [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Releasing lock "singleton_lock" {{(pid=115451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 20 22:41:22.643867 n-d-822053-9 neutron-server[115451]: INFO oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Starting 2 workers Dec 20 22:41:22.649298 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Started child 115562 {{(pid=115451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 22:41:22.653941 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Started child 115563 {{(pid=115451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 22:41:22.654782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.655612 n-d-822053-9 neutron-server[115451]: INFO neutron.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 22:41:22.656184 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Publish callbacks [] for process, before_spawn {{(pid=115451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.656387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [-] (115562) wsgi starting up on http://0.0.0.0:9696 Dec 20 22:41:22.658617 n-d-822053-9 neutron-server[115451]: INFO oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Starting 1 workers Dec 20 22:41:22.658780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.660006 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [-] (115563) wsgi starting up on http://0.0.0.0:9696 Dec 20 22:41:22.664571 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Started child 115564 {{(pid=115451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 22:41:22.665148 n-d-822053-9 neutron-server[115451]: INFO oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Starting 1 workers Dec 20 22:41:22.668601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] calling RpcWorker wait() {{(pid=115564) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 22:41:22.669177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] returning from RpcWorker wait() {{(pid=115564) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 22:41:22.669831 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Started child 115565 {{(pid=115451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 22:41:22.670577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.670669 n-d-822053-9 neutron-server[115451]: DEBUG neutron_lib.callbacks.manager [None req-f986e182-3927-42de-8c98-a678aac83f0d None None] Publish callbacks [] for process, after_spawn {{(pid=115451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.671079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:22.672578 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 22:41:22.672793 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 22:41:22.672984 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 22:41:22.673199 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 22:41:22.673538 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 22:41:22.673738 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 22:41:22.674527 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.674914 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:22.676390 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676390 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676390 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676579 n-d-822053-9 neutron-server[115565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:22.676657 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676657 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676784 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.676953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.677445 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.677707 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.677912 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.678085 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.678388 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.678639 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.678932 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.679212 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.679453 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.679705 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.679881 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.680133 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.680399 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.680640 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.680913 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] debug = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.681207 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.681854 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.682047 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.682187 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.682434 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.682660 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.682889 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.683160 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.683377 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.683594 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.683835 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.684100 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.684347 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.684561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.684785 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.684999 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.685244 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.685466 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.685979 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] host = n-d-822053-9 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.686288 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.686456 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.686681 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.686949 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.687194 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.687433 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.687684 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.687941 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.688201 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.688425 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.688699 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.688922 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.689155 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.689400 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.689561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_options = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.689822 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.690103 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.690378 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.690581 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.690751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.690929 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.691217 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.691360 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.691584 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.691802 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.692016 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.692250 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.692560 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.692710 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.692968 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.693269 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.693444 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.693677 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.694159 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.694440 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.694669 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.695097 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.695354 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.695581 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.695814 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.696061 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.696301 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.696582 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.696776 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.696996 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.697229 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.697486 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.697702 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.697982 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.698265 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.698685 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.699042 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.699042 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.699427 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.699710 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.699926 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.700180 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.700350 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.700533 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.700768 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.701002 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.701267 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_json = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.701802 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.702214 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.702618 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.702618 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.702893 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.702893 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.703494 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.703494 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.703987 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.704121 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.704331 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.704583 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.704997 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.707046 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.707367 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.707629 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.707916 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.708161 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.709379 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.709379 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.717316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718391 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718391 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718391 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718391 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718391 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.718880 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.719001 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.719284 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.719586 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.719926 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.720234 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.720524 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.720823 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.721058 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.721301 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.721551 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.723230 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.723518 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.723786 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.724076 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.724317 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.724548 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.725977 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727361 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727361 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727361 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727361 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727811 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727811 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.727970 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.728189 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.728448 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.728695 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.729070 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.729503 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.729757 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.730005 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.730273 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.730538 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.730778 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.730997 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.731218 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.731471 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.731692 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.731905 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.732120 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.732337 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.732548 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.732840 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.733118 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734136 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734136 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734136 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734136 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734476 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734579 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734719 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.734933 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.735170 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.735363 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.735589 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.735820 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.736028 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.736247 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.736443 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.736657 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.736865 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.737090 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.737318 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.737506 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.737715 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.738036 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.738350 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.738647 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.738894 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.739250 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.739397 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.739521 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.739781 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.739996 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.740214 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.740452 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.740722 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.740952 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.741314 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.741633 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.741910 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.742182 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.742413 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.742852 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.743158 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.743460 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.743686 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.743966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.744374 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.744624 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.744855 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.745112 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.745395 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.745617 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.745886 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.746130 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.746400 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.746697 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.746975 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.747222 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.747459 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.747726 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.747946 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.748173 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.748438 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.748687 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.748992 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.749173 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.749423 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.749657 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.749918 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.750170 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.750488 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.750721 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.750931 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.751146 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.751420 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.751648 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.751884 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.752151 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.752409 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.752662 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.752905 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.753156 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.753367 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.753659 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.753874 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.754108 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.754415 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.754571 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.754803 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.755031 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.755241 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.755505 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.755731 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.755946 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.756174 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.756411 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.756634 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.756863 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.757066 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.757296 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.757519 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.757778 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.757996 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.758281 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.758421 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.758665 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.758876 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.759139 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.759379 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.759706 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.759932 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.760152 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.760412 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.760622 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.760861 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.761076 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.761290 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.761498 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.761711 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.762034 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.762393 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.762651 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.762863 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.763097 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.764966 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.765512 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.765512 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.765512 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.765768 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.765941 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.766157 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.766394 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.766730 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.766991 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.767222 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.767432 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.767662 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.768151 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.768151 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.768357 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.768600 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.768835 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.769089 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.769335 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.769561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.769809 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.770021 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.770228 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.770449 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.770661 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.770870 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.771099 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.771305 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.771534 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.771752 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.772519 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.772763 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.773010 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.773217 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.773424 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.773647 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.773887 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.774117 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.774341 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.774548 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.774760 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.774961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.775174 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.775402 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.775625 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.775833 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.776038 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.776255 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.776490 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.776695 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.776993 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.777247 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.777464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.777789 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.778016 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.778258 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.778494 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.778792 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.779004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.779261 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.779494 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.779707 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.779924 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.780187 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.780495 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.780792 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.781057 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.781301 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.781557 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.781868 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.782162 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.782375 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.782671 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.782988 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.783255 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.783524 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.783747 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.784004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.784220 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.784435 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.784668 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.785028 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.785325 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.785751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.786194 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.786355 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.786638 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.786853 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.787017 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.787478 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.787478 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.788495 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.788723 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.788911 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 22:41:22.789512 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 22:41:22.789658 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 22:41:22.789854 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 22:41:22.790029 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 22:41:22.790201 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 22:41:22.790346 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 22:41:22.790548 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.790709 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.790891 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791021 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791184 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791370 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791535 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791693 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.791849 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.792007 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.792163 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.792320 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.793389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.801744 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.801744 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53938) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.802227 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] debug = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803004 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.803953 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] host = n-d-822053-9 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.804700 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.805473 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_options = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806040 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.806561 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807549 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807549 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807549 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.807828 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.808464 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809203 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809203 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809203 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809203 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809653 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809653 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.809653 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810050 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810050 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_json = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810288 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810417 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810538 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.810658 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.813857 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.814385 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815193 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815193 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815193 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815193 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815193 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815526 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0157807 Dec 20 22:41:22.815604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815824 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815824 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.815947 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.816166 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.816298 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.816427 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.817431 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.817614 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.817814 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818463 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818463 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818463 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818463 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818719 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.818719 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.819121 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.819121 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.819245 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.819448 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.820328 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.820491 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.820655 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.820906 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.821008 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.821121 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.821449 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.825751 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826329 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.826818 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.827301 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.827774 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.827959 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.828280 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.828456 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.828627 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.828795 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.828963 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829130 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829295 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829459 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829623 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829835 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.829998 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830158 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830317 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830472 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830652 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830831 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.830991 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.831152 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.831316 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.831497 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.832995 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833396 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833396 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833396 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833563 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833627 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.833809 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.834114 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.834282 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.834969 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.835132 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.835355 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.836339 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837013 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837013 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837013 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837013 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837311 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837311 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837450 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837518 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837640 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.837847 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838353 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838353 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838353 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838553 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838617 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838754 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.838922 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.839078 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.839266 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.839425 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.841517 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842179 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.842718 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.843119 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.843119 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.843265 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.844218 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.844383 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.844703 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.844868 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845028 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845189 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845349 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845508 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845669 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.845866 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846032 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846194 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846354 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846513 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846672 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846833 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.846994 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847157 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847317 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847475 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847634 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847816 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.847988 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848126 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848269 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848399 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848554 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848711 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.848886 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.849046 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.849207 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.849368 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.849527 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852049 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852423 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852423 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852539 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852650 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.852949 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.853251 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.853810 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.853810 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.853810 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854128 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854128 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854341 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854442 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854524 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854682 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.854843 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855019 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855149 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.855961 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856491 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856491 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856491 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856491 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856943 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856943 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.856943 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857338 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857338 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857604 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857870 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.857870 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858081 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858184 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858351 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858477 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858673 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858775 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.858918 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.859078 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.859246 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.859457 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.859798 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.860530 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.860677 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.860861 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861001 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861174 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861336 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861499 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861661 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.861847 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.862009 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.862171 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.862340 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.862514 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863389 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863716 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863716 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863831 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.863923 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864088 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864214 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864377 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864576 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864704 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.864864 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865023 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865183 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865399 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865558 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865770 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.865943 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.866080 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.866208 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.866373 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.866709 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.866874 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.867034 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 22:41:22.867187 n-d-822053-9 neutron-server[115451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 22:41:34.655966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9411aa-9ea8-4f40-a084-ccd06da7b5ef None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 22:41:34.711799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9411aa-9ea8-4f40-a084-ccd06da7b5ef None None] No non-hosted networks {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 22:41:34.726658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.agentschedulers_db [None req-ab9411aa-9ea8-4f40-a084-ccd06da7b5ef None None] DHCP Agent not found on host n-d-822053-9 {{(pid=115564) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 20 22:41:34.840123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4399a01c-2149-475f-a981-69900172d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:37.059438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e9e01348-b847-46f9-8cee-3e042a17c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:37.086697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-f61fb545-158f-4999-b248-92d8ebd7fe68 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-822053-9 {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:41:37.087467 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-f61fb545-158f-4999-b248-92d8ebd7fe68 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:41:37.697105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f61fb545-158f-4999-b248-92d8ebd7fe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:38.131607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:39.571226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:40.425955 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:40.426697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.427215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.427576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.427978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.428412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.428783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.429176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.429567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.430048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.430434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.430820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.431321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.431541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:40.432167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-822053-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:40.446580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-822053-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:41:41.001856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54034) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:41.554942 n-d-822053-9 neutron-server[115563]: WARNING oslo_policy.policy [None req-5a1892b8-4a00-423b-b8b1-9537206b3579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:41.555527 n-d-822053-9 neutron-server[115563]: WARNING oslo_policy.policy [None req-5a1892b8-4a00-423b-b8b1-9537206b3579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:41.656171 n-d-822053-9 neutron-server[115564]: INFO neutron.db.l3_hamode_db [None req-0154d7da-663b-4715-a03f-a8158996ec99 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 22:41:41.738724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154d7da-663b-4715-a03f-a8158996ec99 None None] Routers set() bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:41:41.739269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154d7da-663b-4715-a03f-a8158996ec99 None None] Router IDs set() for agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 22:41:41.794825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-5a1892b8-4a00-423b-b8b1-9537206b3579 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:41:41.795740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a1892b8-4a00-423b-b8b1-9537206b3579 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7927885 Dec 20 22:41:44.413428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54050) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:44.916077 n-d-822053-9 neutron-server[115562]: WARNING oslo_policy.policy [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:44.916741 n-d-822053-9 neutron-server[115562]: WARNING oslo_policy.policy [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:45.138712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:41:45.234068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.policy [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 22:41:45.279607 n-d-822053-9 neutron-server[115562]: WARNING oslo_policy.policy [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:45.279982 n-d-822053-9 neutron-server[115562]: WARNING oslo_policy.policy [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:41:45.289378 n-d-822053-9 neutron-server[115562]: INFO neutron.quota [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] Loaded quota_driver: . Dec 20 22:41:45.505968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170809967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170810428', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170689200', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170715967', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170718020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787170710571', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133701873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134169924'] for rbac-policy, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:45.684699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:45.686146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-17343c5b-5d54-46bb-a070-801b1b7c2670 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2706017 Dec 20 22:41:48.507532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54068) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:48.809624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Request body: {'network': {'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'name': 'private', 'admin_state_up': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:41:48.957220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Made reservation on behalf of c4d11a89a56b4de3b08c3f6e4065cd6f for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:41:48.960443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:48.978315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.088894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.176524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.198091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:41:49.226621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787167872979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.227202 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Unsubscribe: segment precommit_create {{(pid=115562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 22:41:49.227752 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Added segment 0e4630a3-d772-4e75-8a37-ff942a91630a of type vlan for network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b Dec 20 22:41:49.244528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d6aa7-19a5-44ae-9ce9-1dd62c00cb92,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:41:49.293576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.293939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.294284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.294614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.294940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.295266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.295589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.295907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.296226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.296545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.296860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.297177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.297493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Tracked resource versions report: Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: pushed versions: Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: { 'AddressGroup': {'1.2'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'ConntrackHelper': {'1.0'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Log': {'1.0'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Network': {'1.1'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Port': {'1.7'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'PortForwarding': {'1.2'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'QosPolicy': {'1.10'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SecurityGroup': {'1.5'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SubPort': {'1.0'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Subnet': {'1.1'}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Trunk': {'1.1'}} Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: consumer versions: Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: L3 agent@n-d-822053-9: {}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: Metadata agent@n-d-822053-9: {}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: Metering agent@n-d-822053-9: {}, Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'ConntrackHelper': '1.0', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'LocalIPAssociation': '1.0', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Log': '1.0', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Network': '1.1', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Port': '1.7', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'PortForwarding': '1.2', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'QosPolicy': '1.10', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SecurityGroup': '1.5', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SecurityGroupRule': '1.2', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'SubPort': '1.0', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Subnet': '1.1', Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: 'Trunk': '1.1'}} Dec 20 22:41:49.298659 n-d-822053-9 neutron-server[115562]: {{(pid=115562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:41:49.346259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.465095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.466632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:41:49.467343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:49.564882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bec4e64d-7ed3-4ecb-9ef6-2beca629a47b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:41:49.571906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0ef7a624-9f70-4ce0-9ada-b340f1e12fd2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0633147 Dec 20 22:41:49.576960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:41:52.440316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54082) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:52.836960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf03658-8070-415e-9c11-aa0c868bbdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:41:52.838365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6bf03658-8070-415e-9c11-aa0c868bbdcf admin admin] 10.222.0.62 "GET /v2.0/networks/bec4e64d-7ed3-4ecb-9ef6-2beca629a47b HTTP/1.1" status: 200 len: 825 time: 0.3970563 Dec 20 22:41:52.863390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5233da77-e5fd-49af-afef-016b92a6ba6e admin admin] 10.222.0.62 "GET /v2.0/subnetpools/374f1ee2-4731-477c-869a-7e6bcadd3ae2 HTTP/1.1" status: 200 len: 734 time: 0.0190265 Dec 20 22:41:52.872888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'ip_version': 4, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:41:52.979814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Made reservation on behalf of c4d11a89a56b4de3b08c3f6e4065cd6f for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:41:52.982165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Publish callbacks [] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:53.342101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:53.420179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a25e87-404b-4646-9f26-3beafe0efa56,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:41:53.423252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Checking segment: {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:41:53.423630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Network hostable DHCP agents. Network: bec4e64d-7ed3-4ecb-9ef6-2beca629a47b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:41:53.513556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:41:53.616626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bec4e64d-7ed3-4ecb-9ef6-2beca629a47b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:41:53.621598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:41:53.622286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:53.627338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773841e3-c9e3-4b84-83d5-5a4d06e218c6 None None] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:41:53.726807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ef72962-d05b-4545-a23a-09cfa164e05b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8570693 Dec 20 22:41:53.913108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:41:53.914460 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.237207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Allocated IP 172.20.0.2 (bec4e64d-7ed3-4ecb-9ef6-2beca629a47b/20a25e87-404b-4646-9f26-3beafe0efa56/f3b1ce02-9d21-4825-b9a0-b5ad10063d73) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:41:54.483521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.559765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.635138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:41:54.640585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:41:54.651091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:41:54.661246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Pushing event updated for resources: {'Port': ['ID=f3b1ce02-9d21-4825-b9a0-b5ad10063d73,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:41:54.701902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.702258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.702590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.702929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.703263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.703593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.703921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.704247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.704570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.705002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.705316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.705637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.705986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Tracked resource versions report: Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: pushed versions: Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: { 'AddressGroup': {'1.2'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'ConntrackHelper': {'1.0'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Log': {'1.0'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Network': {'1.1'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Port': {'1.7'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'PortForwarding': {'1.2'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'QosPolicy': {'1.10'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SecurityGroup': {'1.5'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SubPort': {'1.0'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Subnet': {'1.1'}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Trunk': {'1.1'}} Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: consumer versions: Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: L3 agent@n-d-822053-9: {}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: Metadata agent@n-d-822053-9: {}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: Metering agent@n-d-822053-9: {}, Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'ConntrackHelper': '1.0', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'LocalIPAssociation': '1.0', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Log': '1.0', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Network': '1.1', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Port': '1.7', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'PortForwarding': '1.2', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'QosPolicy': '1.10', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SecurityGroup': '1.5', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SecurityGroupRule': '1.2', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'SubPort': '1.0', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Subnet': '1.1', Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: 'Trunk': '1.1'}} Dec 20 22:41:54.707129 n-d-822053-9 neutron-server[115564]: {{(pid=115564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:41:54.742386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Attempting to bind port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:41:54.742770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Attempting to bind port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:41:54.743199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Attempting to bind port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 on network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:41:54.748080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:41:54.748454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Checking segment: {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:41:54.748932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.749316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Bound using segment: {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:41:54.749789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Bound port: f3b1ce02-9d21-4825-b9a0-b5ad10063d73, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:41:54.750185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.815306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] For port f3b1ce02-9d21-4825-b9a0-b5ad10063d73, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:41:54.820109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] For port f3b1ce02-9d21-4825-b9a0-b5ad10063d73, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f3b1ce02-9d21-4825-b9a0-b5ad10063d73,segment=NetworkSegment(0e4630a3-d772-4e75-8a37-ff942a91630a),segment_id=0e4630a3-d772-4e75-8a37-ff942a91630a)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:41:54.886145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:41:54.954733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ee35-4664-4c1e-8985-d94d13a23d00 None None] Pushing event updated for resources: {'Port': ['ID=f3b1ce02-9d21-4825-b9a0-b5ad10063d73,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:41:56.411931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:56.734064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-041f74dc-a3ee-43b9-ae9f-012afaa8c724 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:41:56.735068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-041f74dc-a3ee-43b9-ae9f-012afaa8c724 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3221622 Dec 20 22:41:59.381810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54098) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:41:59.704096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-a29672ea-2ea4-4e50-82b4-97f338b52969 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:41:59.705054 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a29672ea-2ea4-4e50-82b4-97f338b52969 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3221023 Dec 20 22:42:02.633965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:02.946797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Request body: {'router': {'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:42:03.020899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.policy [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 22:42:03.067273 n-d-822053-9 neutron-server[115563]: WARNING oslo_policy.policy [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:42:03.067649 n-d-822053-9 neutron-server[115563]: WARNING oslo_policy.policy [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 22:42:03.076274 n-d-822053-9 neutron-server[115563]: INFO neutron.quota [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Loaded quota_driver: . Dec 20 22:42:03.210656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:03.212639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:03.364687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:03.420338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:03.518264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:03.519529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9413849e-ff18-4082-b948-5caabcb2ac80 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8845813 Dec 20 22:42:04.187972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f3b1ce02-9d21-4825-b9a0-b5ad10063d73 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:42:04.261147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0b718-18c2-487a-9926-7603c4225fd7 None None] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:42:04.333206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:04.333599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.397205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] Provisioning complete for port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:04.397579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.590854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.592876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.651877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] For port f3b1ce02-9d21-4825-b9a0-b5ad10063d73, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f3b1ce02-9d21-4825-b9a0-b5ad10063d73,segment=NetworkSegment(0e4630a3-d772-4e75-8a37-ff942a91630a),segment_id=0e4630a3-d772-4e75-8a37-ff942a91630a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:42:04.712784 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a37f422e-9771-4fe0-bc71-20f718548787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.737280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:04.813075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:42:04.814186 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:42:04.817471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb2fff-2706-4ab5-b740-800667afc773 None None] Pushing event updated for resources: {'Port': ['ID=f3b1ce02-9d21-4825-b9a0-b5ad10063d73,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:04.857324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6df133dd-327c-4b18-9058-3c0534b941f6 None None] Provisioning complete for port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:04.857696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6df133dd-327c-4b18-9058-3c0534b941f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:06.143342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:06.150487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f3b1ce02-9d21-4825-b9a0-b5ad10063d73 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:42:06.198029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:06.198330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:06.459185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-95764282-09f6-447a-85e7-34785b52b1de admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:42:06.460163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95764282-09f6-447a-85e7-34785b52b1de admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153064 Dec 20 22:42:07.101166 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20d73f76-8df7-40f5-8d58-17e3bc4e838e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:08.116378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.089233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54142) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:09.218432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:42:09.300828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Made reservation on behalf of bec453ddfcee45f0a4238a7c9fa631ae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:42:09.303639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.312694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.384787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.470324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.486851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Reserving flat network on physical network physnet1 {{(pid=115562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 22:42:09.487384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.507917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c389fe-1457-4656-aadd-68e960037559,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:09.510870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.511212 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Added segment 140f178f-5369-41ea-9ad1-0f8738569140 of type flat for network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 Dec 20 22:42:09.558884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.643947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.644969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:42:09.645598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:09.705001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] Pushing event updated for resources: {'Network': ['ID=0d39571f-7f38-49e8-b9ba-51d41c45e4a0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:09.715055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:42:09.755467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7ddd4c1-6b4b-4675-84e3-b01b6c7cc719 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6650240 Dec 20 22:42:10.404134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:12.228045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54160) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:12.317904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d3871-4b45-41ba-b3c4-e706829c3e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:42:12.319237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a9d3871-4b45-41ba-b3c4-e706829c3e81 admin admin] 10.222.0.62 "GET /v2.0/subnets/20a25e87-404b-4646-9f26-3beafe0efa56 HTTP/1.1" status: 200 len: 849 time: 0.0902426 Dec 20 22:42:12.478690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8711411b-5a72-4d73-b3a6-5c8b868782bf admin admin] 10.222.0.62 "GET /v2.0/routers/8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 HTTP/1.1" status: 200 len: 704 time: 0.1533225 Dec 20 22:42:12.740934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.044991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Allocated IP 172.20.0.1 (bec4e64d-7ed3-4ecb-9ef6-2beca629a47b/20a25e87-404b-4646-9f26-3beafe0efa56/d1157625-30f8-4ac4-b7d4-2a4eec781153) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:42:13.202275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.370568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.447067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:42:13.451567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:42:13.457858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:42:13.458384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.514896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Pushing event updated for resources: {'Port': ['ID=d1157625-30f8-4ac4-b7d4-2a4eec781153,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:13.628612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a3b240fc-8458-4e79-98b7-aae3cbe42f63 None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:13.634499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3b240fc-8458-4e79-98b7-aae3cbe42f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.661667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a3b240fc-8458-4e79-98b7-aae3cbe42f63 None None] Port d1157625-30f8-4ac4-b7d4-2a4eec781153 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:42:13.772908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:13.982870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:14.036301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:14.037080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:14.119344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Pushing event updated for resources: {'Port': ['ID=d1157625-30f8-4ac4-b7d4-2a4eec781153,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:14.163237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:42:14.164467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:42:14.384906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f556471f-d137-4294-8d79-80cdd5c4c549 None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:14.385279 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f556471f-d137-4294-8d79-80cdd5c4c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:14.401636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:42:14.423413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f556471f-d137-4294-8d79-80cdd5c4c549 None None] Port d1157625-30f8-4ac4-b7d4-2a4eec781153 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:42:14.494226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:42:14.499491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fde2e60a-3b6d-4d95-b8b5-7e9625fa9358 admin admin] 10.222.0.62 "PUT /v2.0/routers/8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0152380 Dec 20 22:42:14.504403 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Sync routers for ids ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:42:14.517345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Routers {'8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:42:14.518224 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:42:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:14.713091 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Set router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:42:15.162540 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:13Z', 'revision_number': 2, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port_host': None, '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:13Z', 'revision_number': 2, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:15.212073 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Checking router: 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:42:15.212447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Updating router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 port d1157625-30f8-4ac4-b7d4-2a4eec781153 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:42:15.288915 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:15.791184 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:15.889895 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.017273 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Pushing event updated for resources: {'Port': ['ID=d1157625-30f8-4ac4-b7d4-2a4eec781153,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:16.027474 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.027897 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.028305 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.028751 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.029168 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.029501 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.029855 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.030181 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.030501 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.030821 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.031144 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.031588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.031778 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Tracked resource versions report: Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: pushed versions: Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: { 'AddressGroup': {'1.2'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'ConntrackHelper': {'1.0'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Log': {'1.0'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Network': {'1.1'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Port': {'1.7'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'PortForwarding': {'1.2'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'QosPolicy': {'1.10'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SecurityGroup': {'1.5'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SubPort': {'1.0'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Subnet': {'1.1'}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Trunk': {'1.1'}} Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: consumer versions: Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: L3 agent@n-d-822053-9: {}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: Metadata agent@n-d-822053-9: {}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: Metering agent@n-d-822053-9: {}, Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'ConntrackHelper': '1.0', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'LocalIPAssociation': '1.0', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Log': '1.0', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Network': '1.1', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Port': '1.7', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'PortForwarding': '1.2', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'QosPolicy': '1.10', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SecurityGroup': '1.5', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SecurityGroupRule': '1.2', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'SubPort': '1.0', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Subnet': '1.1', Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: 'Trunk': '1.1'}} Dec 20 22:42:16.033595 n-d-822053-9 neutron-server[115565]: {{(pid=115565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:42:16.092167 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Attempting to bind port d1157625-30f8-4ac4-b7d4-2a4eec781153 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:42:16.092593 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Attempting to bind port d1157625-30f8-4ac4-b7d4-2a4eec781153 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:42:16.093024 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Attempting to bind port d1157625-30f8-4ac4-b7d4-2a4eec781153 on network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:42:16.098724 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:42:16.099103 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Checking segment: {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:42:16.099588 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.099980 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Bound using segment: {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:42:16.100439 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Bound port: d1157625-30f8-4ac4-b7d4-2a4eec781153, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4630a3-d772-4e75-8a37-ff942a91630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:42:16.100814 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.154583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d58dc965-b810-4f3e-924b-d4d6bd8f91ab None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:16.155177 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d58dc965-b810-4f3e-924b-d4d6bd8f91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.165844 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] For port d1157625-30f8-4ac4-b7d4-2a4eec781153, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:42:16.184950 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] For port d1157625-30f8-4ac4-b7d4-2a4eec781153, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1157625-30f8-4ac4-b7d4-2a4eec781153,segment=NetworkSegment(0e4630a3-d772-4e75-8a37-ff942a91630a),segment_id=0e4630a3-d772-4e75-8a37-ff942a91630a)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:42:16.189148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d58dc965-b810-4f3e-924b-d4d6bd8f91ab None None] Port d1157625-30f8-4ac4-b7d4-2a4eec781153 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:42:16.259705 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.312879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Routers {'8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:42:16.313511 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:42:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:16.393032 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262cc29-e27c-4cfb-9bcb-6145ec2800ac None None] Pushing event updated for resources: {'Port': ['ID=d1157625-30f8-4ac4-b7d4-2a4eec781153,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:16.415154 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] Set router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:42:16.520774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:16.521150 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.599598 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.634556 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:13Z', 'revision_number': 2, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port_host': None, '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:16Z', 'revision_number': 4, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:16.638641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] For port d1157625-30f8-4ac4-b7d4-2a4eec781153, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1157625-30f8-4ac4-b7d4-2a4eec781153,segment=NetworkSegment(0e4630a3-d772-4e75-8a37-ff942a91630a),segment_id=0e4630a3-d772-4e75-8a37-ff942a91630a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:42:16.661806 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103cbc3-890f-4a8f-9cbb-3d72f2a3cc65 None None] The sync data for ids ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'] in n-d-822053-9 is: [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:13Z', 'revision_number': 2, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port_host': None, '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:16Z', 'revision_number': 4, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:42:16.704782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:16.753173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fe846-c57b-4307-a00c-8a8247122219 None None] Pushing event updated for resources: {'Port': ['ID=d1157625-30f8-4ac4-b7d4-2a4eec781153,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:16.983532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:17.093088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925981b-4b3f-459a-bd6d-4ffe93142fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:42:17.094521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0925981b-4b3f-459a-bd6d-4ffe93142fd0 admin admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 842 time: 0.1098475 Dec 20 22:42:17.106577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:42:17.209337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Made reservation on behalf of bec453ddfcee45f0a4238a7c9fa631ae for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:42:17.211623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:17.577074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 22:42:17.577528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:17.633899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=344ade0a-c8d1-486c-acaa-d59c37c8f50e,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:17.647266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:42:17.647625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Network hostable DHCP agents. Network: 0d39571f-7f38-49e8-b9ba-51d41c45e4a0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:42:17.763977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:42:17.855661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0d39571f-7f38-49e8-b9ba-51d41c45e4a0) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:42:17.860428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:42:17.861650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:17.866555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e83c6e-b6fc-46d4-824c-6e1c59184f77 None None] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:42:17.945880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9d2da9ea-64e1-4632-a5c0-9b3e492c5f9c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8440676 Dec 20 22:42:17.977512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe66b8c8-5853-4f4c-ace2-ff82885cc549 None None] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:42:20.485012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54178) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:20.689254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c446b3b5-de4b-4b43-8dd2-458a3bb7cda9 admin admin] 10.222.0.62 "GET /v2.0/routers/8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 HTTP/1.1" status: 200 len: 710 time: 0.2030060 Dec 20 22:42:20.710146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:42:20.778879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8e05f-0501-4392-9761-69eaeb149afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:42:20.786450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-65d8e05f-0501-4392-9761-69eaeb149afc admin admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 886 time: 0.0847676 Dec 20 22:42:20.790273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:42:21.038733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:21.363488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:21.442195 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:21.834740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Allocated IP 172.25.1.45 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/327ca3b5-a98d-4e22-9da7-7271e2d891c6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:42:21.936765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:22.087512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:22.129203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:42:22.132080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:42:22.137194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:42:22.170127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Pushing event updated for resources: {'Port': ['ID=327ca3b5-a98d-4e22-9da7-7271e2d891c6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:22.498541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:22.788010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:22.791477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:22.897692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:42:23.001620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:42:23.006968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:23.008274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0adf5901-5a79-4f2f-89e5-02971160df41 admin admin] 10.222.0.62 "PUT /v2.0/routers/8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 HTTP/1.1" status: 200 len: 889 time: 2.2211921 Dec 20 22:42:23.756379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Sync routers for ids ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:42:23.768145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Routers {'8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:42:23.768780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:42:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:23.980051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Set router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:42:24.200636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d1157625-30f8-4ac4-b7d4-2a4eec781153 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:42:24.440263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:24.440555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:24.552920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:22Z', 'revision_number': 4, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port': {'id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:21Z', 'updated_at': '2021-12-20T22:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:16Z', 'revision_number': 5, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:24.606738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Checking router: 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:42:24.607102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Updating router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:42:24.656298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:24.975043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:25.070085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:25.094502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Attempting to bind port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:42:25.094879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Attempting to bind port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:42:25.095246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Attempting to bind port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:42:25.101031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:42:25.101469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:42:25.101933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:25.102354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:42:25.102833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Bound port: 327ca3b5-a98d-4e22-9da7-7271e2d891c6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:42:25.103237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:25.198528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3492e-cedf-4c9e-b18a-6e79749f6601 None None] Pushing event updated for resources: {'Port': ['ID=327ca3b5-a98d-4e22-9da7-7271e2d891c6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:25.211802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] For port 327ca3b5-a98d-4e22-9da7-7271e2d891c6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:42:25.215056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] For port 327ca3b5-a98d-4e22-9da7-7271e2d891c6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=327ca3b5-a98d-4e22-9da7-7271e2d891c6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:42:25.293475 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:25.351977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3492e-cedf-4c9e-b18a-6e79749f6601 None None] Pushing event updated for resources: {'Port': ['ID=327ca3b5-a98d-4e22-9da7-7271e2d891c6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:25.354479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Routers {'8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:42:25.355078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:42:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:25.464560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] Set router 8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:42:25.667362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54190) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:42:25.677038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:22Z', 'revision_number': 4, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port': {'id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:21Z', 'updated_at': '2021-12-20T22:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:16Z', 'revision_number': 5, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:42:25.703422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6cba4-69a6-49ed-96a0-783e5b17a4f5 None None] The sync data for ids ['8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4'] in n-d-822053-9 is: [{'id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'name': 'router1', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:42:03Z', 'updated_at': '2021-12-20T22:42:22Z', 'revision_number': 4, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'gw_port': {'id': '327ca3b5-a98d-4e22-9da7-7271e2d891c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:21Z', 'updated_at': '2021-12-20T22:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd1157625-30f8-4ac4-b7d4-2a4eec781153', 'name': '', 'network_id': 'bec4e64d-7ed3-4ecb-9ef6-2beca629a47b', 'tenant_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'mac_address': 'fa:16:3e:c3:aa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd9bf8-fbe4-497f-8fc8-30c8b446c8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:42:12Z', 'updated_at': '2021-12-20T22:42:16Z', 'revision_number': 5, 'project_id': 'c4d11a89a56b4de3b08c3f6e4065cd6f', 'subnets': [{'id': '20a25e87-404b-4646-9f26-3beafe0efa56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '374f1ee2-4731-477c-869a-7e6bcadd3ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:42:25.791181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24c86a60-9d3a-434b-9ddf-cf5bcb593c90 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1225717 Dec 20 22:42:26.208201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 327ca3b5-a98d-4e22-9da7-7271e2d891c6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:42:26.263007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:26.263374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:26.350058 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:26.372456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 327ca3b5-a98d-4e22-9da7-7271e2d891c6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=327ca3b5-a98d-4e22-9da7-7271e2d891c6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:42:26.443452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:26.507334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=327ca3b5-a98d-4e22-9da7-7271e2d891c6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:42:28.178524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 327ca3b5-a98d-4e22-9da7-7271e2d891c6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:42:28.244569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:42:28.244948 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:34.671995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d1edf533-b9d7-4b20-aa26-a76c982e5ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:37.037388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-685ebc19-d675-43fb-9687-6f44b7125e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:38.121609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:39.509834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:40.384288 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:42:57.709260 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:43:04.693665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a796-388d-470b-a3bc-77e8cea9d94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:07.035722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5499e8a2-608c-473d-b4c2-3da9e1517ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:08.070499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:09.503264 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:10.400653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:34.680045 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-843b50e6-a24a-46c6-9c1b-e580beb6a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:34.706883 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:43:37.023147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b32ab50-50ee-4b09-95c0-8dd2a0624108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:38.068627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:39.526111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:40.371332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:54.275599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54706) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:43:54.340852 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e678a15a-2f7e-4a3d-b0e3-4f84f3ef90c5 admin admin] GET failed (client error): The resource could not be found. Dec 20 22:43:54.342156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e678a15a-2f7e-4a3d-b0e3-4f84f3ef90c5 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656085 Dec 20 22:43:54.522120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f5df64-29d2-4dff-91e6-c3601e3ac6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:43:54.523596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-80f5df64-29d2-4dff-91e6-c3601e3ac6e5 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1761966 Dec 20 22:43:57.002361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:43:57.095243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a2ea8-33e1-4318-b503-a6480a6eb465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:43:57.096759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b1a2ea8-33e1-4318-b503-a6480a6eb465 admin admin] 10.222.0.62 "GET /v2.0/subnets/20a25e87-404b-4646-9f26-3beafe0efa56 HTTP/1.1" status: 200 len: 849 time: 0.0934043 Dec 20 22:43:57.106659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:43:57.190447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Publish callbacks [] for subnet, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:57.387376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787167807290'] for subnet, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:57.416904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:43:57.418083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:57.420401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] 10.222.0.62 "PUT /v2.0/subnets/20a25e87-404b-4646-9f26-3beafe0efa56 HTTP/1.1" status: 200 len: 868 time: 0.3157735 Dec 20 22:43:57.423434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddd3f4-6625-4b40-a87e-079da384e57f None None] Network bec4e64d-7ed3-4ecb-9ef6-2beca629a47b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:43:57.441499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a25e87-404b-4646-9f26-3beafe0efa56,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:43:57.449311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.449577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.450163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.450522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.450864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.451201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.451532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.452101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.452497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.452831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.453159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.453507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.453842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ddaab5-9e1e-4f34-9927-95f5bfcbf073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:43:57.756816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7804c3c1-77c8-48eb-b003-2787ece96bf6 None None] Provisioning complete for port d1157625-30f8-4ac4-b7d4-2a4eec781153 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:43:57.757191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7804c3c1-77c8-48eb-b003-2787ece96bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:57.849644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7804c3c1-77c8-48eb-b003-2787ece96bf6 None None] Provisioning complete for port f3b1ce02-9d21-4825-b9a0-b5ad10063d73 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:43:57.849968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7804c3c1-77c8-48eb-b003-2787ece96bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:43:59.821805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54724) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:00.028304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b92a9a-b789-4deb-860f-24dc846c807b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:00.028772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b92a9a-b789-4deb-860f-24dc846c807b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:00.030877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51b92a9a-b789-4deb-860f-24dc846c807b admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081094 Dec 20 22:44:02.444663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:02.582137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f62bef-2e27-4370-b43c-0f474e04f460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:02.582624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f62bef-2e27-4370-b43c-0f474e04f460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:02.584166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-76f62bef-2e27-4370-b43c-0f474e04f460 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386094 Dec 20 22:44:04.644214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8ebc009d-637e-4bf1-bebe-7a9d74558dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:05.001536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:05.127081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d487e8c3-2d9f-4b1a-9bd1-68511e909e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:05.128449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d487e8c3-2d9f-4b1a-9bd1-68511e909e85 admin admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 886 time: 0.1259224 Dec 20 22:44:07.021825 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b67d8409-1542-4d89-9f71-976fce46bd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:07.538615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54748) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:07.670018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39197dcc-e21a-439c-8604-7546b54b4de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:07.672107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39197dcc-e21a-439c-8604-7546b54b4de7 admin admin] 10.222.0.62 "GET /v2.0/networks/bec4e64d-7ed3-4ecb-9ef6-2beca629a47b HTTP/1.1" status: 200 len: 869 time: 0.1325281 Dec 20 22:44:08.095740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:09.496123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:10.061708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54756) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:10.212289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d2dd9-a4ea-4b62-87d3-9d3598749f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:10.212748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d2dd9-a4ea-4b62-87d3-9d3598749f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:10.214404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a92d2dd9-a4ea-4b62-87d3-9d3598749f0a admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1516643 Dec 20 22:44:10.381710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:11.704650 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:44:12.645677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54766) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:12.767435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254560e-a58a-4d81-a924-8639da8b4d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:12.767882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254560e-a58a-4d81-a924-8639da8b4d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:12.769410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4254560e-a58a-4d81-a924-8639da8b4d16 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227744 Dec 20 22:44:15.172280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:15.298289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4cf796-6ef6-4eff-8fea-e2d1dfd93b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:15.299667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3f4cf796-6ef6-4eff-8fea-e2d1dfd93b9b admin admin] 10.222.0.62 "GET /v2.0/subnets/20a25e87-404b-4646-9f26-3beafe0efa56 HTTP/1.1" status: 200 len: 868 time: 0.1308656 Dec 20 22:44:17.708919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54782) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:17.796937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f8112-1ccb-4a98-b5a8-9855e000f40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:17.798380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c04f8112-1ccb-4a98-b5a8-9855e000f40d admin admin] 10.222.0.62 "GET /v2.0/subnets/344ade0a-c8d1-486c-acaa-d59c37c8f50e HTTP/1.1" status: 200 len: 816 time: 0.0884471 Dec 20 22:44:34.666076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5aedc6b-ea33-41a0-8eef-e999808cd4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:37.014554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6066ba3-0492-432c-b7d9-09d2a8e927c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:38.095094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:39.511458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:40.380893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:43.673761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54836) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:43.721380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b09129c8-0b97-4174-b26e-ded3b691b85e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:44:43.722426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b09129c8-0b97-4174-b26e-ded3b691b85e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477271 Dec 20 22:44:46.212886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54844) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:46.273238 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb2b8f1-6067-4e1f-a361-1da731896180 admin admin] GET failed (client error): The resource could not be found. Dec 20 22:44:46.274536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-afb2b8f1-6067-4e1f-a361-1da731896180 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607154 Dec 20 22:44:46.464698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7e45c-e8b9-46cd-84b5-af6277463088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:46.466909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-38a7e45c-e8b9-46cd-84b5-af6277463088 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1866226 Dec 20 22:44:48.703320 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:44:48.916946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:48.964578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:44:49.054434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Made reservation on behalf of bec453ddfcee45f0a4238a7c9fa631ae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:44:49.056800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:49.085976 n-d-822053-9 neutron-server[115562]: WARNING neutron.services.revisions.revision_plugin [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Could not find related network for resource to bump revision. Dec 20 22:44:49.097220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:44:49.106327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:49.106663 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Added segment 8a98514f-eef3-433d-b0cd-d99d072d42f5 of type vlan for network cfcf4cff-319c-470b-9cfd-993c9c899e95 Dec 20 22:44:49.144711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:49.271340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:49.272322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:49.272918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:49.329967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] Pushing event updated for resources: {'Network': ['ID=cfcf4cff-319c-470b-9cfd-993c9c899e95,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:44:49.340765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:44:49.389774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-40389c1a-a8e0-4efa-b7bf-3bad7654407f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4706297 Dec 20 22:44:51.848042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54860) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:44:51.908785 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-df55b2aa-04f6-4ad2-83be-26930f090246 admin admin] GET failed (client error): The resource could not be found. Dec 20 22:44:51.910772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-df55b2aa-04f6-4ad2-83be-26930f090246 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611246 Dec 20 22:44:51.985553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd9754-8515-4e4d-8a41-107953aae535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:51.987031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ccd9754-8515-4e4d-8a41-107953aae535 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723102 Dec 20 22:44:51.998350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:44:52.071514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Made reservation on behalf of bec453ddfcee45f0a4238a7c9fa631ae for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:44:52.073753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:52.322469 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:52.388532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee234d9a-a491-413c-a2b5-c29f67aad54f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:44:52.393645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:44:52.394180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Network hostable DHCP agents. Network: cfcf4cff-319c-470b-9cfd-993c9c899e95, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:44:52.460081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:44:52.545454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, cfcf4cff-319c-470b-9cfd-993c9c899e95) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:44:52.549808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:44:52.550415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:52.555400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ccb24-f31c-411e-9a2a-acfb1e525a19 None None] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:44:52.628410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e6ccb4fa-bd52-4710-bd4a-1363ac34e8d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6342590 Dec 20 22:44:52.653680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-cfcf4cff-319c-470b-9cfd-993c9c899e95', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'project_id': 'bec453ddfcee45f0a4238a7c9fa631ae', 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:44:52.654640 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:52.895493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Allocated IP 192.168.233.2 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/52678fb9-0055-4597-8352-e6ebf495d1ac) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:44:53.044048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:53.135113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:53.176452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:44:53.179164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:44:53.182582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:44:53.189559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Pushing event updated for resources: {'Port': ['ID=52678fb9-0055-4597-8352-e6ebf495d1ac,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:44:53.199204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.199554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.199877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.200253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.200537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.200858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.201245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.201569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.201912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.202229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.202544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.202858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.203170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:44:53.254367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Attempting to bind port 52678fb9-0055-4597-8352-e6ebf495d1ac on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:44:53.254734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Attempting to bind port 52678fb9-0055-4597-8352-e6ebf495d1ac by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:44:53.255098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Attempting to bind port 52678fb9-0055-4597-8352-e6ebf495d1ac on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:44:53.260465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:44:53.260862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:44:53.261270 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:53.261670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:44:53.262164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Bound port: 52678fb9-0055-4597-8352-e6ebf495d1ac, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:44:53.262726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:53.329255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] For port 52678fb9-0055-4597-8352-e6ebf495d1ac, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:44:53.332488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] For port 52678fb9-0055-4597-8352-e6ebf495d1ac, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=52678fb9-0055-4597-8352-e6ebf495d1ac,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:44:53.450522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:53.515033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1123ed-56c9-4cb3-9b95-b3b8ac960b7a None None] Pushing event updated for resources: {'Port': ['ID=52678fb9-0055-4597-8352-e6ebf495d1ac,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:44:54.344154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 52678fb9-0055-4597-8352-e6ebf495d1ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:44:54.380232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5c6eb-67e2-4494-9289-dedaa01b8b1b None None] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:44:54.457201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] Provisioning complete for port 52678fb9-0055-4597-8352-e6ebf495d1ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:44:54.457560 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:54.511046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 52678fb9-0055-4597-8352-e6ebf495d1ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:44:54.511418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:54.648812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:54.664386 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:54.701377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] For port 52678fb9-0055-4597-8352-e6ebf495d1ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=52678fb9-0055-4597-8352-e6ebf495d1ac,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:44:54.759222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:54.832607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:44:54.832873 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:44:54.838352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8560-89aa-42bb-bca2-f4af5dd2dd61 None None] Pushing event updated for resources: {'Port': ['ID=52678fb9-0055-4597-8352-e6ebf495d1ac,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:44:54.982603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dc8afe93-3fdd-460f-8f88-586a67a90380 None None] Provisioning complete for port 52678fb9-0055-4597-8352-e6ebf495d1ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:44:54.982969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc8afe93-3fdd-460f-8f88-586a67a90380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:44:56.260842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 52678fb9-0055-4597-8352-e6ebf495d1ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:44:56.314772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 52678fb9-0055-4597-8352-e6ebf495d1ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:44:56.315140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:04.671217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440408cc-b562-4a3d-850c-ce454d64933d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:07.008176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a648111b-ffc8-4b5c-9d2e-91db2bc3ad48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:08.099715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:09.545162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:10.384249 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:25.701627 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:45:34.663134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb3a1d46-16ca-40cf-9b9e-261a93aef096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:37.036237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25fa547a-7b5b-4d49-8b62-e5e493373b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:38.104054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:39.531187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:45:40.384423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:02.701455 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:46:04.655579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c505-0ef8-45f3-ae59-af49b1c50659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:07.063548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47c8bc34-1d4b-4534-b4e2-d298735f8491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:08.101182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:09.532433 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:10.381001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:17.714485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:46:17.720460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-c9212bfb-f21d-452b-8659-51bec6aa93d7 tempest-verify_tempest_config-491055869 tempest-verify_tempest_config-491055869-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:46:17.721460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c9212bfb-f21d-452b-8659-51bec6aa93d7 tempest-verify_tempest_config-491055869 tempest-verify_tempest_config-491055869-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060554 Dec 20 22:46:18.202544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:46:18.307860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.378722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.434337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.478997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9cdcb-4787-4ae3-b2c6-fdd41162f4c1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:46:18.483624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcf67e364969435a90af3401e771af2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2800791 Dec 20 22:46:18.486500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54926) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:46:18.487906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.488255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.488592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.488924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.489253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.489574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.489923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.490247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.490565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.490878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.491199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.491512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.491885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47692802-da17-4e1b-a68b-89ae1d6dd8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.571621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.592363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.781295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.783955 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:18.785112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daf9cdcb-4787-4ae3-b2c6-fdd41162f4c1 HTTP/1.1" status: 204 len: 168 time: 0.2971227 Dec 20 22:46:18.795226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9cdcb-4787-4ae3-b2c6-fdd41162f4c1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:46:18.803339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.803695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.804086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.804454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.804787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.805116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.805446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.805796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.806123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.806444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.806810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.807131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.807449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35598fba-3543-4b5d-9d22-ab4342f06da7 admin admin] Tracked resource versions report: Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: pushed versions: Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: { 'AddressGroup': {'1.2'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'ConntrackHelper': {'1.0'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Log': {'1.0'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Network': {'1.1'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Port': {'1.7'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'PortForwarding': {'1.2'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'QosPolicy': {'1.10'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SecurityGroup': {'1.5'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SubPort': {'1.0'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Subnet': {'1.1'}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Trunk': {'1.1'}} Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: consumer versions: Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: L3 agent@n-d-822053-9: {}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: Metadata agent@n-d-822053-9: {}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: Metering agent@n-d-822053-9: {}, Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'ConntrackHelper': '1.0', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'LocalIPAssociation': '1.0', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Log': '1.0', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Network': '1.1', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Port': '1.7', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'PortForwarding': '1.2', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'QosPolicy': '1.10', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SecurityGroup': '1.5', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SecurityGroupRule': '1.2', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'SubPort': '1.0', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Subnet': '1.1', Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: 'Trunk': '1.1'}} Dec 20 22:46:18.808614 n-d-822053-9 neutron-server[115563]: {{(pid=115563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:46:34.694185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-faeacdfd-2448-451c-8096-69a0109a0a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:37.016692 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76369465-fcd3-4f87-a36f-4b5354d1bbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:38.162643 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:39.519762 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:46:39.700936 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:46:40.380127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:04.670133 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-44b2d7a0-d137-4775-8d9e-1e072a1674a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:07.052488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef989f7c-277f-494b-9eb8-8658cc2d22ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:08.098431 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:09.535858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:10.383785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:16.700141 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:47:34.668475 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-44039007-7d7f-4fa5-bc72-1ae120a25b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:37.039985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cae720f4-c095-4080-be76-3937ceb7fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:38.102765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:39.563559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:40.408860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:47:53.698523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:48:04.655396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-18fdfb9d-9575-42e7-9854-204cb53854d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:07.015642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-74109030-8c6b-4a16-9fc4-00d673c9e0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:08.112542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:09.535433 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:10.379764 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:30.696563 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:48:34.659846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-824cc253-b5ef-4619-a39d-479c49e993e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:37.025241 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c1d6746-95d4-443e-b885-cadcc7a2e843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:38.105170 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:39.527879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:48:40.412862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:04.651850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f7f32df-8a27-4605-b680-1b03d9e0ac21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:07.006949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d96ee2b5-60e1-444d-8ee8-8b79a45ebf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:07.695657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 5 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:49:08.109179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:09.532592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:10.435155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:27.766035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:32.994007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133751672'] for agent, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:34.685793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-35fe2cbf-c9e4-473c-ad3c-42b70571852c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:37.011439 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09dafb6e-c7e7-4f6d-8e11-dd87e551e1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:38.102653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:39.542458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:40.393809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:49:44.695019 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:49:57.627688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:02.987577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:04.656038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec649b11-0476-4415-8981-d9fab8c59fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:07.032639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef4df-7776-48a7-8001-38aa45adb7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:08.113219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:09.530216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:10.408716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:14.127867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54988) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:50:14.230358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ab4998a-2c07-4396-a111-e8d8d09f06eb admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1013174 Dec 20 22:50:16.651383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54998) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:50:16.706371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7b8cec45-16d7-470c-b0df-1e83398bd981 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539274 Dec 20 22:50:21.696130 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:50:27.626384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:33.010105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:34.671708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0ee04a8e-5f6b-4105-8d5d-fdc72e4e732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:37.025142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68abbb36-09e1-4d98-a658-4d5de1c63591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:38.112033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:39.545909 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:40.403063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:57.677324 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:50:58.696207 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:51:02.981178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:04.671970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a171cd6-5f8e-430d-86a5-10f43b3faaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:07.026548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-515d11f7-995d-4e4a-92c1-0301abec719d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:08.110003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:09.552198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:10.404003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:27.648911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:33.029335 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:34.654610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-093a0215-e131-47df-91c5-a5672372b429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:35.698127 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:51:37.026372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-42e8205b-6b7c-4860-9bb0-9a76b7442d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:38.386990 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:39.561076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:40.418706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:43.679559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:44.094986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-17228ad4-9776-4d60-a987-2de56143bfbc tempest-AutoAllocateNetworkTest-1009750350 tempest-AutoAllocateNetworkTest-1009750350-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c9ab70a066084d338b3749d80e37390b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4129436 Dec 20 22:51:44.097340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55244) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:44.310566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ca133-f7e5-4d11-9c7f-f9df46ec3895 tempest-AutoAllocateNetworkTest-1009750350 tempest-AutoAllocateNetworkTest-1009750350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:44.314207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c57ca133-f7e5-4d11-9c7f-f9df46ec3895 tempest-AutoAllocateNetworkTest-1009750350 tempest-AutoAllocateNetworkTest-1009750350-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2158854 Dec 20 22:51:44.314938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55254) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:44.388068 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9f93be0a-fc92-4392-903d-70f8fb5c173a tempest-AutoAllocateNetworkTest-1009750350 tempest-AutoAllocateNetworkTest-1009750350-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720341 Dec 20 22:51:44.390668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:44.418472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dad90cb0-bc9a-471a-9dba-0d6787465922 tempest-AutoAllocateNetworkTest-1009750350 tempest-AutoAllocateNetworkTest-1009750350-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c9ab70a066084d338b3749d80e37390b HTTP/1.1" status: 200 len: 208 time: 0.0266659 Dec 20 22:51:45.390590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:45.831592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:45.910219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:45.967573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:46.006341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5381f834-8809-4ff0-8235-79d7372e45e2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:46.016964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.017309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.017645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.018005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.018332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.018657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.018982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.019402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.019611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.019930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.020238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.020552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.020862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] Tracked resource versions report: Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: pushed versions: Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: { 'AddressGroup': {'1.2'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'ConntrackHelper': {'1.0'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Log': {'1.0'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Network': {'1.1'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Port': {'1.7'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'PortForwarding': {'1.2'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'QosPolicy': {'1.10'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SecurityGroup': {'1.5'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SubPort': {'1.0'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Subnet': {'1.1'}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Trunk': {'1.1'}} Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: consumer versions: Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: HyperV agent@n-h1-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: HyperV agent@n-h2-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: L3 agent@n-d-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: Metadata agent@n-d-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: Metering agent@n-d-822053-9: {}, Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'ConntrackHelper': '1.0', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'LocalIPAssociation': '1.0', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Log': '1.0', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Network': '1.1', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Port': '1.7', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'PortForwarding': '1.2', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'QosPolicy': '1.10', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SecurityGroup': '1.5', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SecurityGroupRule': '1.2', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'SubPort': '1.0', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Subnet': '1.1', Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: 'Trunk': '1.1'}} Dec 20 22:51:46.022004 n-d-822053-9 neutron-server[115562]: {{(pid=115562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:51:46.032801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55330) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:46.050336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55a00233-13e7-455d-8916-b309b43b85dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9ab70a066084d338b3749d80e37390b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6580546 Dec 20 22:51:46.099537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:46.129887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:46.321257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:46.324231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:46.325368 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5381f834-8809-4ff0-8235-79d7372e45e2 HTTP/1.1" status: 204 len: 168 time: 0.2915900 Dec 20 22:51:46.334440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5381f834-8809-4ff0-8235-79d7372e45e2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:46.342368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.342896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.343378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.343855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.344519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.344990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.345595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.346089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.346553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.347015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.347518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.347975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e071671-890e-4f5b-a458-c8ef6b328960 admin admin] Tracked resource versions report: Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: pushed versions: Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: { 'AddressGroup': {'1.2'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'ConntrackHelper': {'1.0'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Log': {'1.0'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Network': {'1.1'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Port': {'1.7'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'PortForwarding': {'1.2'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'QosPolicy': {'1.10'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SecurityGroup': {'1.5'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SubPort': {'1.0'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Subnet': {'1.1'}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Trunk': {'1.1'}} Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: consumer versions: Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: HyperV agent@n-h1-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: HyperV agent@n-h2-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: L3 agent@n-d-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: Metadata agent@n-d-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: Metering agent@n-d-822053-9: {}, Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'ConntrackHelper': '1.0', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'LocalIPAssociation': '1.0', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Log': '1.0', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Network': '1.1', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Port': '1.7', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'PortForwarding': '1.2', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'QosPolicy': '1.10', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SecurityGroup': '1.5', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SecurityGroupRule': '1.2', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'SubPort': '1.0', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Subnet': '1.1', Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: 'Trunk': '1.1'}} Dec 20 22:51:46.353277 n-d-822053-9 neutron-server[115563]: {{(pid=115563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:51:47.972833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55426) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:48.080990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48c41ce3-214d-4ed1-90ac-94a5575663b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.160569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48c41ce3-214d-4ed1-90ac-94a5575663b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.254944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48c41ce3-214d-4ed1-90ac-94a5575663b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.296979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48c41ce3-214d-4ed1-90ac-94a5575663b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2561c9714e074266b8f2d6c4cf571f37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3224120 Dec 20 22:51:48.297468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55454) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:48.299030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c41ce3-214d-4ed1-90ac-94a5575663b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1fa282-a128-4293-bc5f-b14a27998dfd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:48.365012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.391294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.534965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.539317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:48.541400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be1fa282-a128-4293-bc5f-b14a27998dfd HTTP/1.1" status: 204 len: 168 time: 0.2415597 Dec 20 22:51:48.560725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff53a-b1c2-49b2-a908-6b8918971240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1fa282-a128-4293-bc5f-b14a27998dfd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:49.312132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:49.330728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32c4cfb4-32ef-4c20-b710-7509a7b73849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.418301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32c4cfb4-32ef-4c20-b710-7509a7b73849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.492250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32c4cfb4-32ef-4c20-b710-7509a7b73849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.540185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4cfb4-32ef-4c20-b710-7509a7b73849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952dbc81-030f-4411-91de-167b78df2bbc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:49.544729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-32c4cfb4-32ef-4c20-b710-7509a7b73849 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf4ad86295a4434fbc06b7d77b4bad89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2315798 Dec 20 22:51:49.547606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:49.594517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.616168 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.752036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.754606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:49.755950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/952dbc81-030f-4411-91de-167b78df2bbc HTTP/1.1" status: 204 len: 168 time: 0.2076116 Dec 20 22:51:49.765126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0866-e2fb-465c-b0a8-0ceb6f7fea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952dbc81-030f-4411-91de-167b78df2bbc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:50.204511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:50.338772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ef8722-4edb-4775-952e-5ee7d138867e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.443879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ef8722-4edb-4775-952e-5ee7d138867e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.524065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ef8722-4edb-4775-952e-5ee7d138867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.566058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8722-4edb-4775-952e-5ee7d138867e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658baa3d-d556-40af-944d-27e3471aaebf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:50.584467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-24ef8722-4edb-4775-952e-5ee7d138867e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8b8a4b01f6b4539ae3aa741e1f3121d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3780212 Dec 20 22:51:50.587381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:50.636594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.656596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.777680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.780295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:50.781473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/658baa3d-d556-40af-944d-27e3471aaebf HTTP/1.1" status: 204 len: 168 time: 0.1930966 Dec 20 22:51:50.789673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe8dcf-27a9-417c-be0e-70b482ea7a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658baa3d-d556-40af-944d-27e3471aaebf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:50.983671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55628) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:51.417978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d139a2b6-522e-44e7-9bde-ef1faebca6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.439471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55652) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:51.505341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d139a2b6-522e-44e7-9bde-ef1faebca6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.575290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aeedb681-db61-48d3-8c7d-8ee80a7affd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.577927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d139a2b6-522e-44e7-9bde-ef1faebca6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.610630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139a2b6-522e-44e7-9bde-ef1faebca6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15573a-c9dc-414e-bc7d-b78c335ad833,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:51.631101 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d139a2b6-522e-44e7-9bde-ef1faebca6bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a5de0a6e69248d180d303e03f430da7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6438224 Dec 20 22:51:51.631315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:51.693463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.704718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aeedb681-db61-48d3-8c7d-8ee80a7affd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.718225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.786875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aeedb681-db61-48d3-8c7d-8ee80a7affd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.832413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55684) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:51.850890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb681-db61-48d3-8c7d-8ee80a7affd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6c50d-faf4-4b21-8a61-c70ffba155d0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:51.851388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aaebdbcd-ca20-4aa9-820f-c63952dd6e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.856686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aeedb681-db61-48d3-8c7d-8ee80a7affd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90ceaa984df74c929a9d09f24724c60e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4156451 Dec 20 22:51:51.860956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55690) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:51.895263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.897914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:51.899626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a15573a-c9dc-414e-bc7d-b78c335ad833 HTTP/1.1" status: 204 len: 168 time: 0.2672415 Dec 20 22:51:51.920041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b369-32ec-4762-8411-d7baac094c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15573a-c9dc-414e-bc7d-b78c335ad833,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:51.976517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.017592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.036157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aaebdbcd-ca20-4aa9-820f-c63952dd6e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.095093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aaebdbcd-ca20-4aa9-820f-c63952dd6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.148019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:52.148141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aaebdbcd-ca20-4aa9-820f-c63952dd6e87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=326d81bb552148e2964523b975d6df76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3145137 Dec 20 22:51:52.150209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebdbcd-ca20-4aa9-820f-c63952dd6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0c488-54b7-4f03-b9e7-59b110091605,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:52.154724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.157231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.161247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11c6c50d-faf4-4b21-8a61-c70ffba155d0 HTTP/1.1" status: 204 len: 168 time: 0.2993269 Dec 20 22:51:52.161842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55712) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:52.175638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41a4d-08dc-4c2c-b6d9-a76af7852be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6c50d-faf4-4b21-8a61-c70ffba155d0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:52.225521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.250760 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.397533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.401699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.402944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36e0c488-54b7-4f03-b9e7-59b110091605 HTTP/1.1" status: 204 len: 168 time: 0.2530701 Dec 20 22:51:52.411321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f244-cdd1-4c8f-9982-bca9cb6cd32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0c488-54b7-4f03-b9e7-59b110091605,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:52.496106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55730) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:52.612336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-604bc000-2b35-4165-ae95-2f62d5f2f05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.698499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-604bc000-2b35-4165-ae95-2f62d5f2f05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.772131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-604bc000-2b35-4165-ae95-2f62d5f2f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.817080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-604bc000-2b35-4165-ae95-2f62d5f2f05f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d766c5eb57d9431d8729aee5cc38c844&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6526344 Dec 20 22:51:52.817865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc000-2b35-4165-ae95-2f62d5f2f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94632f57-3c4f-415e-a0d4-6d99a4816e3a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:52.819941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55756) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:52.867247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:52.891751 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.011632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.014392 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.015570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94632f57-3c4f-415e-a0d4-6d99a4816e3a HTTP/1.1" status: 204 len: 168 time: 0.1945407 Dec 20 22:51:53.023341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ef681-9322-4e3f-8325-864599b5360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94632f57-3c4f-415e-a0d4-6d99a4816e3a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.097232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55760) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:53.110635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2c3beb3-0f42-4b14-b520-02574573bc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.186922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2c3beb3-0f42-4b14-b520-02574573bc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.249125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-network', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:53.266120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2c3beb3-0f42-4b14-b520-02574573bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.302338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e2c3beb3-0f42-4b14-b520-02574573bc88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0a32b88185249cda7afeb633505ad56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2039783 Dec 20 22:51:53.305541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55768) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:53.316869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3beb3-0f42-4b14-b520-02574573bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3939df-c3c6-4028-9742-1ee7a5239744,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.349109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Made reservation on behalf of 6b8ea37b3bdb4a24bd2f1cb0ef198b18 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:51:53.351568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.360757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.361666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.385228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.459003 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.514731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.517321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.518622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b3939df-c3c6-4028-9742-1ee7a5239744 HTTP/1.1" status: 204 len: 168 time: 0.2120657 Dec 20 22:51:53.526455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022444-da90-4e8c-9032-917727b8a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3939df-c3c6-4028-9742-1ee7a5239744,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.554075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.584176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:51:53.592289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55780) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:53.598047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e2aabe-d920-41bb-baab-5d98da951fed,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.603468 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.603981 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Added segment cadad97d-0059-44c4-99df-e3849f646bc0 of type vlan for network 38d174e5-860f-4165-93f1-3b6247ca6ceb Dec 20 22:51:53.605936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb2ff-c448-4fd9-81a3-7982311a898d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.647575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.687392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb2ff-c448-4fd9-81a3-7982311a898d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.788942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb2ff-c448-4fd9-81a3-7982311a898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.789064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.790137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:53.790714 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.829760 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4dbb2ff-c448-4fd9-81a3-7982311a898d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4dd2b44ff16b46bca3da2889b53d77af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2362604 Dec 20 22:51:53.831797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbb2ff-c448-4fd9-81a3-7982311a898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c792c-7913-405a-9446-be4670a42a3d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.834024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55788) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:53.863938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] Pushing event updated for resources: {'Network': ['ID=38d174e5-860f-4165-93f1-3b6247ca6ceb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:53.878959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:51:53.891918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:53.906196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5a6ec49a-e154-4537-b6bc-01c5d3897844 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4089911 Dec 20 22:51:53.909048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:53.916351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Request body: {'subnet': {'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-subnet', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:53.935634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.011859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Made reservation on behalf of 6b8ea37b3bdb4a24bd2f1cb0ef198b18 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:51:54.014413 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Publish callbacks [] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.066909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.072364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.078099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be3c792c-7913-405a-9446-be4670a42a3d HTTP/1.1" status: 204 len: 168 time: 0.2398524 Dec 20 22:51:54.084630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce81c1b-9545-4f83-9d68-3326a75fb79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c792c-7913-405a-9446-be4670a42a3d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:54.331906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.382349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65056838-d76d-4190-8803-ea6d2e97e706,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:54.403876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Checking segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:51:54.407759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Network hostable DHCP agents. Network: 38d174e5-860f-4165-93f1-3b6247ca6ceb, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:51:54.409607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:54.426292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c1126e0-923e-4e85-a427-4b393fab6da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.501039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c1126e0-923e-4e85-a427-4b393fab6da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.517404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:51:54.575733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c1126e0-923e-4e85-a427-4b393fab6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.608913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 38d174e5-860f-4165-93f1-3b6247ca6ceb) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:51:54.613406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:54.614114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.622583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f3482-628c-4e55-af80-9a211c38aa0c None None] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:51:54.630950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55830) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:54.633204 n-d-822053-9 neutron-server[115562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 22:51:54.637908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55832) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:54.638065 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c1126e0-923e-4e85-a427-4b393fab6da6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e53adfdcf4684cea8e474ab24b4f8359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2269392 Dec 20 22:51:54.639777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1126e0-923e-4e85-a427-4b393fab6da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb56a9a-61f0-47e2-9d78-793875ea05eb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:54.718155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3d35f574-1e46-4e91-af90-83fcc0a7133e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8077490 Dec 20 22:51:54.721170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:54.732272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:54.733394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-408ee346-182c-4ee1-a7f0-7ddd3aa650da tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013401 Dec 20 22:51:54.777676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-38d174e5-860f-4165-93f1-3b6247ca6ceb', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:51:54.779172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.815112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.816755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.914185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:54.916913 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.002405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.041815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-1e038e3f-15ee-4bef-8319-3c5107780a55 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:55.050089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-1e038e3f-15ee-4bef-8319-3c5107780a55 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993085 Dec 20 22:51:55.084832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-358c2c7f-7354-4a1b-ab80-cdca223bfae9 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/quotas/c8ae799c5d6f454f8bdf18e0ed04ba4a HTTP/1.1" status: 200 len: 375 time: 0.0336308 Dec 20 22:51:55.135299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Allocated IP 172.20.0.2 (38d174e5-860f-4165-93f1-3b6247ca6ceb/65056838-d76d-4190-8803-ea6d2e97e706/de61b27f-a907-4399-aa7a-c16b55c6582b) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:51:55.152751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-900a1286-22fd-40fd-ab34-243dd7949b5b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669105 Dec 20 22:51:55.247017 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.249022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.251875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.253101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdb56a9a-61f0-47e2-9d78-793875ea05eb HTTP/1.1" status: 204 len: 168 time: 0.6122792 Dec 20 22:51:55.267047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ae1c0-a054-4b50-8f7f-a5d6c89e8563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb56a9a-61f0-47e2-9d78-793875ea05eb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:55.319702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.426845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.489769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:51:55.496417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:51:55.500628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Pushing event updated for resources: {'Port': ['ID=de61b27f-a907-4399-aa7a-c16b55c6582b,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:55.501583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:51:55.534163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.534723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.535258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.535601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.535939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.536414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.536752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.537083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.537412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.537758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.538092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.538414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.538764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Tracked resource versions report: Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: pushed versions: Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: { 'AddressGroup': {'1.2'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'ConntrackHelper': {'1.0'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Log': {'1.0'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Network': {'1.1'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Port': {'1.7'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'PortForwarding': {'1.2'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'QosPolicy': {'1.10'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SecurityGroup': {'1.5'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SubPort': {'1.0'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Subnet': {'1.1'}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Trunk': {'1.1'}} Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: consumer versions: Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: HyperV agent@n-h1-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: HyperV agent@n-h2-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: L3 agent@n-d-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: Metadata agent@n-d-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: Metering agent@n-d-822053-9: {}, Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'ConntrackHelper': '1.0', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'LocalIPAssociation': '1.0', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Log': '1.0', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Network': '1.1', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Port': '1.7', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'PortForwarding': '1.2', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'QosPolicy': '1.10', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SecurityGroup': '1.5', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SecurityGroupRule': '1.2', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'SubPort': '1.0', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Subnet': '1.1', Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: 'Trunk': '1.1'}} Dec 20 22:51:55.539951 n-d-822053-9 neutron-server[115564]: {{(pid=115564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:51:55.572594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Attempting to bind port de61b27f-a907-4399-aa7a-c16b55c6582b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:51:55.573165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Attempting to bind port de61b27f-a907-4399-aa7a-c16b55c6582b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:51:55.573706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Attempting to bind port de61b27f-a907-4399-aa7a-c16b55c6582b on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:51:55.580467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:51:55.580838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Checking segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:51:55.581483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.582053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Bound using segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:51:55.582662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Bound port: de61b27f-a907-4399-aa7a-c16b55c6582b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:51:55.583221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.664570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] For port de61b27f-a907-4399-aa7a-c16b55c6582b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:51:55.668522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] For port de61b27f-a907-4399-aa7a-c16b55c6582b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=de61b27f-a907-4399-aa7a-c16b55c6582b,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:51:55.755702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.772556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.780777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:55.871340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24ff26-98cd-4463-aa17-8d3cfda20352 None None] Pushing event updated for resources: {'Port': ['ID=de61b27f-a907-4399-aa7a-c16b55c6582b,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:55.967157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:55.990409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Allocated IP 172.25.1.120 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/12d2a4dc-8127-415a-ac6a-2d83ecc8c546) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:51:56.165137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.268204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55916) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:56.304334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.400774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56e34820-49a4-49e9-b2fb-cc70baedbe24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.411426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:51:56.421035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:51:56.433081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:51:56.524240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55926) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:56.530639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56e34820-49a4-49e9-b2fb-cc70baedbe24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.579438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device de61b27f-a907-4399-aa7a-c16b55c6582b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:51:56.584924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Pushing event updated for resources: {'Port': ['ID=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:56.622171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56e34820-49a4-49e9-b2fb-cc70baedbe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.674926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55934) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:56.675443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56e34820-49a4-49e9-b2fb-cc70baedbe24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0776f38ce3e444f587cd0760f65f0585&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7070076 Dec 20 22:51:56.676560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34820-49a4-49e9-b2fb-cc70baedbe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fbb114-dd91-459f-ba17-c0b646be0d29,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:56.715360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port de61b27f-a907-4399-aa7a-c16b55c6582b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:51:56.715880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.803675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-805364500-network', 'tenant_id': '9c7e681b05b94476a25abb4e627af93c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:56.881479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.931516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.965746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:51:56.968384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:56.993219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port de61b27f-a907-4399-aa7a-c16b55c6582b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=de61b27f-a907-4399-aa7a-c16b55c6582b,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:51:57.015882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.045867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.087394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f23b6d1-a112-4023-aa4a-4a51e3f147f2 req-909e2265-0e64-4ddc-9010-6d76ec3ef638 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 210 time: 0.8175507 Dec 20 22:51:57.089396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.098684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.159663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=de61b27f-a907-4399-aa7a-c16b55c6582b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:57.288201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.307670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e84daf-49f9-4d97-89a1-551424eb7935 None None] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:51:57.331509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.334058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.338053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4fbb114-dd91-459f-ba17-c0b646be0d29 HTTP/1.1" status: 204 len: 168 time: 0.6620715 Dec 20 22:51:57.355393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.358431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aa3bd-4326-4b61-a7e2-acea04bfaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fbb114-dd91-459f-ba17-c0b646be0d29,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:57.455369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f60a5df6-93be-4b39-af5a-f88c391c655a None None] Provisioning complete for port de61b27f-a907-4399-aa7a-c16b55c6582b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:51:57.455745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f60a5df6-93be-4b39-af5a-f88c391c655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.491297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:51:57.510171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4210f-94fb-4ab1-86cd-7f2456d2d39e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:57.519277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787167872979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.519817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Unsubscribe: segment precommit_create {{(pid=115563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 22:51:57.520283 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Added segment 3a504e1c-6b81-4c38-9cd8-7ba113eb5e68 of type vlan for network 3e4c285b-2734-4b2a-b013-f38695c69978 Dec 20 22:51:57.533936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.621437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.664543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.777922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.778932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:57.779533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.816313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b9f2040d-ee56-4105-81a5-9b15df3cc1ab None None] Provisioning complete for port de61b27f-a907-4399-aa7a-c16b55c6582b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:51:57.816838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9f2040d-ee56-4105-81a5-9b15df3cc1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:57.889358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:51:57.902914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4c285b-2734-4b2a-b013-f38695c69978,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:57.921238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3e4c285b-2734-4b2a-b013-f38695c69978 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:51:57.959430 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b7eeea5f-a0a4-4864-96c6-d123a4877665 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4310012 Dec 20 22:51:57.962091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:57.966940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Request body: {'subnet': {'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-805364500-subnet', 'tenant_id': '9c7e681b05b94476a25abb4e627af93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:58.040762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:51:58.055180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:51:58.065896 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:51:58.066540 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:51:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:51:58.095101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:51:58.097426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.159367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.163529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5d1a8ca3-2a8f-46ba-b64b-661dbf012148 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4403539 Dec 20 22:51:58.163767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55976) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:58.220486 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:51:58.433960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-197b47c1-06b8-4fa6-9fb3-265551c1c437 req-cd9b9818-c867-499b-b866-06939a226d0f tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 210 time: 0.0569592 Dec 20 22:51:58.487990 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.509008 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:56Z', 'revision_number': 3, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:51:58.518378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device de61b27f-a907-4399-aa7a-c16b55c6582b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:51:58.561285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfff25c-9ace-4678-95fb-366841d4d15b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:58.565905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55984) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:58.574352 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:51:58.576394 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Updating router 122c720c-b8cc-4512-83bd-62b1c8cca36f port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:51:58.610266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2de1-cbd6-45a3-8fe4-f2c2259887ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.642581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port de61b27f-a907-4399-aa7a-c16b55c6582b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:51:58.643476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.649506 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.680257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:51:58.680612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Network hostable DHCP agents. Network: 3e4c285b-2734-4b2a-b013-f38695c69978, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:51:58.790706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2de1-cbd6-45a3-8fe4-f2c2259887ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.800661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Network 3e4c285b-2734-4b2a-b013-f38695c69978 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:51:58.892649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2de1-cbd6-45a3-8fe4-f2c2259887ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.907210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.922196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2de1-cbd6-45a3-8fe4-f2c2259887ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47706dd3-d38a-449c-9dd6-3572ca682a2f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:58.930438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3e4c285b-2734-4b2a-b013-f38695c69978) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:51:58.965130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbadb95-d4f5-4478-a919-18b2950629f3 None None] Network 3e4c285b-2734-4b2a-b013-f38695c69978 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:51:58.969159 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c3b2de1-cbd6-45a3-8fe4-f2c2259887ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64a75b91e3dd484d95a4250eaac8b9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999219 Dec 20 22:51:58.969833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55996) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:58.988832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:58.989554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:58.991633 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.061290 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.062004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.084681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.110973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3aaa6946-2bc0-49a2-8b09-dd87dfb696fe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1478724 Dec 20 22:51:59.135896 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Pushing event updated for resources: {'Port': ['ID=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:59.139084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Attempting to bind port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:51:59.139763 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Attempting to bind port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:51:59.140295 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Attempting to bind port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:51:59.162616 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:51:59.168274 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:51:59.168274 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.168274 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:51:59.168274 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Bound port: 12d2a4dc-8127-415a-ac6a-2d83ecc8c546, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:51:59.169204 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.177350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7fc0c-ce7b-4f01-8b03-f06ba8e7217c None None] Network 3e4c285b-2734-4b2a-b013-f38695c69978 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:51:59.193674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Allocated IP 172.20.0.1 (38d174e5-860f-4165-93f1-3b6247ca6ceb/65056838-d76d-4190-8803-ea6d2e97e706/060f7041-bc96-4235-b4d9-16ec60b6cd80) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:51:59.240852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.241118 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.243333 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.243846 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.244332 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.245685 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.246292 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.246634 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.247440 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.247740 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.250395 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.250923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.252123 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Tracked resource versions report: Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: pushed versions: Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: { 'AddressGroup': {'1.2'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'ConntrackHelper': {'1.0'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'LocalIPAssociation': {'1.0'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Log': {'1.0'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Network': {'1.1'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Port': {'1.7'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'PortForwarding': {'1.2'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'QosPolicy': {'1.10'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SecurityGroup': {'1.5'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SecurityGroupRule': {'1.2'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SubPort': {'1.0'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Subnet': {'1.1'}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Trunk': {'1.1'}} Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: consumer versions: Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: { DHCP agent@n-d-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: HyperV agent@n-h1-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: HyperV agent@n-h2-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: L3 agent@n-d-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: Metadata agent@n-d-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: Metering agent@n-d-822053-9: {}, Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: Open vSwitch agent@n-d-822053-9: { 'AddressGroup': '1.2', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'ConntrackHelper': '1.0', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'LocalIPAssociation': '1.0', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Log': '1.0', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Network': '1.1', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Port': '1.7', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'PortForwarding': '1.2', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'QosPolicy': '1.10', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SecurityGroup': '1.5', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SecurityGroupRule': '1.2', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'SubPort': '1.0', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Subnet': '1.1', Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: 'Trunk': '1.1'}} Dec 20 22:51:59.255029 n-d-822053-9 neutron-server[115565]: {{(pid=115565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 22:51:59.258724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.59', 58484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:51:59.303224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.309933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.311366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47706dd3-d38a-449c-9dd6-3572ca682a2f HTTP/1.1" status: 204 len: 168 time: 0.3355896 Dec 20 22:51:59.315278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-821737b5-0655-4887-82d9-68cb23c40afc tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553315 Dec 20 22:51:59.357076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] For port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:51:59.358908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.360769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb0c30-c753-46e4-8c1c-6480d369bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47706dd3-d38a-449c-9dd6-3572ca682a2f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:59.365171 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] For port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:51:59.467252 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.476429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-df061c85-3ec9-467e-9545-de8c8710f042 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:51:59.481582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-df061c85-3ec9-467e-9545-de8c8710f042 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466608 Dec 20 22:51:59.519777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.533767 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:51:59.534730 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:51:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:51:59.580790 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa07537-7f74-4db0-8fe7-701198e1cd05 None None] Pushing event updated for resources: {'Port': ['ID=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:59.598900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Request body: {'port': {'device_id': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': 'c8ae799c5d6f454f8bdf18e0ed04ba4a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:51:59.606203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Pushing event updated for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:51:59.626635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:51:59.632459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:51:59.647824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:51:59.648321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:51:59.671205 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:51:59.847120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1b200b8-a246-4910-a001-17db1e2ac5b2 req-0b6d6c68-3eed-4210-adf9-a488b0322731 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 210 time: 0.1060760 Dec 20 22:51:59.919757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:56Z', 'revision_number': 3, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:00.000972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Made reservation on behalf of c8ae799c5d6f454f8bdf18e0ed04ba4a for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:00.010559 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.018997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.046588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6242c-6485-4202-a462-620c39c25a65 None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:56Z', 'revision_number': 3, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:00.072065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-011cc66a-19a6-4860-bcdd-9bfd5f1db345 None None] Provisioning complete for port 060f7041-bc96-4235-b4d9-16ec60b6cd80 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:00.072638 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-011cc66a-19a6-4860-bcdd-9bfd5f1db345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.121158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-011cc66a-19a6-4860-bcdd-9bfd5f1db345 None None] Port 060f7041-bc96-4235-b4d9-16ec60b6cd80 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:00.129908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.192282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.259135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.354973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.388275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8960f5-f1d8-4dac-ade7-46d6d85880f4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:00.435951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.437293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.600585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Allocated IP 192.168.233.150 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/71d90a5b-d323-474f-a8f0-92c1d7dc5d76) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:00.632826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:00.633267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:00.634822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Pushing event updated for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:00.639363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:00.727230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56044) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:00.774444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:00.774930 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.803560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ff04c4-75be-4d5a-a442-811f3576f456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:00.975004 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.019518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:01.038480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ff04c4-75be-4d5a-a442-811f3576f456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.062053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cf2d35d3-5faa-4d72-9311-0d1ad00a0b68 None None] Provisioning complete for port 060f7041-bc96-4235-b4d9-16ec60b6cd80 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:01.062494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf2d35d3-5faa-4d72-9311-0d1ad00a0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.067253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c11dcdb0-3b33-4ead-ac63-a745c75f0452 req-0ca86ad8-631a-4d47-bcdd-9bb1a7bf706d tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 210 time: 0.0552526 Dec 20 22:52:01.081476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:52:01.133512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.239733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d35d3-5faa-4d72-9311-0d1ad00a0b68 None None] Port 060f7041-bc96-4235-b4d9-16ec60b6cd80 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:01.284089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.286506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:01.375418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ff04c4-75be-4d5a-a442-811f3576f456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.395088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.431908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff04c4-75be-4d5a-a442-811f3576f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222c14f-ec33-4c97-9a01-5bb385239c1a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:01.443488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10ff04c4-75be-4d5a-a442-811f3576f456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ec9c544b87a410cbdf0063a96738d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7113206 Dec 20 22:52:01.446425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:01.477384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:01.493839 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-11e96be3-746f-4923-9368-8e58670841a0 admin admin] 10.222.0.62 "PUT /v2.0/routers/122c720c-b8cc-4512-83bd-62b1c8cca36f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3191524 Dec 20 22:52:01.531594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:01.538321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.538551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:01.550751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:01.555604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:01.556290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.587054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Pushing event updated for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:01.619886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.663745 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-3f9a9e55-1679-4b90-b192-82a5e2c4f1ec tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0712290 Dec 20 22:52:01.679450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-0b88dd9a-8739-4a26-aa04-6e0e0a2b6091 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:01.680656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-0b88dd9a-8739-4a26-aa04-6e0e0a2b6091 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093153 Dec 20 22:52:01.772325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.775535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:01.783430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b222c14f-ec33-4c97-9a01-5bb385239c1a HTTP/1.1" status: 204 len: 168 time: 0.3358381 Dec 20 22:52:01.802090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbadb8d-2ca2-45c8-80ed-afca2f97bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222c14f-ec33-4c97-9a01-5bb385239c1a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:01.993058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d42431cf-21d9-450b-9883-b0309f70c637 None None] Provisioning complete for port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:01.994293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d42431cf-21d9-450b-9883-b0309f70c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:02.069216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d42431cf-21d9-450b-9883-b0309f70c637 None None] Port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:02.329247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:02.389238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6da9a-f964-408e-ae48-7c6d2e494dbf req-e453fa4d-35e0-47ba-bed3-ee27b17eee30 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:02.390840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad6da9a-f964-408e-ae48-7c6d2e494dbf req-e453fa4d-35e0-47ba-bed3-ee27b17eee30 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 936 time: 0.1898851 Dec 20 22:52:02.572006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:02.593470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad6da9a-f964-408e-ae48-7c6d2e494dbf req-109b6260-a346-4a02-8af4-bfb0c1b68c29 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819866 Dec 20 22:52:02.683805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:02.705150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:02.705575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:02.743079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:02.744260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:51:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:03.068463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:03.175628 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:03.410512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 2, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:03.442469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:03.442806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Updating router 122c720c-b8cc-4512-83bd-62b1c8cca36f port 060f7041-bc96-4235-b4d9-16ec60b6cd80 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:52:03.489504 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:03.656413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Request body: {'port': {'device_id': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'device_owner': 'compute:tempest-test_az-2080298667', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:03.846657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c14f46b9-3ff7-4824-a218-a008c5b8d44d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:03.879277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:03.887463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ecdc-229c-49c9-9bec-5cae1f993655 req-89ae6f78-1e31-40a0-95cd-e5f803e5d791 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:03.889156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3031ecdc-229c-49c9-9bec-5cae1f993655 req-89ae6f78-1e31-40a0-95cd-e5f803e5d791 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 936 time: 0.1654620 Dec 20 22:52:04.052918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3031ecdc-229c-49c9-9bec-5cae1f993655 req-8e8c289d-2a65-4323-928a-591469e31ff7 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364276 Dec 20 22:52:04.053394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56120) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:04.065710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1000147550-network', 'tenant_id': 'd5156f75976e4252917b3fe52acf7eda'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:04.113388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.175604 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.270277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:04.301423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64615bc-b813-4556-b546-4599ede709df None None] Pushing event updated for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:04.368466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Attempting to bind port 060f7041-bc96-4235-b4d9-16ec60b6cd80 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:04.369425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Attempting to bind port 060f7041-bc96-4235-b4d9-16ec60b6cd80 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:04.370664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Attempting to bind port 060f7041-bc96-4235-b4d9-16ec60b6cd80 on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:04.391555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:04.397687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Checking segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:04.398710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.399224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Bound using segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:04.402242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Bound port: 060f7041-bc96-4235-b4d9-16ec60b6cd80, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:04.403943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.545352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c14f46b9-3ff7-4824-a218-a008c5b8d44d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.555369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Made reservation on behalf of d5156f75976e4252917b3fe52acf7eda for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:04.558931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.568846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] For port 060f7041-bc96-4235-b4d9-16ec60b6cd80, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:04.573317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] For port 060f7041-bc96-4235-b4d9-16ec60b6cd80, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=060f7041-bc96-4235-b4d9-16ec60b6cd80,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:04.599322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7e02e0e-fd3f-4f48-91e1-fd640c0c143b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.633023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.665243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.698067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c14f46b9-3ff7-4824-a218-a008c5b8d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.736187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7775a9de-0e68-4cf2-a655-ac3e8430ffea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.784434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] Provisioning complete for port 060f7041-bc96-4235-b4d9-16ec60b6cd80 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:04.784910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.794991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f46b9-3ff7-4824-a218-a008c5b8d44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97732ad5-ae3a-4ab3-908a-7e89839ee30c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:04.796373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:04.797222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:51:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:04.931236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7e02e0e-fd3f-4f48-91e1-fd640c0c143b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:04.934619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56156) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:04.938287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c14f46b9-3ff7-4824-a218-a008c5b8d44d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a9e044ee3cf4a808c04a74ddb3ffa5a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6067605 Dec 20 22:52:04.966172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64615bc-b813-4556-b546-4599ede709df None None] Pushing event updated for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.014767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7e02e0e-fd3f-4f48-91e1-fd640c0c143b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.053752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:05.059106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-network', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:05.158503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02e0e-fd3f-4f48-91e1-fd640c0c143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f03b5-c776-4deb-9160-e4ae7177dc93,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.201991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7e02e0e-fd3f-4f48-91e1-fd640c0c143b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=311b7598691d4297bdc73e431c9bed22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9304399 Dec 20 22:52:05.209689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:05.216368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:05.237275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.246595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.277232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.287022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.299922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Made reservation on behalf of ef50bfc905bf4aef8c31c00adac6e146 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:05.302562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.306865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Transition to ACTIVE for port object 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:05.318459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:05.321298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.373100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] For port 060f7041-bc96-4235-b4d9-16ec60b6cd80, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=060f7041-bc96-4235-b4d9-16ec60b6cd80,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:05.438198 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.440387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.446901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.448738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.494036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.518324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10308a1-834e-466e-b6d9-e95e87b5026f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.573367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.579993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.609633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f5cb9-f301-4788-a957-c88609cc1190 req-ce6fdf74-340c-4358-b4b9-7c80bdcdfec1 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:05.611142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:52:05.611366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b00f5cb9-f301-4788-a957-c88609cc1190 req-ce6fdf74-340c-4358-b4b9-7c80bdcdfec1 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 936 time: 0.3465033 Dec 20 22:52:05.691264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.742696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.746640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.756733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeea45-3d0a-453f-89c8-31450fbd22da None None] Pushing event updated for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.759125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97732ad5-ae3a-4ab3-908a-7e89839ee30c HTTP/1.1" status: 204 len: 168 time: 0.8171737 Dec 20 22:52:05.762759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.763624 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Added segment 6edb0665-59b6-4ef2-b4e0-3f65f53a4084 of type vlan for network 9351f404-301f-4d74-9d5b-1ebfdbe83c38 Dec 20 22:52:05.827576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-beedc271-2ebe-4e03-ae3c-d58915c9ffd3 None None] Provisioning complete for port 060f7041-bc96-4235-b4d9-16ec60b6cd80 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:05.828400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-beedc271-2ebe-4e03-ae3c-d58915c9ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.828753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:05.859460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6129c-0c7b-4c7f-baa4-451c008bc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97732ad5-ae3a-4ab3-908a-7e89839ee30c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.900072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b00f5cb9-f301-4788-a957-c88609cc1190 req-fe509b98-30de-48cd-80e8-00b81268b51d tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715054 Dec 20 22:52:05.952546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:05.971008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:52:05.971118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:04Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:06.006243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567e16-6b25-4cb7-87d9-c365a4f52b57 None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:04Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:06.015161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9382e-6e00-495d-9bc6-6626882a6469,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:06.023101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.026667 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.031972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.031972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:06.031972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.034931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c6f03b5-c776-4deb-9160-e4ae7177dc93 HTTP/1.1" status: 204 len: 168 time: 0.8229377 Dec 20 22:52:06.039900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Attempting to bind port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:06.040204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Attempting to bind port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:06.040527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Attempting to bind port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:06.042900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.043248 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Added segment c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9 of type vlan for network 72287760-59a1-48a5-a062-6eb91b654f46 Dec 20 22:52:06.078193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:06.078642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Attempting to bind port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:06.082672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd32e5-8989-49ff-aee4-2d5c7c04eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f03b5-c776-4deb-9160-e4ae7177dc93,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:06.182926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1225100 Dec 20 22:52:06.184139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:06.184683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:06.185484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:06.185871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56206) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:06.186286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Bound port: 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:06.189286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.196412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Request body: {'subnet': {'network_id': '9351f404-301f-4d74-9d5b-1ebfdbe83c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1000147550-subnet', 'tenant_id': 'd5156f75976e4252917b3fe52acf7eda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:06.300328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.330582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa16f1-de48-4226-a7a1-404a5a024832 admin admin] Pushing event updated for resources: {'Network': ['ID=9351f404-301f-4d74-9d5b-1ebfdbe83c38,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:06.359447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9351f404-301f-4d74-9d5b-1ebfdbe83c38 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:52:06.387038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Made reservation on behalf of d5156f75976e4252917b3fe52acf7eda for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:06.390574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.516037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:06.524090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:06.550669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.556274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:06.558993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.653937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.676216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 060f7041-bc96-4235-b4d9-16ec60b6cd80 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:06.778414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7235496 Dec 20 22:52:06.795143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56212) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:06.835298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 060f7041-bc96-4235-b4d9-16ec60b6cd80 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:06.838077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.881038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Request body: {'subnet': {'network_id': '72287760-59a1-48a5-a062-6eb91b654f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-subnet', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:06.908521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:06.910040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:06.917931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] 10.222.0.59 "PUT /v2.0/ports/71d90a5b-d323-474f-a8f0-92c1d7dc5d76 HTTP/1.1" status: 200 len: 1118 time: 4.4364173 Dec 20 22:52:06.918641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:07.024489 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:07.099109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857f51e-7ac3-4887-852a-5b0af3130259 admin admin] Pushing event updated for resources: {'Network': ['ID=72287760-59a1-48a5-a062-6eb91b654f46,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:07.111183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:52:07.137086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634e5cac-16e1-415c-8d88-ed7a70ee4a42,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:07.253612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01f67-2196-4067-8a92-0ffe4b958ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:07.312640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77467a15-3743-45da-b749-9fa2b567c52e req-40eafc6b-0c7a-4e94-a8e7-56d3c4a97db8 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:07.333329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77467a15-3743-45da-b749-9fa2b567c52e req-40eafc6b-0c7a-4e94-a8e7-56d3c4a97db8 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.2136762 Dec 20 22:52:07.366274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59c425cd-0468-4bb0-8142-aeafdd760867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:07.378551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Checking segment: {'id': '6edb0665-59b6-4ef2-b4e0-3f65f53a4084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9351f404-301f-4d74-9d5b-1ebfdbe83c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:07.384257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Network hostable DHCP agents. Network: 9351f404-301f-4d74-9d5b-1ebfdbe83c38, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:52:07.393684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-b905b63f-4b0f-49bd-8981-11cdc4547bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:07.396171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-b905b63f-4b0f-49bd-8981-11cdc4547bfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 1121 time: 0.3166776 Dec 20 22:52:07.463151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Made reservation on behalf of ef50bfc905bf4aef8c31c00adac6e146 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:07.468282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:07.512856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77467a15-3743-45da-b749-9fa2b567c52e req-60f8fb32-da70-4bfb-b844-10e44c073f07 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756406 Dec 20 22:52:07.551555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Network 9351f404-301f-4d74-9d5b-1ebfdbe83c38 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:52:07.637799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 9351f404-301f-4d74-9d5b-1ebfdbe83c38) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:07.644477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:07.647300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:07.649057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a899564-46cb-4544-982c-23b9fc28b715 None None] Network 9351f404-301f-4d74-9d5b-1ebfdbe83c38 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:07.750086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d2d7415-a0d0-4efd-92e7-80a34be43395 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5601749 Dec 20 22:52:07.795204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56232) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:07.874347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c77-8e4b-414d-8a81-d0ea0b420685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:07.953335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56240) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:07.987821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c33f820-0a80-40e2-9453-898ead84d61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.109063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8712e-f035-44bb-b3e0-123149afa8d6 None None] Network 9351f404-301f-4d74-9d5b-1ebfdbe83c38 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:08.220123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c33f820-0a80-40e2-9453-898ead84d61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.234150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.262211 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-008913ff-6203-40a2-a912-9c9f3f3cdf6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76 HTTP/1.1" status: 200 len: 217 time: 0.3445661 Dec 20 22:52:08.319640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c33f820-0a80-40e2-9453-898ead84d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.394859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.423091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33f820-0a80-40e2-9453-898ead84d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02febc-a760-469b-808d-d25f2f7ecf4a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:08.444119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c33f820-0a80-40e2-9453-898ead84d61c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e96aca5ee5ea4f8492dc05365515f565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892416 Dec 20 22:52:08.444761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56256) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:08.468520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-75c0340d-35fe-4815-a385-7f0b32d106e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:08.470017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-75c0340d-35fe-4815-a385-7f0b32d106e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1989489 Dec 20 22:52:08.470668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d327fb0e-04e2-45d3-95b9-037bc00e2b4f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:08.552448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.575443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Checking segment: {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:08.580234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Network hostable DHCP agents. Network: 72287760-59a1-48a5-a062-6eb91b654f46, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:52:08.589230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.643752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c77-8e4b-414d-8a81-d0ea0b420685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.647986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-e14abdca-ad19-4bcb-ae91-39632923d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:08.650030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-e14abdca-ad19-4bcb-ae91-39632923d90d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660976 Dec 20 22:52:08.714220 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac506d96-9a75-4f67-8ec4-ad843c31be8e" -d '{"events": [{"name": "network-changed", "server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:08.723999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337fa69-d395-4ded-b0a9-208ae6a0d3d3 req-95273062-a579-4574-9707-ea6e2491ae8b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:08.725741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8337fa69-d395-4ded-b0a9-208ae6a0d3d3 req-95273062-a579-4574-9707-ea6e2491ae8b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.0580990 Dec 20 22:52:08.803356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5c85c77-8e4b-414d-8a81-d0ea0b420685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.809074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8337fa69-d395-4ded-b0a9-208ae6a0d3d3 req-550edb02-18d6-4269-ad97-46e3ff4b6674 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756474 Dec 20 22:52:08.816884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Network 72287760-59a1-48a5-a062-6eb91b654f46 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:52:08.857578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.860472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:08.862075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c02febc-a760-469b-808d-d25f2f7ecf4a HTTP/1.1" status: 204 len: 168 time: 0.4161656 Dec 20 22:52:08.889271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4564-f542-4571-9218-fac6fd47e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02febc-a760-469b-808d-d25f2f7ecf4a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:08.923631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85c77-8e4b-414d-8a81-d0ea0b420685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc37800-ea5c-480e-a393-0ab2d70d47e0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:08.931069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56286) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:08.931764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f5c85c77-8e4b-414d-8a81-d0ea0b420685 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc17701280524db5aa47c7ca0e48e787&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1322639 Dec 20 22:52:08.953774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-6da00b81-86b2-477c-ac58-d9843c40dd9d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299829 Dec 20 22:52:08.989583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 72287760-59a1-48a5-a062-6eb91b654f46) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:09.002245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:09.002796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.005806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4b7b7-6e0b-41e3-bc43-baa0d0ba3dcd None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:09.178374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.202041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-216dcff5-bdeb-4b35-bbe3-313e43eb8abe req-416f7132-de9a-4581-92b0-70c23a36f830 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363579 Dec 20 22:52:09.211675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-72287760-59a1-48a5-a062-6eb91b654f46', 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46', 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'fixed_ips': [{'subnet_id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:52:09.212719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.256904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3c4a5fde-9784-4926-b4f4-c20d917064e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3948872 Dec 20 22:52:09.259172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:09.271845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:09.314741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d71fc98b-a41d-48a5-b613-844d3f4cc009 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:09.330976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d71fc98b-a41d-48a5-b613-844d3f4cc009 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.3628173 Dec 20 22:52:09.362768 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.371831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-27805144-7dd3-4d39-8f83-1614443e140e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/quotas/9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 375 time: 0.0329108 Dec 20 22:52:09.418083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.419492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.462453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-2bd322a6-11b5-47a9-b28d-1a1ac986ae6b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743370 Dec 20 22:52:09.520962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.524443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Allocated IP 172.20.0.2 (72287760-59a1-48a5-a062-6eb91b654f46/d327fb0e-04e2-45d3-95b9-037bc00e2b4f/d1c6e182-d023-4bce-b2cf-db83076c7d3e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:09.546512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.549476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.550901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fc37800-ea5c-480e-a393-0ab2d70d47e0 HTTP/1.1" status: 204 len: 168 time: 0.6187716 Dec 20 22:52:09.575972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef751389-84e3-43ee-a1a0-9b86fa4eb15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc37800-ea5c-480e-a393-0ab2d70d47e0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:09.666665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.737330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.804281 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cfb44c-8552-4e8e-91c7-7d2d31d509c1 x-openstack-request-id: req-22cfb44c-8552-4e8e-91c7-7d2d31d509c1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:09.805911 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:09.806584 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22cfb44c-8552-4e8e-91c7-7d2d31d509c1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:09.807338 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76', 'status': 'completed', 'code': 200} Dec 20 22:52:09.812393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:09.925401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:09.934864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:09.942160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:09.965385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Pushing event updated for resources: {'Port': ['ID=d1c6e182-d023-4bce-b2cf-db83076c7d3e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:09.999630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.012803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-78264664-5ffd-43d4-90ad-5bbfd0d38dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:10.022014 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-78264664-5ffd-43d4-90ad-5bbfd0d38dc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 1121 time: 0.2100778 Dec 20 22:52:10.062638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb2bab-6cd9-474a-af5f-8af8b14ca872 req-ed632284-4f4d-4a71-9902-e148a872eff5 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:10.064270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47bb2bab-6cd9-474a-af5f-8af8b14ca872 req-ed632284-4f4d-4a71-9902-e148a872eff5 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.0546815 Dec 20 22:52:10.071315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Attempting to bind port d1c6e182-d023-4bce-b2cf-db83076c7d3e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:10.071951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Attempting to bind port d1c6e182-d023-4bce-b2cf-db83076c7d3e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:10.072756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Attempting to bind port d1c6e182-d023-4bce-b2cf-db83076c7d3e on network 72287760-59a1-48a5-a062-6eb91b654f46 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:10.080569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:10.081207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Checking segment: {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:10.082545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.083391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Bound using segment: {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:10.084253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Bound port: d1c6e182-d023-4bce-b2cf-db83076c7d3e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:10.084994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.167113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47bb2bab-6cd9-474a-af5f-8af8b14ca872 req-0cd9f555-e8d9-4bbc-9a32-e1431994a368 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948753 Dec 20 22:52:10.213126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] For port d1c6e182-d023-4bce-b2cf-db83076c7d3e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:10.215992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] For port d1c6e182-d023-4bce-b2cf-db83076c7d3e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1c6e182-d023-4bce-b2cf-db83076c7d3e,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:10.292476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.433385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-c0395a77-861d-417d-827f-77d02ac9b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:10.435034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-c0395a77-861d-417d-827f-77d02ac9b9cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.4062023 Dec 20 22:52:10.453307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549941-133a-4937-a1f4-c13290da7a7c None None] Pushing event updated for resources: {'Port': ['ID=d1c6e182-d023-4bce-b2cf-db83076c7d3e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:10.477664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.506447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-ba13a94e-0d69-4c2e-9e68-3ebc9724d684 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76 HTTP/1.1" status: 200 len: 217 time: 0.0568793 Dec 20 22:52:10.551430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-7463e2ed-c015-4368-ae71-4444de85f407 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:10.552800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-7463e2ed-c015-4368-ae71-4444de85f407 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4038661 Dec 20 22:52:10.802629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.824175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-aac802fa-e183-4716-a2bd-c0315159600e service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545695 Dec 20 22:52:10.836998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:10.980859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-195548e9-fb5b-48bd-8086-d82ec1d3e277 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499126 Dec 20 22:52:11.082209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-49a27911-3cda-4912-b961-dafa9ed63936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:11.083698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-49a27911-3cda-4912-b961-dafa9ed63936 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1078107 Dec 20 22:52:11.155031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Allocated IP 172.25.1.51 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/2fc46cb5-f964-4a05-ada5-ce6b0028950c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:11.561551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0919e-9199-4e82-a1d0-17a1e73ba995 req-7f557b7a-b34f-4bba-a705-f5c4340791fe tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:11.579544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b0919e-9199-4e82-a1d0-17a1e73ba995 req-7f557b7a-b34f-4bba-a705-f5c4340791fe tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.1546028 Dec 20 22:52:11.654494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-2560e9b2-ac25-499d-b40e-c6bf1a12fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:11.656273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-2560e9b2-ac25-499d-b40e-c6bf1a12fe0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029942 Dec 20 22:52:11.704242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:11.743139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b0919e-9199-4e82-a1d0-17a1e73ba995 req-1a8e11b0-e772-40cf-b5ff-bc006db00eba tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509418 Dec 20 22:52:11.901306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-752b2574-4b1f-4bde-a088-dd4ec178d839 req-a17855a8-4707-444f-9256-27b6de9ecc35 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.0693464 Dec 20 22:52:12.052191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bf495-7769-4438-8c38-ab8f5b1670d7 None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:12.056062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-e2905c30-7527-44af-a4e9-1035ef9759f3 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479152 Dec 20 22:52:12.144366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:12.269441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] Provisioning complete for port d1c6e182-d023-4bce-b2cf-db83076c7d3e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:12.281437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:12.367728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:12.376758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:12.397998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:12.406113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc46cb5-f964-4a05-ada5-ce6b0028950c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:12.640492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:12.671850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac506d96-9a75-4f67-8ec4-ad843c31be8e req-0c0e8f33-ba45-476d-84d7-9f04de7f145b service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765200 Dec 20 22:52:12.682480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d1c6e182-d023-4bce-b2cf-db83076c7d3e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:12.700938 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:52:12.729694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] For port d1c6e182-d023-4bce-b2cf-db83076c7d3e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1c6e182-d023-4bce-b2cf-db83076c7d3e,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:12.795044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d1c6e182-d023-4bce-b2cf-db83076c7d3e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:12.795640 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:12.868332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:12.943006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518f35-c398-4bc6-895e-785cf121f466 req-de386101-5e74-4162-b7af-1a4e188006aa tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:12.959356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb518f35-c398-4bc6-895e-785cf121f466 req-de386101-5e74-4162-b7af-1a4e188006aa tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.1099894 Dec 20 22:52:12.998715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b60c3-190b-43f6-b798-7a8c7bda2e30 None None] Pushing event updated for resources: {'Port': ['ID=d1c6e182-d023-4bce-b2cf-db83076c7d3e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:13.050073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-84d76611-6a3b-4c7a-99db-db0a002bbc99 None None] Provisioning complete for port d1c6e182-d023-4bce-b2cf-db83076c7d3e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:13.050443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84d76611-6a3b-4c7a-99db-db0a002bbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:13.060788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14512edb-8336-450f-aabb-33becd4f849d req-6b341902-84cb-415e-aae8-a33eab1945dc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.0439851 Dec 20 22:52:13.107806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:13.114517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb518f35-c398-4bc6-895e-785cf121f466 req-ad7e25a4-73e2-465f-8ba3-9fe041cf48fe tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539440 Dec 20 22:52:13.392173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:13.517226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56440) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:13.777503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Router cb81b7b0-02a8-4b0b-8427-594005cca540 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:52:13.892566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6f5bb18-41c5-4692-b846-dd09c1a9691e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:13.987249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:14.008110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Sync routers for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:14.032819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:14.042152 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:14.052886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6f5bb18-41c5-4692-b846-dd09c1a9691e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.133028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6f5bb18-41c5-4692-b846-dd09c1a9691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.144610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.144610 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6607dbfb-0860-4d3b-9189-ae731ebab793 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8799684 Dec 20 22:52:14.151799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:14.178599 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:14.309040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:14.447277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6f5bb18-41c5-4692-b846-dd09c1a9691e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff5843e93fbc434aa102d0b204153304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9175255 Dec 20 22:52:14.447407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56470) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:14.519922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46b17fb9-5fcd-4017-bd7f-e498bf1c40a9 req-814210a0-024a-4002-b816-f1e91bc41582 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.1921041 Dec 20 22:52:14.523321 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:12Z', 'revision_number': 3, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:14.543340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5bb18-41c5-4692-b846-dd09c1a9691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fddb82-9882-4c6d-98da-bc5a28f0ebb6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:14.576447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.609779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Checking router: cb81b7b0-02a8-4b0b-8427-594005cca540 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:14.609779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Updating router cb81b7b0-02a8-4b0b-8427-594005cca540 port 2fc46cb5-f964-4a05-ada5-ce6b0028950c binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:52:14.657786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d1c6e182-d023-4bce-b2cf-db83076c7d3e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:14.658280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-377d00c7-c9ea-48a7-b3c8-6239bb8daad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.685590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.703512 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.776968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d1c6e182-d023-4bce-b2cf-db83076c7d3e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:14.777561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.900677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461f54-c73a-42c6-9c34-8519d72fb9f2 req-d1952a36-466a-49e6-99e3-55d4b88a5723 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:14.903397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.906911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:14.911412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29fddb82-9882-4c6d-98da-bc5a28f0ebb6 HTTP/1.1" status: 204 len: 168 time: 0.4662423 Dec 20 22:52:14.924176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9461f54-c73a-42c6-9c34-8519d72fb9f2 req-d1952a36-466a-49e6-99e3-55d4b88a5723 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.6100430 Dec 20 22:52:14.959530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee62e07-7cf3-4367-a5d3-1ef8b3f30ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fddb82-9882-4c6d-98da-bc5a28f0ebb6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:15.051339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-377d00c7-c9ea-48a7-b3c8-6239bb8daad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.114576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-377d00c7-c9ea-48a7-b3c8-6239bb8daad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.177421 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.198974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-377d00c7-c9ea-48a7-b3c8-6239bb8daad9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b5e251a45e7465b986aeea42771bf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8888204 Dec 20 22:52:15.201874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d00c7-c9ea-48a7-b3c8-6239bb8daad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d78bf-dee4-49b1-ba86-19ea1ddccd04,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:15.215324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:15.246390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9461f54-c73a-42c6-9c34-8519d72fb9f2 req-0a085aec-2e60-4b95-992b-14b640079bb0 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198481 Dec 20 22:52:15.264141 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.297455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.326805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.330426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b8896-915b-4d1b-9428-71976bd7c13d None None] Pushing event updated for resources: {'Port': ['ID=2fc46cb5-f964-4a05-ada5-ce6b0028950c,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:15.350785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-d2b37fee-4fb0-4131-a569-c9092993e065 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=548d8b571b804f1eb7edf19113d57cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256557 Dec 20 22:52:15.353304 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Attempting to bind port 2fc46cb5-f964-4a05-ada5-ce6b0028950c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:15.353681 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Attempting to bind port 2fc46cb5-f964-4a05-ada5-ce6b0028950c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:15.354679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Attempting to bind port 2fc46cb5-f964-4a05-ada5-ce6b0028950c on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:15.365858 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:15.367873 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:15.367873 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.372262 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:15.372701 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Bound port: 2fc46cb5-f964-4a05-ada5-ce6b0028950c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:15.373143 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.430526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.45', 52092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:15.456975 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] For port 2fc46cb5-f964-4a05-ada5-ce6b0028950c, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:15.462652 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] For port 2fc46cb5-f964-4a05-ada5-ce6b0028950c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fc46cb5-f964-4a05-ada5-ce6b0028950c,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:15.533597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-bf793563-7e01-4a5d-a520-7d8fb2da86c7 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:15.537111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-bf793563-7e01-4a5d-a520-7d8fb2da86c7 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776307 Dec 20 22:52:15.551208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.554072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.555901 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/314d78bf-dee4-49b1-ba86-19ea1ddccd04 HTTP/1.1" status: 204 len: 168 time: 0.3507445 Dec 20 22:52:15.558514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-8cb91edc-ada9-4119-b0fd-fc1bd980cf04 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/quotas/548d8b571b804f1eb7edf19113d57cb8 HTTP/1.1" status: 200 len: 375 time: 0.0204229 Dec 20 22:52:15.572796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.581661 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:15.599426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43315fd-ebf3-428d-9336-7f97c5052626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d78bf-dee4-49b1-ba86-19ea1ddccd04,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:15.605587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-f838f568-1f20-45fb-a0ed-3a30fae71fd2 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420341 Dec 20 22:52:15.691961 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b8896-915b-4d1b-9428-71976bd7c13d None None] Pushing event updated for resources: {'Port': ['ID=2fc46cb5-f964-4a05-ada5-ce6b0028950c,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:15.704526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-2ab52938-afb6-463c-a90f-82b214d0ea7f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:15.706179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-2ab52938-afb6-463c-a90f-82b214d0ea7f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.2740405 Dec 20 22:52:15.718184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:15.719273 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:15.856165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Request body: {'port': {'device_id': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'admin_state_up': True, 'tenant_id': '9c7e681b05b94476a25abb4e627af93c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:15.862323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-29938c3e-92c0-4cef-985e-e6c5dc9c28b5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717900 Dec 20 22:52:15.865513 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:16.028359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Allocated IP 172.20.0.1 (72287760-59a1-48a5-a062-6eb91b654f46/d327fb0e-04e2-45d3-95b9-037bc00e2b4f/f0730adb-c067-439e-b76a-2bc56cf0b195) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:16.057228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:16.060757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.127344 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:12Z', 'revision_number': 3, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:16.162915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e205f1-f1b5-40a2-aa0f-d247f2b0afa9 None None] The sync data for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 is: [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:12Z', 'revision_number': 3, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:16.179666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:16.196741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5d6b82d-16cd-49eb-8430-43677efba01d req-d7761c8d-1143-47b3-b5ba-5a8b47f460e3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.1364188 Dec 20 22:52:16.200335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75e4f1d0-1503-4412-ba6c-42a934ef2c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.206515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-68a0379a-0e80-4515-a13f-3b49efbf5743 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:16.208234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-68a0379a-0e80-4515-a13f-3b49efbf5743 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953327 Dec 20 22:52:16.277856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-836977fb-44a2-4d62-a392-4ee8a1a3b77f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/quotas/97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 375 time: 0.0619934 Dec 20 22:52:16.368819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.386978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-2772aa94-d4d3-4ece-a6fa-defa50738099 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942197 Dec 20 22:52:16.453742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2318cb98-d2aa-43fe-8334-8313f7e936f1 req-db6418ee-fa7e-4818-b4c1-809c148f2d8c tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 210 time: 0.1139085 Dec 20 22:52:16.553102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.573349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Allocated IP 172.20.0.3 (3e4c285b-2734-4b2a-b013-f38695c69978/bdfff25c-9ace-4678-95fb-366841d4d15b/1f5fa048-c552-4b0b-bc35-56ad0d4087ec) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:16.594496 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75e4f1d0-1503-4412-ba6c-42a934ef2c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.674396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Network 72287760-59a1-48a5-a062-6eb91b654f46 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:16.687589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75e4f1d0-1503-4412-ba6c-42a934ef2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.730322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Pushing event updated for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:16.733774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:16.763566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edce98-7b5e-4ced-99e7-44e34ea99beb req-65504806-4bb7-438c-a9e9-b2a24a65bd0c tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:16.776174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87edce98-7b5e-4ced-99e7-44e34ea99beb req-65504806-4bb7-438c-a9e9-b2a24a65bd0c tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.2371812 Dec 20 22:52:16.795004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-75e4f1d0-1503-4412-ba6c-42a934ef2c79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6bb1140c1c44cfe8628ce6ea43f1686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6142757 Dec 20 22:52:16.800646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:16.883802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4f1d0-1503-4412-ba6c-42a934ef2c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143dc460-fe72-4196-8870-4c171661ca7f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:16.935914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6270c200-ef62-4e94-8913-6915f4b8a8e2 req-f779c916-624c-4438-bf98-d0b10196e4d1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.1340933 Dec 20 22:52:16.954438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56550) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:16.972392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:16.981100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:16.981592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.058197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afc7febe-113a-41e7-950f-f87939a6fd4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.110555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87edce98-7b5e-4ced-99e7-44e34ea99beb req-7021dcef-7f54-47ed-b297-6830b82fa84b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183451 Dec 20 22:52:17.119104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.137891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.149203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.213187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Network 3e4c285b-2734-4b2a-b013-f38695c69978 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:17.218979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:17.222792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:17.231303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:17.231303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.242604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:17.276621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-858a5146-87f6-4280-9399-ebe3d5553315 None None] Provisioning complete for port f0730adb-c067-439e-b76a-2bc56cf0b195 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:17.277154 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-858a5146-87f6-4280-9399-ebe3d5553315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.317626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-858a5146-87f6-4280-9399-ebe3d5553315 None None] Port f0730adb-c067-439e-b76a-2bc56cf0b195 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:17.347719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-d22f6fbd-bebb-43f0-84c9-20d8ad4f6714 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4949090 Dec 20 22:52:17.383668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8342cb-2532-41e6-b330-22cc7d7055fc req-b85fa80f-ec60-4dce-b57a-5bbcf2a9ffc9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:17.387132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f8342cb-2532-41e6-b330-22cc7d7055fc req-b85fa80f-ec60-4dce-b57a-5bbcf2a9ffc9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 931 time: 0.0696392 Dec 20 22:52:17.395002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.399694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.401107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/143dc460-fe72-4196-8870-4c171661ca7f HTTP/1.1" status: 204 len: 168 time: 0.5811772 Dec 20 22:52:17.457279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaff83-2d00-4be1-80e5-9dba3a2bc412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143dc460-fe72-4196-8870-4c171661ca7f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:17.476577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.537923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f8342cb-2532-41e6-b330-22cc7d7055fc req-5bbaee51-c65e-4a38-9b64-2a22b5f1c883 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330521 Dec 20 22:52:17.618736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0595ee6a-106f-4c97-963d-c233c3014c91 req-5e247ec7-20fd-46a3-a8cd-38c1f709c2a5 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 210 time: 0.0530291 Dec 20 22:52:17.620592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afc7febe-113a-41e7-950f-f87939a6fd4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.701153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afc7febe-113a-41e7-950f-f87939a6fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.765970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-afc7febe-113a-41e7-950f-f87939a6fd4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e66649a9f6fd4b639b0d388ec41f61d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8075271 Dec 20 22:52:17.768806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56564) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:17.769751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7febe-113a-41e7-950f-f87939a6fd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaff4ac-72ba-47ae-a12e-d193cfdfc0de,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:17.816118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.827292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.854334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.897261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.898216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.983357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.986445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:17.996492 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6aaff4ac-72ba-47ae-a12e-d193cfdfc0de HTTP/1.1" status: 204 len: 168 time: 0.2256601 Dec 20 22:52:18.005273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77887d-9f01-4666-989a-45fe6b0e4f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaff4ac-72ba-47ae-a12e-d193cfdfc0de,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:18.011576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Pushing event updated for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:18.126443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bef087f8-7f5e-4ab1-8e7b-20405e954a54 req-e61e6612-3466-4b5c-bd7c-5bb1a9e42585 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.0729663 Dec 20 22:52:18.128262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Network 72287760-59a1-48a5-a062-6eb91b654f46 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:18.135165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:18.360142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:18.527414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e06a282-e8e3-4c90-b826-450440e559cc None None] Provisioning complete for port f0730adb-c067-439e-b76a-2bc56cf0b195 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:18.528020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e06a282-e8e3-4c90-b826-450440e559cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:18.575207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Router cb81b7b0-02a8-4b0b-8427-594005cca540 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:52:18.598064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812083ae-e0ad-4ee1-ac90-9b7788397c98 req-003cfbcc-20e3-4cf4-b18e-0b45831399e5 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:18.603713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-812083ae-e0ad-4ee1-ac90-9b7788397c98 req-003cfbcc-20e3-4cf4-b18e-0b45831399e5 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 970 time: 0.3673282 Dec 20 22:52:18.633234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:18.655117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76', 'mac_address': 'fa:16:3e:d1:9f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-2080298667', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:18.675919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e06a282-e8e3-4c90-b826-450440e559cc None None] Port f0730adb-c067-439e-b76a-2bc56cf0b195 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:18.758271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-812083ae-e0ad-4ee1-ac90-9b7788397c98 req-48c3ec5d-f4bb-40f1-8312-151b9355118b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508570 Dec 20 22:52:18.798122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fc46cb5-f964-4a05-ada5-ce6b0028950c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:18.809385 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:18.838283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:18.845163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ce565adb-8daa-416d-bd9e-80938c9203dc admin admin] 10.222.0.62 "PUT /v2.0/routers/cb81b7b0-02a8-4b0b-8427-594005cca540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6756105 Dec 20 22:52:18.865349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a0bb-f978-4cd6-bb48-333e3989f6fe req-661f94a4-74e3-4176-93f0-5057a34aa1e2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:18.867473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc10a0bb-f978-4cd6-bb48-333e3989f6fe req-661f94a4-74e3-4176-93f0-5057a34aa1e2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 931 time: 0.1131277 Dec 20 22:52:18.871648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Sync routers for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:18.896255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:18.931979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:18.932604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:18.983191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:19.010840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1db3c69-66d7-49c0-9f0a-9d3e01b2e629 req-bd1ab453-669d-4c22-90be-d30de77b7a59 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 210 time: 0.0666683 Dec 20 22:52:19.039325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2fc46cb5-f964-4a05-ada5-ce6b0028950c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:19.041234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.041342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc10a0bb-f978-4cd6-bb48-333e3989f6fe req-468f24c4-9f3d-44ce-9313-ce1a6558ad93 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526747 Dec 20 22:52:19.053286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-818de695-ff76-480d-9bf8-73b654a499a0 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=548d8b571b804f1eb7edf19113d57cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362978 Dec 20 22:52:19.110634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:19.161888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.228666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-ad625aa7-4630-40aa-965f-c9574738fd5f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:19.229675 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-ad625aa7-4630-40aa-965f-c9574738fd5f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698449 Dec 20 22:52:19.267280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Request body: {'port': {'device_id': '40852014-83fd-4235-962a-db0b9f80bb24', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '548d8b571b804f1eb7edf19113d57cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:19.278559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.350548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9a5cc7-a35f-45d9-b8a6-4b60f7e1c405 req-4016101a-3833-4703-8b4d-d15d08408f86 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.0892253 Dec 20 22:52:19.490947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 2fc46cb5-f964-4a05-ada5-ce6b0028950c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fc46cb5-f964-4a05-ada5-ce6b0028950c,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:19.502968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Made reservation on behalf of 548d8b571b804f1eb7edf19113d57cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:19.503373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:19.510146 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.536805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.576206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['71d90a5b-d323-474f-a8f0-92c1d7dc5d76'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:19.615237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.648829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:19.787109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=2fc46cb5-f964-4a05-ada5-ce6b0028950c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:19.873091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:17Z', 'revision_number': 4, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f0730adb-c067-439e-b76a-2bc56cf0b195', 'name': '', 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'mac_address': 'fa:16:3e:a5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:15Z', 'updated_at': '2021-12-20T22:52:17Z', 'revision_number': 2, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'subnets': [{'id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:19.914751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Checking router: cb81b7b0-02a8-4b0b-8427-594005cca540 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:19.915133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Updating router cb81b7b0-02a8-4b0b-8427-594005cca540 port f0730adb-c067-439e-b76a-2bc56cf0b195 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:52:19.953497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea183f-aa7e-45c4-a1a7-7c6b8d420f0d req-680b8e8c-9679-49e7-bbfa-9e443d0e031e tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:19.955187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfea183f-aa7e-45c4-a1a7-7c6b8d420f0d req-680b8e8c-9679-49e7-bbfa-9e443d0e031e tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 971 time: 0.0755367 Dec 20 22:52:19.956705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.027843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfea183f-aa7e-45c4-a1a7-7c6b8d420f0d req-76fb3b68-bbaa-4827-adca-5f6996f01b58 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643244 Dec 20 22:52:20.120226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee590baf-7162-4c10-95d7-59355d4855f5 req-ec78cfe5-a02f-40a4-8fec-4d0857937f74 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 210 time: 0.0365894 Dec 20 22:52:20.256935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823860ac-fb26-4232-b3bc-1ff9500ef501 req-191894cd-ca2a-43e2-9a7a-58e71a325559 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:20.258591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-823860ac-fb26-4232-b3bc-1ff9500ef501 req-191894cd-ca2a-43e2-9a7a-58e71a325559 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 931 time: 0.0721421 Dec 20 22:52:20.273801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.310576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-823860ac-fb26-4232-b3bc-1ff9500ef501 req-9feb866d-f400-40fe-808e-7987d100c7e2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Dec 20 22:52:20.323902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.368048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:20.400368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d589eabd-fcf6-4b3a-8954-262071e51a54,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:20.491426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f42197ed-efdc-489f-b814-5d854762c7d4 req-f1f6ce74-9c4d-4b2a-81c5-3d41a24de175 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.0367942 Dec 20 22:52:20.497270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Allocated IP 192.168.233.108 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/79d1de47-ee52-45db-8b49-8fd18391a1cc) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:20.537916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.59', 58493) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:20.568571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-7f4248a1-dbcd-4839-8623-2e8d915659f6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287085 Dec 20 22:52:20.594485 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.673706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76362b-f199-45e9-86b5-7fc77cfb2f00 None None] Pushing event updated for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:20.685994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fc46cb5-f964-4a05-ada5-ce6b0028950c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:20.708296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:20.758885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.775063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:20.775653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:20.828994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-d8e30e4c-1005-4a8b-afb8-695fdcc56b8b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:20.832113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-d8e30e4c-1005-4a8b-afb8-695fdcc56b8b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540650 Dec 20 22:52:20.864206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Request body: {'port': {'device_id': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '97b0ac3019814fb8a7689450b045d6af'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:20.874770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.020787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:21.024241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:21.027500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:21.038484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Attempting to bind port f0730adb-c067-439e-b76a-2bc56cf0b195 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:21.038484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Attempting to bind port f0730adb-c067-439e-b76a-2bc56cf0b195 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:21.038672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:21.038752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Attempting to bind port f0730adb-c067-439e-b76a-2bc56cf0b195 on network 72287760-59a1-48a5-a062-6eb91b654f46 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:21.038828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.065943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2fc46cb5-f964-4a05-ada5-ce6b0028950c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:21.066324 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.074475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Pushing event updated for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:21.111636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:21.112059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Checking segment: {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:21.112472 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.112920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Bound using segment: {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:21.113463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Bound port: f0730adb-c067-439e-b76a-2bc56cf0b195, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:21.113896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.200295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:21.204715 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5a5ba373-9d2c-46f6-8c3b-52c23cbe0c6e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9632838 Dec 20 22:52:21.210262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423581471', 'description': 'tempest-description--1171822401'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:21.256154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Request body: {'port': {'device_id': '40852014-83fd-4235-962a-db0b9f80bb24', 'device_owner': 'compute:tempest-test_az-2080298667', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:21.333870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.379361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a419-ae8c-497b-8afd-2b02fa69326d req-e1adb599-0ce9-4c4d-9804-13696c3bef72 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:21.387678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cb0b68b7-f6a3-48b3-a982-1449a8e1d54f None None] Provisioning complete for port f0730adb-c067-439e-b76a-2bc56cf0b195 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:21.387678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb0b68b7-f6a3-48b3-a982-1449a8e1d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.396909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8c8a419-ae8c-497b-8afd-2b02fa69326d req-e1adb599-0ce9-4c4d-9804-13696c3bef72 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 971 time: 0.2032344 Dec 20 22:52:21.408901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.442110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d87c4-9b80-4c75-ad21-b650fc0af672 req-d8ea0b49-71ce-4e7b-b7c6-f995e07552f4 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:21.443703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-078d87c4-9b80-4c75-ad21-b650fc0af672 req-d8ea0b49-71ce-4e7b-b7c6-f995e07552f4 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 936 time: 0.1465809 Dec 20 22:52:21.449013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:21.504335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8c8a419-ae8c-497b-8afd-2b02fa69326d req-fc6bba10-7e14-4a69-a9b2-c34fb9398957 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914135 Dec 20 22:52:21.559307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] For port f0730adb-c067-439e-b76a-2bc56cf0b195, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:21.610255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:21.639413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] For port f0730adb-c067-439e-b76a-2bc56cf0b195, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f0730adb-c067-439e-b76a-2bc56cf0b195,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:21.643367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b68b7-f6a3-48b3-a982-1449a8e1d54f None None] Port f0730adb-c067-439e-b76a-2bc56cf0b195 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:21.655731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-078d87c4-9b80-4c75-ad21-b650fc0af672 req-a6bd374b-df5d-4de5-8cb4-0749058df0ef tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003410 Dec 20 22:52:21.679219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.686923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Made reservation on behalf of 97b0ac3019814fb8a7689450b045d6af for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:21.698379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.709544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.712582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.730861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.771163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f398a-dc16-43f9-bc99-1c6c34765622 req-31ecb4c0-1aee-4a82-93de-63bc151bf17b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:21.779589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f50f398a-dc16-43f9-bc99-1c6c34765622 req-31ecb4c0-1aee-4a82-93de-63bc151bf17b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 931 time: 0.1838620 Dec 20 22:52:21.795853 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b9fd9d-0397-4f69-abd1-54645580af83" -d '{"events": [{"server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "name": "network-vif-plugged", "status": "completed", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:21.853115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6655be2e-61c9-465f-bb8f-cb4cea16044e req-833bf6bf-32cc-434b-a71b-39fa1f79e618 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.1005416 Dec 20 22:52:21.859585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76362b-f199-45e9-86b5-7fc77cfb2f00 None None] Pushing event updated for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:21.870351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:21.870351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:21.910614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.973184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:21.981790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f50f398a-dc16-43f9-bc99-1c6c34765622 req-301e5e96-5d26-43d1-b68f-09aa2f677d5a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011924 Dec 20 22:52:22.045284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:22.078272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:22.089451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.112956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d1de47-ee52-45db-8b49-8fd18391a1cc {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:22.136417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.155798 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.157831 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c33333e5-4ac4-4778-a381-135143fa064a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9511395 Dec 20 22:52:22.160518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56692) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:22.165620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'security_group_rule': {'security_group_id': '5f8b4023-85e1-4c77-8b6a-68f8a68a73c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:22.176229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Transition to ACTIVE for port object 79d1de47-ee52-45db-8b49-8fd18391a1cc will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:22.207080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.263908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.326429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:22.427368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:22.465222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Attempting to bind port 79d1de47-ee52-45db-8b49-8fd18391a1cc on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:22.465560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Attempting to bind port 79d1de47-ee52-45db-8b49-8fd18391a1cc by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:22.469157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Attempting to bind port 79d1de47-ee52-45db-8b49-8fd18391a1cc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:22.471314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.59', 58494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:22.515362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.540253 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f93a40-43f8-4cd6-854d-9e63bca8fa21 x-openstack-request-id: req-d6f93a40-43f8-4cd6-854d-9e63bca8fa21 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:22.540539 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "name": "network-vif-plugged", "status": "completed", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:22.541365 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6f93a40-43f8-4cd6-854d-9e63bca8fa21 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:22.543237 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76', 'code': 200} Dec 20 22:52:22.556152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-90368023-f0f4-47c4-891d-49e7c796eaf1 None None] Provisioning complete for port 79d1de47-ee52-45db-8b49-8fd18391a1cc triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:22.556864 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90368023-f0f4-47c4-891d-49e7c796eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.590243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Port 79d1de47-ee52-45db-8b49-8fd18391a1cc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:22.590512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Attempting to bind port 79d1de47-ee52-45db-8b49-8fd18391a1cc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:22.621690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:22.622060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:22.622456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:22.628014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Bound port: 79d1de47-ee52-45db-8b49-8fd18391a1cc, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:22.628239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.667880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:22.677399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-90368023-f0f4-47c4-891d-49e7c796eaf1 None None] Port 79d1de47-ee52-45db-8b49-8fd18391a1cc cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:22.719830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-72d079b9-6caf-4401-9813-8a7a98f356d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:22.721401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-72d079b9-6caf-4401-9813-8a7a98f356d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 1123 time: 0.2479439 Dec 20 22:52:22.749711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-7d4f232b-44e3-4abe-abd8-3faaf8e40a43 service neutron] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.765502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:17Z', 'revision_number': 4, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f0730adb-c067-439e-b76a-2bc56cf0b195', 'name': '', 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'mac_address': 'fa:16:3e:a5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:15Z', 'updated_at': '2021-12-20T22:52:21Z', 'revision_number': 4, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'subnets': [{'id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:22.799557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f0ae-e04b-431e-a94c-3b08f9ac763a None None] The sync data for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 is: [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:52:17Z', 'revision_number': 4, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f0730adb-c067-439e-b76a-2bc56cf0b195', 'name': '', 'network_id': '72287760-59a1-48a5-a062-6eb91b654f46', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'mac_address': 'fa:16:3e:a5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:15Z', 'updated_at': '2021-12-20T22:52:21Z', 'revision_number': 4, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'subnets': [{'id': 'd327fb0e-04e2-45d3-95b9-037bc00e2b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:22.818490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:22.830791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] Provisioning complete for port f0730adb-c067-439e-b76a-2bc56cf0b195 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:22.831173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.841005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:22.881849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-f9df2fc9-36f8-4a2e-a4b0-a6e57a580117 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:22.890215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-f9df2fc9-36f8-4a2e-a4b0-a6e57a580117 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188680 Dec 20 22:52:22.956073 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-7d4f232b-44e3-4abe-abd8-3faaf8e40a43 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.956660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fd65c-a687-4ad2-a47c-cac3041151b1 req-914c0198-a2af-48e0-934b-7df6a7971ea9 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:22.957922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.968713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d4fd65c-a687-4ad2-a47c-cac3041151b1 req-914c0198-a2af-48e0-934b-7df6a7971ea9 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.3420811 Dec 20 22:52:22.976897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:22.977309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.979433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] 10.222.0.59 "PUT /v2.0/ports/79d1de47-ee52-45db-8b49-8fd18391a1cc HTTP/1.1" status: 200 len: 1118 time: 1.7397318 Dec 20 22:52:22.980737 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:22.981690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:22.986347 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59bdce-f58c-4f70-92e6-64ec68faf574" -d '{"events": [{"name": "network-changed", "server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:23.000909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Allocated IP 192.168.233.247 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:23.043111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-7d4f232b-44e3-4abe-abd8-3faaf8e40a43 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.047554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.081009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] For port f0730adb-c067-439e-b76a-2bc56cf0b195, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f0730adb-c067-439e-b76a-2bc56cf0b195,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:23.093170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbfde1-939e-4915-8939-2f78920d4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:23.164857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.166099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.186819 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7f508c7-5a3d-4f76-a205-240511ce9306 req-7d4f232b-44e3-4abe-abd8-3faaf8e40a43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567053 Dec 20 22:52:23.205167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-1a995e4b-dc3f-4050-bed0-6ec95a35d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.206735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d4fd65c-a687-4ad2-a47c-cac3041151b1 req-5ff42b30-0c7f-44e1-912f-27c241caf348 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316763 Dec 20 22:52:23.206820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-1a995e4b-dc3f-4050-bed0-6ec95a35d20a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 1121 time: 0.1036780 Dec 20 22:52:23.207604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f232b-44e3-4abe-abd8-3faaf8e40a43 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=068de54b-e129-44f3-a4b6-3a1c7019a4f5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:23.253962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Request body: {'port': {'device_id': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:23.283886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934d7c-81b7-4de4-bd55-98f9ff57ed32 None None] Pushing event updated for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:23.284268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2654c37c-9109-447f-aa5a-51eebdfa130f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:23.340213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.501280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.505155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7fe56015-3631-472a-ae6e-0bf702dab53a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3409677 Dec 20 22:52:23.511780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56728) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:23.518181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'security_group_rule': {'security_group_id': '5f8b4023-85e1-4c77-8b6a-68f8a68a73c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:23.521663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64508f06-7459-40c5-a191-5a2c6c49a8d1 req-b0b81f20-2b79-4198-ae77-c8394d0f9d23 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.523842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64508f06-7459-40c5-a191-5a2c6c49a8d1 req-b0b81f20-2b79-4198-ae77-c8394d0f9d23 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 970 time: 0.4588511 Dec 20 22:52:23.530238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-cdafeb9c-0090-401e-a040-ba9a4d252504 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc HTTP/1.1" status: 200 len: 217 time: 0.0667121 Dec 20 22:52:23.544712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1aa11aff-a9ee-4ce2-b5f7-b14fb34af29d req-e478de82-6da1-4348-ade0-bb66d1beb401 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.0502248 Dec 20 22:52:23.611690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.633635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64508f06-7459-40c5-a191-5a2c6c49a8d1 req-bcc98dc8-c1f3-4f88-af48-07e7ae8e6510 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Dec 20 22:52:23.655346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-14ea55ca-a8ba-42fb-8ace-53b112b5a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.656802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-14ea55ca-a8ba-42fb-8ace-53b112b5a867 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1164865 Dec 20 22:52:23.735277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.743765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.760261 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1751f8-61cc-4c89-a609-c6a26a6a5c93 x-openstack-request-id: req-ef1751f8-61cc-4c89-a609-c6a26a6a5c93 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:23.760553 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:23.760808 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef1751f8-61cc-4c89-a609-c6a26a6a5c93 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:23.761207 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc', 'status': 'completed', 'code': 200} Dec 20 22:52:23.783296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-bd8ed538-54e8-4cb2-94b2-4070d85706a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.784861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-bd8ed538-54e8-4cb2-94b2-4070d85706a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199839 Dec 20 22:52:23.848605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5fa048-c552-4b0b-bc35-56ad0d4087ec {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:23.857400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:23.860143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.870724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfa4ff-23c3-45d8-bebe-da0d71952892 req-ed00854d-665f-4627-a440-3de7363b8378 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.872314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7bfa4ff-23c3-45d8-bebe-da0d71952892 req-ed00854d-665f-4627-a440-3de7363b8378 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 931 time: 0.1692369 Dec 20 22:52:23.876341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Transition to ACTIVE for port object 1f5fa048-c552-4b0b-bc35-56ad0d4087ec will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:23.879728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:23.887149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:23.893487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:23.894169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.924953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:23.948356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:23.990363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7bfa4ff-23c3-45d8-bebe-da0d71952892 req-82fc9f76-142e-4f9e-b0c9-d1474ed5fe72 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083117 Dec 20 22:52:24.032754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-37d5b9f3-ce63-4164-b49b-e94cd62847bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1754515 Dec 20 22:52:24.050705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Request body: {'port': {'device_id': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'device_owner': 'compute:tempest-test_az-2080298667', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:24.178967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.253940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:24.256479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4a08cc33-96a4-467b-9dbe-8149089771ff None None] Provisioning complete for port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:24.256955 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4a08cc33-96a4-467b-9dbe-8149089771ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.267848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.337483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4a08cc33-96a4-467b-9dbe-8149089771ff None None] Port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:24.339154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-dd65cbd1-3659-4fea-9a1f-b29b920e58c9 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266507 Dec 20 22:52:24.368241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.370119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:24.370544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:24.370993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:24.400410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:24.400855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:24.407766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d78f2b-4d1d-4953-b3e8-16ffef2362a9,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:24.439476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:24.439812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:24.440194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:24.440636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Bound port: 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:24.440982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.511025 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cdd6ac05-15a5-4f1d-b32b-9099105e4a42 req-912ee089-164b-4deb-9e3a-eae1d3511856 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647906 Dec 20 22:52:24.538253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:24.545047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:24.559810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.560993 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f67f4bc2-b416-40ea-9e1a-885174c67fa6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0486941 Dec 20 22:52:24.564394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56760) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:24.569430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:24.584820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0c03d-1376-4438-95fe-fdb51575e934 req-bdc58ec5-2072-4e2e-9141-bebe56d36023 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:24.587024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cb0c03d-1376-4438-95fe-fdb51575e934 req-bdc58ec5-2072-4e2e-9141-bebe56d36023 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.2121911 Dec 20 22:52:24.636825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f0730adb-c067-439e-b76a-2bc56cf0b195 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:24.644762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.675483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cb0c03d-1376-4438-95fe-fdb51575e934 req-030fc850-8c43-4cbf-90c2-28b0a930acd3 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799141 Dec 20 22:52:24.711622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f0730adb-c067-439e-b76a-2bc56cf0b195 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:24.712856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.742544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.768482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:24.781240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.810481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c420d-ff12-4acb-b15e-1079a63c39f6 req-314da099-e11c-4b42-aaec-a6ee8a37f2c3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:24.812372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-368c420d-ff12-4acb-b15e-1079a63c39f6 req-314da099-e11c-4b42-aaec-a6ee8a37f2c3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 936 time: 0.1106887 Dec 20 22:52:24.817010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:24.817631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:24.819035 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] 10.222.0.45 "PUT /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 1091 time: 1.6603818 Dec 20 22:52:24.850234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Transition to ACTIVE for port object b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:24.860087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56772) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:24.871975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a522-b735-4e07-83b2-6abdf5d6dd7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:24.882794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-f3ff4280-fa4d-4e1e-8e03-aefb52c862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:24.884535 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-f3ff4280-fa4d-4e1e-8e03-aefb52c862d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 1121 time: 0.1797194 Dec 20 22:52:24.921431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf38f-258d-4670-9434-3b3414531c88 req-6bffea9e-a59a-472c-a4be-d4df5f3fbb2b tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:24.921431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dbcf38f-258d-4670-9434-3b3414531c88 req-6bffea9e-a59a-472c-a4be-d4df5f3fbb2b tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 970 time: 0.1074986 Dec 20 22:52:24.948963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-368c420d-ff12-4acb-b15e-1079a63c39f6 req-a9df4a75-8531-457b-a1b8-40c0a15944d7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277044 Dec 20 22:52:24.958838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.060529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b31e19d1-8511-4e1d-8f8e-4a1fb0d9b485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.072654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-3e4b516f-bd0c-4a1b-a530-9b22af04c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.074176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-3e4b516f-bd0c-4a1b-a530-9b22af04c574 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1094 time: 0.1007354 Dec 20 22:52:25.077139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:25.078715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-13799f1f-c08a-49df-8f4e-d88b122f8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.080150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-13799f1f-c08a-49df-8f4e-d88b122f8106 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1723747 Dec 20 22:52:25.107817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dbcf38f-258d-4670-9434-3b3414531c88 req-5726a7dd-212a-46aa-90d5-562d4a7c7276 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660142 Dec 20 22:52:25.145148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.154142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-4565f20f-df3d-4585-a89e-50f45fab56f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0692470 Dec 20 22:52:25.212168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-c257a176-010f-4a53-b11f-65b1b2189ffb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc HTTP/1.1" status: 200 len: 217 time: 0.0684431 Dec 20 22:52:25.221544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:25.221922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:25.222270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:25.230715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:25.230929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:25.248302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a005-fcbc-4410-9a50-a5d9a79b28f2 req-4a3cd533-a692-45d7-abbb-96e8bd615644 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.249875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7806a005-fcbc-4410-9a50-a5d9a79b28f2 req-4a3cd533-a692-45d7-abbb-96e8bd615644 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.0957031 Dec 20 22:52:25.250660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:25.251018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:25.251565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:25.252012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Bound port: b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:25.252374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.345339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-10f74bb2-0288-4a95-b3ac-532b742d76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.345838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7806a005-fcbc-4410-9a50-a5d9a79b28f2 req-233af33d-77fa-424e-9702-7ae5638f0ad1 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824924 Dec 20 22:52:25.346740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-10f74bb2-0288-4a95-b3ac-532b742d76d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1557574 Dec 20 22:52:25.369766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:25.372696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:25.422120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-70afdcab-9343-42e1-b2a7-101d32e5be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.423551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-70afdcab-9343-42e1-b2a7-101d32e5be9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1811852 Dec 20 22:52:25.429145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-59538486-8dc3-483d-bb91-94fd2f6ebdc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693438 Dec 20 22:52:25.495232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.517444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b31e19d1-8511-4e1d-8f8e-4a1fb0d9b485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.518796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Allocated IP 172.25.1.224 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/40b66a6a-beee-4066-9a3a-be03830d61da) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:25.534483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.535110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.536876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] 10.222.0.59 "PUT /v2.0/ports/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 1118 time: 1.4982703 Dec 20 22:52:25.541157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:25.588470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-76979490-b0e2-4454-bcca-15cdb2e7c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.590017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-76979490-b0e2-4454-bcca-15cdb2e7c24b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538560 Dec 20 22:52:25.605451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b31e19d1-8511-4e1d-8f8e-4a1fb0d9b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.644319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2a50-e036-441f-823d-09c0c722bd3d service neutron] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:25.770428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:25.778232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:25.780525 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48c2ee-b494-490b-9156-533ff798e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:25.784778 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed3869-ceac-4913-bdb1-cb1804877f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:25.789546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-6e333e7f-af2b-49d3-b785-61f1abfe271d service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335578 Dec 20 22:52:25.800496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b31e19d1-8511-4e1d-8f8e-4a1fb0d9b485 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fb744986bee4cfdae79c27179a56806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9349759 Dec 20 22:52:25.804002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56798) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:25.826824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e19d1-8511-4e1d-8f8e-4a1fb0d9b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7715bdb5-d89b-475b-b288-8b4f6fa9bc0e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:25.857650 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01634469-9d7f-4764-ace9-b6e9edf63939 x-openstack-request-id: req-01634469-9d7f-4764-ace9-b6e9edf63939 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:25.858279 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:25.858540 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01634469-9d7f-4764-ace9-b6e9edf63939 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:25.859000 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'status': 'completed', 'code': 200} Dec 20 22:52:25.922710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-514addfd-af19-442c-8860-cbaae177a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.924104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-514addfd-af19-442c-8860-cbaae177a830 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1121 time: 0.2219183 Dec 20 22:52:25.936007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74d8f4ac-7f33-4a9c-b0a9-2b0eea5fe14b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.955184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:25.959478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47232-105a-418f-b39a-81a9040e2d29 req-c8115785-ef72-436f-a636-d6b35b995110 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:25.961639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6a47232-105a-418f-b39a-81a9040e2d29 req-c8115785-ef72-436f-a636-d6b35b995110 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.1633222 Dec 20 22:52:25.991748 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a833b44-fbe4-4470-b2e2-aa1aa87462fa x-openstack-request-id: req-1a833b44-fbe4-4470-b2e2-aa1aa87462fa {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:25.992218 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:25.992607 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a833b44-fbe4-4470-b2e2-aa1aa87462fa {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:25.993055 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'status': 'completed', 'code': 200} Dec 20 22:52:26.005738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-6a78b691-c66c-4724-8923-71aec45ec86d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075954 Dec 20 22:52:26.039744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-77227023-e7e3-400c-87e5-b0003b03994a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.1006474 Dec 20 22:52:26.062332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.065257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509d41e3-e003-4530-abf5-b7e1f75eb584 req-616f74fa-8f85-4802-828d-fd5e4ffa5891 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518594 Dec 20 22:52:26.126217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.172814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-3b561e20-e8ad-4ef3-b1bf-5ec6c69b52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.174345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-3b561e20-e8ad-4ef3-b1bf-5ec6c69b52f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1183939 Dec 20 22:52:26.174973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab59bdce-f58c-4f70-92e6-64ec68faf574 req-58d2cd53-7621-4535-b498-77b19c30443d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597841 Dec 20 22:52:26.194513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6a47232-105a-418f-b39a-81a9040e2d29 req-cdee77ac-97aa-4378-ac18-dc5615ce1298 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002628 Dec 20 22:52:26.208507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.214703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441cd5d-56a1-4585-bbb1-87a8f41f314d req-39b30549-be87-4233-adeb-6e4490ffac37 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.216644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2441cd5d-56a1-4585-bbb1-87a8f41f314d req-39b30549-be87-4233-adeb-6e4490ffac37 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 970 time: 0.1887391 Dec 20 22:52:26.258441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:26.273623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:26.283320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:26.290991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.293522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.294759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7715bdb5-d89b-475b-b288-8b4f6fa9bc0e HTTP/1.1" status: 204 len: 168 time: 0.4799678 Dec 20 22:52:26.330340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'Port': ['ID=40b66a6a-beee-4066-9a3a-be03830d61da,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:26.360111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e81584-884e-464d-a6b2-447a85a3da99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7715bdb5-d89b-475b-b288-8b4f6fa9bc0e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:26.394549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-c164e116-b610-40d8-8327-c2ff405da3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.396098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-c164e116-b610-40d8-8327-c2ff405da3eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1094 time: 0.1609170 Dec 20 22:52:26.531766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74d8f4ac-7f33-4a9c-b0a9-2b0eea5fe14b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.551195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-4e8347e6-8059-466e-be2e-68b8ca3a645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.552617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-4e8347e6-8059-466e-be2e-68b8ca3a645d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562329 Dec 20 22:52:26.572743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2441cd5d-56a1-4585-bbb1-87a8f41f314d req-97c3c4a4-6dda-4a50-a4a5-86fc831ca22c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213677 Dec 20 22:52:26.582581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d552-004d-4c24-a01d-43ebc275c5c4 req-f54898cb-d9d6-4efa-b7e2-e2250460a156 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.584055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9f0d552-004d-4c24-a01d-43ebc275c5c4 req-f54898cb-d9d6-4efa-b7e2-e2250460a156 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 970 time: 0.3069730 Dec 20 22:52:26.609095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.653769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74d8f4ac-7f33-4a9c-b0a9-2b0eea5fe14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.676111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-26542b19-5413-49b0-8d7f-57191a5dabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.682221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-26542b19-5413-49b0-8d7f-57191a5dabc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2728727 Dec 20 22:52:26.727896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9f0d552-004d-4c24-a01d-43ebc275c5c4 req-c3b80739-6461-40c9-a991-ff57d17a03c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331840 Dec 20 22:52:26.738844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-38f6562b-6a21-421d-959f-87eabb763bdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0502594 Dec 20 22:52:26.763457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8f4ac-7f33-4a9c-b0a9-2b0eea5fe14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318846c-a8cb-442f-bfeb-cfb2aef4d686,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:26.768815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-74d8f4ac-7f33-4a9c-b0a9-2b0eea5fe14b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6faf8d6dfd2d4601ba91dbe0516068fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9948182 Dec 20 22:52:26.787658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:26.813050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-352a05ca-5a66-4b9e-ab0d-2f5d9d63e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.814479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-3973944d-4d7d-46f9-a088-67b4aaf966e4 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532835 Dec 20 22:52:26.814598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-352a05ca-5a66-4b9e-ab0d-2f5d9d63e3a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0607717 Dec 20 22:52:26.815604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.869653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-d88680b4-2555-4d74-bd8f-344c8cc46159 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341566 Dec 20 22:52:26.909770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923c422-83c1-4752-ab73-998de0e44119 req-19e705a5-b735-4e99-8231-4172d86202c4 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.909770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5923c422-83c1-4752-ab73-998de0e44119 req-19e705a5-b735-4e99-8231-4172d86202c4 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 1123 time: 0.1952167 Dec 20 22:52:26.984012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471753c2-38db-4044-b07e-f7c90d1c770a req-fa58aef0-6138-41f7-8757-32a174fd8a28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:26.985520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471753c2-38db-4044-b07e-f7c90d1c770a req-fa58aef0-6138-41f7-8757-32a174fd8a28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.1838019 Dec 20 22:52:26.988182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5923c422-83c1-4752-ab73-998de0e44119 req-c19966da-7711-4ed6-863a-43ef49b96d75 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.990389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:26.992430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56818) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:27.019986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdddb177-c1ff-40f9-842f-e6cbb3579a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.056674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-c4426754-d271-4fc8-91f9-a3e4fffa3961 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774523 Dec 20 22:52:27.056885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.061267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e2bf9b-fd2d-484d-abe4-5326891ee394 req-f55280af-ada6-4b26-84e7-4290f82ccf1e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370117 Dec 20 22:52:27.125416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471753c2-38db-4044-b07e-f7c90d1c770a req-118a1ab9-f78e-4744-a233-e38dba603992 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176915 Dec 20 22:52:27.165032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.166389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5923c422-83c1-4752-ab73-998de0e44119 req-c19966da-7711-4ed6-863a-43ef49b96d75 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.212662 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c48c2ee-b494-490b-9156-533ff798e5d0 req-1669b6b4-330e-4d09-bbb4-a7afa703a3d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466746 Dec 20 22:52:27.224092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.227470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdddb177-c1ff-40f9-842f-e6cbb3579a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.227900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.229107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f318846c-a8cb-442f-bfeb-cfb2aef4d686 HTTP/1.1" status: 204 len: 168 time: 0.4395030 Dec 20 22:52:27.241359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-15735bf5-b4d7-4be0-b6a2-5640979b5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:27.244031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-15735bf5-b4d7-4be0-b6a2-5640979b5a9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1121 time: 0.0559003 Dec 20 22:52:27.245363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.245517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c167e-3fd3-4158-a289-01169dba0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318846c-a8cb-442f-bfeb-cfb2aef4d686,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:27.256391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5923c422-83c1-4752-ab73-998de0e44119 req-c19966da-7711-4ed6-863a-43ef49b96d75 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.283770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.302518 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdddb177-c1ff-40f9-842f-e6cbb3579a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.306871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'Port': ['ID=40b66a6a-beee-4066-9a3a-be03830d61da,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:27.347594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cdddb177-c1ff-40f9-842f-e6cbb3579a58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34ec70c51f1140fa9ee2d4f83a3ee792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540595 Dec 20 22:52:27.348456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb177-c1ff-40f9-842f-e6cbb3579a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499076ff-bfcd-4eb0-a729-759e80b17e0b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:27.350581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56822) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:27.390477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.391666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f640aae6-62c8-4077-98b2-32c48aaf6b1e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8263755 Dec 20 22:52:27.450650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19966da-7711-4ed6-863a-43ef49b96d75 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488e88d-07a5-485e-8bad-7ee930451d24,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:27.454729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5923c422-83c1-4752-ab73-998de0e44119 req-c19966da-7711-4ed6-863a-43ef49b96d75 tempest-AggregatesAdminTestJSON-734636104 tempest-AggregatesAdminTestJSON-734636104-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142195 Dec 20 22:52:27.521950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-531672c2-fab9-40e8-b117-a765ab2850e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:27.524137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-531672c2-fab9-40e8-b117-a765ab2850e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2691779 Dec 20 22:52:27.528958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.592775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-fe0ce55a-248d-4264-9412-68992c6ae120 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0593998 Dec 20 22:52:27.635143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.688894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.701374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-c0de1caa-1d39-45c0-932b-4bb1a600a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:27.702828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-c0de1caa-1d39-45c0-932b-4bb1a600a55a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1024585 Dec 20 22:52:27.747775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-0102f0d1-8148-4766-a5c4-9c4f77935282 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--423581471&fields=id&tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 267 time: 0.1345775 Dec 20 22:52:27.761751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-556b85df-b1ec-4fef-9877-80a65ecb80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:27.763235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-556b85df-b1ec-4fef-9877-80a65ecb80f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498652 Dec 20 22:52:27.889921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.892426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.893536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/499076ff-bfcd-4eb0-a729-759e80b17e0b HTTP/1.1" status: 204 len: 168 time: 0.5391989 Dec 20 22:52:27.936017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e062cd-12a8-4e5b-8cd9-32ee582e617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499076ff-bfcd-4eb0-a729-759e80b17e0b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:27.973216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-ff82a42c-f6c1-4057-a246-473ba0f8f4a9 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:27.974725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-ff82a42c-f6c1-4057-a246-473ba0f8f4a9 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 823 time: 0.2099187 Dec 20 22:52:27.978854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56854) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:27.992404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5876a08c-fb04-47c5-995d-a39a1f444a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:27.996920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-8df9a112-756a-4065-8c42-a4f2a1ce05e4 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199306 Dec 20 22:52:28.004237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d591be-e1a6-4d3c-bf5e-51c2e5bd2f75 req-92d3061e-424b-4310-af08-a662a367112d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:28.005609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d591be-e1a6-4d3c-bf5e-51c2e5bd2f75 req-92d3061e-424b-4310-af08-a662a367112d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 970 time: 0.1812956 Dec 20 22:52:28.014772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-3bb37430-ec0e-40b6-975a-e90b3b9cf9df tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/quotas/6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 375 time: 0.0335870 Dec 20 22:52:28.082501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5876a08c-fb04-47c5-995d-a39a1f444a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.148901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d591be-e1a6-4d3c-bf5e-51c2e5bd2f75 req-2e044fc4-593d-4760-b2e4-0b7282108093 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324186 Dec 20 22:52:28.169199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-89cda4a9-9464-4051-b47d-1e48ebc6389d tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398432 Dec 20 22:52:28.181493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ed3869-ceac-4913-bdb1-cb1804877f7a req-49b94ec1-7286-4d28-b32e-f234dbfd2470 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746895 Dec 20 22:52:28.192862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5876a08c-fb04-47c5-995d-a39a1f444a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.242661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876a08c-fb04-47c5-995d-a39a1f444a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f3d66-5e0d-4933-9653-dae7a08e1c4d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:28.258538 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5876a08c-fb04-47c5-995d-a39a1f444a9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a77cb912cba46cebb2efbc51e145d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786119 Dec 20 22:52:28.259430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56860) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:28.317607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7efe3b-11ac-4341-9182-b23c0087cd2c req-a8eed59a-dd57-49ab-aa31-10874d05192e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:28.321358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a7efe3b-11ac-4341-9182-b23c0087cd2c req-a8eed59a-dd57-49ab-aa31-10874d05192e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 970 time: 0.0704849 Dec 20 22:52:28.324221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.338871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-dcc5c9bb-9503-47e2-9216-1ccc90e84acc service neutron] 10.222.0.62 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480563 Dec 20 22:52:28.360002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.414275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 79d1de47-ee52-45db-8b49-8fd18391a1cc details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:28.515744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:28.527400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '79d1de47-ee52-45db-8b49-8fd18391a1cc', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '79d1de47-ee52-45db-8b49-8fd18391a1cc', 'mac_address': 'fa:16:3e:4c:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-2080298667', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:28.566578 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.582150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1de47-ee52-45db-8b49-8fd18391a1cc {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:28.582510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.599966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.604453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b58f3d66-5e0d-4933-9653-dae7a08e1c4d HTTP/1.1" status: 204 len: 168 time: 0.3404617 Dec 20 22:52:28.607134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:28.617011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a7efe3b-11ac-4341-9182-b23c0087cd2c req-f801e6fd-e1ed-4ee7-a815-20fb50f2743f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871330 Dec 20 22:52:28.627043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a895554-028f-41d3-9cc5-2e58818ca37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f3d66-5e0d-4933-9653-dae7a08e1c4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:28.653108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-340aae91-dabe-4a6f-939a-bb823e47d6b6 service neutron] 10.222.0.62 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074226 Dec 20 22:52:28.715845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:28.785763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:28.891767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81c13b-66e3-4e8f-a099-700da3bac5fc req-8b871e6b-27b4-4fd5-b7e0-621a68644e43 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:28.899611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca81c13b-66e3-4e8f-a099-700da3bac5fc req-8b871e6b-27b4-4fd5-b7e0-621a68644e43 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.0668221 Dec 20 22:52:28.945994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['79d1de47-ee52-45db-8b49-8fd18391a1cc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:28.951690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca81c13b-66e3-4e8f-a099-700da3bac5fc req-f077550a-f276-45d2-9e35-d39d48d69ed5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492525 Dec 20 22:52:29.162992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2edf07ce-9a9e-4774-be70-6277414e59f1 req-63c4a442-e33f-456b-bcd1-a5e5e250c706 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Dec 20 22:52:29.245792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56898) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:29.310401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02d883-96fa-40ec-beed-4e1780938064 req-bf052f82-1a09-40e3-b269-d3fb1b1266dd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:29.313168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de02d883-96fa-40ec-beed-4e1780938064 req-bf052f82-1a09-40e3-b269-d3fb1b1266dd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 970 time: 0.0819056 Dec 20 22:52:29.384957 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de02d883-96fa-40ec-beed-4e1780938064 req-9b3aac62-a9a1-43f4-ab17-312fc7fe112a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Dec 20 22:52:29.518511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-910690065-network', 'tenant_id': '1815273c32924295a7e80984869b9584'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:29.658816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:29.680838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Made reservation on behalf of 1815273c32924295a7e80984869b9584 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:29.684340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.698628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.791230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae7a07-f081-4d53-954f-b89f1b86a804 req-545b9316-beb1-4566-9d3d-ca036b99f798 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:29.792743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddae7a07-f081-4d53-954f-b89f1b86a804 req-545b9316-beb1-4566-9d3d-ca036b99f798 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 971 time: 0.0694242 Dec 20 22:52:29.800760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.813085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:29.827154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'port_id': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'mac_address': 'fa:16:3e:e6:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfff25c-9ace-4678-95fb-366841d4d15b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:29.859648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddae7a07-f081-4d53-954f-b89f1b86a804 req-62ba1bb9-f65f-46be-a731-0429c5955144 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Dec 20 22:52:29.871154 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.885122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5fa048-c552-4b0b-bc35-56ad0d4087ec {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:29.905115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:29.919343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.945554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:52:29.954539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7383a8ee-8280-4464-b1e9-f63f93945ee0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:29.961826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:29.961826 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Added segment 449d9f3a-39fe-41fd-8b3e-b2afd1458041 of type vlan for network e0703e8d-806b-478e-b985-4a20b93bd7c8 Dec 20 22:52:29.993835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.014447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.065185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:30.111847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.113400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:30.114189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.130049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43c24-5083-4746-bec0-839005b6fc54 req-de3f2e8e-42fc-4c19-a18d-dfcc91c7a577 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:30.131588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41d43c24-5083-4746-bec0-839005b6fc54 req-de3f2e8e-42fc-4c19-a18d-dfcc91c7a577 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.0694118 Dec 20 22:52:30.182445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41d43c24-5083-4746-bec0-839005b6fc54 req-ece1ec0f-3087-4121-8f87-ea469e28f8fc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Dec 20 22:52:30.183992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] Pushing event updated for resources: {'Network': ['ID=e0703e8d-806b-478e-b985-4a20b93bd7c8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:30.194986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e0703e8d-806b-478e-b985-4a20b93bd7c8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:52:30.257997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71500290-c597-4e59-a6ef-9a061a70014e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0102315 Dec 20 22:52:30.261535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56952) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:30.268334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Request body: {'subnet': {'network_id': 'e0703e8d-806b-478e-b985-4a20b93bd7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-910690065-subnet', 'tenant_id': '1815273c32924295a7e80984869b9584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:30.270545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8be26705-da04-4c5e-93a8-3ab83b0087c6 req-ff021dc6-7021-47f4-8f22-02d04309d3ce tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 210 time: 0.0324769 Dec 20 22:52:30.361760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['1f5fa048-c552-4b0b-bc35-56ad0d4087ec'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:30.393919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Made reservation on behalf of 1815273c32924295a7e80984869b9584 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:30.396307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.449036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:30.477096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 79d1de47-ee52-45db-8b49-8fd18391a1cc up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:30.606431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27250e-e0bc-4d97-a0cc-98ec9a2f2cc2 req-28daa1a3-7176-47fb-9614-06e761afb656 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:30.608063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e27250e-e0bc-4d97-a0cc-98ec9a2f2cc2 req-28daa1a3-7176-47fb-9614-06e761afb656 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 970 time: 0.0762928 Dec 20 22:52:30.694014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e27250e-e0bc-4d97-a0cc-98ec9a2f2cc2 req-4fc44b85-30e9-4035-b3f8-538fa4afbb7f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759239 Dec 20 22:52:30.724580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:30.736702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'mac_address': 'fa:16:3e:31:8a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-2080298667', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:30.774888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.780283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.791371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 79d1de47-ee52-45db-8b49-8fd18391a1cc completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:30.798958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 79d1de47-ee52-45db-8b49-8fd18391a1cc triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:30.799138 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.801530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:30.826497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a88db68-e7e5-4cd9-a440-80f3e3adbb6e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:30.849416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Checking segment: {'id': '449d9f3a-39fe-41fd-8b3e-b2afd1458041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e0703e8d-806b-478e-b985-4a20b93bd7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:30.850112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Network hostable DHCP agents. Network: e0703e8d-806b-478e-b985-4a20b93bd7c8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:52:30.854227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:30.922614 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.933055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Network e0703e8d-806b-478e-b985-4a20b93bd7c8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:52:30.939335 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:30.987481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:30.989871 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f4e6d-e8f2-47a9-948d-3921dd254bf1" -d '{"events": [{"server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "name": "network-vif-plugged", "status": "completed", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:31.008271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:31.021463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:31.024694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cae18-1626-4be7-a563-71f7c65b2381 req-c741337e-0c74-4a67-b438-3e17632c5557 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:31.026462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a53cae18-1626-4be7-a563-71f7c65b2381 req-c741337e-0c74-4a67-b438-3e17632c5557 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 971 time: 0.0579448 Dec 20 22:52:31.030005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e0703e8d-806b-478e-b985-4a20b93bd7c8) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:31.037335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:31.038150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92022d0f-8551-4bc6-a5b2-e50f6e528539 None None] Network e0703e8d-806b-478e-b985-4a20b93bd7c8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:31.041150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:31.080748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a53cae18-1626-4be7-a563-71f7c65b2381 req-4bbc0cd8-79db-4700-aff4-687c082f3aaf tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Dec 20 22:52:31.120132 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:31.121040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1e8022cd-d644-4f03-a5b1-31738fcaa290 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8582466 Dec 20 22:52:31.178118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:31.181520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d2ffd-dffa-49e9-a84b-6ae25903a4fc None None] Network e0703e8d-806b-478e-b985-4a20b93bd7c8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:31.190547 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b451722-1370-4c3d-a739-e42dae002a49 x-openstack-request-id: req-4b451722-1370-4c3d-a739-e42dae002a49 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:31.190846 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "name": "network-vif-plugged", "status": "completed", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:31.191100 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b451722-1370-4c3d-a739-e42dae002a49 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:31.191493 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc', 'code': 200} Dec 20 22:52:31.289997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:31.376972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097428be-cda7-4851-85b1-ede92485c935 req-be9d3cb7-1b87-413e-ae4f-43f8e65aba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:31.378757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-097428be-cda7-4851-85b1-ede92485c935 req-be9d3cb7-1b87-413e-ae4f-43f8e65aba83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 1123 time: 0.1417522 Dec 20 22:52:31.399993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307386-9370-44cd-85a6-29b4e70d9000 req-1ce3c6f3-e6f3-4537-bdd4-d107ad402388 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:31.402352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47307386-9370-44cd-85a6-29b4e70d9000 req-1ce3c6f3-e6f3-4537-bdd4-d107ad402388 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.0832503 Dec 20 22:52:31.462452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-097428be-cda7-4851-85b1-ede92485c935 req-3a2abcc3-44f6-48e9-823d-183f29f473f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761721 Dec 20 22:52:31.478672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47307386-9370-44cd-85a6-29b4e70d9000 req-ea7828d4-54c0-4a7d-b065-512a2802e3b3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679741 Dec 20 22:52:31.564464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c254e771-cdcf-431e-8311-979a6a3479d3 req-d5f455c0-a441-4c04-8cac-9358e2ce1683 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 210 time: 0.0248141 Dec 20 22:52:31.627844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:31.721359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57022) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:31.748301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:31.752568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:31.753756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:31.866938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:31.875159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb131-6617-4e2b-b07e-595873498ea4 req-6d6c7689-9f9f-4c37-8256-50d87052a12c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:31.879603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67fdb131-6617-4e2b-b07e-595873498ea4 req-6d6c7689-9f9f-4c37-8256-50d87052a12c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 971 time: 0.0982211 Dec 20 22:52:31.906592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c83a3029-f341-411f-b354-c516a8263edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:31.907612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:31.951666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67fdb131-6617-4e2b-b07e-595873498ea4 req-ca8eba79-31e2-4e37-9767-8676de5018bc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632155 Dec 20 22:52:31.994088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: from cryptography.utils import int_from_bytes Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: from cryptography.utils import int_from_bytes Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.019509 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:32.021451 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:32.030752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-a319e7c1-27e2-4df0-86bc-11c5f44b1b94 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:32.037526 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-a319e7c1-27e2-4df0-86bc-11c5f44b1b94 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.45 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 823 time: 0.2111998 Dec 20 22:52:32.056854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:32.133746 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c83a3029-f341-411f-b354-c516a8263edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.145194 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-ab148a8b-eabd-4121-9307-2d6838b6a201 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 379 time: 0.1001921 Dec 20 22:52:32.157445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'port': {'device_id': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'admin_state_up': True, 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'security_groups': ['5f8b4023-85e1-4c77-8b6a-68f8a68a73c0']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:32.159978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57044) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:32.170830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1554471220-network', 'tenant_id': 'e3d972b3212a488b8066e026597d5b96'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:32.240661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c6d4-9a62-4213-bef4-eb4c95a28851 req-d39b9dbf-df8c-4981-b119-0315d77fc9c1 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:32.242367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c15c6d4-9a62-4213-bef4-eb4c95a28851 req-d39b9dbf-df8c-4981-b119-0315d77fc9c1 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.0564394 Dec 20 22:52:32.257284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c83a3029-f341-411f-b354-c516a8263edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.298438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c15c6d4-9a62-4213-bef4-eb4c95a28851 req-995244e6-4e75-4a2e-a4de-e6afb6432b82 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Dec 20 22:52:32.299485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a3029-f341-411f-b354-c516a8263edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b626ec-e434-4899-9bc1-35ec513bbc5b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:32.308181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c83a3029-f341-411f-b354-c516a8263edf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60f2b309f23646988a76362fe1561dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856202 Dec 20 22:52:32.310926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57050) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:32.324949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Made reservation on behalf of e3d972b3212a488b8066e026597d5b96 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:32.327414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.340135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.404502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.442021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.453153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:32.482473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Made reservation on behalf of 6b8ea37b3bdb4a24bd2f1cb0ef198b18 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:32.489779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.508057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.647874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1a3b-b9cc-480a-aa38-828b94df4e29 req-994623be-28b2-47a2-8207-f112c6db0abf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:32.649434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76ea1a3b-b9cc-480a-aa38-828b94df4e29 req-994623be-28b2-47a2-8207-f112c6db0abf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.0489933 Dec 20 22:52:32.697222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76ea1a3b-b9cc-480a-aa38-828b94df4e29 req-6a3bd773-573d-4dde-a2e5-e70ff6c375f4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Dec 20 22:52:32.714479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:32.715502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.718324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.719674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0b626ec-e434-4899-9bc1-35ec513bbc5b HTTP/1.1" status: 204 len: 168 time: 0.4078112 Dec 20 22:52:32.722532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.725020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:32.725461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.754632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138ac5-6a75-4121-8f4d-c9121c981140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b626ec-e434-4899-9bc1-35ec513bbc5b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:32.775158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:52:32.799137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.800934 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Added segment 79d99b9e-69aa-4bf9-9873-23e916716897 of type vlan for network 058f6254-0ec0-486c-af22-39c53882f706 Dec 20 22:52:32.800934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1573dba-535c-4e69-b6ad-c467e3464b68,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:32.871789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.908184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:32.925846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Allocated IP 172.20.0.5 (38d174e5-860f-4165-93f1-3b6247ca6ceb/65056838-d76d-4190-8803-ea6d2e97e706/f3acd1d0-03d2-43e3-8e15-73df3e6f82e9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:32.967025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:32.987017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7adb0374-ef83-45ae-8f0a-68bcee09128b req-ef360522-0254-4827-8d14-812e5835fddc tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 210 time: 0.0777407 Dec 20 22:52:33.016404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-5a7b7914-200e-42a9-8e82-fc2541957d99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305196 Dec 20 22:52:33.056991 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.085913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.120019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:33.125036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.126182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.126773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.135635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.192969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec'}, {'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:33.196724 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc4609-d768-47eb-99ec-7cc64a5ac6ba" -d '{"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec"}, {"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-plugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:33.222191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=058f6254-0ec0-486c-af22-39c53882f706,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:33.227689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b490963-f181-4aba-9695-aa739e039645 req-0515d2a4-c731-45a6-8516-b8d044350d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.229215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-0515d2a4-c731-45a6-8516-b8d044350d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 1123 time: 0.1578832 Dec 20 22:52:33.233534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 058f6254-0ec0-486c-af22-39c53882f706 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:52:33.240588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bf400-9e2b-4d72-9504-acc0d383932e req-5e17ed2e-c42c-40da-a8a9-2534234849da tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.242144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-770bf400-9e2b-4d72-9504-acc0d383932e req-5e17ed2e-c42c-40da-a8a9-2534234849da tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1325088 Dec 20 22:52:33.263917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.308192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-da67fc6b-15ab-411f-bf88-7cf55ae3f9fe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1469886 Dec 20 22:52:33.314106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:33.321395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Request body: {'subnet': {'network_id': '058f6254-0ec0-486c-af22-39c53882f706', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1554471220-subnet', 'tenant_id': 'e3d972b3212a488b8066e026597d5b96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:33.357681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:33.365009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:33.368015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-770bf400-9e2b-4d72-9504-acc0d383932e req-64746829-79d9-4184-80ae-ce9d1dead1d0 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197865 Dec 20 22:52:33.390758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:33.396260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.398545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.400889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b490963-f181-4aba-9695-aa739e039645 req-dcff4d0e-be07-4ed6-b9ed-c426f2ffefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.402142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:33.403456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-dcff4d0e-be07-4ed6-b9ed-c426f2ffefdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1491590 Dec 20 22:52:33.454305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-02587d83-f83c-420d-9800-88d25f81640d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76 HTTP/1.1" status: 200 len: 217 time: 0.0435560 Dec 20 22:52:33.461957 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d36759-514c-4619-90a6-8a15f28ce8bb x-openstack-request-id: req-93d36759-514c-4619-90a6-8a15f28ce8bb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:33.468412 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec", "code": 200}, {"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-plugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:33.468412 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93d36759-514c-4619-90a6-8a15f28ce8bb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:33.468412 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'code': 200} Dec 20 22:52:33.468412 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'code': 200} Dec 20 22:52:33.558481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.45', 52100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:33.581578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-18b1c41d-1266-4da3-a4be-a0ecd372905f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4285741 Dec 20 22:52:33.582417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Made reservation on behalf of e3d972b3212a488b8066e026597d5b96 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:33.584786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.606716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b490963-f181-4aba-9695-aa739e039645 req-dbf00a8c-081e-4423-9948-3646e8263a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.608169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-dbf00a8c-081e-4423-9948-3646e8263a90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1389549 Dec 20 22:52:33.627604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Request body: {'port': {'device_id': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:33.659108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655773a9-c50f-4527-bb47-de44e5ad6ad6 req-c6a27783-bf10-4a19-9aa4-74e8296873d6 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.660521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-655773a9-c50f-4527-bb47-de44e5ad6ad6 req-c6a27783-bf10-4a19-9aa4-74e8296873d6 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.1077530 Dec 20 22:52:33.691512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b490963-f181-4aba-9695-aa739e039645 req-3a3e2750-d9c2-4b1e-961c-3c1cfe08374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.693304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-3a3e2750-d9c2-4b1e-961c-3c1cfe08374e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781727 Dec 20 22:52:33.710837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c00e3ac4-dc90-4f40-b34b-ff480277251f None None] Provisioning complete for port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:33.711494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c00e3ac4-dc90-4f40-b34b-ff480277251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.720917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:33.744175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-655773a9-c50f-4527-bb47-de44e5ad6ad6 req-36a7f0be-b4bc-4fb8-9b7c-5ba17a956906 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772374 Dec 20 22:52:33.765807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f26fc-6416-4551-a0b9-16254675399e req-4d346835-a2c1-4f3a-ab16-bd06953edab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.767509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-976f26fc-6416-4551-a0b9-16254675399e req-4d346835-a2c1-4f3a-ab16-bd06953edab3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1123 time: 0.1988599 Dec 20 22:52:33.768190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c00e3ac4-dc90-4f40-b34b-ff480277251f None None] Port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:33.774608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec3940-eb5e-4761-ad80-7c718e78532c req-db43d461-52ae-4dd2-a3e6-2c206f021b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.776437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-24ec3940-eb5e-4761-ad80-7c718e78532c req-db43d461-52ae-4dd2-a3e6-2c206f021b9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1096 time: 0.2166858 Dec 20 22:52:33.781606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c653f14-0925-49c5-a15d-44499e3e467a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.789227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:33.841285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-9f70d173-c4a1-47ed-9593-737008e9ba3c service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317902 Dec 20 22:52:33.984106 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-976f26fc-6416-4551-a0b9-16254675399e req-817abb8d-740f-496c-9259-662f2e3fc7d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847296 Dec 20 22:52:33.986057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-24ec3940-eb5e-4761-ad80-7c718e78532c req-6945709f-d3e0-4e55-8769-db51c70a8a78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943359 Dec 20 22:52:33.998030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559010-53f5-40e9-8bd0-935bce3da435 req-187554e1-748e-41c5-95c8-3f3c89f14453 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:33.999546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49559010-53f5-40e9-8bd0-935bce3da435 req-187554e1-748e-41c5-95c8-3f3c89f14453 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.1391902 Dec 20 22:52:34.001442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b490963-f181-4aba-9695-aa739e039645 req-b848cca6-aba5-4155-b48c-28a8d05b98d2 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529911 Dec 20 22:52:34.054911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49559010-53f5-40e9-8bd0-935bce3da435 req-9e2e373e-b979-4fcc-9bf5-473f38aebfde tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Dec 20 22:52:34.160250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c653f14-0925-49c5-a15d-44499e3e467a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.349221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c653f14-0925-49c5-a15d-44499e3e467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.352035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.403591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0af326-d872-45de-9921-8682233b07e3 req-d28d5be1-90f3-4497-b4e6-979ca5fd4888 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:34.405804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da0af326-d872-45de-9921-8682233b07e3 req-d28d5be1-90f3-4497-b4e6-979ca5fd4888 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 931 time: 0.0589411 Dec 20 22:52:34.432720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-10e10463-2b91-4dd7-846e-af4f4079cbfe req-523c6ed6-f719-4f7a-a809-938ed0500566 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:34.433760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10e10463-2b91-4dd7-846e-af4f4079cbfe req-523c6ed6-f719-4f7a-a809-938ed0500566 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602257 Dec 20 22:52:34.444213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c653f14-0925-49c5-a15d-44499e3e467a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a27bf7c5fb3458a8e9c56077e24b325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222197 Dec 20 22:52:34.446087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57132) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:34.467392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653f14-0925-49c5-a15d-44499e3e467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b63dc-8817-427a-ba5f-1cdb658da95f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:34.475757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da0af326-d872-45de-9921-8682233b07e3 req-d6414624-f7dd-4d46-afbe-d366597ec806 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563912 Dec 20 22:52:34.511470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1217e548-4428-4524-95a2-1edb2010e4ef,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:34.556854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Checking segment: {'id': '79d99b9e-69aa-4bf9-9873-23e916716897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '058f6254-0ec0-486c-af22-39c53882f706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:34.557576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Network hostable DHCP agents. Network: 058f6254-0ec0-486c-af22-39c53882f706, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:52:34.625827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.629369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:34.640514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.672657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Transition to ACTIVE for port object f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:34.679800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.713785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416725e-b172-41fc-b647-ea2b205fbc92 req-05842cf4-db5b-451d-add3-1d3f82216b5a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:34.715351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c416725e-b172-41fc-b647-ea2b205fbc92 req-05842cf4-db5b-451d-add3-1d3f82216b5a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1459675 Dec 20 22:52:34.721308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Network 058f6254-0ec0-486c-af22-39c53882f706 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:52:34.741075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.769785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26b4c7f0-969d-47be-aa6e-142ee449670e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.800744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57140) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:34.809168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6498-98a0-4825-86e5-29407bf8c27d req-3c157562-0187-463c-9453-064ce818fe3e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:34.809168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3add6498-98a0-4825-86e5-29407bf8c27d req-3c157562-0187-463c-9453-064ce818fe3e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.1070900 Dec 20 22:52:34.809168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c416725e-b172-41fc-b647-ea2b205fbc92 req-88f25174-29c1-4c2e-9f53-2489ecc87e87 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689104 Dec 20 22:52:34.813981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Pushing event updated for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:34.852878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Attempting to bind port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:34.853468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Attempting to bind port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:34.853897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Attempting to bind port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:34.863526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 058f6254-0ec0-486c-af22-39c53882f706) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:34.877329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979ca61-beb8-43ea-bbc0-123046e6ea5a None None] Network 058f6254-0ec0-486c-af22-39c53882f706 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:34.895698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.899246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3add6498-98a0-4825-86e5-29407bf8c27d req-162a7833-9df7-4b00-89a0-bdf6d2cfefee tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Dec 20 22:52:34.908102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.911681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc8b63dc-8817-427a-ba5f-1cdb658da95f HTTP/1.1" status: 204 len: 168 time: 0.4558883 Dec 20 22:52:34.911681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 on network 38d174e5-860f-4165-93f1-3b6247ca6ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:34.915854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Attempting to bind port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:34.942556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:34.943111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:34.957799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:34.957799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Checking segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:34.957799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Bound using segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:34.958038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Bound port: f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:34.958317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.057647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a301821-1f71-4c06-aa29-de33e6eec304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b63dc-8817-427a-ba5f-1cdb658da95f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:35.063915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de2b0d7e-2430-4e39-843c-b95ceb6dfbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.115582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb7e65-59dc-4443-a904-c277cb7df5a2 None None] Network 058f6254-0ec0-486c-af22-39c53882f706 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:35.125920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:35.129640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:35.144015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-935b40dd-aa99-45a4-9a93-5ca7d639ab72 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8209476 Dec 20 22:52:35.184321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de2b0d7e-2430-4e39-843c-b95ceb6dfbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.217059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.266632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de2b0d7e-2430-4e39-843c-b95ceb6dfbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.297616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.298258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.299662 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] 10.222.0.45 "PUT /v2.0/ports/f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 HTTP/1.1" status: 200 len: 1091 time: 1.6961961 Dec 20 22:52:35.300162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:35.302860 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84677e5a-0985-4b51-8d72-5da6bee6ae46" -d '{"events": [{"name": "network-changed", "server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:35.336695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799142d-3f77-4c0d-9500-2b670cd82825 service neutron] Pushing event updated for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:35.346627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de2b0d7e-2430-4e39-843c-b95ceb6dfbb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57940ea0924c49b187c3055d0ed5a335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5448108 Dec 20 22:52:35.347385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57164) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:35.348254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b0d7e-2430-4e39-843c-b95ceb6dfbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce5f1b5-4861-4073-aaea-dd2b2023c2e1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:35.354473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb62812-195a-45eb-adc3-0d925ff5c66a req-c1018c87-6f5b-4c36-9f48-90e97da014d3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.356024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bb62812-195a-45eb-adc3-0d925ff5c66a req-c1018c87-6f5b-4c36-9f48-90e97da014d3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.1297846 Dec 20 22:52:35.453759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.526736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bb62812-195a-45eb-adc3-0d925ff5c66a req-292a8fc2-09e7-4d11-bb85-aaea174ab86b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559823 Dec 20 22:52:35.561242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57178) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:35.563075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.630829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-aeef0a19-eb45-4db4-9dee-d3915881c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.632605 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-aeef0a19-eb45-4db4-9dee-d3915881c1fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 1094 time: 0.1810462 Dec 20 22:52:35.634782 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d76cec-0f37-471c-9300-e5012f11755e x-openstack-request-id: req-67d76cec-0f37-471c-9300-e5012f11755e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:35.635173 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:35.635781 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67d76cec-0f37-471c-9300-e5012f11755e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:35.635920 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'status': 'completed', 'code': 200} Dec 20 22:52:35.651192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7508e0b7-5e90-41e0-9a6a-5782b368537f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=548d8b571b804f1eb7edf19113d57cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568295 Dec 20 22:52:35.661101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Deleting subnet 0a88db68-e7e5-4cd9-a440-80f3e3adbb6e {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:52:35.670938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.705402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-ddbfa767-6da2-4528-a990-b728a031e7e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 HTTP/1.1" status: 200 len: 217 time: 0.0492318 Dec 20 22:52:35.735710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.766025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-4480b2ee-a4ff-4d3b-8829-4ad2f82a7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.767248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-4480b2ee-a4ff-4d3b-8829-4ad2f82a7015 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0520387 Dec 20 22:52:35.778568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.787721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.790023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:35.791186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ce5f1b5-4861-4073-aaea-dd2b2023c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4399271 Dec 20 22:52:35.847199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2640ec-fc5b-4487-9f90-72bedc8ec32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce5f1b5-4861-4073-aaea-dd2b2023c2e1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:35.861146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-bd0c89d8-665b-4cfe-b952-76163c7916cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.862895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-bd0c89d8-665b-4cfe-b952-76163c7916cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877855 Dec 20 22:52:35.871050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-dc02ef28-0335-4813-a151-ec56b7c48b21 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.872555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-dc02ef28-0335-4813-a151-ec56b7c48b21 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038927 Dec 20 22:52:35.902369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-40ed1cc7-4aaa-4dd7-960d-cb9fbb553abe tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/quotas/548d8b571b804f1eb7edf19113d57cb8 HTTP/1.1" status: 200 len: 375 time: 0.0203702 Dec 20 22:52:35.916903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a828-98cf-4ab5-9a9a-a66e5d023b79 req-feef2b37-9de0-44e2-afdd-1bbf3ca5459b tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:35.925582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43f4a828-98cf-4ab5-9a9a-a66e5d023b79 req-feef2b37-9de0-44e2-afdd-1bbf3ca5459b tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 943 time: 0.1025760 Dec 20 22:52:35.973324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.006943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a88db68-e7e5-4cd9-a440-80f3e3adbb6e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:36.014572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-873dca0c-b6dd-44f7-b631-01ae94d31ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425390 Dec 20 22:52:36.026927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.033381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f994422-dcbd-4101-a4cc-025a1a544285 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a88db68-e7e5-4cd9-a440-80f3e3adbb6e HTTP/1.1" status: 204 len: 168 time: 0.4710708 Dec 20 22:52:36.037053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57194) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:36.070614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43f4a828-98cf-4ab5-9a9a-a66e5d023b79 req-5108e8f4-e5a8-4e9c-b9a1-2d05cd9a8109 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447999 Dec 20 22:52:36.084042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-37bceda7-b56b-4746-8728-91c14de2124c tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1574955 Dec 20 22:52:36.132230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9523a5-81f6-4f26-aa23-02ee4de3282c req-21edf56e-31a0-46ef-bb7e-af36d3fd8ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093972 Dec 20 22:52:36.155950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.256630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19792d50-bfda-4af3-9421-91a87bb2dd0d req-0ee32ed2-b1fc-4d81-a767-4d90f8c0ca54 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:36.258976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19792d50-bfda-4af3-9421-91a87bb2dd0d req-0ee32ed2-b1fc-4d81-a767-4d90f8c0ca54 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1070609 Dec 20 22:52:36.295669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.332866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > port after_create 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > port after_update 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.335955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.336370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.336743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.336918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.341199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-e632f4bb-e48c-4475-82c3-2489e600d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:36.342735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-e632f4bb-e48c-4475-82c3-2489e600d263 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 1094 time: 0.0641212 Dec 20 22:52:36.419791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.420159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.420548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.420930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:36.421238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0703e8d-806b-478e-b985-4a20b93bd7c8']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:36.449402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449d9f3a-39fe-41fd-8b3e-b2afd1458041') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:36.450168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449d9f3a-39fe-41fd-8b3e-b2afd1458041') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:36.458961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-5d8f398c-9a89-4639-9f59-f15710946aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:36.460627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-5d8f398c-9a89-4639-9f59-f15710946aa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 924 time: 0.1100862 Dec 20 22:52:36.473564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.504909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19792d50-bfda-4af3-9421-91a87bb2dd0d req-a4777785-32ba-4525-89b5-6aab1162e9cd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134824 Dec 20 22:52:36.536235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.550671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:52:36.551303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.551800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-4a279ae2-9514-45b2-9f45-80e8918d796a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 HTTP/1.1" status: 200 len: 217 time: 0.0818920 Dec 20 22:52:36.622318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-b2dc0459-6319-4763-ad30-931c30e40151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:36.623819 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-b2dc0459-6319-4763-ad30-931c30e40151 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0637712 Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: from cryptography.utils import int_from_bytes Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: from cryptography.utils import int_from_bytes Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.650850 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: timer() Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:52:36.653124 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:52:36.654464 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:52:36.700271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-1820b021-c74a-4a25-9bda-a8436f737ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:36.702443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-1820b021-c74a-4a25-9bda-a8436f737ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686636 Dec 20 22:52:36.702769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e69135de-5c82-4437-b410-aa7c2347d0d4 req-0ccea1a4-e967-41ee-9ad8-5c76c4312e4f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 210 time: 0.0443764 Dec 20 22:52:36.718001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57226) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:36.741887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9372-07a2-40c1-9762-fc65534fecc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.813569 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-d0011b80-2ab1-44ab-8d2d-7ac78960923a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309562 Dec 20 22:52:36.884322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-9c6aba51-38ab-4904-b2c6-b9628ce81a41 service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563234 Dec 20 22:52:36.886842 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.928162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0703e8d-806b-478e-b985-4a20b93bd7c8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:36.931574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:36.938305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7caef827-9c68-4d64-acb4-9427a886cea8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e0703e8d-806b-478e-b985-4a20b93bd7c8 HTTP/1.1" status: 204 len: 168 time: 0.8990712 Dec 20 22:52:36.939687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:36.962605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9372-07a2-40c1-9762-fc65534fecc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.039441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-ba57169d-6059-48cd-ab4d-198a06d9bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.042744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-ba57169d-6059-48cd-ab4d-198a06d9bf03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1096 time: 0.1706417 Dec 20 22:52:37.049205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Deleting subnet 1217e548-4428-4524-95a2-1edb2010e4ef {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:52:37.055339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.060417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b7f76d34-ccd2-44be-a519-79181292e200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.061206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9372-07a2-40c1-9762-fc65534fecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.105901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bb7e9372-07a2-40c1-9762-fc65534fecc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aad75fc7ef684439ab54286294fee57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865807 Dec 20 22:52:37.107189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e9372-07a2-40c1-9762-fc65534fecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc94b05-1ca8-4bc6-afe3-f5b6dc8d8792,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:37.109524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57236) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:37.142647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84677e5a-0985-4b51-8d72-5da6bee6ae46 req-4a7ea736-aa83-4b99-938b-0b8f15dc0418 service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411931 Dec 20 22:52:37.150897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.172733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.191378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.200513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.255248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-b88fa18e-72e0-42fb-acef-2e34d7c2f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.257240 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-b88fa18e-72e0-42fb-acef-2e34d7c2f8cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1639667 Dec 20 22:52:37.271669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-a64e1906-6ab1-49cc-ae72-992d3a8b2f80 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.274059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-a64e1906-6ab1-49cc-ae72-992d3a8b2f80 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1123 time: 0.0665176 Dec 20 22:52:37.304668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-109e244f-b0a9-443d-9eda-0c5047985fb7 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.313692 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-16df27cd-b65a-4218-ba60-e6ded32466f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0471160 Dec 20 22:52:37.363970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-4eea992a-6544-4e71-aaeb-7d9eac94604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.365421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-4eea992a-6544-4e71-aaeb-7d9eac94604f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0445545 Dec 20 22:52:37.397644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-66487714-f768-4196-ad64-c14c4f9653ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246682 Dec 20 22:52:37.404467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.407077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.408200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8cc94b05-1ca8-4bc6-afe3-f5b6dc8d8792 HTTP/1.1" status: 204 len: 168 time: 0.2977388 Dec 20 22:52:37.424862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.432036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20c5f9-710b-4dde-b90c-54bf18358172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc94b05-1ca8-4bc6-afe3-f5b6dc8d8792,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:37.467505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f97f6-0c29-4a7f-a699-54296befc8e8 req-0bd63296-4d1d-4ed8-9edc-d633cef7cf48 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.467505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-792f97f6-0c29-4a7f-a699-54296befc8e8 req-0bd63296-4d1d-4ed8-9edc-d633cef7cf48 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.0926571 Dec 20 22:52:37.499864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1217e548-4428-4524-95a2-1edb2010e4ef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:37.506549 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.509888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-618fcd4a-0e40-476c-9090-242e916b63c5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1217e548-4428-4524-95a2-1edb2010e4ef HTTP/1.1" status: 204 len: 168 time: 0.5690608 Dec 20 22:52:37.512559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:37.530843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-109e244f-b0a9-443d-9eda-0c5047985fb7 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.545887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-792f97f6-0c29-4a7f-a699-54296befc8e8 req-cb43ba89-0da4-41cb-a347-103639d34110 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Dec 20 22:52:37.594833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-109e244f-b0a9-443d-9eda-0c5047985fb7 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.623684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.628963 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-2e156c9a-68ef-4d94-93ea-a7e5f8be2450 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233088 Dec 20 22:52:37.656842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54e39a1a-126e-4d5e-8451-181f17a27d5b req-109e244f-b0a9-443d-9eda-0c5047985fb7 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603542 Dec 20 22:52:37.665143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e244f-b0a9-443d-9eda-0c5047985fb7 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db3b19-1318-41b0-981d-93fc060a633c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:37.767432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede37947-1870-4c62-a4a0-09ee2080526f req-bf84d7a9-8bac-49fb-a543-79e34c18ede6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.775153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ede37947-1870-4c62-a4a0-09ee2080526f req-bf84d7a9-8bac-49fb-a543-79e34c18ede6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 943 time: 0.1064618 Dec 20 22:52:37.808431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:37.840965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.841334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.842341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.842505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > port after_create 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.842723 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.843049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > port after_update 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.843360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.843669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.843990 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.844293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.864687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346b37e-7fbc-432d-8162-9d0f3a87f281 req-56608f81-5094-4f90-9ffa-fe74cf2ae8c7 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:37.866207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1346b37e-7fbc-432d-8162-9d0f3a87f281 req-56608f81-5094-4f90-9ffa-fe74cf2ae8c7 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.0884516 Dec 20 22:52:37.876826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ede37947-1870-4c62-a4a0-09ee2080526f req-340a71fb-56ee-4366-9bd7-877e04d6895c tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996199 Dec 20 22:52:37.940292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.940490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1346b37e-7fbc-432d-8162-9d0f3a87f281 req-167ac443-b6a5-43c0-b4c5-8cfcc1651d20 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614665 Dec 20 22:52:37.940988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.941311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.941628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 22:52:37.942018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058f6254-0ec0-486c-af22-39c53882f706']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:37.948577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-80fe8dfd-2432-45d4-b630-6da30c262d42 req-965a6247-9f5c-4dc3-8aef-76324b445a25 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089023 Dec 20 22:52:37.980035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d99b9e-69aa-4bf9-9873-23e916716897') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:37.980709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d99b9e-69aa-4bf9-9873-23e916716897') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:38.001500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.028844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.042179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:52:38.042582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:52:38.047745 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:52:38.197357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.226615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.242023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:38.245689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] 10.222.0.62 "DELETE /v2.0/networks/058f6254-0ec0-486c-af22-39c53882f706 HTTP/1.1" status: 204 len: 168 time: 0.7320027 Dec 20 22:52:38.265469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15688585-891b-4222-b667-624b7be3e9ca req-8b524c02-4856-47d4-a4ae-b27553c10c07 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:38.267104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15688585-891b-4222-b667-624b7be3e9ca req-8b524c02-4856-47d4-a4ae-b27553c10c07 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1096 time: 0.0460341 Dec 20 22:52:38.321246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15688585-891b-4222-b667-624b7be3e9ca req-cdc0ca9b-eb8a-4f3f-803a-dfeb555566ef tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466831 Dec 20 22:52:38.459803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f186f9-cccd-4154-97e3-b6477ec88447 admin admin] Pushing event deleted for resources: {'Network': ['ID=058f6254-0ec0-486c-af22-39c53882f706,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:38.474903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e971c23-3f4a-4585-8f8c-a1354c8b0b5f req-d07099ad-0de4-47d2-9905-1797357a4029 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Dec 20 22:52:38.794581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:38.846306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b7c06b7-f2bf-4a95-90c8-99b092b9e9ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1815273c32924295a7e80984869b9584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500808 Dec 20 22:52:38.847416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:38.920088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-cb456a5f-045c-444e-8efc-47eb1ba4aa12 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=548d8b571b804f1eb7edf19113d57cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253303 Dec 20 22:52:39.063638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-a79a279c-65e5-4cb9-b717-78e1f3b7e712 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.065457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-a79a279c-65e5-4cb9-b717-78e1f3b7e712 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387534 Dec 20 22:52:39.082953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Request body: {'port': {'device_id': '207d8ed2-1648-4037-9719-d3860aa34752', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '548d8b571b804f1eb7edf19113d57cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:39.199207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-74682a77-5212-43d7-88d1-33d29d944057 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.200935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-74682a77-5212-43d7-88d1-33d29d944057 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.3459032 Dec 20 22:52:39.301412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Made reservation on behalf of 548d8b571b804f1eb7edf19113d57cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:39.307075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.308694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.314011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f902c-3194-4b08-aa36-399d100c8964 req-a24c4814-5e24-413c-8b32-9fa574afd900 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.315455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e09f902c-3194-4b08-aa36-399d100c8964 req-a24c4814-5e24-413c-8b32-9fa574afd900 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1096 time: 0.4089341 Dec 20 22:52:39.349391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57326) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:39.362424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d92ac-69ee-4c43-8561-7c105668ea42 req-4ced2b39-18b0-4c7f-9c71-08c1916768ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.363936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-041d92ac-69ee-4c43-8561-7c105668ea42 req-4ced2b39-18b0-4c7f-9c71-08c1916768ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 943 time: 0.2014968 Dec 20 22:52:39.409848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.497800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-edecf471-7090-4506-8139-b87e8e881660 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1471627 Dec 20 22:52:39.504250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-0ed842a8-af84-46f8-9d36-ac4acf5774af service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:39.505254 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-0ed842a8-af84-46f8-9d36-ac4acf5774af service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067234 Dec 20 22:52:39.515797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Allocated IP 192.168.233.52 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/381d41d5-958b-4a3b-94ec-2849a5303982) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:39.530811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e09f902c-3194-4b08-aa36-399d100c8964 req-e24f2562-89b8-4dd8-bcf3-813299458e0e tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972511 Dec 20 22:52:39.545840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-041d92ac-69ee-4c43-8561-7c105668ea42 req-11ea6b88-67a7-45c9-874e-cbc394e3ca4c tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541066 Dec 20 22:52:39.558350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Deleting port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:52:39.558739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.593595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.659862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:39.736224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.740868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.746272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7383a8ee-8280-4464-b1e9-f63f93945ee0 HTTP/1.1" status: 204 len: 168 time: 0.8977878 Dec 20 22:52:39.758504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.789828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:39.797141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e3d74-835f-4be4-9529-fece26ffc6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7383a8ee-8280-4464-b1e9-f63f93945ee0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:39.808838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'port_id': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'mac_address': 'fa:16:3e:36:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:39.848147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08638c21-22dc-4d3f-b6a0-0e7787a78065 req-d72e1d47-692f-42c4-9ddc-bc942283a4a4 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.849685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08638c21-22dc-4d3f-b6a0-0e7787a78065 req-d72e1d47-692f-42c4-9ddc-bc942283a4a4 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/ports?device_id=30e74fe4-b27a-4c86-8be6-59803ab8867f HTTP/1.1" status: 200 len: 972 time: 0.1941681 Dec 20 22:52:39.852607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] For port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:39.852973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.863284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.867303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:39.869998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dfcc2-68a0-41a2-835b-a670a334609e req-ba658c70-6dca-436c-8433-dead2f3f4c7f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:39.877141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-914dfcc2-68a0-41a2-835b-a670a334609e req-ba658c70-6dca-436c-8433-dead2f3f4c7f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.2203238 Dec 20 22:52:39.884914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:39.896402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Calling delete_port for 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 owned by compute:tempest-test_az-2080298667 {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:52:39.914848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:39.915879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['79d1de47-ee52-45db-8b49-8fd18391a1cc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:39.922126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:39.925221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:39.930027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:39.974115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Pushing event updated for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:40.011642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:40.013322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.034787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.075756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-914dfcc2-68a0-41a2-835b-a670a334609e req-4b732688-6ab7-4a6f-85ac-3c44bb32ca21 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977389 Dec 20 22:52:40.131150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b26520e3-c641-4cbf-be93-f92232734b78 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0520337 Dec 20 22:52:40.136878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:40.145300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Request body: {'port': {'device_id': '207d8ed2-1648-4037-9719-d3860aa34752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:40.151021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08638c21-22dc-4d3f-b6a0-0e7787a78065 req-a10a1458-2aa1-4c85-bbf1-661b2ad23c8b tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f8960f5-f1d8-4dac-ade7-46d6d85880f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895987 Dec 20 22:52:40.242736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.295172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:40.470924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af49e-2145-4ca3-ad1f-bb5bbd3be7ad req-98685fd5-a6d1-4534-90f9-036167bac180 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:40.472569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626af49e-2145-4ca3-ad1f-bb5bbd3be7ad req-98685fd5-a6d1-4534-90f9-036167bac180 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 935 time: 0.1871052 Dec 20 22:52:40.501245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b9779820-8184-4dda-a1b2-9db8ba37893e None None] Provisioning complete for port 381d41d5-958b-4a3b-94ec-2849a5303982 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:40.501684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9779820-8184-4dda-a1b2-9db8ba37893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.534747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.605676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.648611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626af49e-2145-4ca3-ad1f-bb5bbd3be7ad req-4b157cc3-c2d8-475c-a4da-021cf912a52b tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682007 Dec 20 22:52:40.649554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Pushing event deleted for resources: {'Port': ['ID=71d90a5b-d323-474f-a8f0-92c1d7dc5d76,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:40.670948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b9779820-8184-4dda-a1b2-9db8ba37893e None None] Port 381d41d5-958b-4a3b-94ec-2849a5303982 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:40.730888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] No DVR routers for this DVR port 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:52:40.736375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.745256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82ff429a-a1ec-442b-936a-2b097f4ea1d0 req-437f1da4-cf6a-42bc-b810-e1338acb6626 tempest-AggregatesAdminTestJSON-845601492 tempest-AggregatesAdminTestJSON-845601492-project] 10.222.0.59 "DELETE /v2.0/ports/71d90a5b-d323-474f-a8f0-92c1d7dc5d76 HTTP/1.1" status: 204 len: 173 time: 1.5245728 Dec 20 22:52:40.745775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'name': 'network-vif-deleted', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:40.754556 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc06482-6f5b-4c79-94b5-9a6c28b90296" -d '{"events": [{"server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "name": "network-vif-deleted", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:40.798896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381d41d5-958b-4a3b-94ec-2849a5303982 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:40.808884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.833366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Transition to ACTIVE for port object 381d41d5-958b-4a3b-94ec-2849a5303982 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:40.853465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:40.919557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:40.929360 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b8a4b8c-b63d-4491-9a47-e709eee4fe85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3d972b3212a488b8066e026597d5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743299 Dec 20 22:52:40.932728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57398) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:40.988116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd64a9-313e-4f8f-8bf4-cf98b06874c3 req-23f3f502-b463-4eb8-bc4a-047e3f7e4d53 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:40.989669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2dd64a9-313e-4f8f-8bf4-cf98b06874c3 req-23f3f502-b463-4eb8-bc4a-047e3f7e4d53 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 944 time: 0.1002209 Dec 20 22:52:41.004321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Pushing event updated for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:41.077456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.101487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Attempting to bind port 381d41d5-958b-4a3b-94ec-2849a5303982 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:41.101989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Attempting to bind port 381d41d5-958b-4a3b-94ec-2849a5303982 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:41.102103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Attempting to bind port 381d41d5-958b-4a3b-94ec-2849a5303982 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:41.105792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2dd64a9-313e-4f8f-8bf4-cf98b06874c3 req-61351da0-0489-4199-9575-bd0678bd0a32 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020508 Dec 20 22:52:41.106880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Port 381d41d5-958b-4a3b-94ec-2849a5303982 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:41.107202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Attempting to bind port 381d41d5-958b-4a3b-94ec-2849a5303982 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:41.113552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:41.113958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:41.114342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:41.114772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Bound port: 381d41d5-958b-4a3b-94ec-2849a5303982, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:41.115487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.118621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.169021 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2922a53b-6f0e-4633-aad9-8707416736e3 x-openstack-request-id: req-2922a53b-6f0e-4633-aad9-8707416736e3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:41.169322 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e74fe4-b27a-4c86-8be6-59803ab8867f", "name": "network-vif-deleted", "tag": "71d90a5b-d323-474f-a8f0-92c1d7dc5d76", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:41.169703 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2922a53b-6f0e-4633-aad9-8707416736e3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:41.170321 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e74fe4-b27a-4c86-8be6-59803ab8867f', 'name': 'network-vif-deleted', 'tag': '71d90a5b-d323-474f-a8f0-92c1d7dc5d76', 'status': 'completed', 'code': 200} Dec 20 22:52:41.247299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:41.256869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=381d41d5-958b-4a3b-94ec-2849a5303982,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:41.313701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.316963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.321112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1573dba-535c-4e69-b6ad-c467e3464b68 HTTP/1.1" status: 204 len: 168 time: 0.3833563 Dec 20 22:52:41.321374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.330601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba002f-ba98-44e0-b4c9-2b83482a492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1573dba-535c-4e69-b6ad-c467e3464b68,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:41.419670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Pushing event updated for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:41.422862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:41.425500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.426955 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7b69f313-0f7e-4c22-891c-5d1489f15696 service neutron] 10.222.0.59 "PUT /v2.0/ports/381d41d5-958b-4a3b-94ec-2849a5303982 HTTP/1.1" status: 200 len: 1095 time: 1.2873816 Dec 20 22:52:41.427411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:41.429881 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:41.624267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-2c16bb59-b86d-4668-b705-ff71173a5ff1 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3e9bad8b25eb47429ec394a382855d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336869 Dec 20 22:52:41.665177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-329b5bf3-4522-4d98-9cb1-c093c973c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:41.666812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-329b5bf3-4522-4d98-9cb1-c093c973c05a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 1098 time: 0.0730739 Dec 20 22:52:41.669407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:41.722004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-3bd4c85a-1d34-4f3b-90ce-e5e4718ac69a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=381d41d5-958b-4a3b-94ec-2849a5303982 HTTP/1.1" status: 200 len: 217 time: 0.0448074 Dec 20 22:52:41.761304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-da9e49ba-d59f-4f3a-8d19-4e82dbfe7350 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:41.762947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-da9e49ba-d59f-4f3a-8d19-4e82dbfe7350 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377561 Dec 20 22:52:41.782181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-6708a8f5-84ac-43b0-a37f-e1c0724ae753 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/quotas/3e9bad8b25eb47429ec394a382855d69 HTTP/1.1" status: 200 len: 375 time: 0.0099924 Dec 20 22:52:41.783991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-1717d86b-19b5-439d-a2a1-a26c08e64751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:41.785458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-1717d86b-19b5-439d-a2a1-a26c08e64751 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0566649 Dec 20 22:52:41.833396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-a70d660b-a4e6-4e73-9a45-80b03fda62e3 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430918 Dec 20 22:52:41.851347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-4756835e-80dc-455b-aa9a-6da21d315e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:41.851982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:41.853097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-4756835e-80dc-455b-aa9a-6da21d315e0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574856 Dec 20 22:52:41.856068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:41.856490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:41.976423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:42.019624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:42.024158 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f35327-8be7-46b1-9554-b63926223c76" -d '{"events": [{"server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "name": "network-vif-plugged", "status": "completed", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:42.039060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-7141863a-40c0-47ee-8f17-9adaf34879a0 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748006 Dec 20 22:52:42.043870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:42.133809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f9e5482-3ba7-4efa-bf27-fdd88b1d0228 req-b2b7f0dc-7f8d-48a9-a2d1-1a3ea35a62d5 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867863 Dec 20 22:52:42.169039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:42.235935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:42.317328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad8d6e-f743-417d-bcb4-086d0f88ce5a req-1a208c8c-cafb-4942-8c0b-b7ee05c991b4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:42.318865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3ad8d6e-f743-417d-bcb4-086d0f88ce5a req-1a208c8c-cafb-4942-8c0b-b7ee05c991b4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.0518882 Dec 20 22:52:42.369901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3ad8d6e-f743-417d-bcb4-086d0f88ce5a req-6a91ce97-3223-45ce-a0ab-345f339df83c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Dec 20 22:52:42.524206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:52:42.546743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:52:42.547324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 71d90a5b-d323-474f-a8f0-92c1d7dc5d76 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:52:42.646993 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8809d6-332b-407a-a09b-79e69d066789 x-openstack-request-id: req-4e8809d6-332b-407a-a09b-79e69d066789 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:42.647965 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:42.648232 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e8809d6-332b-407a-a09b-79e69d066789 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:42.648957 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982', 'status': 'completed', 'code': 200} Dec 20 22:52:42.722839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-5d490967-75e2-4516-961d-2115caae8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:42.724893 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-5d490967-75e2-4516-961d-2115caae8aa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=548d8b571b804f1eb7edf19113d57cb8&device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 1098 time: 0.0493572 Dec 20 22:52:42.740466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868f401-76b0-4f76-befc-affd62a9e88e req-ac5f9cd6-fdfd-4587-bf66-423477e709be tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:42.742555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5868f401-76b0-4f76-befc-affd62a9e88e req-ac5f9cd6-fdfd-4587-bf66-423477e709be tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 947 time: 0.0501823 Dec 20 22:52:42.820970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-f2474e0a-2798-45be-8506-f98bc51b4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:42.822943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-f2474e0a-2798-45be-8506-f98bc51b4280 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1123 time: 0.0780287 Dec 20 22:52:42.846003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5868f401-76b0-4f76-befc-affd62a9e88e req-937f977f-5b81-4188-880b-080c831d88ff tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925028 Dec 20 22:52:42.859886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-fe5fc6c2-9e2f-48a0-8d1d-d1dc0540d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:42.861585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-fe5fc6c2-9e2f-48a0-8d1d-d1dc0540d087 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1172976 Dec 20 22:52:42.904815 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287d7b7-6687-44a9-9b40-05be4b7a4539 x-openstack-request-id: req-1287d7b7-6687-44a9-9b40-05be4b7a4539 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:42.924608 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "name": "network-vif-plugged", "status": "completed", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:42.924608 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1287d7b7-6687-44a9-9b40-05be4b7a4539 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:42.924608 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'code': 200} Dec 20 22:52:42.964312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-694a0f86-f740-436d-abba-ff56b6515686 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=381d41d5-958b-4a3b-94ec-2849a5303982 HTTP/1.1" status: 200 len: 217 time: 0.0797570 Dec 20 22:52:43.026150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-21bd28e9-de76-4705-b0a1-47be5c2f44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.027607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-21bd28e9-de76-4705-b0a1-47be5c2f44d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1958027 Dec 20 22:52:43.036791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bf2df-d771-406f-a8a3-79dceafb8f25 req-13ca4a0e-7678-4108-a93d-9f45466394d3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.038828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b98bf2df-d771-406f-a8a3-79dceafb8f25 req-13ca4a0e-7678-4108-a93d-9f45466394d3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.0776227 Dec 20 22:52:43.072252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-674233b3-c25a-4f32-a9d7-0e635051b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.074057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-674233b3-c25a-4f32-a9d7-0e635051b333 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1014123 Dec 20 22:52:43.082613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb1cd-c447-4631-abe5-63ed6f4f64b9 req-5fe7dd49-fca7-4426-98c1-93687228b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.084688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60bdb1cd-c447-4631-abe5-63ed6f4f64b9 req-5fe7dd49-fca7-4426-98c1-93687228b85d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 1096 time: 0.0738757 Dec 20 22:52:43.087474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-41942159-38b5-4d4f-b8e3-56ea2ee34e9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0476925 Dec 20 22:52:43.146220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-39d99ae7-7652-4452-8a8f-4e7049861b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.148281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-39d99ae7-7652-4452-8a8f-4e7049861b0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0501945 Dec 20 22:52:43.160983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60bdb1cd-c447-4631-abe5-63ed6f4f64b9 req-f01d8018-3a62-4875-bb1d-ac3519b73fcf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665519 Dec 20 22:52:43.170102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-6ad3f94b-9db6-4099-aa0c-d17804132cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.178303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-6ad3f94b-9db6-4099-aa0c-d17804132cf0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862973 Dec 20 22:52:43.178303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57492) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:43.220956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57496) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:43.240240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b98bf2df-d771-406f-a8a3-79dceafb8f25 req-60d4886a-86e7-430d-bb98-bdc62db7e00b tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917818 Dec 20 22:52:43.253344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-c62050a2-edb3-44e2-a12c-75f19ac788aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.263560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-c62050a2-edb3-44e2-a12c-75f19ac788aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959182 Dec 20 22:52:43.314227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-7805486f-90b7-4590-95c0-3422d9f8a9be service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272244 Dec 20 22:52:43.373384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-540d7af7-df04-4847-9554-b2cf9e19cf0f req-a6e375ba-4bdf-4eb1-9659-aeae38849664 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 210 time: 0.0320318 Dec 20 22:52:43.397057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-b1d36423-2b92-4148-83bf-ec0506699544 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258535 Dec 20 22:52:43.453325 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d54a9db-6cf3-49cd-b1f8-68226935f0f2 req-e01a107e-b10a-40e1-910b-57bd00e39021 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312563 Dec 20 22:52:43.575017 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f118bdf4-c24b-49ae-9b11-818d8b502f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.580017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9958f8-1da0-4405-91f9-91bdd1057314 req-60f596ce-99e9-4d34-a444-85349348caf1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:43.580350 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6ac2e15-f32a-4047-a699-0ea5df7eadc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8ae799c5d6f454f8bdf18e0ed04ba4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580711 Dec 20 22:52:43.581275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a9958f8-1da0-4405-91f9-91bdd1057314 req-60f596ce-99e9-4d34-a444-85349348caf1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.0835025 Dec 20 22:52:43.583177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-4f91439f-8e65-4e79-98cc-66e7cdae9e5f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735127 Dec 20 22:52:43.583628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57508) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:43.686367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.686818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f118bdf4-c24b-49ae-9b11-818d8b502f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.692403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a9958f8-1da0-4405-91f9-91bdd1057314 req-1b4984dc-bfea-4ef6-bf5e-dd5e6b22a474 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950952 Dec 20 22:52:43.713647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.738539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57512) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:43.786578 n-d-822053-9 neutron-server[115563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 22:52:43.790533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-46c8e8c5-8c2e-441c-88ae-1a0417e520f2 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:43.791597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-46c8e8c5-8c2e-441c-88ae-1a0417e520f2 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520141 Dec 20 22:52:43.808889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f118bdf4-c24b-49ae-9b11-818d8b502f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.849776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.855292 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f118bdf4-c24b-49ae-9b11-818d8b502f40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edcddf8c13c742d7afe7c35099a05f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6769054 Dec 20 22:52:43.855292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118bdf4-c24b-49ae-9b11-818d8b502f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190ffe4-0727-40bd-b0d9-3ba7a0e66772,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:43.856191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.856566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57520) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:43.860442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f8960f5-f1d8-4dac-ade7-46d6d85880f4 HTTP/1.1" status: 204 len: 168 time: 0.2724507 Dec 20 22:52:43.871270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c09d-48dc-4676-9e97-638e734fd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8960f5-f1d8-4dac-ade7-46d6d85880f4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:43.932538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:43.971979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:44.013458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e59b4-8eca-47f2-9a48-290759f34d5e req-7abb3ae1-d26c-4f43-9530-a546fbc8cb6d tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:44.015954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-060e59b4-8eca-47f2-9a48-290759f34d5e req-7abb3ae1-d26c-4f43-9530-a546fbc8cb6d tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 947 time: 0.0684462 Dec 20 22:52:44.068854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-060e59b4-8eca-47f2-9a48-290759f34d5e req-5fe3e306-ef36-4d69-bdf1-a0fd7d56e353 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453918 Dec 20 22:52:44.154695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:44.157442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:44.160929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5190ffe4-0727-40bd-b0d9-3ba7a0e66772 HTTP/1.1" status: 204 len: 168 time: 0.3009269 Dec 20 22:52:44.169838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-faab119f-5fb5-4e3c-9c96-130ed0736b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:44.171207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-faab119f-5fb5-4e3c-9c96-130ed0736b15 service neutron] 10.222.0.62 "GET /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 1093 time: 0.1668169 Dec 20 22:52:44.172349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d3448-ae30-4549-a9d6-3932bc2fa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190ffe4-0727-40bd-b0d9-3ba7a0e66772,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:44.181638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:44.182190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:52:44.345536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:44.345904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:44.346309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:44.351471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:44.351799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:44.356765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:44.357106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:44.357482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:44.357966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Bound port: 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:44.393488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368de768-a86a-4e38-88dc-408b3f63b4fa req-ad264757-ad0f-44da-a7b8-4ce2551981dc tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:44.395054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-368de768-a86a-4e38-88dc-408b3f63b4fa req-ad264757-ad0f-44da-a7b8-4ce2551981dc tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.0793185 Dec 20 22:52:44.448474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:44.450928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-368de768-a86a-4e38-88dc-408b3f63b4fa req-fc4af68d-c0b9-494b-97ba-d43d311eae82 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482659 Dec 20 22:52:44.530587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a625536e-3cc9-42d5-8d77-dd5b766c28ae req-8635b2f9-c5cb-420a-a3f6-63b6ab2c3742 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 210 time: 0.0255456 Dec 20 22:52:44.550451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:44.552339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-3f85dbcd-a837-488d-a5c3-640b54cd607a service neutron] 10.222.0.62 "POST /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3752131 Dec 20 22:52:44.814617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa2972-ba35-46a1-9da5-d2d9686e73e4 req-369af2ad-8476-4477-955f-0e45c2af8db5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:44.816072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29fa2972-ba35-46a1-9da5-d2d9686e73e4 req-369af2ad-8476-4477-955f-0e45c2af8db5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.0496633 Dec 20 22:52:44.879288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29fa2972-ba35-46a1-9da5-d2d9686e73e4 req-d44a36da-eadc-4d3c-a46b-dde1ba06d14c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Dec 20 22:52:44.898691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-343f7898-a1fe-4a28-b44e-305060f35e77 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3e9bad8b25eb47429ec394a382855d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381646 Dec 20 22:52:44.915122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57550) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:45.024878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-746f69b7-0a6d-46be-9ab6-1318bbdd6710 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bd02e340b584b6f9ca95a357eb4aa59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085253 Dec 20 22:52:45.027844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:45.069637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-576263c0-2c0e-44bc-901b-93feb6aab0b9 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.072546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-576263c0-2c0e-44bc-901b-93feb6aab0b9 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684954 Dec 20 22:52:45.081371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57556) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:45.082973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032567d9-48c3-4380-be0e-dc33f7abefc9 req-2c2801b5-a55a-4572-9555-509c54af7397 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.086309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-032567d9-48c3-4380-be0e-dc33f7abefc9 req-2c2801b5-a55a-4572-9555-509c54af7397 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.1350167 Dec 20 22:52:45.097113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Request body: {'port': {'device_id': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '3e9bad8b25eb47429ec394a382855d69'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:45.131267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f246f366-0c73-41ea-8558-2e818f89ccbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.176286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-032567d9-48c3-4380-be0e-dc33f7abefc9 req-9f20947a-844a-4f34-a453-c17cc0d712d5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829196 Dec 20 22:52:45.208079 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.243237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.292102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a36e0-e345-4965-9f91-dab2a5f691db req-b6c5491b-8d86-4b72-b774-011e235e7c59 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.297554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f246f366-0c73-41ea-8558-2e818f89ccbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.298210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-945a36e0-e345-4965-9f91-dab2a5f691db req-b6c5491b-8d86-4b72-b774-011e235e7c59 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 947 time: 0.1343901 Dec 20 22:52:45.389064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-945a36e0-e345-4965-9f91-dab2a5f691db req-acf5132a-5a71-4c6e-b96c-aed4c90760b4 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Dec 20 22:52:45.402851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f246f366-0c73-41ea-8558-2e818f89ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.403168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-35c6c716-c224-4861-aa1d-48fba08bf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.404811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-35c6c716-c224-4861-aa1d-48fba08bf17d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1096 time: 0.0663626 Dec 20 22:52:45.439527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Made reservation on behalf of 3e9bad8b25eb47429ec394a382855d69 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:45.443106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.457281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f246f366-0c73-41ea-8558-2e818f89ccbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f31fe983d624d9b9abc4df7136ce9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712738 Dec 20 22:52:45.457281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246f366-0c73-41ea-8558-2e818f89ccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2eadd-d052-48ae-b1ec-cc649fbfc825,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:45.458361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:45.459024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.504005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-01e85a0e-c084-42dd-9897-506e20025901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.506402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-01e85a0e-c084-42dd-9897-506e20025901 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.0910354 Dec 20 22:52:45.508516 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.511292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.514467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1488e88d-07a5-485e-8bad-7ee930451d24 HTTP/1.1" status: 204 len: 168 time: 0.4813647 Dec 20 22:52:45.547327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.582224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-9c6d04a1-d136-4f67-aa80-f24515081130 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0635624 Dec 20 22:52:45.586249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d572-1199-4c29-9c10-541bbdb24732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488e88d-07a5-485e-8bad-7ee930451d24,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:45.586436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.611811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.659742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a9eea-9876-469e-949d-029ec069633c req-75ab3c47-61f1-4687-9b91-3c6d089f9d1c tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.661236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15a9eea-9876-469e-949d-029ec069633c req-75ab3c47-61f1-4687-9b91-3c6d089f9d1c tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.0939300 Dec 20 22:52:45.665099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-db7a6290-0535-40fb-b320-ef611384e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:45.666530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-db7a6290-0535-40fb-b320-ef611384e19a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0671284 Dec 20 22:52:45.708501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-a02d077f-3136-475d-a729-ebc1e1768446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331595 Dec 20 22:52:45.722920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.761701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15a9eea-9876-469e-949d-029ec069633c req-ad166088-3fe0-439e-bdfa-c073b70dcbf3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921731 Dec 20 22:52:45.788541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.791421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:45.793635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fe2eadd-d052-48ae-b1ec-cc649fbfc825 HTTP/1.1" status: 204 len: 168 time: 0.3261251 Dec 20 22:52:45.819312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7829b-9442-4f0c-9ecb-b33a6784f731,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:45.819312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f8456-e616-4bf6-9a17-cb8c256f9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2eadd-d052-48ae-b1ec-cc649fbfc825,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:45.841587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-1a906795-72c6-49bd-bcc5-d14d8e7a4589 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230106 Dec 20 22:52:46.192870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Allocated IP 192.168.233.8 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/68cc5a6b-09c9-4349-bc6e-72df4ef826f4) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23e0ef07-4a1a-46ac-96ee-5419a4cdff44 req-743bafde-9257-48a4-ae6f-10539beacc53 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 210 time: 0.0526848 Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-763a3175-2d85-4b5a-af79-a9ab51ca0f51 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531620 Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50228c-d312-407a-a797-6a99e54bf4f6 req-bdc08ae5-88d4-4abb-8c21-2c5e57a290bd tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa50228c-d312-407a-a797-6a99e54bf4f6 req-bdc08ae5-88d4-4abb-8c21-2c5e57a290bd tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.0570064 Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57580) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:46.193861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'floatingip': {'port_id': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:46.261549 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19084890-4b01-4df0-84c9-f76b0e20c833 req-b39095cf-ac10-433f-b8e6-3f0c4bc811c8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19084890-4b01-4df0-84c9-f76b0e20c833 req-b39095cf-ac10-433f-b8e6-3f0c4bc811c8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1522131 Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-18e0b168-a000-4469-a565-58f480d59181 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-18e0b168-a000-4469-a565-58f480d59181 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.1573236 Dec 20 22:52:46.528610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:46.532595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 381d41d5-958b-4a3b-94ec-2849a5303982 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:46.620213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19084890-4b01-4df0-84c9-f76b0e20c833 req-1f859878-b755-409b-beb9-809e51ae244d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441829 Dec 20 22:52:46.642694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=381d41d5-958b-4a3b-94ec-2849a5303982,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:46.655443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '381d41d5-958b-4a3b-94ec-2849a5303982', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '381d41d5-958b-4a3b-94ec-2849a5303982', 'mac_address': 'fa:16:3e:ed:ff:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:46.663546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.669361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.754385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:46.757470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:46.761431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:46.782234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.806474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Pushing event updated for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:46.820711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381d41d5-958b-4a3b-94ec-2849a5303982 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:46.827652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.828011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.828570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.828919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.829644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.829644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.830241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.830634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.830972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.831306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.831635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.831957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.832279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:46.864470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:46.865137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.881829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=381d41d5-958b-4a3b-94ec-2849a5303982,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:46.973650 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-66efe8fe-4888-44d1-8667-f3c393b45900 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8818035 Dec 20 22:52:46.976711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:46.985884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Request body: {'port': {'device_id': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:46.998331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb14f-1a68-4308-a7cb-74ac9501018e req-8952b2a1-938f-48e2-89d8-7a9ab93ca918 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:47.007323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-137fb14f-1a68-4308-a7cb-74ac9501018e req-8952b2a1-938f-48e2-89d8-7a9ab93ca918 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 945 time: 0.2568421 Dec 20 22:52:47.052409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:47.089919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.190557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:47.219182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-106c41c5-4ad9-4e8d-88a6-8b845b7370d6 None None] Provisioning complete for port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:47.219637 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-106c41c5-4ad9-4e8d-88a6-8b845b7370d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.229349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['381d41d5-958b-4a3b-94ec-2849a5303982'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:47.301587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-137fb14f-1a68-4308-a7cb-74ac9501018e req-56f524bd-b408-4a23-8a1b-f0a1686360d3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114303 Dec 20 22:52:47.328367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-106c41c5-4ad9-4e8d-88a6-8b845b7370d6 None None] Port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:47.361947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:47.482373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:52:47.514984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:47.523866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.540316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Transition to ACTIVE for port object 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:47.555225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:47.557563 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b976bc-b857-4777-8461-a9f13397bc35" -d '{"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:47.569548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.605899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890d956-2cb3-4cfc-bee0-73dfdc3eec3e req-82403dad-d051-4a00-a903-8fce761a8759 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:47.607642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e890d956-2cb3-4cfc-bee0-73dfdc3eec3e req-82403dad-d051-4a00-a903-8fce761a8759 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 948 time: 0.2008710 Dec 20 22:52:47.617685 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.622716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.679495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e890d956-2cb3-4cfc-bee0-73dfdc3eec3e req-40d392b8-8e21-4282-b382-b87c17f8cb2f tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Dec 20 22:52:47.716925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Pushing event updated for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:47.729366 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ad0e5-1fd4-4c42-bb07-29bcd66910e1 x-openstack-request-id: req-c77ad0e5-1fd4-4c42-bb07-29bcd66910e1 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:47.729954 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:47.730493 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c77ad0e5-1fd4-4c42-bb07-29bcd66910e1 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:47.731078 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'code': 200} Dec 20 22:52:47.749985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.751882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.770230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Attempting to bind port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:47.770692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Attempting to bind port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:47.771074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Attempting to bind port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:47.790548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:47.791767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Attempting to bind port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:47.802268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:47.804019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:47.804498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:47.805016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Bound port: 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:47.805684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:47.919895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:47.923377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:47.931605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:48.044642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-network', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:48.045521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.115327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.118978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.118978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] 10.222.0.45 "PUT /v2.0/ports/68cc5a6b-09c9-4349-bc6e-72df4ef826f4 HTTP/1.1" status: 200 len: 1094 time: 1.1357026 Dec 20 22:52:48.118978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:48.120010 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:48.125242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0aa8-b6e0-40f7-b4fa-cc3a12377bdf service neutron] Pushing event updated for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:48.164939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:48.240344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.242888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.243506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.244028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.244616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.245085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.245559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.246058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.246522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.247008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.247479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.247990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.248451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:48.251600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Made reservation on behalf of b330f910dc5f4b0799b09dbd726396a9 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:48.254381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.276886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.283142 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Floating IP b0bce989-59fb-43a1-865c-f4059bd505b3 associated. External IP: 172.25.1.224, port: f3acd1d0-03d2-43e3-8e15-73df3e6f82e9. Dec 20 22:52:48.295861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-4c811c76-27f8-4576-a51a-46a6088777a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.297660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47c8c-f293-477b-9197-b6b07038cbce req-8851d231-d5b1-4134-8478-d3b87935c247 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.299191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6aa47c8c-f293-477b-9197-b6b07038cbce req-8851d231-d5b1-4134-8478-d3b87935c247 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 946 time: 0.5662341 Dec 20 22:52:48.299622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-4c811c76-27f8-4576-a51a-46a6088777a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 1097 time: 0.0859959 Dec 20 22:52:48.369915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-ca29b4c7-09a4-4e07-8dff-37d89f111be1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4 HTTP/1.1" status: 200 len: 217 time: 0.0595903 Dec 20 22:52:48.379030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d475e6b-5211-48fe-b022-0b6aee703c02 req-b25f184d-83fd-44c8-ad8d-c026c6842b33 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.388673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d475e6b-5211-48fe-b022-0b6aee703c02 req-b25f184d-83fd-44c8-ad8d-c026c6842b33 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.2098038 Dec 20 22:52:48.448032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-11920a97-3ab7-48c0-ba77-034ed542e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.449844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-11920a97-3ab7-48c0-ba77-034ed542e48c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0717001 Dec 20 22:52:48.476804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:48.478229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:48.478229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:48.499208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.507906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:52:48.508234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Attempting to bind port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:48.512784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-ad86a1a3-a864-45f6-b7dc-0f15e744d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.514653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-ad86a1a3-a864-45f6-b7dc-0f15e744d938 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559826 Dec 20 22:52:48.538486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:48.538973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:48.539434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:48.539876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Bound port: 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:48.540230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.548436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6aa47c8c-f293-477b-9197-b6b07038cbce req-f26d59bf-3512-4236-8afa-7db37f8ebbcb tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336466 Dec 20 22:52:48.556044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 381d41d5-958b-4a3b-94ec-2849a5303982 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:48.570241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d475e6b-5211-48fe-b022-0b6aee703c02 req-1158ebd5-7a9a-4b53-abaf-ec5b3c90ad7b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760113 Dec 20 22:52:48.582997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.647854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:52:48.662879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.663272 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Added segment d26131c8-f3d4-4c6d-8246-fbe3163e4884 of type vlan for network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 Dec 20 22:52:48.702833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc02129-9db8-4781-b43d-00a186000d84 x-openstack-request-id: req-0bc02129-9db8-4781-b43d-00a186000d84 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:48.703116 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:48.703363 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bc02129-9db8-4781-b43d-00a186000d84 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:48.703751 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4', 'status': 'completed', 'code': 200} Dec 20 22:52:48.731050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.733759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:48.741442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c1aac-8bd4-4d42-a0af-605136568f92,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:48.750653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 381d41d5-958b-4a3b-94ec-2849a5303982 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:48.758855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:48.759631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 381d41d5-958b-4a3b-94ec-2849a5303982 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:48.760287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.770150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-57e51be3-b1ed-40d2-9703-8de345f16f1f service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469542 Dec 20 22:52:48.774514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42ab12-e078-4b36-b099-90c6c40635fc req-676c1302-cf73-4b31-be51-cfb9239cf2b2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.776040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa42ab12-e078-4b36-b099-90c6c40635fc req-676c1302-cf73-4b31-be51-cfb9239cf2b2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.0825832 Dec 20 22:52:48.783349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:52:48.883838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.884780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:48.885372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.887136 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.888897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:48.901124 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c4c93c4-831f-4b7a-a73b-c0e234e5f314 req-339b5352-2857-45a1-aca6-15fd9c6a4ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175952 Dec 20 22:52:48.929138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=381d41d5-958b-4a3b-94ec-2849a5303982,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:48.930655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:48.933881 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f93fc-8f31-46d9-8386-8dfb5b84df17" -d '{"events": [{"server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "name": "network-vif-plugged", "status": "completed", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:48.960030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] Pushing event updated for resources: {'Network': ['ID=711a925a-6cb5-4eda-9dda-34bd1cbc19d5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:48.973928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:52:48.985707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa42ab12-e078-4b36-b099-90c6c40635fc req-0c1cdae1-3b7e-4ce5-9ac7-691c52f4dce5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008026 Dec 20 22:52:48.995044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:48.996383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.009698 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:49.016684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.018766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57666) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:49.018897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3c09062-24ad-412c-9734-88037f5c8133 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0859902 Dec 20 22:52:49.028779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:49.029697 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:49.036278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Request body: {'subnet': {'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-subnet', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:49.042714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.043334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.044690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] 10.222.0.59 "PUT /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 1121 time: 2.5626798 Dec 20 22:52:49.061460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00b1ce-64bc-493f-90ff-9c9d736c7bfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=8']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:49.085160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-818d2b48-cb9a-4286-9509-5fa4b7c1cbb3 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "PUT /v2.0/floatingips/b0bce989-59fb-43a1-865c-f4059bd505b3 HTTP/1.1" status: 200 len: 991 time: 3.0392458 Dec 20 22:52:49.107250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:49.111615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['1f5fa048-c552-4b0b-bc35-56ad0d4087ec'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:49.163276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1076e-9baa-42b2-8b8c-3065a3185a66 req-efeb8546-9062-467c-a363-f527c3fdf343 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.164711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5af1076e-9baa-42b2-8b8c-3065a3185a66 req-efeb8546-9062-467c-a363-f527c3fdf343 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.0686967 Dec 20 22:52:49.170094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-3392b7cc-e6e3-491e-b39a-2b552df0f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.173740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-3392b7cc-e6e3-491e-b39a-2b552df0f575 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 1097 time: 0.0522132 Dec 20 22:52:49.199115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Made reservation on behalf of b330f910dc5f4b0799b09dbd726396a9 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:52:49.201760 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.212868 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:49.281625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5af1076e-9baa-42b2-8b8c-3065a3185a66 req-5fd0e41d-6bfa-467b-9946-e997de36158a tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093688 Dec 20 22:52:49.317629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-5873868d-d847-473e-900c-6166b323d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.322667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-5873868d-d847-473e-900c-6166b323d233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1372569 Dec 20 22:52:49.409197 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6094dd1-3949-4508-ae33-c2ef475964c4 x-openstack-request-id: req-e6094dd1-3949-4508-ae33-c2ef475964c4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:49.409755 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "name": "network-vif-plugged", "status": "completed", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:49.410186 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6094dd1-3949-4508-ae33-c2ef475964c4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:49.410775 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982', 'code': 200} Dec 20 22:52:49.424590 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-87819b91-2001-4a13-8c10-7e16fa1a822a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4 HTTP/1.1" status: 200 len: 217 time: 0.0851173 Dec 20 22:52:49.487834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-95814262-672a-42ee-b5fa-1f61cd1e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.491722 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-95814262-672a-42ee-b5fa-1f61cd1e62c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0579708 Dec 20 22:52:49.536612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427283-ad19-491b-82ab-72f2fb00959e req-77d76677-269a-44c3-bdad-368200e13e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.540730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0427283-ad19-491b-82ab-72f2fb00959e req-77d76677-269a-44c3-bdad-368200e13e5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 1100 time: 0.0629628 Dec 20 22:52:49.540730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.546722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-dc134c14-d013-44af-b747-e9bf28f465d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.548315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-dc134c14-d013-44af-b747-e9bf28f465d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495033 Dec 20 22:52:49.616949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988aa44c-6c20-4ef3-b443-6e17757aaeaf,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:49.653201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0427283-ad19-491b-82ab-72f2fb00959e req-08670748-4f46-4da9-bafb-b5ec73fb246a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056180 Dec 20 22:52:49.656098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Checking segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:49.656459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Network hostable DHCP agents. Network: 711a925a-6cb5-4eda-9dda-34bd1cbc19d5, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:52:49.687297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-45abe45b-b479-4b14-ba85-d82ffad6daed service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294007 Dec 20 22:52:49.705190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:36:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:52:47Z', 'revision_number': 1, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:49.708787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:52:49.715723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324e937-e8bf-4209-ab36-1280007694a8 req-0931c1ea-ffe3-4292-95a7-12ebb7d6bddc tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.717277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5324e937-e8bf-4209-ab36-1280007694a8 req-0931c1ea-ffe3-4292-95a7-12ebb7d6bddc tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 946 time: 0.0631514 Dec 20 22:52:49.732734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec'}, {'name': 'network-changed', 'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:49.735701 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec"}, {"name": "network-changed", "server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:49.736980 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:49.746567 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:49.747801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:49.778331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5324e937-e8bf-4209-ab36-1280007694a8 req-6b1ffdc6-c288-4455-af28-c7dae429f6a3 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Dec 20 22:52:49.779582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:52:49.829386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5ab6c0d-2fc5-41f0-a3d1-57d69c9514ea req-4672b9c5-f8f3-4dd1-90f9-83bd4fbcc75e service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337230 Dec 20 22:52:49.864955 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:49.891709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 711a925a-6cb5-4eda-9dda-34bd1cbc19d5) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:49.900523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.900523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:49.904168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fbca38-0568-464d-9935-b486c90add01 None None] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:49.941767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35bf8-335d-4e19-8ec4-9ae5ade73a53 req-add77a58-7afa-46c4-ae2f-8db6bc55517e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:49.951100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc35bf8-335d-4e19-8ec4-9ae5ade73a53 req-add77a58-7afa-46c4-ae2f-8db6bc55517e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1124344 Dec 20 22:52:50.013565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57684) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:50.017639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc35bf8-335d-4e19-8ec4-9ae5ade73a53 req-db76790d-7d6a-420a-9c27-073363afff9d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655715 Dec 20 22:52:50.025292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d14079fc-b825-4edd-9938-9d84af811335 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9998622 Dec 20 22:52:50.027752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57688) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:50.040904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:52:50.059078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:52:50.060025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.109652 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fbea0d-7d3d-4062-a7f9-461d982b1dac x-openstack-request-id: req-a4fbea0d-7d3d-4062-a7f9-461d982b1dac {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:50.109977 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:50.111046 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4fbea0d-7d3d-4062-a7f9-461d982b1dac {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:50.111319 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'status': 'completed', 'code': 200} Dec 20 22:52:50.111575 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'status': 'completed', 'code': 200} Dec 20 22:52:50.158579 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:36:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:52:47Z', 'revision_number': 1, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:50.194588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.196234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.204618 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2894585-2d2a-4c4f-b976-4fc8d9c8182f None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:36:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:52:47Z', 'revision_number': 1, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:50.217397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-ffa9e126-4737-413b-b945-1a0c1994e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.219162 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-ffa9e126-4737-413b-b945-1a0c1994e6d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1124 time: 0.0835934 Dec 20 22:52:50.249919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2469700-85c5-41a1-9161-f7fff4a5bf38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.280043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Allocated IP 172.20.0.2 (711a925a-6cb5-4eda-9dda-34bd1cbc19d5/988aa44c-6c20-4ef3-b443-6e17757aaeaf/a779e9c6-a319-4f17-8753-554319ddf371) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:50.343860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.353574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d03d-8745-4299-9ae3-eb14b2eb7484 req-34300569-9ec1-45f0-9615-1761475226ca tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.354793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d81d03d-8745-4299-9ae3-eb14b2eb7484 req-34300569-9ec1-45f0-9615-1761475226ca tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.1754260 Dec 20 22:52:50.403658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-9bdfeed8-de8d-482e-bc78-2a7e96322968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.405897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-9bdfeed8-de8d-482e-bc78-2a7e96322968 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1770837 Dec 20 22:52:50.459320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-235572cf-599f-445a-9aac-fe2781d2183a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0405645 Dec 20 22:52:50.487805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d81d03d-8745-4299-9ae3-eb14b2eb7484 req-d865bc0b-924e-44df-972b-55080c3541f3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244583 Dec 20 22:52:50.540259 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.549553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2469700-85c5-41a1-9161-f7fff4a5bf38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.561359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed082db5-8c78-4140-a023-c998392c0189 None None] New status for floating IP b0bce989-59fb-43a1-865c-f4059bd505b3: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:52:50.596449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-d310de85-c799-4d3e-9af3-1585d1e60c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.598038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-d310de85-c799-4d3e-9af3-1585d1e60c8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1303215 Dec 20 22:52:50.619840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:50.645261 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-ecab6314-38c6-4b17-b86e-09599432a462 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396314 Dec 20 22:52:50.680819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.695829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538e259-3ef9-4086-bbac-a4c2ebe039a0 req-cc3bca95-6a22-4075-ae76-7c86bb724e9a tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.697331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7538e259-3ef9-4086-bbac-a4c2ebe039a0 req-cc3bca95-6a22-4075-ae76-7c86bb724e9a tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.2961791 Dec 20 22:52:50.755291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.761088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-0f0b57ed-3cb8-4119-b797-a636cd192c50 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079633 Dec 20 22:52:50.763767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2469700-85c5-41a1-9161-f7fff4a5bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.766954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7538e259-3ef9-4086-bbac-a4c2ebe039a0 req-93498e35-70d8-4f45-833d-1ca2dd7599a7 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593326 Dec 20 22:52:50.831994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f681-0ba5-4c38-9fbf-9a2f2d12eefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:50.856310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d2469700-85c5-41a1-9161-f7fff4a5bf38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=634a5465cf4545ecb592d2625c48ba1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8414187 Dec 20 22:52:50.864577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57708) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:50.907517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2469700-85c5-41a1-9161-f7fff4a5bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716ae21-fb53-4e5a-b354-3b7d7b757262,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:50.955045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc4c22-e1d0-49a2-aa86-101edf846f00 req-f4801d2b-837b-41b8-8ac1-727176a04b35 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:50.955267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:50.956674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abbc4c22-e1d0-49a2-aa86-101edf846f00 req-f4801d2b-837b-41b8-8ac1-727176a04b35 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 946 time: 0.0822771 Dec 20 22:52:50.959827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:50.962787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:50.965492 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-8b314ebc-6786-4cbc-b9ab-1e59af5e5af5 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818218 Dec 20 22:52:51.037094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.077699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Pushing event updated for resources: {'Port': ['ID=a779e9c6-a319-4f17-8753-554319ddf371,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:51.091896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abbc4c22-e1d0-49a2-aa86-101edf846f00 req-eca55931-4dff-4ab9-9638-afc003c33768 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204588 Dec 20 22:52:51.116867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Attempting to bind port a779e9c6-a319-4f17-8753-554319ddf371 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:51.117815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Attempting to bind port a779e9c6-a319-4f17-8753-554319ddf371 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:51.118475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Attempting to bind port a779e9c6-a319-4f17-8753-554319ddf371 on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:51.124725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:51.125239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Checking segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:51.125838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.126320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Bound using segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:51.127490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Bound port: a779e9c6-a319-4f17-8753-554319ddf371, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:51.128636 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.158323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f681-0ba5-4c38-9fbf-9a2f2d12eefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.169215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.182124 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.205512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.216156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-59aa6d1f-e3cf-49cc-bd79-efa6b6e9b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.217521 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-59aa6d1f-e3cf-49cc-bd79-efa6b6e9b96a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 1096 time: 0.1148617 Dec 20 22:52:51.223805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] For port a779e9c6-a319-4f17-8753-554319ddf371, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:51.225471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942b85-d40f-4c1a-b585-99354a005b18 req-3cc62f68-cfaa-4699-b67e-d5f7eb007e1a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.231301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] For port a779e9c6-a319-4f17-8753-554319ddf371, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a779e9c6-a319-4f17-8753-554319ddf371,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:51.232797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9942b85-d40f-4c1a-b585-99354a005b18 req-3cc62f68-cfaa-4699-b67e-d5f7eb007e1a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1053791 Dec 20 22:52:51.282520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9942b85-d40f-4c1a-b585-99354a005b18 req-c83bbfb2-9203-426a-ab09-aaaebef5da69 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Dec 20 22:52:51.292965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f681-0ba5-4c38-9fbf-9a2f2d12eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.337297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.342600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9bd8f681-0ba5-4c38-9fbf-9a2f2d12eefa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2afbe415721419ea86622c751424bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217700 Dec 20 22:52:51.345089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8f681-0ba5-4c38-9fbf-9a2f2d12eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8339fa-8fa3-47f3-b343-0b48a4b8db27,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:51.345286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:51.360117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-f1722244-284b-4317-b72b-718dd3314a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.361562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-f1722244-284b-4317-b72b-718dd3314a70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 924 time: 0.1346021 Dec 20 22:52:51.364658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.368298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.372105 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a716ae21-fb53-4e5a-b354-3b7d7b757262 HTTP/1.1" status: 204 len: 168 time: 0.5039961 Dec 20 22:52:51.425140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3cfb7-23be-461e-90bf-cee44e9c47c6 None None] Pushing event updated for resources: {'Port': ['ID=a779e9c6-a319-4f17-8753-554319ddf371,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:51.463435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c4f1-d848-40c1-abb4-11b6a02afe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716ae21-fb53-4e5a-b354-3b7d7b757262,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:51.480183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.512571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Allocated IP 172.25.1.213 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/4ee0b4cf-34f7-41c1-b72e-7e5744e34895) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:51.519358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-a4fc1333-62c5-45fa-af5f-3d9fecdf070e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 HTTP/1.1" status: 200 len: 1001 time: 0.1486616 Dec 20 22:52:51.520731 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.585990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-022d931f-0a67-415d-8108-eee27ac77805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.587798 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-022d931f-0a67-415d-8108-eee27ac77805 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0542419 Dec 20 22:52:51.694960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-db828b7d-ccee-473a-b3c7-2098925d5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.696898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-db828b7d-ccee-473a-b3c7-2098925d5da1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658457 Dec 20 22:52:51.713190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.715786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.719536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be8339fa-8fa3-47f3-b343-0b48a4b8db27 HTTP/1.1" status: 204 len: 168 time: 0.3704400 Dec 20 22:52:51.720228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.730850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:51.736948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c18281-847f-4467-8e74-eecc14aebff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8339fa-8fa3-47f3-b343-0b48a4b8db27,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:51.764864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ee2c-7ccd-42ad-b338-21edf5dc3144 req-2e8449c9-eacd-42ca-acb0-dd7fe74dbb97 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:51.766383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3752ee2c-7ccd-42ad-b338-21edf5dc3144 req-2e8449c9-eacd-42ca-acb0-dd7fe74dbb97 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.1088102 Dec 20 22:52:51.898656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3752ee2c-7ccd-42ad-b338-21edf5dc3144 req-492ae9f8-6d85-4754-b943-8ce0547a59fa tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028020 Dec 20 22:52:51.904960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:51.938251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-721f0e3b-b421-458c-a3be-8b11b1d34589 service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310424 Dec 20 22:52:51.976005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:51.988756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4', 'mac_address': 'fa:16:3e:8f:b0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:52:52.003502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:52.010753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:52.013899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Pushing event updated for resources: {'Port': ['ID=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:52.017613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:52.039971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.055427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:52.061415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec4050-b7b7-4b07-ac4c-d8af7c50dd27 req-ad5238fc-3015-498e-9cef-d3b23c81c782 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:52.062994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecec4050-b7b7-4b07-ac4c-d8af7c50dd27 req-ad5238fc-3015-498e-9cef-d3b23c81c782 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.1156666 Dec 20 22:52:52.079359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:52.090015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-53ad6354-f90a-4e8f-a2ab-32c0f7dbb9d6 req-7f273816-2bf5-4e6a-aa2a-fd4d96fab4ce service neutron] 10.222.0.45 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426880 Dec 20 22:52:52.188012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.239996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:52.305350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57730) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:52.322157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b854-e23e-4c7b-8ff5-65ea6f9ba5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.432950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b854-e23e-4c7b-8ff5-65ea6f9ba5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.453567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['68cc5a6b-09c9-4349-bc6e-72df4ef826f4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:52:52.481194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecec4050-b7b7-4b07-ac4c-d8af7c50dd27 req-371f0bdb-34e2-4918-a08b-4198aced67ed tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072771 Dec 20 22:52:52.513770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ab7b854-e23e-4c7b-8ff5-65ea6f9ba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.518436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9259449-b470-4b5c-9b21-5e655dfadd51 req-1f6689ea-b86f-483f-ad6e-fd130129591b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:52.526494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9259449-b470-4b5c-9b21-5e655dfadd51 req-1f6689ea-b86f-483f-ad6e-fd130129591b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 947 time: 0.3540807 Dec 20 22:52:52.577384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:52:52.613908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7ab7b854-e23e-4c7b-8ff5-65ea6f9ba5b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=017052c369194ba7a3e5227d6760600c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048530 Dec 20 22:52:52.613908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7b854-e23e-4c7b-8ff5-65ea6f9ba5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb70fba-3e27-4177-b11c-a6ed75fba65d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:52.617350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57736) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:52.738306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc30229-f843-418b-8b66-60ed5dfe708a None None] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:52:52.753214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9259449-b470-4b5c-9b21-5e655dfadd51 req-518bdd15-7adf-4a7e-ab64-986f9f1478e0 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225704 Dec 20 22:52:52.764346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a779e9c6-a319-4f17-8753-554319ddf371 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:52.801012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:52.826417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.871013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:52.878333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a356c322-2942-45c7-96e7-745f43983856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.883032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] Provisioning complete for port a779e9c6-a319-4f17-8753-554319ddf371 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:52.883398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.918207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4337-7470-4a3c-a2da-7c42467c9363 req-f31975c0-0ffd-4da8-897d-cfbf12f469d5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:52.925263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:52:52.925486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73af4337-7470-4a3c-a2da-7c42467c9363 req-f31975c0-0ffd-4da8-897d-cfbf12f469d5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1902394 Dec 20 22:52:52.954150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.981058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:52.986753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a779e9c6-a319-4f17-8753-554319ddf371 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:52.987326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.041219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73af4337-7470-4a3c-a2da-7c42467c9363 req-e72ead15-1134-4427-8c6b-149221f1d1ba tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148157 Dec 20 22:52:53.101117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.145179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.151652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a356c322-2942-45c7-96e7-745f43983856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.154199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.161251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.163153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fb70fba-3e27-4177-b11c-a6ed75fba65d HTTP/1.1" status: 204 len: 168 time: 0.5445216 Dec 20 22:52:53.175878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d1b3-81e2-49b9-9b81-370fe06ed96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb70fba-3e27-4177-b11c-a6ed75fba65d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:53.186701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] For port a779e9c6-a319-4f17-8753-554319ddf371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a779e9c6-a319-4f17-8753-554319ddf371,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:53.254837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a356c322-2942-45c7-96e7-745f43983856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.274739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.332269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.341142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:52:53.341512 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:52:53.353788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398fec7-8341-4e71-b88e-3d60c2822518 None None] Pushing event updated for resources: {'Port': ['ID=a779e9c6-a319-4f17-8753-554319ddf371,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:53.364875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a356c322-2942-45c7-96e7-745f43983856 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13f63006ab824fb49abc2cc4e0ead1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476620 Dec 20 22:52:53.367726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:53.371130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356c322-2942-45c7-96e7-745f43983856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a55b36-a010-4529-b04d-dddbae6e141c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:53.407870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1f7a5f83-8fa3-45df-bfee-e31972ef980e None None] Provisioning complete for port a779e9c6-a319-4f17-8753-554319ddf371 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:53.408291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1f7a5f83-8fa3-45df-bfee-e31972ef980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.428182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8178cb-e18a-4d4a-80b2-bc6a3402d08e req-7bb6e90c-628e-4f01-b5d0-1ca345af4c40 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:53.429095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.435528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe8178cb-e18a-4d4a-80b2-bc6a3402d08e req-7bb6e90c-628e-4f01-b5d0-1ca345af4c40 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.2018702 Dec 20 22:52:53.452092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e56f75-bb0e-4436-858a-707f8fd0e409 req-ebe2d03c-db81-45a6-9134-78c85e16f897 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:53.453860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90e56f75-bb0e-4436-858a-707f8fd0e409 req-ebe2d03c-db81-45a6-9134-78c85e16f897 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.2020938 Dec 20 22:52:53.461013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.573982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe8178cb-e18a-4d4a-80b2-bc6a3402d08e req-a8d91643-ca9b-4024-8cd3-c79ce3c8b547 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306672 Dec 20 22:52:53.586954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.587180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90e56f75-bb0e-4436-858a-707f8fd0e409 req-c170f5f3-4e90-43e4-a726-1ff821742316 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206973 Dec 20 22:52:53.594189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.595520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16a55b36-a010-4529-b04d-dddbae6e141c HTTP/1.1" status: 204 len: 168 time: 0.2265978 Dec 20 22:52:53.608246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3108a8a-b593-40bd-8e9c-f58506031910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a55b36-a010-4529-b04d-dddbae6e141c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:53.696423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:52:53.725039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:53.809530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:53.820837 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:53.831719 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:53.832329 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:53.891658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:52:53.900369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b37e66-6721-4dd5-bf61-e7000a51e8e2 req-05022a74-2628-4a11-abbf-faa18f132558 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:53.906685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:53.907065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.910802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2b37e66-6721-4dd5-bf61-e7000a51e8e2 req-05022a74-2628-4a11-abbf-faa18f132558 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 947 time: 0.0839603 Dec 20 22:52:53.963161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:53.964706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed7c6753-0bd1-473a-9b08-af213bd3983f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.9357638 Dec 20 22:52:53.967510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:52:53.979147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2b37e66-6721-4dd5-bf61-e7000a51e8e2 req-c0ee3e44-a4eb-43d2-b634-fdd3d44b7ec6 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Dec 20 22:52:53.982379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:54.088742 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.135397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:52:54.137683 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efae28e-d6fe-43d6-8293-88a8c1fefe55" -d '{"events": [{"server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "name": "network-vif-plugged", "status": "completed", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:52:54.181423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:54.244034 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:52Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:54.263302 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb0ec9-eb2e-434f-9d2c-16ab5c001e49 x-openstack-request-id: req-f6cb0ec9-eb2e-434f-9d2c-16ab5c001e49 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:52:54.263800 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "name": "network-vif-plugged", "status": "completed", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:52:54.264218 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6cb0ec9-eb2e-434f-9d2c-16ab5c001e49 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:52:54.264756 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4', 'code': 200} Dec 20 22:52:54.274121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.284387 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:54.285180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Updating router eee013fb-bf0b-42c0-948a-d0fddcac9f4a port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:52:54.321143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71152a-85b8-4a0b-a63a-be761bb971cd req-5c99f1aa-638c-4826-9cd8-023fd251555c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:54.322922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd71152a-85b8-4a0b-a63a-be761bb971cd req-5c99f1aa-638c-4826-9cd8-023fd251555c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1289818 Dec 20 22:52:54.333412 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.373017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:54.394108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07e79a-61b5-453e-87b5-18158288c167 req-825994e0-2593-44b7-ac30-725c2946541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:54.396230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf07e79a-61b5-453e-87b5-18158288c167 req-825994e0-2593-44b7-ac30-725c2946541b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 1099 time: 0.0634465 Dec 20 22:52:54.419699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd71152a-85b8-4a0b-a63a-be761bb971cd req-f538eb7b-28b7-4aa3-889f-2ccdaf219048 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Dec 20 22:52:54.460453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf07e79a-61b5-453e-87b5-18158288c167 req-4ef19163-c18e-4989-90f9-f2982a485868 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Dec 20 22:52:54.621991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a779e9c6-a319-4f17-8753-554319ddf371 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:54.624191 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.694589 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.708928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a779e9c6-a319-4f17-8753-554319ddf371 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:54.710345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.744668 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ec63-4738-4099-8dee-2067f318eda5 None None] Pushing event updated for resources: {'Port': ['ID=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:54.764143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Attempting to bind port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:54.764523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Attempting to bind port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:54.764893 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Attempting to bind port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:54.771580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:54.772843 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:54.773407 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.773820 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:54.774473 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Bound port: 4ee0b4cf-34f7-41c1-b72e-7e5744e34895, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:54.775131 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.815489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc5908-c4cb-4032-b67b-e1a44aa479b0 req-32af6f1d-f6b3-46d7-9cfd-6083860ab515 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:54.817088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9abc5908-c4cb-4032-b67b-e1a44aa479b0 req-32af6f1d-f6b3-46d7-9cfd-6083860ab515 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 943 time: 0.1206772 Dec 20 22:52:54.821143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.844785 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] For port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:54.849519 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] For port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:54.902679 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:54.938776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f30b9-ac71-48fa-820c-9836c6c32178 req-48424de3-eeec-4e78-bfd7-a2333d775a49 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:54.940389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef1f30b9-ac71-48fa-820c-9836c6c32178 req-48424de3-eeec-4e78-bfd7-a2333d775a49 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.2427816 Dec 20 22:52:54.965354 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:54.966071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:55.014970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9abc5908-c4cb-4032-b67b-e1a44aa479b0 req-c0f88f3b-72b2-46de-b132-a79161207135 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678967 Dec 20 22:52:55.024133 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ec63-4738-4099-8dee-2067f318eda5 None None] Pushing event updated for resources: {'Port': ['ID=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:55.078507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef1f30b9-ac71-48fa-820c-9836c6c32178 req-df4cc021-2ea6-415f-9f55-48ea1cbf7581 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264000 Dec 20 22:52:55.111287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-207885ce-5325-4ba9-9658-49e68eed159a service neutron] 10.222.0.45 "GET /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.0999126 Dec 20 22:52:55.148595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Allocated IP 172.20.0.1 (711a925a-6cb5-4eda-9dda-34bd1cbc19d5/988aa44c-6c20-4ef3-b443-6e17757aaeaf/62f525f6-7498-414a-a0ef-5cca5c1010c5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:52:55.280933 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:55.346234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-1cea297a-db83-40b9-b05f-71f0d66e43bd tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:55.347802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-1cea297a-db83-40b9-b05f-71f0d66e43bd tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 1100 time: 0.1911521 Dec 20 22:52:55.359136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2041f33-9b04-4adf-acbc-847987c3101a req-637e1e1e-3542-43f8-9a03-f857574c3870 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:55.360651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2041f33-9b04-4adf-acbc-847987c3101a req-637e1e1e-3542-43f8-9a03-f857574c3870 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 948 time: 0.1707830 Dec 20 22:52:55.393473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:55.420134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:55.480763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5fa048-c552-4b0b-bc35-56ad0d4087ec {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:52:55.495320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:55.564197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:52Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:55.565393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.608576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3905c0-929c-4622-adde-5d9c57b78312 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:52Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:55.644517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-56294eee-a7a4-4d8a-bfc4-ecea66ca1698 tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.686785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] Transition to ACTIVE for port object 1f5fa048-c552-4b0b-bc35-56ad0d4087ec will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:52:55.713102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.750665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2041f33-9b04-4adf-acbc-847987c3101a req-3c174e06-847b-442c-87da-b72ab2493719 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795676 Dec 20 22:52:55.754007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.832840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-56294eee-a7a4-4d8a-bfc4-ecea66ca1698 tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.886980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] No DVR routers for this DVR port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:52:55.900689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.901511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] Pushing event updated for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:55.940918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-03c803c0-51c1-4b0e-9b1b-b1a76168fc6e service neutron] 10.222.0.45 "PUT /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8215547 Dec 20 22:52:55.945677 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-56294eee-a7a4-4d8a-bfc4-ecea66ca1698 tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:55.963588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:56.005038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:56.029509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:52:56.041953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Pushing event updated for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:56.068620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294eee-a7a4-4d8a-bfc4-ecea66ca1698 tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fb263-6a11-400b-894b-14f49dec9c9e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:56.079959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5451b7b-90f0-4592-89c6-1f6bd646c4f7 req-56294eee-a7a4-4d8a-bfc4-ecea66ca1698 tempest-LiveMigrationNegativeTest-646731143 tempest-LiveMigrationNegativeTest-646731143-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167065 Dec 20 22:52:56.112394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.187352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b9e8d-fca9-4c70-842b-014516f84a4f req-f8a742b8-4dc1-4134-a327-284024794e5d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.188852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-929b9e8d-fca9-4c70-842b-014516f84a4f req-f8a742b8-4dc1-4134-a327-284024794e5d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.2314446 Dec 20 22:52:56.319681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-38b0ef9b-905e-4477-863f-c8998a8d60c4 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.321286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-38b0ef9b-905e-4477-863f-c8998a8d60c4 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.2241344 Dec 20 22:52:56.366335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1c796f7b-9225-4edf-a7ae-3fa2fe7a6d41 None None] Provisioning complete for port 62f525f6-7498-414a-a0ef-5cca5c1010c5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:56.367840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c796f7b-9225-4edf-a7ae-3fa2fe7a6d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.426722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-929b9e8d-fca9-4c70-842b-014516f84a4f req-e4914c2d-af48-427f-b9c0-af6bc6afc3a0 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254879 Dec 20 22:52:56.436617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1c796f7b-9225-4edf-a7ae-3fa2fe7a6d41 None None] Port 62f525f6-7498-414a-a0ef-5cca5c1010c5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:56.495541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.509706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-c469b622-479a-4885-bdef-bb72b8931979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.511236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-c469b622-479a-4885-bdef-bb72b8931979 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&tenant_id=9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 1095 time: 0.1719427 Dec 20 22:52:56.655627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dddb96-ce9e-4ebc-8706-f54036d19319 req-2dd3de57-2e49-461d-811a-e3f420f3fc44 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.657312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40dddb96-ce9e-4ebc-8706-f54036d19319 req-2dd3de57-2e49-461d-811a-e3f420f3fc44 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.1626556 Dec 20 22:52:56.676620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:56.731386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-02cf3dc7-5553-4646-8142-26ef5b5ddfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.733023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-02cf3dc7-5553-4646-8142-26ef5b5ddfc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1095 time: 0.1706998 Dec 20 22:52:56.741287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:56.741786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.828367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40dddb96-ce9e-4ebc-8706-f54036d19319 req-9c38a9cd-58d7-4447-850b-bfe5f92689ec tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471474 Dec 20 22:52:56.840867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.876259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:56.914394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-083eb29c-0aea-4328-a3ce-92699548e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:56.915970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-083eb29c-0aea-4328-a3ce-92699548e164 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1686466 Dec 20 22:52:56.952206 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:56.985661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-882ed942-9da1-4fc9-ae49-88c02683c582 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0481160 Dec 20 22:52:57.027055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:57.034336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.034692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.035037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.035377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.035712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.036043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.036375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.036703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.037042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.037361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.038445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.038875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.039209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:52:57.049552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-912e1775-9a94-4d5b-b386-9aa7f51bc918 req-4d420190-f46d-4ce7-85e9-65430087bf0f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:57.050590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-912e1775-9a94-4d5b-b386-9aa7f51bc918 req-4d420190-f46d-4ce7-85e9-65430087bf0f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255694 Dec 20 22:52:57.059954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:57.098767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-69d81d70-099c-485a-a195-d7b95cb7bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:57.100705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-69d81d70-099c-485a-a195-d7b95cb7bb55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1064160 Dec 20 22:52:57.126796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f0938-1d57-4ba3-85cc-63e05e010e6d req-1152c4d9-c51b-47f5-9f00-abddc723ae10 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:57.128234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd0f0938-1d57-4ba3-85cc-63e05e010e6d req-1152c4d9-c51b-47f5-9f00-abddc723ae10 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 948 time: 0.1011901 Dec 20 22:52:57.144725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-a979fcdd-afbd-4f58-aa35-3f25b8dd23ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346811 Dec 20 22:52:57.146123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:57.295993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Pushing event updated for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:57.312562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:57.326752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd0f0938-1d57-4ba3-85cc-63e05e010e6d req-38749caf-198a-4383-ae28-965127ef304f tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847947 Dec 20 22:52:57.368392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-17e8e5ac-c84f-4501-863e-de7a7b52fc72 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834605 Dec 20 22:52:57.467795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:52:57.497025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:52:57.602199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-adf55803-9c72-4241-acaa-25301081c987 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775875 Dec 20 22:52:57.640916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:52:57.720905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:52:57.766037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:52:57.766501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:57.774059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:52:57.774059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:52:57.777507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-db0d8338-9d0b-441d-80d8-cdd003b856b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/eee013fb-bf0b-42c0-948a-d0fddcac9f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8082321 Dec 20 22:52:57.785167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-527ea260-4a6a-425d-81c5-87cae8be3d42 None None] Provisioning complete for port 62f525f6-7498-414a-a0ef-5cca5c1010c5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:57.785555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-527ea260-4a6a-425d-81c5-87cae8be3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:57.837474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-527ea260-4a6a-425d-81c5-87cae8be3d42 None None] Port 62f525f6-7498-414a-a0ef-5cca5c1010c5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:52:57.848208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:52:57.868523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:57.871480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:57.974381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa304f-dff1-48ef-a3e4-f092d0cf4509 req-6c415b8b-de8a-4be7-9486-8075ff6f89ee tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:57.976310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85aa304f-dff1-48ef-a3e4-f092d0cf4509 req-6c415b8b-de8a-4be7-9486-8075ff6f89ee tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.0909102 Dec 20 22:52:58.014203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:58.029453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85aa304f-dff1-48ef-a3e4-f092d0cf4509 req-e2baeb13-bf58-4dae-b0b6-44032134bf4a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466988 Dec 20 22:52:58.136059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-d8482c93-23ed-4934-973c-cab1142db540 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:58.137551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-d8482c93-23ed-4934-973c-cab1142db540 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.0576611 Dec 20 22:52:58.290894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 2, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:58.319976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:52:58.320329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Updating router eee013fb-bf0b-42c0-948a-d0fddcac9f4a port 62f525f6-7498-414a-a0ef-5cca5c1010c5 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:52:58.349404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:58.371926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90448e7-f48f-4fb7-a099-dae0dad66de3 req-5577dbdb-33af-43fc-88c2-9d865b03c873 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:58.373521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90448e7-f48f-4fb7-a099-dae0dad66de3 req-5577dbdb-33af-43fc-88c2-9d865b03c873 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.0968697 Dec 20 22:52:58.380916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be7a92-07ec-492a-bc91-cb00c8d73621 req-ead173a0-65d6-448e-bb17-87d40e006848 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:58.382845 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73be7a92-07ec-492a-bc91-cb00c8d73621 req-ead173a0-65d6-448e-bb17-87d40e006848 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.1264098 Dec 20 22:52:58.423682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-fbbccf28-97f0-4088-81d1-23bd3184b334 service neutron] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:58.438096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-fbbccf28-97f0-4088-81d1-23bd3184b334 service neutron] Publish callbacks [] for binding, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:58.439220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef4edf5-e744-49e4-936e-6525c7b495b0 req-fbbccf28-97f0-4088-81d1-23bd3184b334 service neutron] 10.222.0.59 "DELETE /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.2940431 Dec 20 22:52:58.472292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90448e7-f48f-4fb7-a099-dae0dad66de3 req-6d0bebe4-0bb3-485c-9121-e6a6961354f7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884411 Dec 20 22:52:58.476615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73be7a92-07ec-492a-bc91-cb00c8d73621 req-854c0175-916a-4df6-92f0-891c3cc0502c tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867934 Dec 20 22:52:58.616621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:52:58.745409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:58.746111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:58.843568 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:58.923727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:58.982734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f28e-169c-43c7-a87b-ec471db57c32 None None] Pushing event updated for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:59.025246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-1c925ea8-2816-4395-8b3d-3c751c056be4 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:59.031402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Attempting to bind port 62f525f6-7498-414a-a0ef-5cca5c1010c5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:52:59.031810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Attempting to bind port 62f525f6-7498-414a-a0ef-5cca5c1010c5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:52:59.032128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Attempting to bind port 62f525f6-7498-414a-a0ef-5cca5c1010c5 on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:52:59.034605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-1c925ea8-2816-4395-8b3d-3c751c056be4 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 821 time: 0.3882079 Dec 20 22:52:59.038466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:52:59.038996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Checking segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:52:59.039537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.040025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Bound using segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:52:59.040589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Bound port: 62f525f6-7498-414a-a0ef-5cca5c1010c5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:52:59.041071 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.051005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-ae704155-3a38-4392-a32b-a1484901d88d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/quotas/b330f910dc5f4b0799b09dbd726396a9 HTTP/1.1" status: 200 len: 375 time: 0.0155284 Dec 20 22:52:59.066178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed831ed5-907a-4d93-9492-846e1506de20 req-c6ec71c7-fcf6-406a-82ed-0487b455dc4f tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:59.067645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed831ed5-907a-4d93-9492-846e1506de20 req-c6ec71c7-fcf6-406a-82ed-0487b455dc4f tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 948 time: 0.3855929 Dec 20 22:52:59.116508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] For port 62f525f6-7498-414a-a0ef-5cca5c1010c5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:52:59.120404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] For port 62f525f6-7498-414a-a0ef-5cca5c1010c5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62f525f6-7498-414a-a0ef-5cca5c1010c5,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:52:59.150733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-05844be8-8fc7-4160-8dab-385cf432361f tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820878 Dec 20 22:52:59.154703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed831ed5-907a-4d93-9492-846e1506de20 req-2b2907cd-a2f4-45c0-aaba-01b387336772 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770078 Dec 20 22:52:59.161074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-53fefd74-2fc1-4a26-ac8f-08aa186f0af6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:52:59.162254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-53fefd74-2fc1-4a26-ac8f-08aa186f0af6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052540 Dec 20 22:52:59.201327 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.270468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f28e-169c-43c7-a87b-ec471db57c32 None None] Pushing event updated for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:59.278473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:52:59.278771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:52:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:59.285235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] Provisioning complete for port 62f525f6-7498-414a-a0ef-5cca5c1010c5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:59.285607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.319026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-df512259-7365-4c76-8aee-295f5c6333dd service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436694 Dec 20 22:52:59.422619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-81aaace7-4b3e-4725-93cd-ee005b801f12 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937746 Dec 20 22:52:59.486241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:52:59.532618 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.558796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-10175f25-eaeb-48ee-9254-1bf2b624f864 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:59.560493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-10175f25-eaeb-48ee-9254-1bf2b624f864 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.1009119 Dec 20 22:52:59.629420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] For port 62f525f6-7498-414a-a0ef-5cca5c1010c5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62f525f6-7498-414a-a0ef-5cca5c1010c5,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:59.700452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c225-c9ed-4bf2-a815-737175e28470 req-9b9a4b1f-563f-4728-8cab-f3e52bbe6e2d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:59.700879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.701986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c280c225-c9ed-4bf2-a815-737175e28470 req-9b9a4b1f-563f-4728-8cab-f3e52bbe6e2d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.0979059 Dec 20 22:52:59.722113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Deleting port 381d41d5-958b-4a3b-94ec-2849a5303982 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:52:59.726838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.819761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f06b65-0d11-4ba2-8aa2-30299cd98599 None None] Pushing event updated for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:52:59.848934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7e4c54e4-3a34-445d-b4c9-ab55b48e0038 None None] Provisioning complete for port 62f525f6-7498-414a-a0ef-5cca5c1010c5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:52:59.848934 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e4c54e4-3a34-445d-b4c9-ab55b48e0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.868490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c280c225-c9ed-4bf2-a815-737175e28470 req-828aaf34-67b7-486d-80ee-ca086bde11ec tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404119 Dec 20 22:52:59.887761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-367893e9-5a47-4293-a5bd-f7a1d9d3d4e3 tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:52:59.889886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-367893e9-5a47-4293-a5bd-f7a1d9d3d4e3 tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 1099 time: 0.1410644 Dec 20 22:52:59.911813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:52:59.939944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] For port 381d41d5-958b-4a3b-94ec-2849a5303982, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=381d41d5-958b-4a3b-94ec-2849a5303982,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:52:59.940274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:52:59.942886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec8b11-73ad-4d28-9c23-f067361b6cc8 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:52:59.961539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Calling delete_port for 381d41d5-958b-4a3b-94ec-2849a5303982 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:00.107494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Deleting port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:00.109820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.176692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc173a7-ff69-493d-814f-628e2238f2a1 req-db0c0e98-c95c-430f-aab4-e36ce2f3e164 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:00.178425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc173a7-ff69-493d-814f-628e2238f2a1 req-db0c0e98-c95c-430f-aab4-e36ce2f3e164 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1095 time: 0.1080472 Dec 20 22:53:00.201526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43eb8f-907a-451c-beee-d081894a8f3d req-3147c14c-7c68-41c0-89b8-9d7e1e957efa tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:00.204431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] For port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:00.204791 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.208678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc43eb8f-907a-451c-beee-d081894a8f3d req-3147c14c-7c68-41c0-89b8-9d7e1e957efa tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 949 time: 0.1393580 Dec 20 22:53:00.222754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Calling delete_port for 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:00.319011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc173a7-ff69-493d-814f-628e2238f2a1 req-5014c199-c09b-4932-80a7-bfde3cdf5915 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984635 Dec 20 22:53:00.339260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc43eb8f-907a-451c-beee-d081894a8f3d req-d02fff4c-5568-4b9b-8efc-07203a8ac1a6 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297104 Dec 20 22:53:00.343443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.358344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['79d1de47-ee52-45db-8b49-8fd18391a1cc', '381d41d5-958b-4a3b-94ec-2849a5303982'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:00.447110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Pushing event deleted for resources: {'Port': ['ID=381d41d5-958b-4a3b-94ec-2849a5303982,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:00.545242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] No DVR routers for this DVR port 381d41d5-958b-4a3b-94ec-2849a5303982 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:00.550757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.558097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a32a2db-1c89-43c9-8de7-86c1f431f530 req-1e2adafe-5452-45bf-9583-9e19067dd9c3 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "DELETE /v2.0/ports/381d41d5-958b-4a3b-94ec-2849a5303982 HTTP/1.1" status: 204 len: 173 time: 0.9886057 Dec 20 22:53:00.581779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'name': 'network-vif-deleted', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:00.590041 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd60fa8-b159-4e28-a049-be27e25dfca1" -d '{"events": [{"server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "name": "network-vif-deleted", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:00.618453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9131420-997e-434e-9450-eedba33816f7 req-d06d7683-2e86-44a2-97ff-2bafa91f135d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 210 time: 0.1122360 Dec 20 22:53:00.627887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.660997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['68cc5a6b-09c9-4349-bc6e-72df4ef826f4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:00.746098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed6a979a-878d-4f6f-aa09-457223f2dd0b req-4408f955-350a-41b1-84a7-8f073e4745f4 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 210 time: 0.0653019 Dec 20 22:53:00.765864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Pushing event deleted for resources: {'Port': ['ID=68cc5a6b-09c9-4349-bc6e-72df4ef826f4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:00.782367 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604110a4-186d-4192-9a41-a1585f9d35a5 x-openstack-request-id: req-604110a4-186d-4192-9a41-a1585f9d35a5 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:00.783344 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207d8ed2-1648-4037-9719-d3860aa34752", "name": "network-vif-deleted", "tag": "381d41d5-958b-4a3b-94ec-2849a5303982", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:00.783344 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-604110a4-186d-4192-9a41-a1585f9d35a5 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:00.783344 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207d8ed2-1648-4037-9719-d3860aa34752', 'name': 'network-vif-deleted', 'tag': '381d41d5-958b-4a3b-94ec-2849a5303982', 'status': 'completed', 'code': 200} Dec 20 22:53:00.839877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62f525f6-7498-414a-a0ef-5cca5c1010c5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:00.881512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] No DVR routers for this DVR port 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:00.885991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:00.890682 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb37e459-dd76-4b5a-ad28-a5de5b18eeeb req-de3e4595-1b53-4048-926c-546c458dd80a tempest-DeleteServersAdminTestJSON-1180830002 tempest-DeleteServersAdminTestJSON-1180830002-project-admin] 10.222.0.45 "DELETE /v2.0/ports/68cc5a6b-09c9-4349-bc6e-72df4ef826f4 HTTP/1.1" status: 204 len: 173 time: 0.9910276 Dec 20 22:53:00.895340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'name': 'network-vif-deleted', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:00.898761 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd95f5b-8104-452f-9b2e-bad04335be57" -d '{"events": [{"server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "name": "network-vif-deleted", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:01.055798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 62f525f6-7498-414a-a0ef-5cca5c1010c5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:01.056496 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:01.173968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-b330ed80-4f6a-4cc5-bc86-b41d0cf632d4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:01.184046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-b330ed80-4f6a-4cc5-bc86-b41d0cf632d4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.2361672 Dec 20 22:53:01.212770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b69cb-0228-434b-bd34-65441ea62606 req-f72e5c1c-8479-4449-95eb-db6d47d6267d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:01.221974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-109b69cb-0228-434b-bd34-65441ea62606 req-f72e5c1c-8479-4449-95eb-db6d47d6267d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1900907 Dec 20 22:53:01.236885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-404a7ec6-10b9-4a81-9175-a15fe660b177 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/quotas/9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 375 time: 0.0511577 Dec 20 22:53:01.316128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-109b69cb-0228-434b-bd34-65441ea62606 req-92d8fb6b-807d-4d42-995b-6a12287f5182 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933847 Dec 20 22:53:01.321733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-316c1109-dea6-4183-b714-a41556bde569 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699458 Dec 20 22:53:01.364654 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bac27-3a9d-4215-a9c9-ab29efd5f8f1 x-openstack-request-id: req-1d6bac27-3a9d-4215-a9c9-ab29efd5f8f1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:01.365038 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d1be3-8425-4ec1-9995-357969e5afac", "name": "network-vif-deleted", "tag": "68cc5a6b-09c9-4349-bc6e-72df4ef826f4", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:01.365368 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d6bac27-3a9d-4215-a9c9-ab29efd5f8f1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:01.366415 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d1be3-8425-4ec1-9995-357969e5afac', 'name': 'network-vif-deleted', 'tag': '68cc5a6b-09c9-4349-bc6e-72df4ef826f4', 'status': 'completed', 'code': 200} Dec 20 22:53:01.433975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-b9768909-aada-48c7-9934-06a9e3d2ca40 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955117 Dec 20 22:53:01.534501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51423124-98a2-4f1f-9343-b9d22c145df8 req-fecb9818-22a1-4433-8908-9351a3fbf42e tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=207d8ed2-1648-4037-9719-d3860aa34752 HTTP/1.1" status: 200 len: 210 time: 0.0640855 Dec 20 22:53:01.617123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-0db61386-73ee-4348-b8d8-a26059169248 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742105 Dec 20 22:53:01.799165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0d184e-fb61-4d40-b613-641367107c61 req-ff0d80eb-bd4d-4504-ae33-4c6436d9cc38 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 210 time: 0.0419145 Dec 20 22:53:01.844983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58008) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:01.979407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58014) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:02.007174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7ce418d-1a0d-4ab3-9af0-88fca836897e req-8ec8468c-1cad-40f9-8515-cb651733ef95 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=f08d1be3-8425-4ec1-9995-357969e5afac HTTP/1.1" status: 200 len: 210 time: 0.0784216 Dec 20 22:53:02.092610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1091836d-8571-45f1-b9f1-7a70b6d86f89 req-e2e4c864-72ff-49ed-97ff-2a8fd9103ae1 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.0584056 Dec 20 22:53:02.159064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fac510a4-9685-4d62-bb7c-ee2a62665c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.160984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb07a6b4-f0ac-48fb-9789-9f16f39ad410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.303112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fac510a4-9685-4d62-bb7c-ee2a62665c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.305569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb07a6b4-f0ac-48fb-9789-9f16f39ad410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.383148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fac510a4-9685-4d62-bb7c-ee2a62665c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.389046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb07a6b4-f0ac-48fb-9789-9f16f39ad410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.442724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac510a4-9685-4d62-bb7c-ee2a62665c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de81d12-c96c-41ff-b985-7f10d70b17d1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:02.448129 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fac510a4-9685-4d62-bb7c-ee2a62665c8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2afc550e903942618ab941e9d1e60f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669185 Dec 20 22:53:02.451596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58026) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:02.474455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eb07a6b4-f0ac-48fb-9789-9f16f39ad410 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9dc1d5e33fd4607b88f9f8754dde8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280627 Dec 20 22:53:02.479619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:02.499884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07a6b4-f0ac-48fb-9789-9f16f39ad410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d8c250-4fad-406b-ab3e-4aa7c3d38952,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:02.516274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e421-91b9-42ab-aebd-678a758a597a req-8ef691d8-9066-4fe5-bc5f-d883d19cab63 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:02.517917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d7e421-91b9-42ab-aebd-678a758a597a req-8ef691d8-9066-4fe5-bc5f-d883d19cab63 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1279690 Dec 20 22:53:02.587358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.612714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.632456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d7e421-91b9-42ab-aebd-678a758a597a req-f9eb8bcf-2cc1-4163-af7b-11e29f2c6c85 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997074 Dec 20 22:53:02.658200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.689867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.844778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-36c30c80-e74d-44e6-b24b-2a583afc24fa tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:02.846583 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-36c30c80-e74d-44e6-b24b-2a583afc24fa tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 821 time: 0.1790740 Dec 20 22:53:02.861831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'port': {'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'admin_state_up': True, 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:02.883613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.886397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.890327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2d8c250-4fad-406b-ab3e-4aa7c3d38952 HTTP/1.1" status: 204 len: 168 time: 0.4094365 Dec 20 22:53:02.914231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9107edbb-47a9-487d-9269-a609ba0469f1 req-5e7e5bfe-92b6-4057-b596-32b758e3b406 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Dec 20 22:53:02.916157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.919275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:02.924033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3de81d12-c96c-41ff-b985-7f10d70b17d1 HTTP/1.1" status: 204 len: 168 time: 0.4669192 Dec 20 22:53:02.933512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3716-0e45-4c25-bfd1-8b170fe05d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de81d12-c96c-41ff-b985-7f10d70b17d1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:02.958581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303b56c-6286-4ce2-9d01-01a6dd91d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d8c250-4fad-406b-ab3e-4aa7c3d38952,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:03.083291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Made reservation on behalf of b330f910dc5f4b0799b09dbd726396a9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:03.089512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:03.211354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:03.231025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73f1cf15-3321-42d2-8887-e46bd79dceb2 req-c877bfe0-8808-4082-9f43-af54877e2062 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.0476160 Dec 20 22:53:03.274525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Allocated IP 172.20.0.3 (711a925a-6cb5-4eda-9dda-34bd1cbc19d5/988aa44c-6c20-4ef3-b443-6e17757aaeaf/0051c154-901f-428f-98a5-3153bf3d329d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:03.352376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e14aa-2e6a-4144-a9bb-cac511e91e02 req-273c52d6-9109-4db6-b7f1-d24e0239d709 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:03.354150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c8e14aa-2e6a-4144-a9bb-cac511e91e02 req-273c52d6-9109-4db6-b7f1-d24e0239d709 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.0705910 Dec 20 22:53:03.411942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c8e14aa-2e6a-4144-a9bb-cac511e91e02 req-c8bb9f7f-2275-4950-b9c8-4eef95c5f90b tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 Dec 20 22:53:03.508758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:03.578188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-dffdbde6-78e8-41a2-b5be-ff4d01ad2104 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3e9bad8b25eb47429ec394a382855d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251765 Dec 20 22:53:03.643281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:03.704388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:03.707538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:03.710412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:03.710751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-c038fe87-8609-4cdc-8fe7-4da5558e6133 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:03.713174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-c038fe87-8609-4cdc-8fe7-4da5558e6133 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283481 Dec 20 22:53:03.737601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:03.742337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-cdaa6c69-822e-4dc8-82f7-18dfa3e99272 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/quotas/3e9bad8b25eb47429ec394a382855d69 HTTP/1.1" status: 200 len: 375 time: 0.0121539 Dec 20 22:53:03.775434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event updated for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:03.783196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:03.783950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:03.790660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-563cb503-af39-4e7f-aa64-83cc293508fd tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346909 Dec 20 22:53:03.813075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fda2a-a9da-4c59-8ce3-8a77ebbec51d req-d70d15c0-9270-48e0-899e-bcca8c680282 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:03.822242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-475fda2a-a9da-4c59-8ce3-8a77ebbec51d req-d70d15c0-9270-48e0-899e-bcca8c680282 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1011417 Dec 20 22:53:03.835263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:03.835833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 68cc5a6b-09c9-4349-bc6e-72df4ef826f4 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:03.882312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-475fda2a-a9da-4c59-8ce3-8a77ebbec51d req-42323cef-4482-4249-b0d1-8e06eaee6562 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568964 Dec 20 22:53:03.915330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-33b3e0f6-35e4-446f-91a7-1b87dca12a21 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0586989 Dec 20 22:53:03.937701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Request body: {'port': {'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:03.944655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58070) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:03.966733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa519806-7010-44d0-ac89-deea25583684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.051710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58078) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:04.062074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.081592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9572a76c-4b2d-4baf-88ac-31ab9d61672d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.103524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cfe3321-7eb6-4510-96bc-0def7f964e81 req-560a3807-6545-49ad-9b10-a48309ea63f4 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0368304 Dec 20 22:53:04.121863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b67a1578-df9d-45e7-be29-571437e3d692 None None] Provisioning complete for port 0051c154-901f-428f-98a5-3153bf3d329d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:04.122609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b67a1578-df9d-45e7-be29-571437e3d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.173664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b67a1578-df9d-45e7-be29-571437e3d692 None None] Port 0051c154-901f-428f-98a5-3153bf3d329d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:04.182337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0da4-fb00-431f-8fb4-e1469b5c5601 req-0fe82756-b002-481b-b66f-cd25ec9f1df6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:04.183863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55ea0da4-fb00-431f-8fb4-e1469b5c5601 req-0fe82756-b002-481b-b66f-cd25ec9f1df6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 931 time: 0.0783529 Dec 20 22:53:04.226657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa519806-7010-44d0-ac89-deea25583684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.255026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55ea0da4-fb00-431f-8fb4-e1469b5c5601 req-bba0dc52-0448-4fff-95ff-4a9cf2548e06 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Dec 20 22:53:04.329480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa519806-7010-44d0-ac89-deea25583684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.353181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9572a76c-4b2d-4baf-88ac-31ab9d61672d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.355707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39471117-87a5-461a-84bc-023cc6de582d req-be4b7b8b-fb19-426a-89f1-67adb389b2af tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.0375495 Dec 20 22:53:04.395296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aa519806-7010-44d0-ac89-deea25583684 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03b73eb83dcb4894893671592e09e9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383175 Dec 20 22:53:04.395296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:04.395819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa519806-7010-44d0-ac89-deea25583684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec527bb-ca5a-49b9-a12d-458df4ddbb0a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:04.447869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.460858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9572a76c-4b2d-4baf-88ac-31ab9d61672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.473946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.561875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc5ff6-c366-4a19-876e-0794d19d2687 req-f3a5691a-ca23-448b-8218-31e952fd71c2 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:04.562013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9572a76c-4b2d-4baf-88ac-31ab9d61672d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=902bd309142d45ad90b0dccfb4db4ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090635 Dec 20 22:53:04.563636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfcc5ff6-c366-4a19-876e-0794d19d2687 req-f3a5691a-ca23-448b-8218-31e952fd71c2 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.0579865 Dec 20 22:53:04.566069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:04.580834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572a76c-4b2d-4baf-88ac-31ab9d61672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180e980-da0e-4466-99f9-3cf7e369c7a9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.602626 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:04.604701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-f75ee3f7-8dd3-4c2d-816a-8514de148cd0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:04.605647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-f75ee3f7-8dd3-4c2d-816a-8514de148cd0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.2217736 Dec 20 22:53:04.614641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0051c154-901f-428f-98a5-3153bf3d329d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:04.626931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Request body: {'port': {'device_id': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'admin_state_up': True, 'tenant_id': '9c7e681b05b94476a25abb4e627af93c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:04.627717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 381d41d5-958b-4a3b-94ec-2849a5303982 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:04.642480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.644974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.646147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ec527bb-ca5a-49b9-a12d-458df4ddbb0a HTTP/1.1" status: 204 len: 168 time: 0.2572703 Dec 20 22:53:04.649713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.669295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 381d41d5-958b-4a3b-94ec-2849a5303982 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:04.669560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 381d41d5-958b-4a3b-94ec-2849a5303982 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:04.671626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad731bb0-817f-426a-a231-5e5e938e8e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec527bb-ca5a-49b9-a12d-458df4ddbb0a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:04.710678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfcc5ff6-c366-4a19-876e-0794d19d2687 req-889095fd-c7ea-4dbe-b4b9-1f98a868e15a tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271782 Dec 20 22:53:04.710896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff6b63ea-6af0-4c2d-81a8-c447a3821477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.715696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.739193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Transition to ACTIVE for port object 0051c154-901f-428f-98a5-3153bf3d329d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:04.809662 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.810888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.861895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204027-8fe8-49d4-9795-4976912566ce req-27a13dce-0d6b-43be-9ba9-9bd9f6107579 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:04.863388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60204027-8fe8-49d4-9795-4976912566ce req-27a13dce-0d6b-43be-9ba9-9bd9f6107579 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.1032033 Dec 20 22:53:04.870214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Pushing event updated for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:04.942044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:04.946788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:04.981558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Attempting to bind port 0051c154-901f-428f-98a5-3153bf3d329d on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:04.982448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Attempting to bind port 0051c154-901f-428f-98a5-3153bf3d329d by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:04.982884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Attempting to bind port 0051c154-901f-428f-98a5-3153bf3d329d on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:04.997938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Port 0051c154-901f-428f-98a5-3153bf3d329d on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:04.998284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Attempting to bind port 0051c154-901f-428f-98a5-3153bf3d329d on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:05.043627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:05.044043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Checking segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:05.044504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Bound using segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:05.045015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Bound port: 0051c154-901f-428f-98a5-3153bf3d329d, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:05.045468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.057163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.059465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.061882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c180e980-da0e-4466-99f9-3cf7e369c7a9 HTTP/1.1" status: 204 len: 168 time: 0.4936295 Dec 20 22:53:05.090324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184ed7-e3b9-419f-86d5-fc5b0e5ca479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180e980-da0e-4466-99f9-3cf7e369c7a9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:05.121142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4802802-3d9d-498e-9f06-8ee43152afbf req-e8941705-8dca-466a-85af-d89ac451c661 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:05.122726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4802802-3d9d-498e-9f06-8ee43152afbf req-e8941705-8dca-466a-85af-d89ac451c661 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1221013 Dec 20 22:53:05.146253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Deleting port 79d1de47-ee52-45db-8b49-8fd18391a1cc {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:05.146253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.194739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Allocated IP 172.20.0.12 (3e4c285b-2734-4b2a-b013-f38695c69978/bdfff25c-9ace-4678-95fb-366841d4d15b/54d649d2-df39-42ce-a9e0-162ce64d26d2) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:05.197081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:05.202294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0051c154-901f-428f-98a5-3153bf3d329d,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:05.303418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.314895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c45a02d-aecc-449c-9332-b1d1c5374057 req-19fd692d-fba6-4b94-a29a-d3e5c18a3d48 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0444834 Dec 20 22:53:05.336133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4802802-3d9d-498e-9f06-8ee43152afbf req-aa88dd98-8ae4-44cc-b945-fc81f1d6f41c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019877 Dec 20 22:53:05.400138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:05.400795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.402359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] 10.222.0.45 "PUT /v2.0/ports/0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 1091 time: 1.4765449 Dec 20 22:53:05.402654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:05.404216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] For port 79d1de47-ee52-45db-8b49-8fd18391a1cc, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=79d1de47-ee52-45db-8b49-8fd18391a1cc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:05.404594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.408154 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67950833-00a3-43af-bfcf-4de5c4dca440" -d '{"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:05.425845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Calling delete_port for 79d1de47-ee52-45db-8b49-8fd18391a1cc owned by compute:tempest-test_az-2080298667 {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:05.464834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d442fa1-e7f5-4085-ba82-3fae8f7fa149 service neutron] Pushing event updated for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:05.485025 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.578991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdd869a0-c81b-4d71-87df-d0c91a2bb811 req-a953abfe-f8ff-4fe4-b71f-834cb729ed07 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.0323193 Dec 20 22:53:05.595071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-324ed3e2-c1ae-4f22-ad10-6d58988f2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:05.597582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-324ed3e2-c1ae-4f22-ad10-6d58988f2ebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1094 time: 0.0569422 Dec 20 22:53:05.624848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9bed4-b726-49d5-8db5-7cdda676ff6d req-3572e01e-b298-4da2-b305-a2813b59d2ab tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:05.624848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4a9bed4-b726-49d5-8db5-7cdda676ff6d req-3572e01e-b298-4da2-b305-a2813b59d2ab tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 943 time: 0.1872389 Dec 20 22:53:05.751009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4a9bed4-b726-49d5-8db5-7cdda676ff6d req-11956016-0212-4d1f-95ff-885ec77a5cb3 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Dec 20 22:53:05.864967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.886627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['79d1de47-ee52-45db-8b49-8fd18391a1cc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:05.915948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ac50e-b3dc-4e42-83a0-f80faed80bcd req-6dd80bfa-971d-4479-9e66-e7e482bc5776 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:05.917972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-647ac50e-b3dc-4e42-83a0-f80faed80bcd req-6dd80bfa-971d-4479-9e66-e7e482bc5776 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 972 time: 0.0960963 Dec 20 22:53:05.921396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Pushing event deleted for resources: {'Port': ['ID=79d1de47-ee52-45db-8b49-8fd18391a1cc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:05.975851 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7790444-47e4-4f15-b573-5ec935a2675e x-openstack-request-id: req-d7790444-47e4-4f15-b573-5ec935a2675e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:05.976268 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:05.976398 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7790444-47e4-4f15-b573-5ec935a2675e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:05.976738 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:53:05.977777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:05.985035 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-334a6c73-67a5-44b6-9d82-4b7a56aec584 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.3648376 Dec 20 22:53:06.025037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] No DVR routers for this DVR port 79d1de47-ee52-45db-8b49-8fd18391a1cc on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:06.028648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:06.031973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60204027-8fe8-49d4-9795-4976912566ce req-f7a80b03-2ae8-4a0e-bdc0-f05657155203 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.59 "DELETE /v2.0/ports/79d1de47-ee52-45db-8b49-8fd18391a1cc HTTP/1.1" status: 204 len: 173 time: 1.1605990 Dec 20 22:53:06.032419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'name': 'network-vif-deleted', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:06.034140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Network 3e4c285b-2734-4b2a-b013-f38695c69978 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:06.034724 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8593c9c-da8a-43d4-a1c5-70de392cf784" -d '{"events": [{"server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "name": "network-vif-deleted", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:06.088407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:06.095026 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e836b3-4afb-4d02-a79e-38a43c6f69b3 x-openstack-request-id: req-c5e836b3-4afb-4d02-a79e-38a43c6f69b3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:06.095286 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40852014-83fd-4235-962a-db0b9f80bb24", "name": "network-vif-deleted", "tag": "79d1de47-ee52-45db-8b49-8fd18391a1cc", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:06.095543 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5e836b3-4afb-4d02-a79e-38a43c6f69b3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:06.095942 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40852014-83fd-4235-962a-db0b9f80bb24', 'name': 'network-vif-deleted', 'tag': '79d1de47-ee52-45db-8b49-8fd18391a1cc', 'status': 'completed', 'code': 200} Dec 20 22:53:06.098098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:06.128225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-647ac50e-b3dc-4e42-83a0-f80faed80bcd req-e442fc63-afcb-4bae-8cf9-56b93fd2a643 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/security-groups?id=d589eabd-fcf6-4b3a-8954-262071e51a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954007 Dec 20 22:53:06.163789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:06.164684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:06.206657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:06.213412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-8db04f95-deab-4228-a5e7-f9f87e965a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:06.227513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-8db04f95-deab-4228-a5e7-f9f87e965a76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.2231481 Dec 20 22:53:06.233355 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-bb066acf-a2aa-487c-b102-5f054be8521b req-41ea5312-bf40-43e3-b791-707a3f36f82b service neutron] show failed (client error): The resource could not be found. Dec 20 22:53:06.234343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-41ea5312-bf40-43e3-b791-707a3f36f82b service neutron] 10.222.0.59 "GET /v2.0/ports/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.2624841 Dec 20 22:53:06.287792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-d63efdc6-d77b-46ec-bf67-634fb2b4ef34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6673274 Dec 20 22:53:06.294719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfde75-7be1-435e-9886-764daac6819e req-ad21b06a-9e56-4bf5-bcdd-b8d79123b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:06.296654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-ad21b06a-9e56-4bf5-bcdd-b8d79123b5b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572484 Dec 20 22:53:06.313125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Request body: {'port': {'device_id': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:06.415019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58152) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:06.498164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d227f3b0-7691-48c7-81c1-410c10e49899 req-da2f5700-a415-4932-83ef-7bf74acfa14d tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0561779 Dec 20 22:53:06.567403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-1b9b2b95-37e6-4310-94a1-2367f30fa574 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509155 Dec 20 22:53:06.626216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-network', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:06.652884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d31e48-d73f-4227-913f-a0313be9b6d0 req-962a8f42-c81c-4721-9380-03096f5c7366 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:06.655690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5d31e48-d73f-4227-913f-a0313be9b6d0 req-962a8f42-c81c-4721-9380-03096f5c7366 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1529243 Dec 20 22:53:06.663080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:06.824670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-ec2b70fb-27ad-45e2-869e-8c8cda85ce77 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3e9bad8b25eb47429ec394a382855d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2500234 Dec 20 22:53:06.830356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Made reservation on behalf of 293167551ff24a72a7b8bd60641ac4a3 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:06.834010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:06.874854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:06.997046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241358a0-672e-4840-9b50-c923ebfeb537 req-f9a14acd-b9f5-4b7e-80bb-187cd554dada tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.000935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-241358a0-672e-4840-9b50-c923ebfeb537 req-f9a14acd-b9f5-4b7e-80bb-187cd554dada tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 932 time: 0.3009903 Dec 20 22:53:07.010189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48bfde75-7be1-435e-9886-764daac6819e req-b0367587-6d86-4bc5-bb6e-09b330f6a0e0 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825390 Dec 20 22:53:07.014030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.45', 52137) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:07.027207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5d31e48-d73f-4227-913f-a0313be9b6d0 req-22050c4e-4b46-4473-b41f-c3a9907711dd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509562 Dec 20 22:53:07.101660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c465b769-8878-4e12-b939-475f4082583f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.280902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-0034a6ed-c20d-4962-92b3-fb7253535cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.282937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-0034a6ed-c20d-4962-92b3-fb7253535cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1123 time: 0.2657995 Dec 20 22:53:07.317507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:07.362698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-241358a0-672e-4840-9b50-c923ebfeb537 req-ff589a7d-26ee-4808-b12f-1a834aecdb0c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319283 Dec 20 22:53:07.377474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0972b-77cf-4875-807c-b5bd91ef0247 req-26544791-abd6-41c5-98ce-839457af0b8a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.387576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12f0972b-77cf-4875-807c-b5bd91ef0247 req-26544791-abd6-41c5-98ce-839457af0b8a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 943 time: 0.2396705 Dec 20 22:53:07.389505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.465207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.482316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12f0972b-77cf-4875-807c-b5bd91ef0247 req-7cca1a68-8f62-4c06-81da-48a6257342be tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937097 Dec 20 22:53:07.548005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1130eef-4fde-486e-80c9-2ea43f542c21 req-1868b5e4-cfb4-4ad4-84cd-31421ab74ab9 tempest-LiveMigrationNegativeTest-2142876937 tempest-LiveMigrationNegativeTest-2142876937-project] 10.222.0.62 "GET /v2.0/ports?device_id=40852014-83fd-4235-962a-db0b9f80bb24 HTTP/1.1" status: 200 len: 210 time: 0.0413003 Dec 20 22:53:07.564418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.578123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-8b22a8e2-bfd1-4f27-ad98-8e9c58f5fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.579611 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-8b22a8e2-bfd1-4f27-ad98-8e9c58f5fa0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1094 time: 0.3898799 Dec 20 22:53:07.612639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:53:07.630087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-9b686a29-5fe1-4712-871b-56083ca89e9b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.631866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-9b686a29-5fe1-4712-871b-56083ca89e9b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7955015 Dec 20 22:53:07.633978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc7899-9af5-494a-a1b1-4b5e819fc8fb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:07.642265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.643712 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Added segment 15d23ef0-bf0d-4e41-afa6-8e41363ced39 of type vlan for network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa Dec 20 22:53:07.713115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Request body: {'port': {'device_id': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '3e9bad8b25eb47429ec394a382855d69'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:07.726883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30c806dc-ee4b-4d8d-bc9f-f5b0205de414 req-3cf1d6f4-7b30-4313-9baf-909a33d70385 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0422449 Dec 20 22:53:07.728853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.849586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.852182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.853059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.899698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-a1545c23-f2d2-41d6-8278-5a67e37cd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:07.899698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-a1545c23-f2d2-41d6-8278-5a67e37cd2ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.2910712 Dec 20 22:53:07.927800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] Pushing event updated for resources: {'Network': ['ID=26caa5a4-fd8b-42a4-b679-17d4a234eaaa,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:07.965671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d649d2-df39-42ce-a9e0-162ce64d26d2 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:07.973947 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:07.982507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9faa294-7647-43f7-ad89-7cd522f3e729 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5663743 Dec 20 22:53:07.985366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58186) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:07.992371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Request body: {'subnet': {'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-subnet', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:08.097552 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-e14eb92b-64e7-45dc-a3db-12f2349ded06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.1869807 Dec 20 22:53:08.108329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Made reservation on behalf of 293167551ff24a72a7b8bd60641ac4a3 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:08.111685 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.125709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Transition to ACTIVE for port object 54d649d2-df39-42ce-a9e0-162ce64d26d2 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:08.157218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:53:08.176076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.183284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:08.224617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:08.282964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.289929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552ff-d54a-4888-9db9-342c0867e9f0 req-275f62a1-d981-4289-85f2-6dab62dd5f3e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:08.291866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89e552ff-d54a-4888-9db9-342c0867e9f0 req-275f62a1-d981-4289-85f2-6dab62dd5f3e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 972 time: 0.1537297 Dec 20 22:53:08.445900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89e552ff-d54a-4888-9db9-342c0867e9f0 req-9a44f9d1-a6cd-4978-b59a-0ca2b387f51d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011512 Dec 20 22:53:08.542851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-d7bc737d-1cb4-4a25-95ce-173bf7762595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:08.544337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-d7bc737d-1cb4-4a25-95ce-173bf7762595 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.4171691 Dec 20 22:53:08.573604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fee03-e263-47a4-a632-e5c84a8cf5fe req-d03fd748-c6b2-4763-90be-0410627914c5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:08.575408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b33fee03-e263-47a4-a632-e5c84a8cf5fe req-d03fd748-c6b2-4763-90be-0410627914c5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.0666034 Dec 20 22:53:08.577006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:08.579613 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8001a2dd-c06d-436a-98be-f6b0609b3c84" -d '{"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-unplugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:08.586783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.591734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.605517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:08.644024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Transition to ACTIVE for port object b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:08.652414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:08.687324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-77e2e848-5a42-45a8-99ab-13e4ea74a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:08.688577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-77e2e848-5a42-45a8-99ab-13e4ea74a081 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320496 Dec 20 22:53:08.692595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b15447-fb85-487a-8e0c-afbd3dd87527 req-796475a9-2521-49c2-a65b-6e623f0f1e94 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:08.694672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5b15447-fb85-487a-8e0c-afbd3dd87527 req-796475a9-2521-49c2-a65b-6e623f0f1e94 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 943 time: 0.1428003 Dec 20 22:53:08.695421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67124f70-04e1-46d4-acb7-b19f1ec9af49,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:08.723913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b33fee03-e263-47a4-a632-e5c84a8cf5fe req-e6debd36-5581-49b8-ab92-124b21da234b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333444 Dec 20 22:53:08.725228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.750144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Checking segment: {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:08.750503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Network hostable DHCP agents. Network: 26caa5a4-fd8b-42a4-b679-17d4a234eaaa, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:53:08.751507 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.807026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Made reservation on behalf of 3e9bad8b25eb47429ec394a382855d69 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:08.813439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:08.817741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5b15447-fb85-487a-8e0c-afbd3dd87527 req-f0fe4352-67f7-46bb-b10c-c55ede271c40 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Dec 20 22:53:08.871840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:53:08.872374 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:53:08.873003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:08.873491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:08.873846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:08.894462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:08.914186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:08.914782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:08.921703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:53:09.022833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 26caa5a4-fd8b-42a4-b679-17d4a234eaaa) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:09.034340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:09.034437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] No DVR routers for this DVR port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:09.034526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.040044 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fddb9e-7ffd-40e3-8a90-38a6e3d26afd x-openstack-request-id: req-b4fddb9e-7ffd-40e3-8a90-38a6e3d26afd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:09.040403 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-unplugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:09.041247 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4fddb9e-7ffd-40e3-8a90-38a6e3d26afd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:09.043513 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'code': 200} Dec 20 22:53:09.062774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8a588-7a09-4562-9e2f-fd0ece72d0ca None None] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:09.100771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-839d6d7c-b39a-48e7-8e66-2d99377750c5 req-19367449-b41a-4b32-a114-73b98692106c tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0384674 Dec 20 22:53:09.111883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:09.112921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:09.123116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:09.126506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Bound port: 54d649d2-df39-42ce-a9e0-162ce64d26d2, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:09.127314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.151313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e481dec-5456-49e9-85bc-0adc6bdd8d3e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1647170 Dec 20 22:53:09.156316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58240) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:09.163211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:09.196439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-3a5328df-d7b1-4ab8-84d9-1709f1874c23 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880614 Dec 20 22:53:09.243309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'fixed_ips': [{'subnet_id': '67124f70-04e1-46d4-acb7-b19f1ec9af49'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:53:09.244362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.279951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.281131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.292587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Allocated IP 192.168.233.142 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/8c28e27b-4ce2-40e6-ae99-ae754b0d05bd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:09.314235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:09.316531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:09.316531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:09.327614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:09.327922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Attempting to bind port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:09.358312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.382359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:09.382723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:09.383109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:09.383547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Bound port: b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:09.383900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.436037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:09.466050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Allocated IP 172.20.0.2 (26caa5a4-fd8b-42a4-b679-17d4a234eaaa/67124f70-04e1-46d4-acb7-b19f1ec9af49/6e541277-3a61-4ece-853e-5359498a7f00) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:09.478314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 79d1de47-ee52-45db-8b49-8fd18391a1cc no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:09.490081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58248) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:09.500944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:09.563722 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67950833-00a3-43af-bfcf-4de5c4dca440 req-92c619f4-d440-498a-ba09-8e3b35067ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354993 Dec 20 22:53:09.610734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.636453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:09.682830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 79d1de47-ee52-45db-8b49-8fd18391a1cc {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:09.682830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 79d1de47-ee52-45db-8b49-8fd18391a1cc not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:09.696440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:09.697190 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.698742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] 10.222.0.45 "PUT /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 1092 time: 3.3926327 Dec 20 22:53:09.706466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:09.743686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e30c45-5f3a-4dbf-911d-b0bddd3fc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:09.762005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.800870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.801387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:09.801683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0051c154-901f-428f-98a5-3153bf3d329d details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:09.833122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.851668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.956509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:09.957070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:09.958791 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] 10.222.0.45 "PUT /v2.0/ports/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 1096 time: 2.6518850 Dec 20 22:53:09.997286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.022559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc423a6e-eb21-489a-8921-f5af5e5d7873 req-306ce417-ad6b-43a1-b45d-fa86dbbf35ee tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.024396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.030198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc423a6e-eb21-489a-8921-f5af5e5d7873 req-306ce417-ad6b-43a1-b45d-fa86dbbf35ee tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 948 time: 0.4757247 Dec 20 22:53:10.081646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1e671-ab04-46e4-b364-bb20e90d134a req-2ea7b287-4162-494d-8dba-a35c42cccfc5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.082838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.090127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ab1e671-ab04-46e4-b364-bb20e90d134a req-2ea7b287-4162-494d-8dba-a35c42cccfc5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.1296144 Dec 20 22:53:10.102942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd02ed7d-070f-43d5-8336-24dac6cf6b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.134747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:10.144984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc423a6e-eb21-489a-8921-f5af5e5d7873 req-a734803b-3a55-4539-a92c-dc6b8ec7c1c5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Dec 20 22:53:10.145307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:10.149193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-f4b966ff-5e85-4268-a767-4f20a670df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.150801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-f4b966ff-5e85-4268-a767-4f20a670df35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1099 time: 0.1409657 Dec 20 22:53:10.156391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-aa3ed370-01d1-48de-9ded-c2ac5073e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.156391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-aa3ed370-01d1-48de-9ded-c2ac5073e682 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1095 time: 0.2914073 Dec 20 22:53:10.156744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:10.156834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:10.214981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Pushing event updated for resources: {'Port': ['ID=6e541277-3a61-4ece-853e-5359498a7f00,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.215827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ab1e671-ab04-46e4-b364-bb20e90d134a req-cb9910fa-7bef-4093-9f6a-c6f8e2a8ce72 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247263 Dec 20 22:53:10.254914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd02ed7d-070f-43d5-8336-24dac6cf6b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.260900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Attempting to bind port 6e541277-3a61-4ece-853e-5359498a7f00 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:10.261423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Attempting to bind port 6e541277-3a61-4ece-853e-5359498a7f00 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:10.262009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Attempting to bind port 6e541277-3a61-4ece-853e-5359498a7f00 on network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:10.270382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0051c154-901f-428f-98a5-3153bf3d329d,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:10.270762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:10.280017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:10.285537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:10.286136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Checking segment: {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:10.286711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.287111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Bound using segment: {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:10.287704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Bound port: 6e541277-3a61-4ece-853e-5359498a7f00, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:10.288691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.292940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '0051c154-901f-428f-98a5-3153bf3d329d', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:10.358070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154bbe-08e4-4265-b5af-85cafe8ea66d req-0351ce6f-1186-4fbe-b5bb-241befac5106 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.359624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7154bbe-08e4-4265-b5af-85cafe8ea66d req-0351ce6f-1186-4fbe-b5bb-241befac5106 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 943 time: 0.0751243 Dec 20 22:53:10.395416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] For port 6e541277-3a61-4ece-853e-5359498a7f00, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:10.399675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] For port 6e541277-3a61-4ece-853e-5359498a7f00, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e541277-3a61-4ece-853e-5359498a7f00,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:10.443715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.463776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0051c154-901f-428f-98a5-3153bf3d329d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:10.468098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7154bbe-08e4-4265-b5af-85cafe8ea66d req-a7fee1dd-880c-498b-b7d5-0d6dc512da93 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010492 Dec 20 22:53:10.479555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.494776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.495467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.508822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1eaf5-e3fe-4822-98a9-5eab4bef897f service neutron] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.549885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473c498-e946-4402-a4f6-5c2e15c3a069 None None] Pushing event updated for resources: {'Port': ['ID=6e541277-3a61-4ece-853e-5359498a7f00,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.555036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0051c154-901f-428f-98a5-3153bf3d329d,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:10.557704 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.560028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51fc34-b9dd-4efb-b5a9-84c2eb085ae5 req-c59655c9-ae66-448f-a02f-831a769ba0d4 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.561884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a51fc34-b9dd-4efb-b5a9-84c2eb085ae5 req-c59655c9-ae66-448f-a02f-831a769ba0d4 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 936 time: 0.1397765 Dec 20 22:53:10.618242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cd72dc39-7731-48da-9895-3c80f9ae5d0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=548d8b571b804f1eb7edf19113d57cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1153986 Dec 20 22:53:10.619109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd02ed7d-070f-43d5-8336-24dac6cf6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.622370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58268) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:10.638836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-9abf9c3d-5589-4bf1-a31e-ef302a9c0a1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.4606881 Dec 20 22:53:10.644476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.648514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9432995 Dec 20 22:53:10.649759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-5624122b-9e13-469f-b4af-ac847187ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.651221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-5624122b-9e13-469f-b4af-ac847187ed61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.4742379 Dec 20 22:53:10.661001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.689668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Request body: {'port': {'device_id': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:10.711770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.717875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4a0a13f-ff3c-43a6-b11c-a4641c0f6b41 None None] Provisioning complete for port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:10.718555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a13f-ff3c-43a6-b11c-a4641c0f6b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.720471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.728099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-3b109213-6cdc-449c-bb84-736adb1f1d38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0578682 Dec 20 22:53:10.734616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a51fc34-b9dd-4efb-b5a9-84c2eb085ae5 req-d7ffc5a7-33f8-43e8-ab4b-abd08dcc1273 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597891 Dec 20 22:53:10.762944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0a13f-ff3c-43a6-b11c-a4641c0f6b41 None None] Port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:10.791800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.798724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b3227-2caa-47a7-a1e8-45b16ca96c69 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Pushing event updated for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.803206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd02ed7d-070f-43d5-8336-24dac6cf6b83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd9ec9a9d3d644acbc45f4e96e8c2a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9985688 Dec 20 22:53:10.808781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58270) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:10.836573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02ed7d-070f-43d5-8336-24dac6cf6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5680c352-9148-487c-8eee-a3148e0d07e7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:10.858310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-41649e98-e7a5-46a8-aeef-30ccc9ff27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.859781 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-41649e98-e7a5-46a8-aeef-30ccc9ff27ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1998284 Dec 20 22:53:10.860698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.895459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0051c154-901f-428f-98a5-3153bf3d329d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:10.912511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-c58babc2-aae2-444b-bcc6-4aec984f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:10.914339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-c58babc2-aae2-444b-bcc6-4aec984f5e38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1596408 Dec 20 22:53:10.947377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Allocated IP 172.25.1.41 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/87871b22-9292-4b1e-a3e5-9de6feddfee9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:10.978943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:10.987191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-b66c679f-6532-4252-bb31-2b967cf3e3b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040766 Dec 20 22:53:11.017692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.049844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2'}, {'name': 'network-changed', 'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:11.053828 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2c297-f136-4962-b587-943d671eca73" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2"}, {"name": "network-changed", "server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:11.097530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.134664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.137196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.141594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d589eabd-fcf6-4b3a-8954-262071e51a54 HTTP/1.1" status: 204 len: 168 time: 0.5134392 Dec 20 22:53:11.171754 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe9085a-9ecc-46db-b5cb-e80ba84500f1 x-openstack-request-id: req-dbe9085a-9ecc-46db-b5cb-e80ba84500f1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:11.176260 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:11.176260 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbe9085a-9ecc-46db-b5cb-e80ba84500f1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:11.176260 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'status': 'completed', 'code': 200} Dec 20 22:53:11.176260 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'status': 'completed', 'code': 200} Dec 20 22:53:11.178745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066acf-a2aa-487c-b102-5f054be8521b req-d79d6ca1-600b-4c87-b99f-8c10964470cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.180837 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-d79d6ca1-600b-4c87-b99f-8c10964470cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487905 Dec 20 22:53:11.197128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.204313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdebbb-3a40-4658-9fcf-fbb1621b37fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589eabd-fcf6-4b3a-8954-262071e51a54,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:11.291542 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-6048108f-b2d1-4aa4-a475-ce043f74ee57 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877297 Dec 20 22:53:11.307852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-62101fc8-27ba-450d-b042-fe353fd2c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.309381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-62101fc8-27ba-450d-b042-fe353fd2c6d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1099 time: 0.1235516 Dec 20 22:53:11.316997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f0e6-6b8c-47ab-bdf6-f0e04a477b6f req-cb759e52-feb0-4c37-82c6-2a31a0902b2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.320793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9935f0e6-6b8c-47ab-bdf6-f0e04a477b6f req-cb759e52-feb0-4c37-82c6-2a31a0902b2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 948 time: 0.1135504 Dec 20 22:53:11.402388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.404975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.406186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5680c352-9148-487c-8eee-a3148e0d07e7 HTTP/1.1" status: 204 len: 168 time: 0.5964522 Dec 20 22:53:11.448064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.502729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Pushing event updated for resources: {'Port': ['ID=87871b22-9292-4b1e-a3e5-9de6feddfee9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:11.505050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe073a-3d9c-4996-9940-d6d18cc0c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680c352-9148-487c-8eee-a3148e0d07e7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:11.571740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:11.577821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-b2880d78-65ca-4d00-84ac-96e102cca252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.579507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-b2880d78-65ca-4d00-84ac-96e102cca252 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2598674 Dec 20 22:53:11.580236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:11.590417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9935f0e6-6b8c-47ab-bdf6-f0e04a477b6f req-b2ef4f22-05c8-4b83-9106-f39ce6baca8d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128882 Dec 20 22:53:11.593391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:11.703980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-2c890e21-a00e-4f65-82c3-04698d216b0c service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074983 Dec 20 22:53:11.765457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bac86043-d39e-4090-96b4-ff4f765059a3 req-250fa6cf-ef45-43df-8cc0-032f8f2d3e30 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352658 Dec 20 22:53:11.784113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0051c154-901f-428f-98a5-3153bf3d329d up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:11.821392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad476807-d60d-4216-9265-3a59e65465ce req-5440e72c-0670-4cb1-a0dd-76d63d2e2c9f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.829245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad476807-d60d-4216-9265-3a59e65465ce req-5440e72c-0670-4cb1-a0dd-76d63d2e2c9f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.4506037 Dec 20 22:53:11.894715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-61c23a7e-632d-4c25-a8cb-0a37343545aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.3030498 Dec 20 22:53:11.936824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 0051c154-901f-428f-98a5-3153bf3d329d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:11.948811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 0051c154-901f-428f-98a5-3153bf3d329d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:11.950391 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:11.982190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-3ae51760-d793-4e0f-a807-8a3d57ebd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:11.983812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-3ae51760-d793-4e0f-a807-8a3d57ebd515 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0659127 Dec 20 22:53:12.003230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb066acf-a2aa-487c-b102-5f054be8521b req-4ec51f89-e5ec-4e06-b3bd-6143f90045d4 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362568 Dec 20 22:53:12.013851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0cf2b-1225-4f72-9cb0-cf4f42c1e98b None None] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:12.031856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-afbd5244-5f48-48da-8ee0-b64085d26533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.034014 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-afbd5244-5f48-48da-8ee0-b64085d26533 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1095 time: 0.0725737 Dec 20 22:53:12.038540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:12.056709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.118341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Transition to ACTIVE for port object 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:12.119016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:12.179471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0341d1-6b6a-4a5c-ab15-901702b80855 req-c9dc5f52-3332-452a-9b65-35630235093a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.180998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc0341d1-6b6a-4a5c-ab15-901702b80855 req-c9dc5f52-3332-452a-9b65-35630235093a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 944 time: 0.3059797 Dec 20 22:53:12.184189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-142af2dd-a0bf-4579-b19a-6b861956b023 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38732c53390b4ee196cee762da1f330e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624890 Dec 20 22:53:12.190546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:12.191195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] Provisioning complete for port 6e541277-3a61-4ece-853e-5359498a7f00 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:12.191646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.191858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.238036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.246482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.274264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:12.276501 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4408263-94b4-4500-a5ba-1c3f286ee04e" -d '{"events": [{"server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "name": "network-vif-plugged", "status": "completed", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:12.279407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-b84200c2-f05a-470f-830d-900895da9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.281003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-b84200c2-f05a-470f-830d-900895da9582 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2373738 Dec 20 22:53:12.295688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0051c154-901f-428f-98a5-3153bf3d329d,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:12.334389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.360295 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.388139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:12.408818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-0edaea37-38f1-4b27-8ca4-46d1069dc038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.1098285 Dec 20 22:53:12.417254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] For port 6e541277-3a61-4ece-853e-5359498a7f00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e541277-3a61-4ece-853e-5359498a7f00,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:12.417473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:12.430911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-9e54b3db-8a51-40b4-9c18-5d5bb6eae79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.433187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-9e54b3db-8a51-40b4-9c18-5d5bb6eae79c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3076692 Dec 20 22:53:12.436262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad476807-d60d-4216-9265-3a59e65465ce req-8254e5ea-9532-4f58-8c15-9763b5531455 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059737 Dec 20 22:53:12.445659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23821a81-f291-4aec-9e31-351e2951c8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.450459 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.454847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.560790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.566622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:12.614712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-6d893d36-9b3b-44d4-bd89-ac4d85750e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.617227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-6d893d36-9b3b-44d4-bd89-ac4d85750e58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1959963 Dec 20 22:53:12.626637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.666230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-3f3e0cb6-7a68-4d79-9e97-1ef55415a14e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398984 Dec 20 22:53:12.692623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b6561-888c-40d1-aac5-24b6ff0101b3 None None] Pushing event updated for resources: {'Port': ['ID=6e541277-3a61-4ece-853e-5359498a7f00,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:12.716837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Attempting to bind port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:12.717400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Attempting to bind port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:12.717612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Attempting to bind port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:12.725283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9fc2343f-70e5-4627-a5c3-6887c00f3b7d None None] Provisioning complete for port 6e541277-3a61-4ece-853e-5359498a7f00 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:12.726876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9fc2343f-70e5-4627-a5c3-6887c00f3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.761132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc0341d1-6b6a-4a5c-ab15-901702b80855 req-5424ff88-bca3-4c76-a331-7183f9ef936d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671504 Dec 20 22:53:12.762548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e541277-3a61-4ece-853e-5359498a7f00 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:12.772216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:12.772695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Attempting to bind port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:12.784226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.787426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.788431 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f3fb263-6a11-400b-894b-14f49dec9c9e HTTP/1.1" status: 204 len: 168 time: 0.5967546 Dec 20 22:53:12.801169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:12.801440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:12.801854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:12.802295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Bound port: 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:12.803860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.821074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-2a6e694f-9969-470d-9510-84d0d4e32514 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410311 Dec 20 22:53:12.832136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23821a81-f291-4aec-9e31-351e2951c8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.838609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3573c7-1442-4cda-b96a-cd38f947a3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fb263-6a11-400b-894b-14f49dec9c9e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:12.846493 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db9ac80-9dd3-4d59-9204-96df9175be8a x-openstack-request-id: req-6db9ac80-9dd3-4d59-9204-96df9175be8a {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:12.846493 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "name": "network-vif-plugged", "status": "completed", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:12.847061 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6db9ac80-9dd3-4d59-9204-96df9175be8a {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:12.847866 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'code': 200} Dec 20 22:53:12.913841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afe8ea-d4fe-4bdf-974f-58c9cdd84f32 req-0b39acb6-984e-47ce-a4af-e8254374f211 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:12.915970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23821a81-f291-4aec-9e31-351e2951c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:12.916576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75afe8ea-d4fe-4bdf-974f-58c9cdd84f32 req-0b39acb6-984e-47ce-a4af-e8254374f211 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 948 time: 0.3610101 Dec 20 22:53:12.952659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-c13d7427-ec2a-493f-81cc-bbdf2c202eac service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684267 Dec 20 22:53:13.005352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6e541277-3a61-4ece-853e-5359498a7f00 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:13.006328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.042012 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-23821a81-f291-4aec-9e31-351e2951c8e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d018930b33b048738841c0fdf26135cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6446323 Dec 20 22:53:13.042012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23821a81-f291-4aec-9e31-351e2951c8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee1aa7-3d31-4070-b104-49f147025a0e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:13.045040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:13.070735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:13.122490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:13.139609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a7e8-0487-48b0-a730-8cc575a1b1fc req-bf2e3c31-b62c-4cdd-b3f6-34b4a840969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.141180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ae81a7e8-0487-48b0-a730-8cc575a1b1fc req-bf2e3c31-b62c-4cdd-b3f6-34b4a840969a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.2214074 Dec 20 22:53:13.208357 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-5fcc948e-bff7-45c4-a235-56089839d8d9 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296672 Dec 20 22:53:13.213674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.226653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.272648 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ae81a7e8-0487-48b0-a730-8cc575a1b1fc req-b4b8767e-da07-4d51-b12b-15f940fe3fd6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215770 Dec 20 22:53:13.295577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.296155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.297569 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c28e27b-4ce2-40e6-ae99-ae754b0d05bd HTTP/1.1" status: 200 len: 1096 time: 2.6201749 Dec 20 22:53:13.323792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:13.326382 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1590439-3791-443e-9824-6539d773e183" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:13.338612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.379534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb9eb8-d545-4e09-a5e1-2d00708dfb07 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:13.396991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-f2b276b3-0033-4580-99ef-3fc8617efc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.398627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-f2b276b3-0033-4580-99ef-3fc8617efc59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1099 time: 0.1299829 Dec 20 22:53:13.446479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75afe8ea-d4fe-4bdf-974f-58c9cdd84f32 req-09a78bee-0345-4f41-b3a9-e806e344ac2c tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944916 Dec 20 22:53:13.493529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59a0e9-df5f-4daa-8658-d8120cda83c3 req-52559560-6782-471a-ade4-c0990d3c68de tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.502071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f59a0e9-df5f-4daa-8658-d8120cda83c3 req-52559560-6782-471a-ade4-c0990d3c68de tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 948 time: 0.5996728 Dec 20 22:53:13.504917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-22a13194-e00a-429b-8081-63921b118f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.506833 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-22a13194-e00a-429b-8081-63921b118f52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 1099 time: 0.0892165 Dec 20 22:53:13.507307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.510629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:13.514829 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22ee1aa7-3d31-4070-b104-49f147025a0e HTTP/1.1" status: 204 len: 168 time: 0.4650087 Dec 20 22:53:13.547239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-1d03bb22-ff93-4800-8f75-e220d88c6c73 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767900 Dec 20 22:53:13.614333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817274a-340a-487e-9a0a-702fa5eaf761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee1aa7-3d31-4070-b104-49f147025a0e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:13.642051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f59a0e9-df5f-4daa-8658-d8120cda83c3 req-836d18c7-a584-4f51-ad9a-9adff00bb549 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347904 Dec 20 22:53:13.671212 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03e112-9427-448e-86cb-0ebaf7ced55f x-openstack-request-id: req-bf03e112-9427-448e-86cb-0ebaf7ced55f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:13.671452 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:13.671708 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf03e112-9427-448e-86cb-0ebaf7ced55f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:13.672088 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd', 'status': 'completed', 'code': 200} Dec 20 22:53:13.673844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-7446a141-d208-4bb2-be25-4e50a6e678bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd HTTP/1.1" status: 200 len: 217 time: 0.1578248 Dec 20 22:53:13.695202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:53:13.725572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-1ccc56a1-37c0-4add-b8da-921af8c4c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.727038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-1ccc56a1-37c0-4add-b8da-921af8c4c80e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2500587 Dec 20 22:53:13.745016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-4fe5f254-a57d-4c48-a315-2c9a041450b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.746447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-4fe5f254-a57d-4c48-a315-2c9a041450b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0620146 Dec 20 22:53:13.792981 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-ed30a41d-ca63-4cd5-af2d-1c14bf437717 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0547521 Dec 20 22:53:13.800984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:13.830909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bbca0-9fda-4236-92bb-98ba3f1043fa req-49846a0c-bfbd-492b-91a2-408f68dbcc28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.839027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d3bbca0-9fda-4236-92bb-98ba3f1043fa req-49846a0c-bfbd-492b-91a2-408f68dbcc28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.1332655 Dec 20 22:53:13.860061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-0c03b433-b639-494e-afc7-03590cc7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.861493 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-0c03b433-b639-494e-afc7-03590cc7f017 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0500503 Dec 20 22:53:13.889528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:13.903442 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Sync routers for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:13.921332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d3bbca0-9fda-4236-92bb-98ba3f1043fa req-96f1a869-0fea-4c8b-8e67-780bbf88ac25 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813212 Dec 20 22:53:13.925838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eaa21412-7f41-4c52-9d9f-623ef60855a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:13.927327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-eaa21412-7f41-4c52-9d9f-623ef60855a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461067 Dec 20 22:53:13.939536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:13.942101 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:13.998546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2c297-f136-4962-b587-943d671eca73 req-b0a6cffd-4d56-40c7-bfdc-8938f9febe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:14.002727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-b0a6cffd-4d56-40c7-bfdc-8938f9febe81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295288 Dec 20 22:53:14.014660 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:14.023769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-169c3901-027f-4185-ac2e-616098d362db admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8662021 Dec 20 22:53:14.028316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:14.035170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:14.055013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'port_id': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'mac_address': 'fa:16:3e:d2:d4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfff25c-9ace-4678-95fb-366841d4d15b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:14.111852 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:14.132913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d649d2-df39-42ce-a9e0-162ce64d26d2 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:14.155406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd1898-deac-4028-84f0-a04f59b7aeb5 req-0034cfbc-344c-4bec-86cd-a37a52b1a44c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:14.156722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:14.166394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ffd1898-deac-4028-84f0-a04f59b7aeb5 req-0034cfbc-344c-4bec-86cd-a37a52b1a44c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 945 time: 0.2004762 Dec 20 22:53:14.167048 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:14.233208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:14.268356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ffd1898-deac-4028-84f0-a04f59b7aeb5 req-0c113f8d-138b-4628-abe1-33faf80fe0d8 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972233 Dec 20 22:53:14.346122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:14.406787 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-e618c318-9043-4f2c-84ef-97908893d731 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710846 Dec 20 22:53:14.424720 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-41db0a25-0b29-44cf-ae32-447288b48b45 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061606 Dec 20 22:53:14.436252 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:11Z', 'revision_number': 3, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:14.519105 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Checking router: f0e834d1-9713-4aef-88a5-eefc2e7c7d78 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:14.519462 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Updating router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 port 87871b22-9292-4b1e-a3e5-9de6feddfee9 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:53:14.554008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['54d649d2-df39-42ce-a9e0-162ce64d26d2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:14.572277 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:14.706911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-803418d2-09ad-461f-b8d6-eee1e42989c0 req-3e4348ac-db92-4b10-9633-4a90415ce606 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907512 Dec 20 22:53:14.720490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66a2c297-f136-4962-b587-943d671eca73 req-36709218-0386-4084-b02e-fa5beb5e18a0 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843928 Dec 20 22:53:14.803892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e541277-3a61-4ece-853e-5359498a7f00 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:14.822422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a4ac-873f-49a9-b159-6874d84d00cc req-de4a5e7d-1eaf-4f90-992b-7b56284e65eb tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:14.830198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81c6a4ac-873f-49a9-b159-6874d84d00cc req-de4a5e7d-1eaf-4f90-992b-7b56284e65eb tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 948 time: 0.1942041 Dec 20 22:53:14.978067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6e541277-3a61-4ece-853e-5359498a7f00 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:14.978783 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.001161 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.028748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590439-3791-443e-9824-6539d773e183 req-d8138c24-1716-4df6-8da2-70363a42f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.031166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-d8138c24-1716-4df6-8da2-70363a42f08a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e9bad8b25eb47429ec394a382855d69&device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 1099 time: 0.1022685 Dec 20 22:53:15.044636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81c6a4ac-873f-49a9-b159-6874d84d00cc req-6e7a1e3a-2d4a-42a9-8c95-96686d129e16 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115228 Dec 20 22:53:15.078178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b14713-3329-4dd1-a74a-0ccd64c99d7e req-6ba58462-2249-4566-92f9-01d370086189 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.090362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09b14713-3329-4dd1-a74a-0ccd64c99d7e req-6ba58462-2249-4566-92f9-01d370086189 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 948 time: 0.2324426 Dec 20 22:53:15.111504 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.180461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590439-3791-443e-9824-6539d773e183 req-a8eef974-d627-41bc-b0d4-1dd1d740be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.187266 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-a8eef974-d627-41bc-b0d4-1dd1d740be0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1476109 Dec 20 22:53:15.222240 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Attempting to bind port 87871b22-9292-4b1e-a3e5-9de6feddfee9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:15.222444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09b14713-3329-4dd1-a74a-0ccd64c99d7e req-90fbc9f4-c62a-4c55-95a9-96339061ffd1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310039 Dec 20 22:53:15.222935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Attempting to bind port 87871b22-9292-4b1e-a3e5-9de6feddfee9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:15.223447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Attempting to bind port 87871b22-9292-4b1e-a3e5-9de6feddfee9 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:15.235444 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:15.235960 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:15.236350 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.236862 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:15.237329 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Bound port: 87871b22-9292-4b1e-a3e5-9de6feddfee9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:15.237703 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.254979 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-ca07aaa0-38a2-471e-b381-d1b995a32460 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd HTTP/1.1" status: 200 len: 217 time: 0.0598392 Dec 20 22:53:15.267271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Pushing event updated for resources: {'Port': ['ID=87871b22-9292-4b1e-a3e5-9de6feddfee9,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:15.281872 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.282219 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.282556 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.282879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.283377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.283850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.284334 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.285101 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.285585 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.286143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.286616 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.287135 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.288037 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:15.305094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca97255-8f0e-40f8-bbdf-f07c2882d187 req-3917f04b-2abd-4198-b280-277f2b92ed40 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.306698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ca97255-8f0e-40f8-bbdf-f07c2882d187 req-3917f04b-2abd-4198-b280-277f2b92ed40 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.1309967 Dec 20 22:53:15.308673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.327393 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] For port 87871b22-9292-4b1e-a3e5-9de6feddfee9, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:15.330997 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] For port 87871b22-9292-4b1e-a3e5-9de6feddfee9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87871b22-9292-4b1e-a3e5-9de6feddfee9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:15.359010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590439-3791-443e-9824-6539d773e183 req-ce4aaf37-620b-42f7-8cfb-4cbcfa2cca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.360519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-ce4aaf37-620b-42f7-8cfb-4cbcfa2cca35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0972886 Dec 20 22:53:15.428975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1590439-3791-443e-9824-6539d773e183 req-8ab2ab76-980b-496b-a43a-53feb13abb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.431408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-8ab2ab76-980b-496b-a43a-53feb13abb7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630598 Dec 20 22:53:15.450580 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:15.493090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ca97255-8f0e-40f8-bbdf-f07c2882d187 req-4487b728-356d-45b7-8a78-961fd12f492d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563950 Dec 20 22:53:15.519437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bfabb-5b57-4d34-a90f-e74d36381e2f None None] Pushing event updated for resources: {'Port': ['ID=87871b22-9292-4b1e-a3e5-9de6feddfee9,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:15.540990 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:15.541703 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:15.550343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a00c9-cc38-43ec-9f56-fd7b8261505b req-de75c331-517a-4a8d-9592-15fc0d511559 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:15.550494 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-0c091597-01de-4fa3-b35a-129412e13773 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018438 Dec 20 22:53:15.550578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43a00c9-cc38-43ec-9f56-fd7b8261505b req-de75c331-517a-4a8d-9592-15fc0d511559 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 945 time: 0.1816676 Dec 20 22:53:15.640812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43a00c9-cc38-43ec-9f56-fd7b8261505b req-3b71e2b9-ef26-4eb7-b035-67b9044a5fc9 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884373 Dec 20 22:53:15.668345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:15.678996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1590439-3791-443e-9824-6539d773e183 req-6d8e9d36-5be1-47bc-80e0-0358dd87d93e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263351 Dec 20 22:53:15.767627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Allocated IP 172.20.0.1 (26caa5a4-fd8b-42a4-b679-17d4a234eaaa/67124f70-04e1-46d4-acb7-b19f1ec9af49/b1855ce2-419f-4cd6-a4f4-fd2c7f534f94) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:15.817781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:15.853408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:15.872186 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:11Z', 'revision_number': 3, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:15.906488 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8f386-0afe-4c84-8c1e-ed2fad377631 None None] The sync data for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 is: [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:11Z', 'revision_number': 3, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:15.985441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-5a6db2ec-7ad5-4abc-8cd6-30dd8b829dd4 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3039794 Dec 20 22:53:16.001262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:16.045973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.108383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:16.119299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.120320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'mac_address': 'fa:16:3e:31:8a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:16.163240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.175628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 54d649d2-df39-42ce-a9e0-162ce64d26d2 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:16.181698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:16.187297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 54d649d2-df39-42ce-a9e0-162ce64d26d2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:16.187658 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.211523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.293599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:16.305200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:16.331496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:16.373872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:16.411622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.485256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:16.515341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.574739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.593491 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.692690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:16.696805 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c072a6a3-62b4-494c-b3fe-3106f5292a93" -d '{"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-plugged", "status": "completed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:16.730620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:16.752101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87871b22-9292-4b1e-a3e5-9de6feddfee9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:16.790915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:16.808253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f8a671d9-cfa9-490c-bb18-ebd95c5568e0 None None] Provisioning complete for port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:16.808645 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f8a671d9-cfa9-490c-bb18-ebd95c5568e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.826299 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.852231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Allocated IP 172.25.1.252 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/0c59e849-d2cb-4101-8dfc-0e270fe34441) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:16.862423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:16.937202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2d5b-f8d1-4900-8a9d-b7656781d7ca req-91688d5c-d82c-4c38-80a9-ab46e83002fe tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:16.938795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-983e2d5b-f8d1-4900-8a9d-b7656781d7ca req-91688d5c-d82c-4c38-80a9-ab46e83002fe tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 948 time: 0.1106286 Dec 20 22:53:16.962889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f8a671d9-cfa9-490c-bb18-ebd95c5568e0 None None] Port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:16.987153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 87871b22-9292-4b1e-a3e5-9de6feddfee9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:16.987583 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:16.989067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:16.995588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.103214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-983e2d5b-f8d1-4900-8a9d-b7656781d7ca req-bfee665c-0bbd-41b5-ad2d-23a0402d34c1 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Dec 20 22:53:17.105989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.143912 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.171942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 87871b22-9292-4b1e-a3e5-9de6feddfee9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87871b22-9292-4b1e-a3e5-9de6feddfee9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:17.232555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.275178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d55118-e5bb-4907-858f-4dff65c87315 req-50780553-430e-439f-bb87-b2ee4e3cc927 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:17.276708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07d55118-e5bb-4907-858f-4dff65c87315 req-50780553-430e-439f-bb87-b2ee4e3cc927 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 949 time: 0.0811591 Dec 20 22:53:17.291900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=87871b22-9292-4b1e-a3e5-9de6feddfee9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:17.317973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.518610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07d55118-e5bb-4907-858f-4dff65c87315 req-630aa7ea-4890-4585-81c8-ed67aff55b2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673668 Dec 20 22:53:17.518610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.518610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:17.518610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:17.518610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:17.524211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0817-85e5-40eb-9593-9e61b74d2f0b req-c743532a-5daa-434a-ac25-2213efd0107b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:17.525699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d7e0817-85e5-40eb-9593-9e61b74d2f0b req-c743532a-5daa-434a-ac25-2213efd0107b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 946 time: 0.1168976 Dec 20 22:53:17.526354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event updated for resources: {'Port': ['ID=0c59e849-d2cb-4101-8dfc-0e270fe34441,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:17.840041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:17.871371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.931749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d7e0817-85e5-40eb-9593-9e61b74d2f0b req-33d86b9b-ad8d-4f86-8df2-82be32a0b8d8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985162 Dec 20 22:53:17.968972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:17.973967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:17.975302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.976366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:17.989205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:17.992867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.053683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.096042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:18.109936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.139379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:18.147225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:18.148345 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7809c5-f7d4-44bc-9075-9efdc593e519 x-openstack-request-id: req-1d7809c5-f7d4-44bc-9075-9efdc593e519 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:18.148665 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-plugged", "status": "completed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:18.148932 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d7809c5-f7d4-44bc-9075-9efdc593e519 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:18.149467 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'code': 200} Dec 20 22:53:18.181788 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.254624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:18.286081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd82ff0-6dcb-44af-bf8f-945c2e533ca0 req-8857b306-0b7f-4421-960e-f2f48ed4bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:18.289069 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2fd82ff0-6dcb-44af-bf8f-945c2e533ca0 req-8857b306-0b7f-4421-960e-f2f48ed4bba6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1097 time: 0.0667155 Dec 20 22:53:18.339548 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2fd82ff0-6dcb-44af-bf8f-945c2e533ca0 req-6e9405b5-3232-4c6e-a8e0-54b3c8cbed3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Dec 20 22:53:18.405413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-41bd36ee-6459-459d-a8bb-d05dd8fa34fc None None] Provisioning complete for port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:18.406040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41bd36ee-6459-459d-a8bb-d05dd8fa34fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.412571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:18.452759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-41bd36ee-6459-459d-a8bb-d05dd8fa34fc None None] Port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:18.476493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.543703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:18.549279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ead46773-b796-4701-88f4-66a2b78680b5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0e834d1-9713-4aef-88a5-eefc2e7c7d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5189240 Dec 20 22:53:18.550511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.561704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Sync routers for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:18.573217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:18.574220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:18.636538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event updated for resources: {'Port': ['ID=0c59e849-d2cb-4101-8dfc-0e270fe34441,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:18.642874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.699611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87871b22-9292-4b1e-a3e5-9de6feddfee9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:18.705807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:18.743795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.745573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-d46f6b90-e1af-461d-9d4c-ae35c71719d6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7512972 Dec 20 22:53:18.773955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:18.830156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-8bd37d53-9dba-45f5-8854-035950208132 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0781391 Dec 20 22:53:18.927391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 87871b22-9292-4b1e-a3e5-9de6feddfee9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:18.929118 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:18.955146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-99771362-b12a-4c3f-bce6-f240feee529d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:18.957231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-99771362-b12a-4c3f-bce6-f240feee529d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1209524 Dec 20 22:53:18.970528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-527eb785-ab94-4cb6-bb6b-b6588fd2b02d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:18.971639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742a9bb5-c6d5-4e56-807b-be8be626524a req-527eb785-ab94-4cb6-bb6b-b6588fd2b02d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062051 Dec 20 22:53:19.036818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:19.094872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd', 'mac_address': 'fa:16:3e:aa:42:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:19.109114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2476f-9eba-48e8-b243-624e30ecf25c req-dcdb986f-c870-46c6-a121-a3ff2d986ac9 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.111168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11f2476f-9eba-48e8-b243-624e30ecf25c req-dcdb986f-c870-46c6-a121-a3ff2d986ac9 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 948 time: 0.0669255 Dec 20 22:53:19.165568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-8a739f19-4a95-4d02-a4e9-dda913b4f480 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.166840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-8a739f19-4a95-4d02-a4e9-dda913b4f480 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848&tenant_id=97b0ac3019814fb8a7689450b045d6af&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 950 time: 0.1268096 Dec 20 22:53:19.178603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11f2476f-9eba-48e8-b243-624e30ecf25c req-4deec2d8-3867-4975-94c9-c774ef50c71b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 Dec 20 22:53:19.182420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:19.218643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a3995e-a3c9-463a-870e-867ae549c5d9 req-23effce4-4a67-4697-8213-f017c2c14964 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330198 Dec 20 22:53:19.247840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:19.253379 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-29872b64-3408-4972-9164-d5d7c9e17109 service neutron] delete failed (client error): The resource could not be found. Dec 20 22:53:19.254651 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-29872b64-3408-4972-9164-d5d7c9e17109 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0801127 Dec 20 22:53:19.281036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:19.306013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:16Z', 'revision_number': 4, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b1855ce2-419f-4cd6-a4f4-fd2c7f534f94', 'name': '', 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'mac_address': 'fa:16:3e:14:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:15Z', 'updated_at': '2021-12-20T22:53:17Z', 'revision_number': 2, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'subnets': [{'id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:19.337119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Checking router: f0e834d1-9713-4aef-88a5-eefc2e7c7d78 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:19.337535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Updating router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:53:19.358842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11b8125f-a7d6-4aa3-b16b-10ef315a3e5e req-6f465190-b57d-448d-b0ac-913d1e3f5767 tempest-FloatingIPsNegativeTestJSON-312350048 tempest-FloatingIPsNegativeTestJSON-312350048-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=293167551ff24a72a7b8bd60641ac4a3 HTTP/1.1" status: 200 len: 217 time: 0.0692339 Dec 20 22:53:19.360829 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:19.381046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-b93aace5-82c5-4e91-a428-2693a81f31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.382903 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-b93aace5-82c5-4e91-a428-2693a81f31b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1101 time: 0.0506051 Dec 20 22:53:19.392689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:19.396255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3995e-a3c9-463a-870e-867ae549c5d9 req-d92ea745-cc6f-4ff4-abff-93fd7a4050d9 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.399992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a3995e-a3c9-463a-870e-867ae549c5d9 req-d92ea745-cc6f-4ff4-abff-93fd7a4050d9 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734710 Dec 20 22:53:19.425216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a3995e-a3c9-463a-870e-867ae549c5d9 req-775e1fed-4b26-4142-a0a3-d61df3f01a85 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/quotas/c8cdf4d68da5436c8a64f0401d31326f HTTP/1.1" status: 200 len: 375 time: 0.0175021 Dec 20 22:53:19.452989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:19.481206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a3995e-a3c9-463a-870e-867ae549c5d9 req-54bdc1e7-c1bd-451e-b09a-18a063d2654d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464380 Dec 20 22:53:19.496028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-7cffb780-a548-46e8-8dd8-17008b432d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.497528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-7cffb780-a548-46e8-8dd8-17008b432d25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1066167 Dec 20 22:53:19.545330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2a0bb-60c2-4425-8d80-75d056633686 req-eb7a108d-a390-4fa2-aaeb-328e70e2a45f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.559960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80e2a0bb-60c2-4425-8d80-75d056633686 req-eb7a108d-a390-4fa2-aaeb-328e70e2a45f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.0898318 Dec 20 22:53:19.567531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-da6e6296-8070-4da8-9240-28c1a42a3ada service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0619287 Dec 20 22:53:19.606597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8c28e27b-4ce2-40e6-ae99-ae754b0d05bd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:19.624989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80e2a0bb-60c2-4425-8d80-75d056633686 req-b5000dd6-e2d5-465d-968f-3b9d8e96aa7d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Dec 20 22:53:19.636391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-9587ad9c-5199-45b4-b209-d25579ccea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.638245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-9587ad9c-5199-45b4-b209-d25579ccea4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0633898 Dec 20 22:53:19.671049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451911c-cbb2-4b09-8d60-c6c87c7ce596 req-0ffce494-52ee-43da-aeab-758015cd75fa tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.672994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f451911c-cbb2-4b09-8d60-c6c87c7ce596 req-0ffce494-52ee-43da-aeab-758015cd75fa tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 946 time: 0.0650692 Dec 20 22:53:19.704204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-f91e5a03-1df1-43f1-97d0-784412b2e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.706388 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-f91e5a03-1df1-43f1-97d0-784412b2e81e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591221 Dec 20 22:53:19.789588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f451911c-cbb2-4b09-8d60-c6c87c7ce596 req-473f0e2a-2f3b-4c9b-a29a-bc5f5690264a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098368 Dec 20 22:53:19.808746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-54c628d7-e584-40e3-9fa2-6d748a8b4d3f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945635 Dec 20 22:53:19.866961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2e4e8d3-e5b2-49c6-be66-a69535748027 req-4d1ddcb4-addf-4a96-bafd-307274235990 tempest-FloatingIPsNegativeTestJSON-312350048 tempest-FloatingIPsNegativeTestJSON-312350048-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0298364 Dec 20 22:53:19.932636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-ff704a39-edc7-4710-8560-b48b3eb06420 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:19.934216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-ff704a39-edc7-4710-8560-b48b3eb06420 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 821 time: 0.1818676 Dec 20 22:53:19.949186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-585e5eac-9608-4528-a19c-2bd486ad8b96 req-6d867c49-97e9-4def-ba12-b2fe045f35d3 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 Dec 20 22:53:19.965813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8e912b1f-42ed-45aa-ba01-c63bafdfc182 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/quotas/b330f910dc5f4b0799b09dbd726396a9 HTTP/1.1" status: 200 len: 375 time: 0.0188277 Dec 20 22:53:19.992731 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.023305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-6d442a68-f136-4556-99f6-d92349a4bd05 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513585 Dec 20 22:53:20.065464 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.120882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33295e73-5d8a-44cc-a47e-cc447da39fde None None] Pushing event updated for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:20.124858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-e4a7749b-dd22-41a9-9eb7-6ee27ad9fb3a service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926666 Dec 20 22:53:20.156566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:20.156566 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f11e3d-2972-4cec-bec1-efadc03caead" -d '{"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-plugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:20.196247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Attempting to bind port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:20.196621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Attempting to bind port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:20.196981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Attempting to bind port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 on network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:20.205812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:20.206156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Checking segment: {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:20.207551 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.207551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Bound using segment: {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:20.207551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Bound port: b1855ce2-419f-4cd6-a4f4-fd2c7f534f94, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d23ef0-bf0d-4e41-afa6-8e41363ced39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:20.207945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.247750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-eb8ecbd0-5894-49bc-9c27-90c74637294b service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106079 Dec 20 22:53:20.306952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] For port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:20.310424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] For port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:20.340154 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-018cba05-7672-4b17-9571-075c4a1820fb req-394a0bc8-4fee-40c2-9c67-53e58063b400 tempest-FloatingIPsNegativeTestJSON-312350048 tempest-FloatingIPsNegativeTestJSON-312350048-project] show failed (client error): The resource could not be found. Dec 20 22:53:20.341805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-018cba05-7672-4b17-9571-075c4a1820fb req-394a0bc8-4fee-40c2-9c67-53e58063b400 tempest-FloatingIPsNegativeTestJSON-312350048 tempest-FloatingIPsNegativeTestJSON-312350048-project] 10.222.0.62 "GET /v2.0/floatingips/9158450d-32ed-4d0e-9245-73ff344b3da6 HTTP/1.1" status: 404 len: 350 time: 0.0478668 Dec 20 22:53:20.351174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58496) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:20.387632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8ef54077-d99d-4d25-b782-4ff7470077af None None] Provisioning complete for port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:20.388813 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8ef54077-d99d-4d25-b782-4ff7470077af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.413647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:20.502514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54077-d99d-4d25-b782-4ff7470077af None None] Port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:20.534486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33295e73-5d8a-44cc-a47e-cc447da39fde None None] Pushing event updated for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:20.541700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:20.542365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:20.593554 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05f10d-9795-43dc-b92e-8ddf2f41f0d2 x-openstack-request-id: req-3a05f10d-9795-43dc-b92e-8ddf2f41f0d2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:20.593911 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-plugged", "status": "completed", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:20.594175 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a05f10d-9795-43dc-b92e-8ddf2f41f0d2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:20.594570 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'code': 200} Dec 20 22:53:20.700971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07401c47-103d-402d-8522-461543333dc9 req-197576c1-52a0-4729-8827-b501c922cd8a tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:20.702616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07401c47-103d-402d-8522-461543333dc9 req-197576c1-52a0-4729-8827-b501c922cd8a tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 949 time: 0.1345429 Dec 20 22:53:20.731503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:20.826258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07401c47-103d-402d-8522-461543333dc9 req-1c8cfaa1-667a-4796-b074-c69140c95822 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152787 Dec 20 22:53:20.909777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc8d3935-4030-43e5-98e8-a833c56b0a04 req-a31c7b61-f563-41b9-a5f2-8c6867d0520a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 210 time: 0.0363407 Dec 20 22:53:20.936383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:21.058977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] Provisioning complete for port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:21.059675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.100023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.121360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75b88-a028-4d8a-9580-722a6a8ebcc4 req-2bedc0fe-9958-417e-b855-60468a3be5c8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:21.122781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0e75b88-a028-4d8a-9580-722a6a8ebcc4 req-2bedc0fe-9958-417e-b855-60468a3be5c8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 946 time: 0.0927527 Dec 20 22:53:21.144060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ddd60-94b0-4c4e-98ce-48de72ec5e34 req-27995ca7-735a-46d0-8264-4d401c40b37e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:21.156114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-671ddd60-94b0-4c4e-98ce-48de72ec5e34 req-27995ca7-735a-46d0-8264-4d401c40b37e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.0888667 Dec 20 22:53:21.186032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:21.218810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:16Z', 'revision_number': 4, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b1855ce2-419f-4cd6-a4f4-fd2c7f534f94', 'name': '', 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'mac_address': 'fa:16:3e:14:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:15Z', 'updated_at': '2021-12-20T22:53:20Z', 'revision_number': 4, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'subnets': [{'id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:21.220355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0e75b88-a028-4d8a-9580-722a6a8ebcc4 req-0389edee-5247-4f2c-a0e3-79a8463928a0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895634 Dec 20 22:53:21.224010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:21.225252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.254320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-671ddd60-94b0-4c4e-98ce-48de72ec5e34 req-d7f5f465-4823-4701-bb14-31c410c59b28 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015263 Dec 20 22:53:21.286622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91759ec5-3543-49f8-ab0c-ee833be6df06 None None] The sync data for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 is: [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:16Z', 'revision_number': 4, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b1855ce2-419f-4cd6-a4f4-fd2c7f534f94', 'name': '', 'network_id': '26caa5a4-fd8b-42a4-b679-17d4a234eaaa', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'mac_address': 'fa:16:3e:14:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:15Z', 'updated_at': '2021-12-20T22:53:20Z', 'revision_number': 4, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'subnets': [{'id': '67124f70-04e1-46d4-acb7-b19f1ec9af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:21.290985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.392426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] For port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:21.439302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-325dc942-7b22-4975-8f5c-2192b515f7ac req-0ced8934-6981-4499-8822-148bf337c74b tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538220 Dec 20 22:53:21.488263 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.518696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.610433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:21.638538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc942-7b22-4975-8f5c-2192b515f7ac req-f074c845-2a47-4b10-baeb-834ddbcb704d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:21.647230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-325dc942-7b22-4975-8f5c-2192b515f7ac req-f074c845-2a47-4b10-baeb-834ddbcb704d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061720 Dec 20 22:53:21.656574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca981-1841-44b6-bef8-316557490ff9 req-1c584afe-4205-4573-8126-7b802ee7761b tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:21.664233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1e880-b89d-4c82-9a2b-3a482843519e None None] Pushing event updated for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:21.666460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7baca981-1841-44b6-bef8-316557490ff9 req-1c584afe-4205-4573-8126-7b802ee7761b tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1101 time: 0.1243589 Dec 20 22:53:21.671677 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.731502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-325dc942-7b22-4975-8f5c-2192b515f7ac req-ec65215c-acb9-47b1-965c-3fb26b298222 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/quotas/c8cdf4d68da5436c8a64f0401d31326f HTTP/1.1" status: 200 len: 375 time: 0.0832763 Dec 20 22:53:21.746122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:21.769935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:21.775115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-325dc942-7b22-4975-8f5c-2192b515f7ac req-b945d27a-0427-4bcd-83d3-b57799e09a0d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421438 Dec 20 22:53:21.827336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7baca981-1841-44b6-bef8-316557490ff9 req-90c7721b-d65a-4f6c-84be-4bbf6fc91182 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598499 Dec 20 22:53:21.886909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Deleting port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:21.887697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:21.970217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94743381-c8d1-4c01-9a5c-b6a997d21e71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.009367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] For port b1855ce2-419f-4cd6-a4f4-fd2c7f534f94, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:22.010441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.013257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94da9-4071-4b5c-9b5d-f701fde8b383 req-96271f9b-430e-4335-95ad-854513b98121 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:22.014411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fa94da9-4071-4b5c-9b5d-f701fde8b383 req-96271f9b-430e-4335-95ad-854513b98121 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1097 time: 0.1096449 Dec 20 22:53:22.027728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Calling delete_port for b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:22.109939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579141-3db9-4023-bc27-3c5f91a44109 req-bbfcb46e-d13e-4622-899e-87e6a8810e02 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:22.111440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d579141-3db9-4023-bc27-3c5f91a44109 req-bbfcb46e-d13e-4622-899e-87e6a8810e02 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.1150768 Dec 20 22:53:22.119595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fa94da9-4071-4b5c-9b5d-f701fde8b383 req-24fbcf80-91f3-4cb6-86b2-0983324ab536 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895460 Dec 20 22:53:22.158831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94743381-c8d1-4c01-9a5c-b6a997d21e71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.181683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d579141-3db9-4023-bc27-3c5f91a44109 req-b5e28eae-0186-4616-a8a8-bd080788530b tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Dec 20 22:53:22.238252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94743381-c8d1-4c01-9a5c-b6a997d21e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.307787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94743381-c8d1-4c01-9a5c-b6a997d21e71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a48c7ad7da74736b46fec182d6b2ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351307 Dec 20 22:53:22.308939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94743381-c8d1-4c01-9a5c-b6a997d21e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf09163-7b36-4c49-81e5-aeefd4b07bdf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:22.311245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:22.399768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51d54c14-4565-4207-bdda-e3ab7740f70a req-5b9c896a-65e9-4391-a717-3f3bb4fc4f29 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 210 time: 0.0554109 Dec 20 22:53:22.433634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.468294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.524643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.563972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3f769-edef-47f2-b0a1-32bf30e60b58 req-e7b3bce4-5b62-4751-9140-e1dc29ba49e9 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:22.565448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1855ce2-419f-4cd6-a4f4-fd2c7f534f94,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:22.565581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37f3f769-edef-47f2-b0a1-32bf30e60b58 req-e7b3bce4-5b62-4751-9140-e1dc29ba49e9 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1097 time: 0.0911736 Dec 20 22:53:22.596126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:22.603635 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcbc4ed-04bd-4099-8f7c-b72289342f02" -d '{"events": [{"server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "name": "network-vif-plugged", "status": "completed", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:22.663815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.670456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.671635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bf09163-7b36-4c49-81e5-aeefd4b07bdf HTTP/1.1" status: 204 len: 168 time: 0.3594897 Dec 20 22:53:22.709454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37f3f769-edef-47f2-b0a1-32bf30e60b58 req-65cd290e-d667-4a6d-86fb-a2b43eb08df5 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299953 Dec 20 22:53:22.710358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355ce6-b12a-4489-a48b-cd665121b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf09163-7b36-4c49-81e5-aeefd4b07bdf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:22.845583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:22.931394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-6e2bf87f-d94e-4cd9-864d-2ce9fcb34dd8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564058 Dec 20 22:53:23.004455 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8aa265-c524-4c2c-846b-dfc5a2008f98 x-openstack-request-id: req-7b8aa265-c524-4c2c-846b-dfc5a2008f98 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:23.004947 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "name": "network-vif-plugged", "status": "completed", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:23.005299 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b8aa265-c524-4c2c-846b-dfc5a2008f98 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:23.005856 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd', 'code': 200} Dec 20 22:53:23.072310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-a21dd455-4a93-4d39-8796-e30771751d8e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:23.079895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-a21dd455-4a93-4d39-8796-e30771751d8e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473451 Dec 20 22:53:23.097307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-cf37a233-592a-419f-a19c-2d7ef4934855 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/quotas/97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 375 time: 0.0163734 Dec 20 22:53:23.162630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-0c95d19f-2fb2-4613-8ba3-2665abdf3691 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641541 Dec 20 22:53:23.238216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:23.240780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07075c33-516d-40d4-8652-5506e55cebfb req-d6547555-f01b-4f36-9797-71a15a3c1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:23.242292 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07075c33-516d-40d4-8652-5506e55cebfb req-d6547555-f01b-4f36-9797-71a15a3c1afd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 1101 time: 0.1230769 Dec 20 22:53:23.338797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-fc2b1de8-5185-457a-8d8b-3275cd4426be tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:23.340322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-fc2b1de8-5185-457a-8d8b-3275cd4426be tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.59 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 821 time: 0.1649957 Dec 20 22:53:23.355691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'port': {'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'admin_state_up': True, 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:23.375710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07075c33-516d-40d4-8652-5506e55cebfb req-63f90ee4-f008-47a5-aa47-29c533272cab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875478 Dec 20 22:53:23.392137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:23.400479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-025520a6-4025-4308-be13-852b4912c7c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0e834d1-9713-4aef-88a5-eefc2e7c7d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0459106 Dec 20 22:53:23.400773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58604) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:23.407468 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Sync routers for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:23.421310 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:23.424943 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:23.566753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58612) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:23.594369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:23.605915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-412377d0-22f6-4b98-92b5-46d75b0191e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:23.693936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8079-5d09-4485-86d5-8d7f08a304a3 req-222ce38a-16ce-45b8-96da-937693242b6e tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:23.696086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-769d8079-5d09-4485-86d5-8d7f08a304a3 req-222ce38a-16ce-45b8-96da-937693242b6e tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.1796288 Dec 20 22:53:23.699016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:23.745091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Made reservation on behalf of b330f910dc5f4b0799b09dbd726396a9 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:23.751257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:23.849233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:23.884796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:22Z', 'revision_number': 5, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port': {'id': '87871b22-9292-4b1e-a3e5-9de6feddfee9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:10Z', 'updated_at': '2021-12-20T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:23.912156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Checking router: f0e834d1-9713-4aef-88a5-eefc2e7c7d78 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:23.923811 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Routers {'f0e834d1-9713-4aef-88a5-eefc2e7c7d78'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:23.924689 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:23.991732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-769d8079-5d09-4485-86d5-8d7f08a304a3 req-c89d4625-8335-4f52-9457-ae6d8b13e670 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846839 Dec 20 22:53:23.992821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Allocated IP 172.20.0.8 (711a925a-6cb5-4eda-9dda-34bd1cbc19d5/988aa44c-6c20-4ef3-b443-6e17757aaeaf/c4de135d-8718-4525-8b96-85ea9fc5ee9b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:24.014849 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] Set router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:24.053956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Deleting port 87871b22-9292-4b1e-a3e5-9de6feddfee9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:24.054572 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.066536 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-412377d0-22f6-4b98-92b5-46d75b0191e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.075694 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:23Z', 'revision_number': 6, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:24.103174 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2acf3-f6b6-4109-bfd5-2a6bbc90c100 None None] The sync data for ids ['f0e834d1-9713-4aef-88a5-eefc2e7c7d78'] in n-d-822053-9 is: [{'id': 'f0e834d1-9713-4aef-88a5-eefc2e7c7d78', 'name': 'tempest-FloatingIPsNegativeTestJSON-1844271950-router', 'tenant_id': '293167551ff24a72a7b8bd60641ac4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:09Z', 'updated_at': '2021-12-20T22:53:23Z', 'revision_number': 6, 'project_id': '293167551ff24a72a7b8bd60641ac4a3', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:24.160676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-412377d0-22f6-4b98-92b5-46d75b0191e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.166678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] For port 87871b22-9292-4b1e-a3e5-9de6feddfee9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87871b22-9292-4b1e-a3e5-9de6feddfee9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:24.167236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.180143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Calling delete_port for 87871b22-9292-4b1e-a3e5-9de6feddfee9 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:24.200530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-412377d0-22f6-4b98-92b5-46d75b0191e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffe373e088084858abdacfdde4a03e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325893 Dec 20 22:53:24.208232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58632) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:24.427512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.457207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Pushing event deleted for resources: {'Port': ['ID=87871b22-9292-4b1e-a3e5-9de6feddfee9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:24.539606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.591593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10cf42b5-20a3-467d-b282-9f2cd2d0ad39 req-7a076db0-3b73-47f0-9db0-199006107e0c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 210 time: 0.3990958 Dec 20 22:53:24.613700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc807bf5-f772-4efa-bb12-eaa3424b6559 req-615ac3df-00cf-4945-92cb-098be6304a9f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 210 time: 0.4070127 Dec 20 22:53:24.669894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412377d0-22f6-4b98-92b5-46d75b0191e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c60335-b73b-4429-9926-6fdabe984b15,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:24.759865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.769061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.805526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.812096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab99a5-3ef1-4c13-aff6-2e02674f8446 req-7db563b3-743c-42fa-8df7-7851429e58a5 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:24.813675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbab99a5-3ef1-4c13-aff6-2e02674f8446 req-7db563b3-743c-42fa-8df7-7851429e58a5 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1097 time: 0.1175790 Dec 20 22:53:24.860445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ca85d6f-0691-4230-be6c-26a82ef552fa req-3f0b7750-5f05-496e-99ef-75835c2ea83e tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457604 Dec 20 22:53:24.894770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.897582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:24.986077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbab99a5-3ef1-4c13-aff6-2e02674f8446 req-fac0be35-faca-4f34-bb1e-6d40dc3cd61d tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492903 Dec 20 22:53:25.003644 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.010995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:25.020575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0051c154-901f-428f-98a5-3153bf3d329d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:25.044231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.044774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e834d1-9713-4aef-88a5-eefc2e7c7d78 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:53:25.053160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.056107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a706e09-5361-4032-98b9-87b2652e0790 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0e834d1-9713-4aef-88a5-eefc2e7c7d78 HTTP/1.1" status: 204 len: 168 time: 1.6544385 Dec 20 22:53:25.060081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:25.060277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85d6f-0691-4230-be6c-26a82ef552fa req-8cf5f02f-74c6-4199-ae06-c7e594b0af1d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:25.061763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ca85d6f-0691-4230-be6c-26a82ef552fa req-8cf5f02f-74c6-4199-ae06-c7e594b0af1d tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919973 Dec 20 22:53:25.074646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:25.080386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:25.081690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b1855ce2-419f-4cd6-a4f4-fd2c7f534f94 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:25.083403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:25.088958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:25.101845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event updated for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:25.151743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Deleting subnet 67124f70-04e1-46d4-acb7-b19f1ec9af49 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:53:25.156921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.160843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ca85d6f-0691-4230-be6c-26a82ef552fa req-69e88d27-dd5f-49eb-89b4-10660f469a77 tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/quotas/c8cdf4d68da5436c8a64f0401d31326f HTTP/1.1" status: 200 len: 375 time: 0.0809972 Dec 20 22:53:25.167727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.171616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.172852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81c60335-b73b-4429-9926-6fdabe984b15 HTTP/1.1" status: 204 len: 168 time: 0.9203053 Dec 20 22:53:25.204736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.295310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ca85d6f-0691-4230-be6c-26a82ef552fa req-36a9e4b5-9838-4cc0-8e7c-ea845f7ef0bd tempest-QuotasAdminNegativeTest-109836336 tempest-QuotasAdminNegativeTest-109836336-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200972 Dec 20 22:53:25.309013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b567a-f233-4fe0-9c46-17037557f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c60335-b73b-4429-9926-6fdabe984b15,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:25.359751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:25.360469 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.389368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.390773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfe3b5-cdc9-47a3-bd85-489c7ba1669a req-df9d5163-4bc2-481d-bff2-259a0161d145 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:25.392464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16dfe3b5-cdc9-47a3-bd85-489c7ba1669a req-df9d5163-4bc2-481d-bff2-259a0161d145 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.2266469 Dec 20 22:53:25.457876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16dfe3b5-cdc9-47a3-bd85-489c7ba1669a req-7bc99e5e-1e17-42ad-b1d4-a42547eabd1a tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582416 Dec 20 22:53:25.477919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8055799c-3c48-4ef7-a3aa-2f06ad8bbcf6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1264234 Dec 20 22:53:25.495759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Request body: {'port': {'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:25.495884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a2076634-0a75-4c6b-9e5b-fb2ef8a43fb0 None None] Provisioning complete for port c4de135d-8718-4525-8b96-85ea9fc5ee9b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:25.496382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2076634-0a75-4c6b-9e5b-fb2ef8a43fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.558178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a2076634-0a75-4c6b-9e5b-fb2ef8a43fb0 None None] Port c4de135d-8718-4525-8b96-85ea9fc5ee9b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:25.578923 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.587653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.613407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67124f70-04e1-46d4-acb7-b19f1ec9af49,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:25.618105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.624096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-564dfde2-7cdd-479b-aaf2-021e3f2d3b13 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/67124f70-04e1-46d4-acb7-b19f1ec9af49 HTTP/1.1" status: 204 len: 168 time: 0.5630198 Dec 20 22:53:25.624846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:25.632706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96809d-0608-4107-9ee0-02dd37d75ff7 None None] Network 26caa5a4-fd8b-42a4-b679-17d4a234eaaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:25.764347 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-a35ca8fd-131f-4aa4-90cb-00e544748afd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306065 Dec 20 22:53:25.777540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.882264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] DHCP port deletion for 26caa5a4-fd8b-42a4-b679-17d4a234eaaa request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:53:25.980850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4de135d-8718-4525-8b96-85ea9fc5ee9b {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:25.989933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:25.996904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95673216-8922-4fa4-b03c-506d955a2c2f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:26.009961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Deleting port 6e541277-3a61-4ece-853e-5359498a7f00 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:26.010393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Transition to ACTIVE for port object c4de135d-8718-4525-8b96-85ea9fc5ee9b will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:26.010555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.012325 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95673216-8922-4fa4-b03c-506d955a2c2f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318511 Dec 20 22:53:26.022008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Deleting port 6e541277-3a61-4ece-853e-5359498a7f00 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:26.022470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.028972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Request body: {'port': {'device_id': 'e5fabe82-3960-4f64-8cf6-500895462141', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '97b0ac3019814fb8a7689450b045d6af'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:26.089670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] For port 6e541277-3a61-4ece-853e-5359498a7f00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e541277-3a61-4ece-853e-5359498a7f00,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:26.089670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.102154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.137393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Calling delete_port for 6e541277-3a61-4ece-853e-5359498a7f00 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:26.176867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] For port 6e541277-3a61-4ece-853e-5359498a7f00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e541277-3a61-4ece-853e-5359498a7f00,segment=NetworkSegment(15d23ef0-bf0d-4e41-afa6-8e41363ced39),segment_id=15d23ef0-bf0d-4e41-afa6-8e41363ced39)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:26.177246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.236604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Calling delete_port for 6e541277-3a61-4ece-853e-5359498a7f00 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:26.321863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Pushing event updated for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:26.328737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Attempting to bind port c4de135d-8718-4525-8b96-85ea9fc5ee9b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:26.329211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Attempting to bind port c4de135d-8718-4525-8b96-85ea9fc5ee9b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:26.330264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Attempting to bind port c4de135d-8718-4525-8b96-85ea9fc5ee9b on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:26.336313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Port c4de135d-8718-4525-8b96-85ea9fc5ee9b on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:26.336773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Attempting to bind port c4de135d-8718-4525-8b96-85ea9fc5ee9b on network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:26.351846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:26.352190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Checking segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:26.353004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Bound using segment: {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:26.353371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Bound port: c4de135d-8718-4525-8b96-85ea9fc5ee9b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26131c8-f3d4-4c6d-8246-fbe3163e4884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:26.354405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.463289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.477688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.508131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] No DVR routers for this DVR port 6e541277-3a61-4ece-853e-5359498a7f00 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:26.510610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91412e67-a287-4aff-b42e-29b5c0675378 None None] Pushing event deleted for resources: {'Port': ['ID=6e541277-3a61-4ece-853e-5359498a7f00,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:26.515114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e541277-3a61-4ece-853e-5359498a7f00,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:26.519498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] No DVR routers for this DVR port 6e541277-3a61-4ece-853e-5359498a7f00 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:26.528650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Made reservation on behalf of 97b0ac3019814fb8a7689450b045d6af for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:26.535851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.536393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:26.544423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:26.569853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1925-b568-4cb7-bd48-e33dd04c9aa1 req-a7f21150-17a9-4d88-8d16-9d4af690e63a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:26.572658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8ff1925-b568-4cb7-bd48-e33dd04c9aa1 req-a7f21150-17a9-4d88-8d16-9d4af690e63a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 943 time: 0.1450202 Dec 20 22:53:26.627043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.666227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8ff1925-b568-4cb7-bd48-e33dd04c9aa1 req-c5c380f0-b41c-46bb-8b11-6483599cf18c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861814 Dec 20 22:53:26.670635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.680150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:26.680765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.682468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] 10.222.0.59 "PUT /v2.0/ports/c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 1091 time: 1.1957319 Dec 20 22:53:26.683284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:26.685564 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f6194-270c-40df-a840-41e6117c96b8" -d '{"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:26.687072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e541277-3a61-4ece-853e-5359498a7f00 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:26.698603 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:53:26.731030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26caa5a4-fd8b-42a4-b679-17d4a234eaaa']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:26.731684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707c802-bf40-4ac9-95b7-1de70340c24f service neutron] Pushing event updated for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:26.752932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6e541277-3a61-4ece-853e-5359498a7f00 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:26.753383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e541277-3a61-4ece-853e-5359498a7f00 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:26.754647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87871b22-9292-4b1e-a3e5-9de6feddfee9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:26.813444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 87871b22-9292-4b1e-a3e5-9de6feddfee9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:26.813821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87871b22-9292-4b1e-a3e5-9de6feddfee9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:26.829077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9016ac4b-583e-46cf-8bd1-8b0a8f6447fe req-9623105b-d79f-4a52-bc23-63f8e2b52f62 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 210 time: 0.0441113 Dec 20 22:53:26.836415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Allocated IP 192.168.233.161 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/e39fa6d4-99f2-4643-b718-a969a2c72158) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:26.851850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d23ef0-bf0d-4e41-afa6-8e41363ced39') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:26.851850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d23ef0-bf0d-4e41-afa6-8e41363ced39') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:26.863766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:26.880080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-6ac3a234-5802-450d-9ee8-6f32e195a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:26.881980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-6ac3a234-5802-450d-9ee8-6f32e195a81e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1094 time: 0.0883691 Dec 20 22:53:26.973528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-54315df3-2f19-437c-a323-c9e9f748d8c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 217 time: 0.0829072 Dec 20 22:53:27.055837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-f8fc676d-0f05-42f9-a785-e2cec805d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.060040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-f8fc676d-0f05-42f9-a785-e2cec805d6b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0783715 Dec 20 22:53:27.092315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.107182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:53:27.107603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.109218 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:53:27.111684 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:53:27.157618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-ef49d9ed-fea3-4877-8f76-d4fb2e07b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.159275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-ef49d9ed-fea3-4877-8f76-d4fb2e07b98a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907631 Dec 20 22:53:27.162176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.178274 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:53:27.184082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288e049-1b52-459a-8daf-ac2f6b91b1b4 req-be2858ba-6a2b-4727-9228-f47f77b29c8f tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.188831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8288e049-1b52-459a-8daf-ac2f6b91b1b4 req-be2858ba-6a2b-4727-9228-f47f77b29c8f tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.1043160 Dec 20 22:53:27.278245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.284693 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.291199 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] 10.222.0.62 "DELETE /v2.0/networks/26caa5a4-fd8b-42a4-b679-17d4a234eaaa HTTP/1.1" status: 204 len: 168 time: 1.6627483 Dec 20 22:53:27.298368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bfe90-aa9c-43aa-97fa-edbc2b540157 admin admin] Pushing event deleted for resources: {'Network': ['ID=26caa5a4-fd8b-42a4-b679-17d4a234eaaa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:27.305923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8288e049-1b52-459a-8daf-ac2f6b91b1b4 req-0f500671-4803-48c4-9950-dd2eb180b307 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161535 Dec 20 22:53:27.313020 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.325946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:27.339192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-5a4431eb-a996-4384-a3e1-d828352a2003 service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725099 Dec 20 22:53:27.381261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:27.387200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:27.392111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:27.397474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:27.412990 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5371b8-1a8b-49fb-bf28-e884122cebc9 x-openstack-request-id: req-0f5371b8-1a8b-49fb-bf28-e884122cebc9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:27.412990 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:27.412990 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f5371b8-1a8b-49fb-bf28-e884122cebc9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:27.413466 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'status': 'completed', 'code': 200} Dec 20 22:53:27.492029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.492687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.568966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3cb56d-e053-4c86-ab08-8383c2174434 req-82087a2e-9c88-4646-95c9-e555d5c4c473 service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107661 Dec 20 22:53:27.668145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-ca4297b7-3921-4ac7-bb6c-6cfd42c3bfda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6436751 Dec 20 22:53:27.691449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Request body: {'port': {'device_id': 'e5fabe82-3960-4f64-8cf6-500895462141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:27.691958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c9911720-10f3-4a96-a4ca-04e21631f59f None None] Provisioning complete for port e39fa6d4-99f2-4643-b718-a969a2c72158 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:27.692398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c9911720-10f3-4a96-a4ca-04e21631f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.698472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58734) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:27.736771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c9911720-10f3-4a96-a4ca-04e21631f59f None None] Port e39fa6d4-99f2-4643-b718-a969a2c72158 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:27.746100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.757780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-431defbd-8b83-4a36-b4a0-a326e3d078de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.759430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-431defbd-8b83-4a36-b4a0-a326e3d078de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1094 time: 0.0514793 Dec 20 22:53:27.775931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:27.871307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-1734d0bd-8e05-4ce3-9d24-0f2f05be7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:27.874483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-1734d0bd-8e05-4ce3-9d24-0f2f05be7d2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1053162 Dec 20 22:53:27.923426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-e8212cba-0211-4ab8-b411-6becd8899558 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 217 time: 0.0421689 Dec 20 22:53:27.987250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:28.021476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-8f4005a5-ce2f-4bba-98d1-30f1b8d065da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.023295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-8f4005a5-ce2f-4bba-98d1-30f1b8d065da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0915756 Dec 20 22:53:28.116087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8274f9e3-0070-4796-8c71-38bcb5ff9c64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=293167551ff24a72a7b8bd60641ac4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1216650 Dec 20 22:53:28.116087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a272d5-4729-400c-aad5-5e86b07a0efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.124407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91a6d-0015-4559-9ada-f441415e489d req-ccb2524f-1256-471e-9986-6490e964bfdb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.125940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61e91a6d-0015-4559-9ada-f441415e489d req-ccb2524f-1256-471e-9986-6490e964bfdb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 943 time: 0.1505685 Dec 20 22:53:28.126771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58754) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:28.129527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39fa6d4-99f2-4643-b718-a969a2c72158 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:28.140184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.157101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Transition to ACTIVE for port object e39fa6d4-99f2-4643-b718-a969a2c72158 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:28.173017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-f460c6ea-003d-42b1-80d5-834353274c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.174624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-f460c6ea-003d-42b1-80d5-834353274c82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388085 Dec 20 22:53:28.227024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.299512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:28.348493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61e91a6d-0015-4559-9ada-f441415e489d req-10d99d5f-708e-47ce-a3b3-ec63e143a3fc tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069478 Dec 20 22:53:28.353076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.392105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Attempting to bind port e39fa6d4-99f2-4643-b718-a969a2c72158 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:28.393899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Attempting to bind port e39fa6d4-99f2-4643-b718-a969a2c72158 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:28.393899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Attempting to bind port e39fa6d4-99f2-4643-b718-a969a2c72158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:28.401041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Port e39fa6d4-99f2-4643-b718-a969a2c72158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:28.402783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Attempting to bind port e39fa6d4-99f2-4643-b718-a969a2c72158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:28.410890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:28.411789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:28.414729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:28.415617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Bound port: e39fa6d4-99f2-4643-b718-a969a2c72158, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:28.418815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.430292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.440820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-e8c8962c-74a6-4637-95dc-7eb7e726795c service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552249 Dec 20 22:53:28.469210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a272d5-4729-400c-aad5-5e86b07a0efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.515890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:28.519524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:28.549239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-47c0483f-ea4d-4354-95e4-c07d2e7ebf7e tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:28.550735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-47c0483f-ea4d-4354-95e4-c07d2e7ebf7e tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3603687 Dec 20 22:53:28.562532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a272d5-4729-400c-aad5-5e86b07a0efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.597082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-ec753a67-d718-4b67-9464-72932c020be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.598599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-ec753a67-d718-4b67-9464-72932c020be4 service neutron] 10.222.0.62 "GET /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 1094 time: 0.0392306 Dec 20 22:53:28.604686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.614673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:28.615211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:53:28.635089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08a272d5-4729-400c-aad5-5e86b07a0efd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8cdf4d68da5436c8a64f0401d31326f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9338202 Dec 20 22:53:28.648162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:28.659965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a272d5-4729-400c-aad5-5e86b07a0efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d208b09-d199-4a7e-b44e-891c650bf59f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:28.681323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.681877 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.683260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] 10.222.0.45 "PUT /v2.0/ports/e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 1096 time: 1.0001297 Dec 20 22:53:28.685474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:28.688093 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:28.694712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25aaf6-f677-4759-ac7e-519e34433337 req-7ac25cec-1028-4185-b2eb-2cbc60c89455 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.697047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df25aaf6-f677-4759-ac7e-519e34433337 req-7ac25cec-1028-4185-b2eb-2cbc60c89455 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 948 time: 0.2157390 Dec 20 22:53:28.702972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f6194-270c-40df-a840-41e6117c96b8 req-1fdb39a3-211f-4bc4-b494-71a57189fd18 service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508516 Dec 20 22:53:28.719276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95190810-96ca-4e41-a1c0-70ba363f7bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:28.738847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.742419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.746752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5adc7899-9af5-494a-a1b1-4b5e819fc8fb HTTP/1.1" status: 204 len: 168 time: 0.6155219 Dec 20 22:53:28.771595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef84c3-679f-4cdc-97f6-1221145acc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc7899-9af5-494a-a1b1-4b5e819fc8fb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:28.823593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df25aaf6-f677-4759-ac7e-519e34433337 req-30a99229-6c51-47b4-b457-40594b1139c3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196461 Dec 20 22:53:28.824880 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.848419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:28.922107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:28.929928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:28.929928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:28.930619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:28.931101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:28.937936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-11e3ced5-f4b5-46b4-9c2d-3baaa7fae1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.939634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-11e3ced5-f4b5-46b4-9c2d-3baaa7fae1ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1099 time: 0.0917904 Dec 20 22:53:28.940489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:28.940816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:28.941183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:28.941608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Bound port: 54d649d2-df39-42ce-a9e0-162ce64d26d2, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:28.991048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed96184-a0d2-4f44-bb39-e21eed7b5bda req-2d7486c7-ba9b-485c-9bcb-ba83634980de tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:28.992649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aed96184-a0d2-4f44-bb39-e21eed7b5bda req-2d7486c7-ba9b-485c-9bcb-ba83634980de tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.0537043 Dec 20 22:53:29.003112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-7306de72-f3c5-476f-89ea-551850ace678 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.0542862 Dec 20 22:53:29.006829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:29.009555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:29.013391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d208b09-d199-4a7e-b44e-891c650bf59f HTTP/1.1" status: 204 len: 168 time: 0.3641596 Dec 20 22:53:29.031023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c2fe2-bb85-4dab-9679-5d3ea69b15ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d208b09-d199-4a7e-b44e-891c650bf59f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:29.072204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:29.078028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-69950fd6-f944-4cd9-8531-1da884d526b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.079527 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-69950fd6-f944-4cd9-8531-1da884d526b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0652199 Dec 20 22:53:29.082258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aed96184-a0d2-4f44-bb39-e21eed7b5bda req-bb39fe8f-74a7-4c2d-8d05-a69831d177d7 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8a7829b-9442-4f0c-9ecb-b33a6784f731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Dec 20 22:53:29.136370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-b2f635d6-dfdc-4ea0-b805-3b9aef259a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.137971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-b2f635d6-dfdc-4ea0-b805-3b9aef259a7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465658 Dec 20 22:53:29.141906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:29.146794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5538c439-c07d-447e-898a-4605e0fc691a service neutron] 10.222.0.62 "POST /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5359981 Dec 20 22:53:29.255973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-d8fb24ff-c5aa-434a-8f28-5b3524bac961 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009119 Dec 20 22:53:29.347947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-7bd9e8d3-4788-4fda-baba-94578be70015 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.350601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-7bd9e8d3-4788-4fda-baba-94578be70015 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.59 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 950 time: 0.0607994 Dec 20 22:53:29.366622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31ad18ae-0167-4d3b-81c2-1fc4ee9153f8 req-fa7d2385-cc37-457c-b5de-32133b61500e service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012547 Dec 20 22:53:29.391734 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23298a8-490a-4f38-9b41-76e59875303c x-openstack-request-id: req-d23298a8-490a-4f38-9b41-76e59875303c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:29.391734 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:29.391996 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d23298a8-490a-4f38-9b41-76e59875303c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:29.392406 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'status': 'completed', 'code': 200} Dec 20 22:53:29.523445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-0df6dc87-e67d-464d-ae4a-273b8d63c2c6 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d990abe707e24ad2b203e5f9f9410d23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801628 Dec 20 22:53:29.569116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-e9449796-df41-4116-a052-a313c70c4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.571324 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-e9449796-df41-4116-a052-a313c70c4fe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1099 time: 0.0462139 Dec 20 22:53:29.663168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d073a-2b51-4277-a680-ab96f0fb908b req-03bed252-5dcb-4f8b-b8ea-e01876723c35 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.664881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-477d073a-2b51-4277-a680-ab96f0fb908b req-03bed252-5dcb-4f8b-b8ea-e01876723c35 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 946 time: 0.1714087 Dec 20 22:53:29.690910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-8399fffe-6bad-4aeb-b86d-021efccf4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.692790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-8399fffe-6bad-4aeb-b86d-021efccf4154 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1016660 Dec 20 22:53:29.704991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Deleting port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:29.705953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:29.731048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-9d78a2fa-7496-47c0-8e26-85cc7106ebcf tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.732538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-9d78a2fa-7496-47c0-8e26-85cc7106ebcf tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082031 Dec 20 22:53:29.738572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-d410d83c-df4e-4a15-920a-eca5d9c42cb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.0353787 Dec 20 22:53:29.803441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-6038abc0-0125-48e1-a91b-ac9e388d03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:29.805082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-6038abc0-0125-48e1-a91b-ac9e388d03b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0580599 Dec 20 22:53:29.819828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-9acbdbb0-d341-402d-bbce-293a55f23743 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/quotas/d990abe707e24ad2b203e5f9f9410d23 HTTP/1.1" status: 200 len: 375 time: 0.0737536 Dec 20 22:53:29.827693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-477d073a-2b51-4277-a680-ab96f0fb908b req-f82066e6-1976-4a94-ad2f-e8a0743cfb70 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536770 Dec 20 22:53:29.872348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-de430a4f-aeac-4985-addf-9aafd7e97e7d tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d990abe707e24ad2b203e5f9f9410d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502770 Dec 20 22:53:29.898096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] For port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:29.899483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:29.948334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Calling delete_port for 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:29.950223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:29.984651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0ddd-143c-4f96-ae6c-d722eb143f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.093230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27188df-b8ee-46a5-81ee-baec38ae881e req-075dfcbd-8bc7-40dd-a568-1c96eb8ef9dc tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.095024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f27188df-b8ee-46a5-81ee-baec38ae881e req-075dfcbd-8bc7-40dd-a568-1c96eb8ef9dc tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 943 time: 0.1333621 Dec 20 22:53:30.099101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-faf2d932-e259-4a58-b0a9-ee85e3c2efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.100344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-faf2d932-e259-4a58-b0a9-ee85e3c2efd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2862785 Dec 20 22:53:30.148426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5b8927d3-f823-42d4-8a5e-b044fa6c2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.164472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5b8927d3-f823-42d4-8a5e-b044fa6c2a53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1097 time: 0.3401623 Dec 20 22:53:30.279002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f27188df-b8ee-46a5-81ee-baec38ae881e req-b2b7554c-ff7d-4f38-97a9-40f4f769e235 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745656 Dec 20 22:53:30.291033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0ddd-143c-4f96-ae6c-d722eb143f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.309127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e033f3-903a-4402-9204-3827fa3f75db req-53bead32-8761-4b3e-8ceb-860072adc0bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.310662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e033f3-903a-4402-9204-3827fa3f75db req-53bead32-8761-4b3e-8ceb-860072adc0bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 948 time: 0.1101217 Dec 20 22:53:30.346812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-1ee391e1-c659-49f9-bb3d-581f02a336b8 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350891 Dec 20 22:53:30.372312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0ddd-143c-4f96-ae6c-d722eb143f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.387543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-c13cf590-1be9-4ad1-8df8-f4dee19f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.388996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-c13cf590-1be9-4ad1-8df8-f4dee19f8814 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2070723 Dec 20 22:53:30.400443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:30.445965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.453054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f079608a-218c-404d-b236-03d2e90b659e req-d25becd5-2fee-4ba8-9991-ca04ed6dd406 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0680568 Dec 20 22:53:30.457322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8c28e27b-4ce2-40e6-ae99-ae754b0d05bd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:30.465040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-bea1d0a3-2416-4aac-83b7-839f7538d076 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.0674007 Dec 20 22:53:30.500405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b0ddd-143c-4f96-ae6c-d722eb143f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9892d3ec-d5fb-4db1-b5a6-63c3d6a54c00,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:30.513709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e033f3-903a-4402-9204-3827fa3f75db req-5befb4f3-d16b-4d03-8e7a-164279fdb35b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966355 Dec 20 22:53:30.529105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5f4b0ddd-143c-4f96-ae6c-d722eb143f03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=258793257c3c4342879a7355ed0a0bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5754735 Dec 20 22:53:30.531759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:30.546926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7655c1d-e248-4b21-b9b4-683cb3fd53d0 req-bb3a6867-c268-4c60-b288-a8873a55469e service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882200 Dec 20 22:53:30.563053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-10fe4686-7477-45b9-88ed-293ca6cde80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.566832 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-10fe4686-7477-45b9-88ed-293ca6cde80e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0940816 Dec 20 22:53:30.596432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Pushing event deleted for resources: {'Port': ['ID=8c28e27b-4ce2-40e6-ae99-ae754b0d05bd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:30.602970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5ab9be-1670-4b29-9a44-6b87ed08d161 req-0b4b7ae9-defe-4317-8bc6-f77c9971b5b0 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0874481 Dec 20 22:53:30.609527 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-ad85b39b-97e9-4d9b-a81b-1eefe4b814ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322816 Dec 20 22:53:30.635336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] No DVR routers for this DVR port 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:30.635336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.635336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f9949c7-e4f7-4cf7-9d2d-64aac5c331a4 req-b8677b24-d672-4f21-97d8-d7f4e28476db tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.59 "DELETE /v2.0/ports/8c28e27b-4ce2-40e6-ae99-ae754b0d05bd HTTP/1.1" status: 204 len: 173 time: 1.2765000 Dec 20 22:53:30.635336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'name': 'network-vif-deleted', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:30.638526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-network', 'tenant_id': 'b4421595e112493092376816c47e6e5c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:30.647577 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d45bd-9bf4-46a3-9ca4-9f8adb14afb9" -d '{"events": [{"server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "name": "network-vif-deleted", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:30.702574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c4de135d-8718-4525-8b96-85ea9fc5ee9b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:30.714950 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2fd9a-8654-4154-9508-48725c0aa6f7 x-openstack-request-id: req-22e2fd9a-8654-4154-9508-48725c0aa6f7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:30.715268 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1a5d0-4acf-445a-a6aa-57af8ec3b63a", "name": "network-vif-deleted", "tag": "8c28e27b-4ce2-40e6-ae99-ae754b0d05bd", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:30.715554 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22e2fd9a-8654-4154-9508-48725c0aa6f7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:30.727178 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f1a5d0-4acf-445a-a6aa-57af8ec3b63a', 'name': 'network-vif-deleted', 'tag': '8c28e27b-4ce2-40e6-ae99-ae754b0d05bd', 'status': 'completed', 'code': 200} Dec 20 22:53:30.728197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.768707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.784263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-79296def-c86b-439b-a0c6-70f4072ce835 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617794 Dec 20 22:53:30.841495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:30.855204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:30.860910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Made reservation on behalf of b4421595e112493092376816c47e6e5c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:30.863213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.876538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.916878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:30.923334 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-d6d90fb8-291a-45c3-9b04-9f2dc2cdc820 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258156 Dec 20 22:53:30.938529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4de135d-8718-4525-8b96-85ea9fc5ee9b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:30.959966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:30.982155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7584bb-59b0-4584-bab0-fd4264613e45 req-9fa952ed-d29e-4e10-8596-53550edfd48e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:30.983634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca7584bb-59b0-4584-bab0-fd4264613e45 req-9fa952ed-d29e-4e10-8596-53550edfd48e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 946 time: 0.0574479 Dec 20 22:53:30.998311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.000920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.003620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9892d3ec-d5fb-4db1-b5a6-63c3d6a54c00 HTTP/1.1" status: 204 len: 168 time: 0.4691985 Dec 20 22:53:31.021768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd210e-2d97-4917-a270-078f20727a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892d3ec-d5fb-4db1-b5a6-63c3d6a54c00,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:31.059307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.072379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.081334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca7584bb-59b0-4584-bab0-fd4264613e45 req-9fc549e4-883c-4a2d-813c-9f7226339909 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916595 Dec 20 22:53:31.115807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:31.171722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-c15a9b7f-f7e7-4d35-afb7-dcf9926a9813 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:31.173216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-c15a9b7f-f7e7-4d35-afb7-dcf9926a9813 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1097 time: 0.0817411 Dec 20 22:53:31.175244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.188281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:31.204647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:53:31.238879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525ab4ae-ef99-4504-a887-bb9e8dd025af,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:31.247477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.247862 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Added segment c0056473-3733-4916-8868-4ec2b28d9f2d of type vlan for network f250ad04-7e4f-4db8-8074-f520e0690849 Dec 20 22:53:31.260866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c4de135d-8718-4525-8b96-85ea9fc5ee9b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:31.311659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.334646 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.448859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd39432-54cf-40d5-9a0b-3e474d4edab1 req-6fe5646d-731e-4d13-b48f-b20f0761bdf8 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:31.450708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cd39432-54cf-40d5-9a0b-3e474d4edab1 req-6fe5646d-731e-4d13-b48f-b20f0761bdf8 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 944 time: 0.0563488 Dec 20 22:53:31.481552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.482935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:31.483690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.518852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cd39432-54cf-40d5-9a0b-3e474d4edab1 req-a1c94e20-1124-4d8a-81b2-28c7b7b1a314 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Dec 20 22:53:31.563712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:31.581793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10502d0d-b92b-4ad8-bcf1-14fc042de5dc req-291c0ecf-f9f3-4ad9-9208-92585d835291 tempest-DeleteServersAdminTestJSON-1661016851 tempest-DeleteServersAdminTestJSON-1661016851-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f1a5d0-4acf-445a-a6aa-57af8ec3b63a HTTP/1.1" status: 200 len: 210 time: 0.0268824 Dec 20 22:53:31.611675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] Pushing event updated for resources: {'Network': ['ID=f250ad04-7e4f-4db8-8074-f520e0690849,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:31.624023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f250ad04-7e4f-4db8-8074-f520e0690849 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:53:31.624983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ac77a58-401d-4742-a88a-7511230d3990 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2188780 Dec 20 22:53:31.629420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:31.634830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Request body: {'subnet': {'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-subnet', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:31.663964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:31.682837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e4ff-7a1b-496e-bb29-95c19e95b496 req-89bf8178-4537-4c47-83b7-f0d25f28bbe3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:31.692085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd79e4ff-7a1b-496e-bb29-95c19e95b496 req-89bf8178-4537-4c47-83b7-f0d25f28bbe3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 948 time: 0.0692203 Dec 20 22:53:31.735071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:31.737487 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5302b-39b3-41ab-867e-08c09df0fc72" -d '{"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-unplugged", "status": "completed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:31.743298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.746007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Made reservation on behalf of b4421595e112493092376816c47e6e5c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:31.748589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.773594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cc626fd-98d7-4206-9e63-60419d8ed78b req-e1648bb5-a67d-49e6-8a37-ee1ac0729845 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0387518 Dec 20 22:53:31.815659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd79e4ff-7a1b-496e-bb29-95c19e95b496 req-313f09e2-54ac-414b-9009-a0875959d505 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221449 Dec 20 22:53:31.826730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:31.869461 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da18f310-590f-4b9f-b2bd-7607b8d36092 x-openstack-request-id: req-da18f310-590f-4b9f-b2bd-7607b8d36092 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:31.869778 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-unplugged", "status": "completed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:31.870058 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da18f310-590f-4b9f-b2bd-7607b8d36092 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:31.870455 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'code': 200} Dec 20 22:53:31.886083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:31.931212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:31.989109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:31.989442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:31.990401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:31.999315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:31.999674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Attempting to bind port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:32.011888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:32.012224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:32.012606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:32.013043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Bound port: 54d649d2-df39-42ce-a9e0-162ce64d26d2, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:32.013398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.127433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:32.136953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:32.140126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'mac_address': 'fa:16:3e:7b:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:32.140314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:32.181290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.195212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39fa6d4-99f2-4643-b718-a969a2c72158 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:32.216529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:32.227295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.236132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844069df-37aa-4a3a-af43-1442f598dcfa req-6e0651a3-0107-423a-9909-da77e979a6a8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:32.236435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.238011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-844069df-37aa-4a3a-af43-1442f598dcfa req-6e0651a3-0107-423a-9909-da77e979a6a8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.0693913 Dec 20 22:53:32.305418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-844069df-37aa-4a3a-af43-1442f598dcfa req-90b00ddc-270b-4715-843f-c46d4d44a1a9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Dec 20 22:53:32.324439 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.361327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01adb1e8-6a35-41ea-b0f4-90863744f5ca,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:32.382960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=8']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:32.390263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:32.390482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.391809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-0bf4a8f2-8218-4aa2-a3c9-d397c95b4b11 service neutron] 10.222.0.59 "PUT /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 1122 time: 1.2076087 Dec 20 22:53:32.392946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Checking segment: {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:32.393094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:32.393301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Network hostable DHCP agents. Network: f250ad04-7e4f-4db8-8074-f520e0690849, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:53:32.481678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['54d649d2-df39-42ce-a9e0-162ce64d26d2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:32.500042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Network f250ad04-7e4f-4db8-8074-f520e0690849 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:53:32.606379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f250ad04-7e4f-4db8-8074-f520e0690849) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:32.610708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:32.611380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.628523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e39fa6d4-99f2-4643-b718-a969a2c72158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:32.667439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ec509-5cde-4e57-8db8-61ccd265f126 None None] Network f250ad04-7e4f-4db8-8074-f520e0690849 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:32.670171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb15b-d1b3-42b9-9d9d-db51db1e21a5 req-cb667143-f3e5-4893-9136-adca55572afe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:32.678378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cecb15b-d1b3-42b9-9d9d-db51db1e21a5 req-cb667143-f3e5-4893-9136-adca55572afe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 944 time: 0.0618267 Dec 20 22:53:32.734954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cecb15b-d1b3-42b9-9d9d-db51db1e21a5 req-c50b5bf8-394f-4b67-bd35-c14cb4770bec tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550137 Dec 20 22:53:32.741901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c4de135d-8718-4525-8b96-85ea9fc5ee9b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:32.751353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b87d1d15-0574-4aaa-924f-78c062a43a0f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1171112 Dec 20 22:53:32.753442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58882) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:32.763954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:32.858205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f250ad04-7e4f-4db8-8074-f520e0690849', 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849', 'project_id': 'b4421595e112493092376816c47e6e5c', 'fixed_ips': [{'subnet_id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:53:32.859643 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.866249 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d455bb79-6104-40dc-b71a-ae798c8ced04 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d990abe707e24ad2b203e5f9f9410d23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580499 Dec 20 22:53:32.868848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.873562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:32.970942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddc17824-2473-4a11-a57a-208549c0af58 req-e7938b81-20f6-4b8a-b088-99c97234413f tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0789433 Dec 20 22:53:33.003463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port c4de135d-8718-4525-8b96-85ea9fc5ee9b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:33.012781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.065674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e314dec-c8b2-459d-8f3b-0b41c4cbb1eb req-588d23c1-80a2-40b5-9a80-53ed888239d3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:33.076647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e314dec-c8b2-459d-8f3b-0b41c4cbb1eb req-588d23c1-80a2-40b5-9a80-53ed888239d3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 949 time: 0.1183484 Dec 20 22:53:33.165352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e314dec-c8b2-459d-8f3b-0b41c4cbb1eb req-d5cd7a02-340d-43de-bda9-921c5053037a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871589 Dec 20 22:53:33.215377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c4de135d-8718-4525-8b96-85ea9fc5ee9b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:33.215969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.252185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Allocated IP 172.20.0.2 (f250ad04-7e4f-4db8-8074-f520e0690849/01adb1e8-6a35-41ea-b0f4-90863744f5ca/20826ebd-4027-4c57-942a-63cbf3313a5d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:33.296106 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.296974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.306773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-877aeac2-9f7c-4182-ac46-63581156029a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:33.308913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-877aeac2-9f7c-4182-ac46-63581156029a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902764 Dec 20 22:53:33.328842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Request body: {'port': {'device_id': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': 'd990abe707e24ad2b203e5f9f9410d23'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:33.423375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.500152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09df23-ede6-4c93-876c-128e2e7c20ba req-0a324f9b-b354-4a5e-93ce-e9aafc079657 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:33.507704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:33.509994 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bacea7-fc40-4c0b-bd8a-0c769f1fa8f6" -d '{"events": [{"server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "name": "network-vif-plugged", "status": "completed", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:33.527645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d09df23-ede6-4c93-876c-128e2e7c20ba req-0a324f9b-b354-4a5e-93ce-e9aafc079657 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.1225271 Dec 20 22:53:33.529744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:33.557205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.575839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:33.593514 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7154b40e-3574-43ed-900e-899af1ba3e16 x-openstack-request-id: req-7154b40e-3574-43ed-900e-899af1ba3e16 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:33.593864 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "name": "network-vif-plugged", "status": "completed", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:33.594640 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7154b40e-3574-43ed-900e-899af1ba3e16 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:33.595066 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'code': 200} Dec 20 22:53:33.598847 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.599990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:33.628852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d09df23-ede6-4c93-876c-128e2e7c20ba req-c8c7210a-67ac-41f1-b904-412cf744a52d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991952 Dec 20 22:53:33.648364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.676050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:53:33.676621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8c28e27b-4ce2-40e6-ae99-ae754b0d05bd not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:33.705604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Network f250ad04-7e4f-4db8-8074-f520e0690849 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:33.708884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:33.719124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:33.728411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1fe4-a1e1-440f-84d8-87ae7bfa611f req-92774571-f816-4007-81b2-af6b4f5c2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:33.730875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9c1fe4-a1e1-440f-84d8-87ae7bfa611f req-92774571-f816-4007-81b2-af6b4f5c2ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1096 time: 0.0522456 Dec 20 22:53:33.738179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:33.829915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Attempting to bind port 20826ebd-4027-4c57-942a-63cbf3313a5d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:33.830627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Attempting to bind port 20826ebd-4027-4c57-942a-63cbf3313a5d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:33.831090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Attempting to bind port 20826ebd-4027-4c57-942a-63cbf3313a5d on network f250ad04-7e4f-4db8-8074-f520e0690849 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:33.840413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Pushing event updated for resources: {'Port': ['ID=20826ebd-4027-4c57-942a-63cbf3313a5d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:33.843420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:33.843925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Checking segment: {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:33.844489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.844964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Bound using segment: {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:33.845550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Bound port: 20826ebd-4027-4c57-942a-63cbf3313a5d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:33.846060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:33.866423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e9b8ba4-ae75-489f-a623-4b879cac1b1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e9bad8b25eb47429ec394a382855d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889600 Dec 20 22:53:33.869662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:33.892792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9c1fe4-a1e1-440f-84d8-87ae7bfa611f req-d6078e44-88be-4f57-802b-6bb9ca117119 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534784 Dec 20 22:53:33.893218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:33.950588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee9d8-1d90-433d-8d1b-ba24414ddeb2 req-dbc17929-4a0c-485a-a342-df1d7f62b5f5 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:33.959275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-875ee9d8-1d90-433d-8d1b-ba24414ddeb2 req-dbc17929-4a0c-485a-a342-df1d7f62b5f5 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 945 time: 0.1193163 Dec 20 22:53:33.969747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] For port 20826ebd-4027-4c57-942a-63cbf3313a5d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:33.974866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] For port 20826ebd-4027-4c57-942a-63cbf3313a5d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=20826ebd-4027-4c57-942a-63cbf3313a5d,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:33.985493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:33.987927 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c8df9-2e7e-4240-8028-27785ef339f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:34.003314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.018234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Made reservation on behalf of d990abe707e24ad2b203e5f9f9410d23 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:34.022320 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.029654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-875ee9d8-1d90-433d-8d1b-ba24414ddeb2 req-92bc311b-6d0a-465e-9393-c97e111304d4 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Dec 20 22:53:34.037549 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.044571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.081180 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c306cd-e2c4-4700-9275-0d7a375b8418 x-openstack-request-id: req-71c306cd-e2c4-4700-9275-0d7a375b8418 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:34.085799 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:34.085799 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71c306cd-e2c4-4700-9275-0d7a375b8418 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:34.085799 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'status': 'completed', 'code': 200} Dec 20 22:53:34.108445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port e39fa6d4-99f2-4643-b718-a969a2c72158 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:34.113199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.138828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-104e14fa-64d0-43cb-851b-688655fb0b9d req-5867126a-c5ae-4e70-a32b-e62175a8b62f tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0609469 Dec 20 22:53:34.144641 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.167168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e39fa6d4-99f2-4643-b718-a969a2c72158 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:34.167700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.174543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.216265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:34.237371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.240372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.243836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8a7829b-9442-4f0c-9ecb-b33a6784f731 HTTP/1.1" status: 204 len: 168 time: 0.3705099 Dec 20 22:53:34.256812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb39c1-f3d6-47de-aedf-fadd12b8270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7829b-9442-4f0c-9ecb-b33a6784f731,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:34.276294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-dd317d6d-1ec5-4c17-9d14-0a815dfc5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:34.280464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-dd317d6d-1ec5-4c17-9d14-0a815dfc5d21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1125 time: 0.1648510 Dec 20 22:53:34.330186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.345157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5cd3e-68bd-4fe1-b71e-bc7a8ee46ed6 req-1209a335-5cea-4ccc-9da1-77a69c7dd4af tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:34.347888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ef5cd3e-68bd-4fe1-b71e-bc7a8ee46ed6 req-1209a335-5cea-4ccc-9da1-77a69c7dd4af tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 949 time: 0.0745640 Dec 20 22:53:34.392478 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.397193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cbbf4-8dbd-4eed-90db-f05e90e95c38 None None] Pushing event updated for resources: {'Port': ['ID=20826ebd-4027-4c57-942a-63cbf3313a5d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:34.404383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66f86d3e-b03e-40e6-83e1-53eef93ca01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.433907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:34.435384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.443411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ef5cd3e-68bd-4fe1-b71e-bc7a8ee46ed6 req-92456145-b776-41d3-99d7-932748020f1a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895088 Dec 20 22:53:34.519795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.557275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Allocated IP 172.25.1.106 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/09e1cb8f-6127-41fc-bbf2-917b4a77f419) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:34.574944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-563474b2-92ad-4187-8ff3-a9a0b47211dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:34.576446 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-563474b2-92ad-4187-8ff3-a9a0b47211dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2831466 Dec 20 22:53:34.581610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66f86d3e-b03e-40e6-83e1-53eef93ca01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.586133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadac08a-91dd-4acd-94cb-af7b11d602d6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:34.597279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:34.661405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66f86d3e-b03e-40e6-83e1-53eef93ca01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.689580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3403e41d-5970-4bec-83ff-210d8bf38299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.694632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-4dc29164-0240-4046-b60d-0df3264260f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.1021450 Dec 20 22:53:34.736283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:34.769607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66f86d3e-b03e-40e6-83e1-53eef93ca01f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52e7bb44e0bc4ef988141967606a7261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521786 Dec 20 22:53:34.772591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:34.840145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 20826ebd-4027-4c57-942a-63cbf3313a5d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:34.874129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f86d3e-b03e-40e6-83e1-53eef93ca01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e93ca0-f5b3-4434-a364-9f5e12817338,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:34.891282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-cb25c8a4-012d-41b3-9621-22afccd815bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:34.894235 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-cb25c8a4-012d-41b3-9621-22afccd815bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1418238 Dec 20 22:53:34.895385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Allocated IP 192.168.233.166 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/b29f0955-ea05-46f0-8127-664225220e8e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:34.921771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:34.941382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:53:34.951347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 20826ebd-4027-4c57-942a-63cbf3313a5d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:34.951724 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:34.965277 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-e59e85fe-728e-4fcf-985c-be2616543143 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613995 Dec 20 22:53:34.990085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.015692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e035-eeca-4bfe-aaf7-0801d144ea2b req-eca9de53-27c6-49d8-ad76-022ba7691fac tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:35.019390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.022056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4763e035-eeca-4bfe-aaf7-0801d144ea2b req-eca9de53-27c6-49d8-ad76-022ba7691fac tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.2601166 Dec 20 22:53:35.065230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-69e0a771-fb31-4a44-a24a-ad8345b473f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873350 Dec 20 22:53:35.075994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.106433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.120238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 20826ebd-4027-4c57-942a-63cbf3313a5d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=20826ebd-4027-4c57-942a-63cbf3313a5d,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:35.139057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58946) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:35.187077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.220454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8971c36d-c35d-46ff-a154-27d59c5d8ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.245889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-5b82be0c-ded9-4bef-b0d0-2e91c9840bd6 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673008 Dec 20 22:53:35.297701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=20826ebd-4027-4c57-942a-63cbf3313a5d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:35.378470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.383799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.468212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:35.488765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:35.497440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Pushing event updated for resources: {'Port': ['ID=09e1cb8f-6127-41fc-bbf2-917b4a77f419,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:35.502258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:35.511467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eb4c8df9-2e7e-4240-8028-27785ef339f7 req-7625d6b1-61ab-4346-ab77-302b961283f7 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546346 Dec 20 22:53:35.531886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4763e035-eeca-4bfe-aaf7-0801d144ea2b req-0de89068-220c-444f-bf22-a6f995960e80 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983332 Dec 20 22:53:35.558289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-67e39df4-c4ee-41db-91b5-eee5188fd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:35.559828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-67e39df4-c4ee-41db-91b5-eee5188fd238 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1095 time: 0.4312871 Dec 20 22:53:35.569182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8971c36d-c35d-46ff-a154-27d59c5d8ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.572786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca6f3-718b-45f3-90d3-85b665ed4d12 req-9b3ea871-3356-4163-864c-9a68d88eea5e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:35.574671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d4ca6f3-718b-45f3-90d3-85b665ed4d12 req-9b3ea871-3356-4163-864c-9a68d88eea5e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 945 time: 0.4250526 Dec 20 22:53:35.596881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:35.600047 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e711d-daca-4bb1-a41f-4e85661f3d03" -d '{"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-plugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:35.673821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ab15b-0895-41e7-b016-6896e2d39f03 None None] Network f250ad04-7e4f-4db8-8074-f520e0690849 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:35.681523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8971c36d-c35d-46ff-a154-27d59c5d8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.684364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.721537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61f72501-0485-40de-af3b-7bb6cbebf0c1 req-2d609448-7ad2-4836-b29f-a35fd329f6b8 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0805910 Dec 20 22:53:35.722239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.725088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.726275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1e93ca0-f5b3-4434-a364-9f5e12817338 HTTP/1.1" status: 204 len: 168 time: 0.9347146 Dec 20 22:53:35.752823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5f618-d598-4357-a738-02c6d14cecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e93ca0-f5b3-4434-a364-9f5e12817338,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:35.754661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d8aa3d8b-1239-4b9e-9145-4b07aaf648b4 None None] Provisioning complete for port 20826ebd-4027-4c57-942a-63cbf3313a5d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:35.755715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3d8b-1239-4b9e-9145-4b07aaf648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:35.783198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971c36d-c35d-46ff-a154-27d59c5d8ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448060de-7df2-460c-b224-903317ef338b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:35.795637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d4ca6f3-718b-45f3-90d3-85b665ed4d12 req-3b7f0787-5e0a-4ec7-81e3-49c467de0e6d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141798 Dec 20 22:53:35.806684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8971c36d-c35d-46ff-a154-27d59c5d8ed0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6183c6cb8514e7392b573d2d16b5993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6650279 Dec 20 22:53:35.809241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:35.811230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58958) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:35.823917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:35.825919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-b6e9610d-bae9-4fd5-ace4-8e23d9f37e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:35.826200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:35.830838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-b6e9610d-bae9-4fd5-ace4-8e23d9f37e6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2377248 Dec 20 22:53:35.834671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Pushing event updated for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:35.903635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-c87e6001-e1b4-480c-9043-694ded7c97de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0576286 Dec 20 22:53:36.005414 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4970cd5-464a-4a8c-bda1-bde5b37a4a68 x-openstack-request-id: req-d4970cd5-464a-4a8c-bda1-bde5b37a4a68 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:36.006184 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-plugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:36.006650 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4970cd5-464a-4a8c-bda1-bde5b37a4a68 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:36.007464 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'code': 200} Dec 20 22:53:36.044745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-56f188e2-abab-417f-a810-b5472b99dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:36.046232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-56f188e2-abab-417f-a810-b5472b99dd8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1323676 Dec 20 22:53:36.054032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:36.056894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.084882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.091428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-a20c2c06-b3af-4bcf-ae2d-50f1723c688d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358698 Dec 20 22:53:36.121077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95aa0-bf00-4303-a531-b8f1e19c5b6d req-90ca48f6-d0eb-4abe-ad92-7e0b960d482b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:36.130134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c95aa0-bf00-4303-a531-b8f1e19c5b6d req-90ca48f6-d0eb-4abe-ad92-7e0b960d482b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1975000 Dec 20 22:53:36.137483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.185261 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-e9368877-60af-4343-b640-3f19729ac74a tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8608000 Dec 20 22:53:36.187411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.210038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Request body: {'port': {'device_id': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:36.267511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a271d8d-e39d-4d33-bc1f-7c5c66043510 None None] Provisioning complete for port b29f0955-ea05-46f0-8127-664225220e8e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:36.267893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a271d8d-e39d-4d33-bc1f-7c5c66043510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.305267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c95aa0-bf00-4303-a531-b8f1e19c5b6d req-31ddd8fc-bc18-4962-a57a-ca156f6da0fe tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737621 Dec 20 22:53:36.357791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8a271d8d-e39d-4d33-bc1f-7c5c66043510 None None] Port b29f0955-ea05-46f0-8127-664225220e8e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:36.357990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-df1797e6-f2a1-4733-b79d-af4c35bb7d00 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232680 Dec 20 22:53:36.472750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9e7ffca-2b8f-4eaa-9ca7-82e9ebde5c04 req-6cebe610-288a-4797-8432-6405e0b0e9cb service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062770 Dec 20 22:53:36.478651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-beaf1b1d-e34f-400f-9ad5-94cab8dab2a7 None None] Provisioning complete for port 20826ebd-4027-4c57-942a-63cbf3313a5d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:36.479026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-beaf1b1d-e34f-400f-9ad5-94cab8dab2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.514024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74c488-82ef-4f15-affd-79858e0a9052 req-ca144889-15a0-4867-9d88-6465a7613936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:36.515446 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-db74c488-82ef-4f15-affd-79858e0a9052 req-ca144889-15a0-4867-9d88-6465a7613936 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1101 time: 0.4145110 Dec 20 22:53:36.601340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.671655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 20826ebd-4027-4c57-942a-63cbf3313a5d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:36.683125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-b897eae1-0ecc-42ae-b7a9-dc0de6722611 service neutron] 10.222.0.45 "GET /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.1793418 Dec 20 22:53:36.684250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58964) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:36.684396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-db74c488-82ef-4f15-affd-79858e0a9052 req-46aa69d4-0d74-4d93-a8e0-469abe97518b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440678 Dec 20 22:53:36.712542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586361f-d197-4898-a876-aa279418de8a req-950eef89-78d7-4620-aba8-8496f1ec1e93 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:36.718323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.719833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4586361f-d197-4898-a876-aa279418de8a req-950eef89-78d7-4620-aba8-8496f1ec1e93 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 944 time: 0.0826614 Dec 20 22:53:36.720886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.723127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f52428f-87c3-4f60-8018-639df3e31921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.725480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/448060de-7df2-460c-b224-903317ef338b HTTP/1.1" status: 204 len: 168 time: 0.9128747 Dec 20 22:53:36.738737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 20826ebd-4027-4c57-942a-63cbf3313a5d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:36.740377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.749104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66a9c-e4dc-4a9b-86b6-95f5935d9b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448060de-7df2-460c-b224-903317ef338b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:36.824756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4586361f-d197-4898-a876-aa279418de8a req-0b18d62e-2f1e-47ac-a88a-86432cee1a70 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984237 Dec 20 22:53:36.949362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:36.964961 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f52428f-87c3-4f60-8018-639df3e31921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.000898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadd46-6b7a-4d61-a434-155e459b9c6a req-a3f62a4f-1c58-48b6-b374-a9356199eafb tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:37.002403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffdadd46-6b7a-4d61-a434-155e459b9c6a req-a3f62a4f-1c58-48b6-b374-a9356199eafb tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 936 time: 0.1074684 Dec 20 22:53:37.023927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f52428f-87c3-4f60-8018-639df3e31921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.044243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657fefc-bf09-43e4-9aa2-9ac1ebf74929 req-f607bcf5-fff0-4b6b-b0ec-1ac5b7350d9d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:37.052707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b657fefc-bf09-43e4-9aa2-9ac1ebf74929 req-f607bcf5-fff0-4b6b-b0ec-1ac5b7350d9d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 945 time: 0.1520445 Dec 20 22:53:37.067441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0c00f6c-041f-4105-893c-fc532ab7caf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.116390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8f52428f-87c3-4f60-8018-639df3e31921 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13f8d85de1e64b568e5a501be127a159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265757 Dec 20 22:53:37.120077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58976) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:37.124246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52428f-87c3-4f60-8018-639df3e31921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7941e1-da0a-4d4f-8bea-888a97da47c3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:37.144902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffdadd46-6b7a-4d61-a434-155e459b9c6a req-e3127e95-c3c8-4e6c-b921-a681228bd760 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342258 Dec 20 22:53:37.175258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b657fefc-bf09-43e4-9aa2-9ac1ebf74929 req-0607371d-3837-4beb-9fdd-31ad78c9511a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158798 Dec 20 22:53:37.216841 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.242997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.325453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:37.388922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:37.405526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.408690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.412425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad7941e1-da0a-4d4f-8bea-888a97da47c3 HTTP/1.1" status: 204 len: 168 time: 0.2865210 Dec 20 22:53:37.413124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29f0955-ea05-46f0-8127-664225220e8e {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:37.423034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.434166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-e34583ef-ab66-403e-b1e4-d3cf72fa4760 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:37.436055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-e34583ef-ab66-403e-b1e4-d3cf72fa4760 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1121378 Dec 20 22:53:37.442480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d649d2-df39-42ce-a9e0-162ce64d26d2 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:37.452445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Transition to ACTIVE for port object b29f0955-ea05-46f0-8127-664225220e8e will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:37.455213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c34a34-e268-4cc7-a728-ba8e953734ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7941e1-da0a-4d4f-8bea-888a97da47c3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:37.455401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:37.507199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Router 12678658-5fae-4465-948f-53776ab52ef5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:53:37.518383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8f65f27e-3426-4d01-b444-b911c44d0407 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0673101 Dec 20 22:53:37.530868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:37.560567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.578057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa073-a0e6-41ce-aec9-e10499d4e4da req-1e5f02a5-d67e-445f-b9a2-45b0da4cc303 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:37.579644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6befa073-a0e6-41ce-aec9-e10499d4e4da req-1e5f02a5-d67e-445f-b9a2-45b0da4cc303 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1559641 Dec 20 22:53:37.584868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.638772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.680960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Pushing event updated for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:37.755321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:37.755618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6befa073-a0e6-41ce-aec9-e10499d4e4da req-339cf54a-2032-4dc2-88ad-7e375c73ef5c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529870 Dec 20 22:53:37.769165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Sync routers for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:37.789124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:37.791882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:37.815869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Attempting to bind port b29f0955-ea05-46f0-8127-664225220e8e on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:37.816200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Attempting to bind port b29f0955-ea05-46f0-8127-664225220e8e by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:37.816521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Attempting to bind port b29f0955-ea05-46f0-8127-664225220e8e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:37.828091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Port b29f0955-ea05-46f0-8127-664225220e8e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:37.828330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Attempting to bind port b29f0955-ea05-46f0-8127-664225220e8e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:37.837652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] Transition to ACTIVE for port object 54d649d2-df39-42ce-a9e0-162ce64d26d2 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:37.840964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.845495 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c7f8bbf-4373-4ea1-bacd-a89564fd189c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0857127 Dec 20 22:53:37.847543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58994) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:37.848001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:37.848001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:37.848001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:37.848001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Bound port: b29f0955-ea05-46f0-8127-664225220e8e, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:37.848001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:37.934173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:37.937577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b29f0955-ea05-46f0-8127-664225220e8e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:37.982751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.066444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.141036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:38.154321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.154958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.156328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] 10.222.0.59 "PUT /v2.0/ports/b29f0955-ea05-46f0-8127-664225220e8e HTTP/1.1" status: 200 len: 1096 time: 1.9508970 Dec 20 22:53:38.161407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:38.164115 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68beea18-33a3-432f-a639-c0835f475042" -d '{"events": [{"name": "network-changed", "server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "tag": "b29f0955-ea05-46f0-8127-664225220e8e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:38.194160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] No DVR routers for this DVR port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:38.204200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] Pushing event updated for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:38.215120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-40ccfe14-b368-4733-bbb0-4d54542c6be1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2758605 Dec 20 22:53:38.226119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.300942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-024aad6a-bd6c-4dd1-970a-3a372cb58d82 service neutron] 10.222.0.45 "PUT /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4168711 Dec 20 22:53:38.402146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69702dc-877f-4168-aba3-22c3aacb1141 service neutron] Pushing event updated for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:38.448434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:35Z', 'revision_number': 3, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:38.450366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452717-53e0-4ab8-8945-c2b37153d04c req-593b83ce-4521-45cd-bc61-6106c9a00763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.452176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-593b83ce-4521-45cd-bc61-6106c9a00763 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1101 time: 0.1017330 Dec 20 22:53:38.457463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-6c5b0bf9-d1ed-4250-91a8-0724bc31a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.459565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-6c5b0bf9-d1ed-4250-91a8-0724bc31a0d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d990abe707e24ad2b203e5f9f9410d23&device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 1099 time: 0.1555676 Dec 20 22:53:38.509518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-d6a3915b-db9e-4e3e-96d3-e8f0373fb477 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b29f0955-ea05-46f0-8127-664225220e8e HTTP/1.1" status: 200 len: 217 time: 0.0415113 Dec 20 22:53:38.515967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Checking router: 12678658-5fae-4465-948f-53776ab52ef5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:38.516151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Updating router 12678658-5fae-4465-948f-53776ab52ef5 port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:53:38.555665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228705-7e20-4b9b-9ea2-d033a126402a req-47d60013-eedd-4adc-88e9-01433e8df1d4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.557270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc228705-7e20-4b9b-9ea2-d033a126402a req-47d60013-eedd-4adc-88e9-01433e8df1d4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.5529749 Dec 20 22:53:38.575790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.701517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-fee06272-ac96-4efc-a5c8-070eb73e2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.703591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-fee06272-ac96-4efc-a5c8-070eb73e2da2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1829758 Dec 20 22:53:38.764541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452717-53e0-4ab8-8945-c2b37153d04c req-b7a8ad7e-30f1-44d3-96b0-32a9f03b6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.766153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-b7a8ad7e-30f1-44d3-96b0-32a9f03b6031 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2554111 Dec 20 22:53:38.772853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-498db306-132c-4a29-b89c-cae5b19265fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.774344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-498db306-132c-4a29-b89c-cae5b19265fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628517 Dec 20 22:53:38.797534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-b4d5b5a1-45c1-40be-9202-8cff0772ff09 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.802931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-b4d5b5a1-45c1-40be-9202-8cff0772ff09 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.2847800 Dec 20 22:53:38.834625 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-18916c89-ff69-4f88-a61d-9855a597e99f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0593064 Dec 20 22:53:38.860677 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:53:38.881546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc228705-7e20-4b9b-9ea2-d033a126402a req-14521bf6-4c1e-4a44-aad4-69a26fc17e1d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806761 Dec 20 22:53:38.949632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452717-53e0-4ab8-8945-c2b37153d04c req-6bfd212c-08f6-4f40-8b25-003aa304884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:38.951341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-6bfd212c-08f6-4f40-8b25-003aa304884a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1077104 Dec 20 22:53:38.963815 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-66c83ee7-45b1-4acd-bc13-e823ad657bbf service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813507 Dec 20 22:53:38.991244 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:38.991449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.062089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452717-53e0-4ab8-8945-c2b37153d04c req-8ca7045f-3a92-45f8-8ae3-e3c166c9e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.063580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-8ca7045f-3a92-45f8-8ae3-e3c166c9e0dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989025 Dec 20 22:53:39.090455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-29740c1b-af6c-43d0-bf8f-51b76cab57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.090455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-29740c1b-af6c-43d0-bf8f-51b76cab57bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&tenant_id=9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 1096 time: 0.2768772 Dec 20 22:53:39.111537 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1dba1139-3b67-4d83-9fd8-8da483c8d651 req-fbf67940-4ae7-4b0c-808e-c3a711b22f25 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364539 Dec 20 22:53:39.141454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.158131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3628-f30d-4497-a682-9ae6e17ca430 req-9032ecc7-95da-4a3d-9025-1482ffc4ecd0 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.159694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d1d3628-f30d-4497-a682-9ae6e17ca430 req-9032ecc7-95da-4a3d-9025-1482ffc4ecd0 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 948 time: 0.1625950 Dec 20 22:53:39.205531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-185f245d-6e01-4386-ac58-c120a505ffa0 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214497 Dec 20 22:53:39.270005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Attempting to bind port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:39.270588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Attempting to bind port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:39.273026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Attempting to bind port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:39.285180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6aa0-1394-4808-ac23-6b59c7d4ef84 None None] Pushing event updated for resources: {'Port': ['ID=09e1cb8f-6127-41fc-bbf2-917b4a77f419,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:39.295471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:39.295853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:39.296262 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.296659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:39.297255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Bound port: 09e1cb8f-6127-41fc-bbf2-917b4a77f419, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:39.302287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.306934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59040) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:39.357403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-40452717-53e0-4ab8-8945-c2b37153d04c req-df74fac4-c740-4770-95f8-f4f05d43c775 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345136 Dec 20 22:53:39.404427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] For port 09e1cb8f-6127-41fc-bbf2-917b4a77f419, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:39.410391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] For port 09e1cb8f-6127-41fc-bbf2-917b4a77f419, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09e1cb8f-6127-41fc-bbf2-917b4a77f419,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:39.486194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1540503344-network', 'tenant_id': '5e4497b181404a33b08dd0c6402f5d15'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:39.489734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.497268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.568687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6aa0-1394-4808-ac23-6b59c7d4ef84 None None] Pushing event updated for resources: {'Port': ['ID=09e1cb8f-6127-41fc-bbf2-917b4a77f419,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:39.572010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Made reservation on behalf of 5e4497b181404a33b08dd0c6402f5d15 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:39.575114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.576639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:39.577927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:39.585968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.632390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.634168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-f1f9b1d9-a5a5-460a-a6f0-a30892983400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.635669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-f1f9b1d9-a5a5-460a-a6f0-a30892983400 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1096 time: 0.5218072 Dec 20 22:53:39.696616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.698057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d1d3628-f30d-4497-a682-9ae6e17ca430 req-d2c9302e-53cc-4dc0-ba39-067dff3784f0 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019730 Dec 20 22:53:39.703413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:39.754223 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e6b981-a5fa-4e3e-b783-c6bc68bd04fd x-openstack-request-id: req-97e6b981-a5fa-4e3e-b783-c6bc68bd04fd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:39.754824 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "tag": "b29f0955-ea05-46f0-8127-664225220e8e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:39.755085 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97e6b981-a5fa-4e3e-b783-c6bc68bd04fd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:39.755496 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e', 'status': 'completed', 'code': 200} Dec 20 22:53:39.758840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.764640 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327 associated. External IP: 172.25.1.252, port: 0051c154-901f-428f-98a5-3153bf3d329d. Dec 20 22:53:39.804550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af553bf9-d9ae-41e3-939a-5a7e2af36fab,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:39.875004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:53:39.890864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-f102f095-d804-4bff-9110-f4f715520e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.892714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beea18-33a3-432f-a639-c0835f475042 req-1702c2ac-48c2-4c86-938a-3a69d3a5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:39.893156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-f102f095-d804-4bff-9110-f4f715520e1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2340367 Dec 20 22:53:39.893377 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-1702c2ac-48c2-4c86-938a-3a69d3a5b0eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d990abe707e24ad2b203e5f9f9410d23&device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 1099 time: 0.0981436 Dec 20 22:53:39.898056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:39.898401 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Added segment 705f4dd0-855e-4519-b35d-0578462065e2 of type vlan for network 35c766cb-8d14-43ff-90ab-a8be8a314841 Dec 20 22:53:39.916194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:53:39.974555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 54d649d2-df39-42ce-a9e0-162ce64d26d2 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:53:39.975232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:53:39.977490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:35Z', 'revision_number': 3, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:40.006289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acc02d-e75c-4b31-8337-d7cfb97bc363 None None] The sync data for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 is: [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:35Z', 'revision_number': 3, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:40.012719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5689895a-7a2b-452b-8dfe-4f45475409fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.0783465 Dec 20 22:53:40.060649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.149889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03c9f0-1dc1-425a-8d64-6fc243b9c7f2 req-03d3c63a-1f75-4d40-8634-8bba633346dc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.151521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b03c9f0-1dc1-425a-8d64-6fc243b9c7f2 req-03d3c63a-1f75-4d40-8634-8bba633346dc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.2476759 Dec 20 22:53:40.158320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5bf3cacc-9fe3-4fe1-bc09-57a7724d18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.159841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-5bf3cacc-9fe3-4fe1-bc09-57a7724d18ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1375031 Dec 20 22:53:40.214672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.269796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beea18-33a3-432f-a639-c0835f475042 req-65b5a637-7e76-4f39-a624-614019227c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.272306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-65b5a637-7e76-4f39-a624-614019227c93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.3619492 Dec 20 22:53:40.307551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-6e33095c-c041-41c7-b3d1-4ec7e179fb8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370163 Dec 20 22:53:40.325567 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-c2fbdbcf-1dea-4824-ad91-c576b64d8b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b29f0955-ea05-46f0-8127-664225220e8e HTTP/1.1" status: 200 len: 217 time: 0.0456257 Dec 20 22:53:40.327838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.328883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.329534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.403027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b03c9f0-1dc1-425a-8d64-6fc243b9c7f2 req-92ddf21e-877e-414b-8702-0a50f7ac8112 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387516 Dec 20 22:53:40.432552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.445092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] Pushing event updated for resources: {'Network': ['ID=35c766cb-8d14-43ff-90ab-a8be8a314841,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:40.456882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 35c766cb-8d14-43ff-90ab-a8be8a314841 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:53:40.475803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beea18-33a3-432f-a639-c0835f475042 req-20a504fb-2086-4bf8-800c-aae83bcd22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.477389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-20a504fb-2086-4bf8-800c-aae83bcd22fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1450298 Dec 20 22:53:40.491786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:40.494971 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-1ceb5ec7-4a74-47ed-adec-167ef1c422c4 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748266 Dec 20 22:53:40.549592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-047f0b53-874d-4b56-bec9-48df321f7758 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2412999 Dec 20 22:53:40.550267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59056) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:40.556442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Request body: {'subnet': {'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1540503344-subnet', 'tenant_id': '5e4497b181404a33b08dd0c6402f5d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:40.588329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beea18-33a3-432f-a639-c0835f475042 req-ff3193e0-d7e9-45ae-ac1a-de7f72ecbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:40.589912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-ff3193e0-d7e9-45ae-ac1a-de7f72ecbc85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032369 Dec 20 22:53:40.651344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Allocated IP 172.20.0.1 (f250ad04-7e4f-4db8-8074-f520e0690849/01adb1e8-6a35-41ea-b0f4-90863744f5ca/749e131d-e2ba-4b40-964a-b8f6e48e1e36) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:40.689019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Made reservation on behalf of 5e4497b181404a33b08dd0c6402f5d15 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:40.691755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.733396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09e1cb8f-6127-41fc-bbf2-917b4a77f419 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:40.748974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-1f70d426-e4a8-48a4-9c6f-35c99b2827f3 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519079 Dec 20 22:53:40.798087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-7c046575-fae4-47e7-ad0b-b01817fa50c3 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557313 Dec 20 22:53:40.824133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:40.824665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.908799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:40.923092 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:40.927399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.934812 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:40.935347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:40.973574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.982080 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:40.984186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-8374338d-1482-419a-acb4-6926378e1f3d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "PUT /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 996 time: 3.4577727 Dec 20 22:53:40.987621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:40.990233 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c516b7-3722-4be4-ae65-9ee6a32efb21" -d '{"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:41.068212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 09e1cb8f-6127-41fc-bbf2-917b4a77f419, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09e1cb8f-6127-41fc-bbf2-917b4a77f419,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:41.101155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.127987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-b1e595f0-b99d-4d57-a3e6-a8003c305ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.135789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-b1e595f0-b99d-4d57-a3e6-a8003c305ccd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.1097820 Dec 20 22:53:41.143392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68beea18-33a3-432f-a639-c0835f475042 req-7783959e-9924-4ecf-8032-2f135695f767 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701555 Dec 20 22:53:41.152298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.175047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:41.220973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=09e1cb8f-6127-41fc-bbf2-917b4a77f419,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:41.227349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.238642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c4cb04-fc6f-47c9-85c5-79f34baf3608,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:41.296662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Checking segment: {'id': '705f4dd0-855e-4519-b35d-0578462065e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:41.297369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Network hostable DHCP agents. Network: 35c766cb-8d14-43ff-90ab-a8be8a314841, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:53:41.327976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-9f835f41-e01e-44ca-a02a-5f7f7a22fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.330166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-9f835f41-e01e-44ca-a02a-5f7f7a22fb2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1936018 Dec 20 22:53:41.342318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Network f250ad04-7e4f-4db8-8074-f520e0690849 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:41.357552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:41.384058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-af80f4c1-abb1-46e6-b253-d101bbfdc420 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.386061 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-af80f4c1-abb1-46e6-b253-d101bbfdc420 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.0589995 Dec 20 22:53:41.386907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Network 35c766cb-8d14-43ff-90ab-a8be8a314841 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:53:41.406496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:41.434979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Pushing event updated for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:41.496180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 35c766cb-8d14-43ff-90ab-a8be8a314841) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:41.501590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.501923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:38Z', 'revision_number': 1, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:41.503634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.506687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54183de2-9ec9-416b-b038-0a95037f7664 None None] Network 35c766cb-8d14-43ff-90ab-a8be8a314841 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:41.534372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-56b20a8f-4705-4548-a7da-8e2691c841bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 999 time: 0.1908352 Dec 20 22:53:41.538564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.577882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:41.589043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f892c801-634d-48cc-bd7d-a457bd7476be admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0368669 Dec 20 22:53:41.597663 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:41.598591 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:41.626919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-9bd95e0a-4983-44b8-a984-8d6b09dee812 service neutron] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:41.632143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-9bd95e0a-4983-44b8-a984-8d6b09dee812 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.632143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ca0412-1e0a-405e-9f7d-492ac58faae6 req-9bd95e0a-4983-44b8-a984-8d6b09dee812 service neutron] 10.222.0.59 "DELETE /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.2379351 Dec 20 22:53:41.634547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681d579-4504-44c8-aef9-0d9fd8875f16 req-3bf51580-6a49-44e1-9a71-a82b617d3578 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.636364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2681d579-4504-44c8-aef9-0d9fd8875f16 req-3bf51580-6a49-44e1-9a71-a82b617d3578 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.2839522 Dec 20 22:53:41.670668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-b74dff65-4a36-4105-8606-876451f013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.671480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-b74dff65-4a36-4105-8606-876451f013ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.1288702 Dec 20 22:53:41.717924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac195b-cdc4-4372-a9e5-70ae1a9eeb71 None None] Network 35c766cb-8d14-43ff-90ab-a8be8a314841 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:41.759347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-816851fe-8395-4375-895e-89389cde52b2 None None] Provisioning complete for port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:41.759817 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-816851fe-8395-4375-895e-89389cde52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:41.822000 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:41.823218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2681d579-4504-44c8-aef9-0d9fd8875f16 req-a4b846d9-bb24-4bbd-9aa4-1a0822115fe6 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701396 Dec 20 22:53:41.827580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-7e43f7d6-3f32-40d9-b7b0-d31499a8929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:41.830121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-7e43f7d6-3f32-40d9-b7b0-d31499a8929c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450396 Dec 20 22:53:41.846150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-210848ec-083b-4830-a19d-9bd6f3d61a8c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:41.847235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-210848ec-083b-4830-a19d-9bd6f3d61a8c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083447 Dec 20 22:53:41.857515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-816851fe-8395-4375-895e-89389cde52b2 None None] Port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:41.971286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.148875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:38Z', 'revision_number': 1, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:42.176672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24bd5f-9718-49d0-ab97-d8bbdc3ad1ae None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:38Z', 'revision_number': 1, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:42.287314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-78bca0f4-7520-47e4-b745-548f38453a83 req-c71bca1c-4316-40b6-89e4-d46092bc1be4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:42.294309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78bca0f4-7520-47e4-b745-548f38453a83 req-c71bca1c-4316-40b6-89e4-d46092bc1be4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159576 Dec 20 22:53:42.338357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-40ca54a8-ba02-4fa5-b960-333753ab7818 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833937 Dec 20 22:53:42.452957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf76192-6534-4dac-a413-96abd7ca28b3 None None] New status for floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:53:42.508762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72570691-5f4a-4c5b-be5b-8e0123a77ba9 req-39ff66d7-cfed-410f-9d9b-e7bc472cdcdf service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615381 Dec 20 22:53:42.546929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59080) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:42.550724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1157003581-network', 'tenant_id': '261998d46f424976bbb578410e5ca363'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:42.560560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.650861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09e1cb8f-6127-41fc-bbf2-917b4a77f419 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:42.672169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Made reservation on behalf of 261998d46f424976bbb578410e5ca363 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:42.675245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.679028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.688232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.713346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:42.713346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.767603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b29f0955-ea05-46f0-8127-664225220e8e details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:42.845667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.869055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.873044 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae4224-a8a5-41ed-8da4-95abe13071bb x-openstack-request-id: req-6aae4224-a8a5-41ed-8da4-95abe13071bb {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:42.873329 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:42.873633 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aae4224-a8a5-41ed-8da4-95abe13071bb {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:42.874050 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:53:42.877496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Pushing event updated for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:42.896722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:42.900235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453409-b135-4659-9779-ac795eb935f3 req-306b24c6-bba3-4566-a146-f865ded1247e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:42.908023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4453409-b135-4659-9779-ac795eb935f3 req-306b24c6-bba3-4566-a146-f865ded1247e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 948 time: 0.2227087 Dec 20 22:53:43.028073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:53:43.035490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4453409-b135-4659-9779-ac795eb935f3 req-d752e035-b93e-498f-b265-9b616a12dba9 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220448 Dec 20 22:53:43.061618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Network f250ad04-7e4f-4db8-8074-f520e0690849 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:43.063268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:43.088533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b29f0955-ea05-46f0-8127-664225220e8e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:43.089660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.090033 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Added segment 0e28b0f7-52fd-415f-89aa-88f4d3519996 of type vlan for network 3056fae8-0273-4c05-8ff0-608e39c18c33 Dec 20 22:53:43.095451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2aecaa-18c4-45a4-808c-1c34de453840,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:43.101451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b29f0955-ea05-46f0-8127-664225220e8e', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b29f0955-ea05-46f0-8127-664225220e8e', 'mac_address': 'fa:16:3e:d0:9b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:43.164709 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.179462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29f0955-ea05-46f0-8127-664225220e8e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:43.200712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b29f0955-ea05-46f0-8127-664225220e8e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:43.225959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-13670b5d-0b0b-4ceb-b1e1-57113c4dd841 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2986624 Dec 20 22:53:43.226960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.233984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-f0f07c9b-2c54-42dd-a3b1-30567714648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.236047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-f0f07c9b-2c54-42dd-a3b1-30567714648e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.3327191 Dec 20 22:53:43.246007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-b8065d1a-68ea-4504-8610-d77aef07373e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.247554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-b8065d1a-68ea-4504-8610-d77aef07373e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0815079 Dec 20 22:53:43.261156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.271355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Router 12678658-5fae-4465-948f-53776ab52ef5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:43.353468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:43.368630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-8fbae325-91d1-4c99-9394-64bf9cca0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.370143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-8fbae325-91d1-4c99-9394-64bf9cca0291 service neutron] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1192775 Dec 20 22:53:43.373158 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.374220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.374804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.395372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b3c5a4b1-2deb-443f-978d-66c1c7468748 None None] Provisioning complete for port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:43.395372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c5a4b1-2deb-443f-978d-66c1c7468748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.452701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5a4b1-2deb-443f-978d-66c1c7468748 None None] Port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:53:43.468243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-4c4433fa-76c6-40ff-86b9-2bec1b862c8e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.2120290 Dec 20 22:53:43.471380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-66576cb4-075f-4e89-bb22-b21dab6a3bbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 1001 time: 0.0890534 Dec 20 22:53:43.485990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:43.516886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] Pushing event updated for resources: {'Network': ['ID=3056fae8-0273-4c05-8ff0-608e39c18c33,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:43.519035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b29f0955-ea05-46f0-8127-664225220e8e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:43.550413 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f353d8dd-2438-4587-ad46-c2f4071bbc7f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0044112 Dec 20 22:53:43.554060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:43.561876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Request body: {'subnet': {'network_id': '3056fae8-0273-4c05-8ff0-608e39c18c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1157003581-subnet', 'tenant_id': '261998d46f424976bbb578410e5ca363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:43.567369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704d15-546c-48a1-ac2b-8ebd4ddc1d2e req-e4582d8a-4d0b-4c6b-8648-8582c285cde7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.571855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3056fae8-0273-4c05-8ff0-608e39c18c33 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:53:43.575790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b704d15-546c-48a1-ac2b-8ebd4ddc1d2e req-e4582d8a-4d0b-4c6b-8648-8582c285cde7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.2261176 Dec 20 22:53:43.587190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-38d33f9c-ce22-4fa3-9db8-a04a3ca20344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.588635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-38d33f9c-ce22-4fa3-9db8-a04a3ca20344 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0795503 Dec 20 22:53:43.646714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-6c4375c3-93f2-4f1d-8307-0a00f7c0913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.648712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-6c4375c3-93f2-4f1d-8307-0a00f7c0913d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502253 Dec 20 22:53:43.650515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.656991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:43.670208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Made reservation on behalf of 261998d46f424976bbb578410e5ca363 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:43.673710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:43.677755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Sync routers for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:43.695405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:43.696072 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:43.720535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b704d15-546c-48a1-ac2b-8ebd4ddc1d2e req-2900f050-9d31-45dc-8c79-61b3ec61f688 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438611 Dec 20 22:53:43.726312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8604dc75-55ad-476f-a822-2ab50f801a63 admin admin] 10.222.0.62 "PUT /v2.0/routers/12678658-5fae-4465-948f-53776ab52ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8792295 Dec 20 22:53:43.912050 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:43.941456 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-eaeea720-1a09-4eaa-92f6-290fbfd3db38 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835832 Dec 20 22:53:43.979048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936579-3a94-4c74-9962-5e0b3cca1e20 req-615cf250-3a39-420c-b7df-c140a283c965 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:43.980606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb936579-3a94-4c74-9962-5e0b3cca1e20 req-615cf250-3a39-420c-b7df-c140a283c965 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.1176846 Dec 20 22:53:44.101808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c516b7-3722-4be4-ae65-9ee6a32efb21 req-34549d7b-c92b-4ca6-bc6f-eacb31658562 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501141 Dec 20 22:53:44.119890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb936579-3a94-4c74-9962-5e0b3cca1e20 req-515dfd6c-7226-4835-b91d-362040f5e6b8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026511 Dec 20 22:53:44.215428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.295543 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:41Z', 'revision_number': 4, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '749e131d-e2ba-4b40-964a-b8f6e48e1e36', 'name': '', 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'mac_address': 'fa:16:3e:20:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:40Z', 'updated_at': '2021-12-20T22:53:42Z', 'revision_number': 2, 'project_id': 'b4421595e112493092376816c47e6e5c', 'subnets': [{'id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:44.296191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ee0b74-1c9b-496f-961f-9b57f6429138,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:44.305404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Checking segment: {'id': '0e28b0f7-52fd-415f-89aa-88f4d3519996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3056fae8-0273-4c05-8ff0-608e39c18c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:44.306061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Network hostable DHCP agents. Network: 3056fae8-0273-4c05-8ff0-608e39c18c33, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:53:44.328214 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Checking router: 12678658-5fae-4465-948f-53776ab52ef5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:44.328557 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Updating router 12678658-5fae-4465-948f-53776ab52ef5 port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:53:44.352929 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.414788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.444229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Network 3056fae8-0273-4c05-8ff0-608e39c18c33 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:53:44.516797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-871ba1cb-eaa0-4289-ad41-0733309d5265 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1008065 Dec 20 22:53:44.526826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:44.540483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.569643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3056fae8-0273-4c05-8ff0-608e39c18c33) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:44.575080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:44.575858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.581699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b72b3-b1b2-4359-9a66-882bf2a29624 None None] Network 3056fae8-0273-4c05-8ff0-608e39c18c33 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:44.627003 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.668430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.691652 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.707441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf49b7ed-5fad-4011-8022-a9205eea0614 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1527853 Dec 20 22:53:44.725048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf0cfc-b2cb-4b86-81c4-d77d385c1218 None None] Network 3056fae8-0273-4c05-8ff0-608e39c18c33 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:53:44.743761 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327 associated. External IP: 172.25.1.252, port: 0051c154-901f-428f-98a5-3153bf3d329d. Dec 20 22:53:44.760516 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6750c-1300-491f-8ccc-0c9d4b60379a None None] Pushing event updated for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:44.812771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b29f0955-ea05-46f0-8127-664225220e8e up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:44.865418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Attempting to bind port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:44.867662 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Attempting to bind port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:44.868128 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Attempting to bind port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 on network f250ad04-7e4f-4db8-8074-f520e0690849 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:44.884559 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:44.885068 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Checking segment: {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:44.885601 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.886460 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Bound using segment: {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:44.887449 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Bound port: 749e131d-e2ba-4b40-964a-b8f6e48e1e36, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0056473-3733-4916-8868-4ec2b28d9f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:44.889256 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:44.964159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b29f0955-ea05-46f0-8127-664225220e8e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:53:44.969464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b29f0955-ea05-46f0-8127-664225220e8e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:44.970077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.006580 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.024601 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] For port 749e131d-e2ba-4b40-964a-b8f6e48e1e36, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:45.042333 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] For port 749e131d-e2ba-4b40-964a-b8f6e48e1e36, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=749e131d-e2ba-4b40-964a-b8f6e48e1e36,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:45.087186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.101466 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.107025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] Provisioning complete for port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:45.107025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.147914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:45.150996 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c179904b-fa15-4abc-98f4-426edd3d09b8" -d '{"events": [{"server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "name": "network-vif-plugged", "status": "completed", "tag": "b29f0955-ea05-46f0-8127-664225220e8e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:45.161213 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:45.162372 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:45.167845 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6750c-1300-491f-8ccc-0c9d4b60379a None None] Pushing event updated for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:45.181622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b29f0955-ea05-46f0-8127-664225220e8e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:45.263476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.288461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.304282 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:45.344730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] For port 749e131d-e2ba-4b40-964a-b8f6e48e1e36, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=749e131d-e2ba-4b40-964a-b8f6e48e1e36,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:45.375070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:45.523749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:45.530562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Allocated IP 172.25.1.95 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/c9569438-052e-4c1c-a90f-22e9ed695ab3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:45.533503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:41Z', 'revision_number': 4, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '749e131d-e2ba-4b40-964a-b8f6e48e1e36', 'name': '', 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'mac_address': 'fa:16:3e:20:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:40Z', 'updated_at': '2021-12-20T22:53:45Z', 'revision_number': 4, 'project_id': 'b4421595e112493092376816c47e6e5c', 'subnets': [{'id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:45.563162 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c213a6-e518-40cb-9570-d74539ce2a88 None None] The sync data for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 is: [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:53:41Z', 'revision_number': 4, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '749e131d-e2ba-4b40-964a-b8f6e48e1e36', 'name': '', 'network_id': 'f250ad04-7e4f-4db8-8074-f520e0690849', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'mac_address': 'fa:16:3e:20:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:40Z', 'updated_at': '2021-12-20T22:53:45Z', 'revision_number': 4, 'project_id': 'b4421595e112493092376816c47e6e5c', 'subnets': [{'id': '01adb1e8-6a35-41ea-b0f4-90863744f5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:45.649499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.713264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e290b-5f2a-470a-83a6-ec4f63f7fe2e None None] Pushing event updated for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:45.736045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:45.748743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:45.767098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:45.768125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:45.783478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.825137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-925830c5-aa8d-46fc-9c3a-6c4540ccd2c5 None None] Provisioning complete for port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:45.825661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-925830c5-aa8d-46fc-9c3a-6c4540ccd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:45.920682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:45.961965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.017068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:46.024119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:46.030084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:46.034770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=c9569438-052e-4c1c-a90f-22e9ed695ab3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:46.068586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:46.214208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.240616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:46.246344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.248375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:44Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:46.277284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:46.281952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:46.284270 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d3e25-9882-4951-88fe-9f2e8ff02fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:46.295716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:46.296800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:46.312238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3e12dd3e-26b4-424c-8c57-404c06d219dd tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "PUT /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 998 time: 2.8337977 Dec 20 22:53:46.321037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-9015f5a8-d01c-4ca6-a8a6-b99fbc06e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.322644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-9015f5a8-d01c-4ca6-a8a6-b99fbc06e3d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1101 time: 0.0553584 Dec 20 22:53:46.390053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.404656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-66624771-9bd3-4d1a-924f-db8a69a606a9 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.406135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-66624771-9bd3-4d1a-924f-db8a69a606a9 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports/0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 942 time: 0.0651495 Dec 20 22:53:46.437629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:46.460200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-aee326d8-a2c6-4621-8ff1-81f66fdf7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.461832 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-aee326d8-a2c6-4621-8ff1-81f66fdf7ab6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1299725 Dec 20 22:53:46.513904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-4bda9b51-51e1-43f8-af23-029ce2ee6c7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.0426137 Dec 20 22:53:46.571933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-8c9402e9-8e0b-4f53-aace-5f4eec3cae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.573808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-8c9402e9-8e0b-4f53-aace-5f4eec3cae43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0496273 Dec 20 22:53:46.613337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-d115a8c5-e1f2-4ac2-aff3-3e4040abf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.615051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-d115a8c5-e1f2-4ac2-aff3-3e4040abf2ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.1214185 Dec 20 22:53:46.645374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-462e2b53-0686-4e6f-8418-be415a704080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.648968 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-462e2b53-0686-4e6f-8418-be415a704080 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665367 Dec 20 22:53:46.718675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 749e131d-e2ba-4b40-964a-b8f6e48e1e36 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:53:46.738352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.771521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-9c96f931-a23b-4652-bb98-c841e24c58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.773216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-9c96f931-a23b-4652-bb98-c841e24c58c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1403885 Dec 20 22:53:46.798095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-18b6ad0b-f9d7-47cb-9882-d88bfb2213ac service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407917 Dec 20 22:53:46.813377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:44Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:46.816973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:53:46.816973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.821823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-11ea4638-7d6e-4050-a55f-2c9dcdfc7438 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.0416529 Dec 20 22:53:46.822411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.903561 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-4dc3658e-2366-41ac-8361-be298e6d098e service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931869 Dec 20 22:53:46.938905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=c9569438-052e-4c1c-a90f-22e9ed695ab3,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:46.942137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-95f31b81-2290-4568-950a-c7384d207c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:46.944140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-95f31b81-2290-4568-950a-c7384d207c40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.1136503 Dec 20 22:53:46.953526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:46.980941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6173ec3-4f85-44c1-ae47-d353e0ac519b None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:44Z', 'revision_number': 3, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:47.002736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-5d1e5c64-7e4b-400e-b2ce-115cd63a4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.004631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-5d1e5c64-7e4b-400e-b2ce-115cd63a4c55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445051 Dec 20 22:53:47.041146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:47.042401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-8ee911c3-1b5d-4279-b790-9dbcfe457842 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5196424 Dec 20 22:53:47.126257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-c37407e6-39f1-4a0b-8d61-8f73f7fd111b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.0767653 Dec 20 22:53:47.181431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-3294f3f8-77b8-4c68-9387-b425fc85debc service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673393 Dec 20 22:53:47.308468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-48ad4855-e5db-4940-b0f5-38ed1573e813 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.309869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-48ad4855-e5db-4940-b0f5-38ed1573e813 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1770272 Dec 20 22:53:47.324258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-d86b6128-adbd-4e69-9fca-357b15ea41ef tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:47.325228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8e98ec-000e-4bf7-a776-75d93a75d2ef req-d86b6128-adbd-4e69-9fca-357b15ea41ef tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095859 Dec 20 22:53:47.340865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-bb06b515-ed8c-4e87-8dfb-143b2d86f916 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340823 Dec 20 22:53:47.425180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9d0b-7620-4b8f-9282-1b013f908c40 req-ff648b8e-2da0-4d02-9b3e-ba90ad37b5d3 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.426576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0bd9d0b-7620-4b8f-9282-1b013f908c40 req-ff648b8e-2da0-4d02-9b3e-ba90ad37b5d3 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 950 time: 0.0505631 Dec 20 22:53:47.502470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0bd9d0b-7620-4b8f-9282-1b013f908c40 req-af54cb05-2885-4d54-8026-a8d3c5f4e026 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693257 Dec 20 22:53:47.511861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-a208519c-3dcb-46b0-b320-ab332a0d2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.512151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-a208519c-3dcb-46b0-b320-ab332a0d2be9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1096 time: 0.0630071 Dec 20 22:53:47.626255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-71bf7018-2ce8-49d6-bd65-809ef4338897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.627738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-71bf7018-2ce8-49d6-bd65-809ef4338897 service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1097836 Dec 20 22:53:47.704163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-51e8e4da-6b02-4c02-b5cb-d64fe785c9f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 1001 time: 0.0699623 Dec 20 22:53:47.755479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-c970806c-49fb-44ce-a5d3-1aeeb4a5f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.756965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-c970806c-49fb-44ce-a5d3-1aeeb4a5f1c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0469344 Dec 20 22:53:47.769450 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d82e0-2f5a-4b26-9cd2-53d99b07efa7 None None] New status for floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:53:47.803408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-dd865fc6-2c0d-4eb4-aa43-6d05b120e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:47.804907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-dd865fc6-2c0d-4eb4-aa43-6d05b120e482 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414681 Dec 20 22:53:47.898892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-9069e021-cc61-42d0-8462-73d5ee91d8c0 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869617 Dec 20 22:53:47.991184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b1438b-2ce7-48d4-80c7-6bf3a4a7e56f req-be21f6a7-3fdf-46d1-b314-8d331a98ebf6 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861089 Dec 20 22:53:48.132994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:48.143116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:48.143730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:48.163515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4b328-b4b5-44c3-9076-327cad56449e req-be2793fd-aa5a-4c28-ad9a-d427a2584461 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.165021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7f4b328-b4b5-44c3-9076-327cad56449e req-be2793fd-aa5a-4c28-ad9a-d427a2584461 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0563853 Dec 20 22:53:48.220836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7f4b328-b4b5-44c3-9076-327cad56449e req-c54c970d-5274-4d17-a57f-7a728d51bedb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Dec 20 22:53:48.259096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:48.287707 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04945632-5914-4db7-89c9-8b78ffd89b88 x-openstack-request-id: req-04945632-5914-4db7-89c9-8b78ffd89b88 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:48.288041 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "name": "network-vif-plugged", "status": "completed", "tag": "b29f0955-ea05-46f0-8127-664225220e8e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:48.288263 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04945632-5914-4db7-89c9-8b78ffd89b88 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:48.288650 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e', 'code': 200} Dec 20 22:53:48.387594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505185d2-e7b1-418f-b8e5-135f54f9ab2b req-e39b37cc-1d52-4fae-bcc8-d6ad992c170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.389197 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-505185d2-e7b1-418f-b8e5-135f54f9ab2b req-e39b37cc-1d52-4fae-bcc8-d6ad992c170e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 1101 time: 0.0463114 Dec 20 22:53:48.419923 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524a353-4d66-438f-94a2-9c4684e1bbe7 x-openstack-request-id: req-b524a353-4d66-438f-94a2-9c4684e1bbe7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:48.425624 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:48.425624 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b524a353-4d66-438f-94a2-9c4684e1bbe7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:48.425624 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:53:48.458042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-505185d2-e7b1-418f-b8e5-135f54f9ab2b req-95269c20-c7e4-4054-b17d-bfd3021c1d5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Dec 20 22:53:48.487800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-fc878c35-e5f2-4a6d-bb89-d471404c40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.489422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-fc878c35-e5f2-4a6d-bb89-d471404c40c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.0475948 Dec 20 22:53:48.528245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:47Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:48.555959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:48.565193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:48.565865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:48.605572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-9d3d9e43-3982-4fd1-8992-37468531a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.607085 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-9d3d9e43-3982-4fd1-8992-37468531a90b service neutron] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1032913 Dec 20 22:53:48.657464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-a43fdf32-6f03-4093-a6f2-ccf046c8f7d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.0400803 Dec 20 22:53:48.686999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:48.713662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-2b56a142-1f20-4a6f-bba2-5471bc013e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.715273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-2b56a142-1f20-4a6f-bba2-5471bc013e14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0491023 Dec 20 22:53:48.766341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-aba2b70c-22a8-4679-bfef-6b49e99d976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.767839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-aba2b70c-22a8-4679-bfef-6b49e99d976f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433707 Dec 20 22:53:48.797792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-6c76bf82-eabc-414c-89b5-6b215ddb765f tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:48.799208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-6c76bf82-eabc-414c-89b5-6b215ddb765f tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/networks?id=35c766cb-8d14-43ff-90ab-a8be8a314841 HTTP/1.1" status: 200 len: 815 time: 0.4570842 Dec 20 22:53:48.829155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-7fb3b183-4cb5-416d-a29f-2e9ecd91ce5b tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/quotas/5e4497b181404a33b08dd0c6402f5d15 HTTP/1.1" status: 200 len: 375 time: 0.0213208 Dec 20 22:53:48.837985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-ee245c6b-3928-4eb7-8a27-b755a8b29733 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4121959 Dec 20 22:53:48.851227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:48.871255 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-b842a39a-d3e4-4e3a-90b7-25f11f954d0e service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945702 Dec 20 22:53:48.882611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-3ef11bfa-8785-4918-a098-83f92c7b8329 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e4497b181404a33b08dd0c6402f5d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356958 Dec 20 22:53:48.937364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:47Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:48.965937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b43b0-7153-4153-bc80-29e57bc95567 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:0a:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:47Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:48.978221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:48.993243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-760d3e25-9882-4951-88fe-9f2e8ff02fcb req-541eb696-8857-41fb-8cd2-bcffcc83189f service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106296 Dec 20 22:53:49.009131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-835b0c5d-48fb-4c20-8ad8-106cfd2f67bd service neutron] 10.222.0.62 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181026 Dec 20 22:53:49.150342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-a6bbbbc2-0b79-4beb-a183-01b5bc1a59c8 service neutron] 10.222.0.62 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308072 Dec 20 22:53:49.167893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:49.269932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Allocated IP 172.25.1.123 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/899f9554-d19b-4698-b30a-b11721f13e56) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:49.394300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:49.444834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b818c6-4a0d-4008-b71a-afe2dd461587 req-ab32c8af-843c-4793-9899-66d0847191df tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:49.446494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48b818c6-4a0d-4008-b71a-afe2dd461587 req-ab32c8af-843c-4793-9899-66d0847191df tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1096 time: 0.0642216 Dec 20 22:53:49.494347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48b818c6-4a0d-4008-b71a-afe2dd461587 req-ea14fedf-0c9f-4ba8-bdf0-083793330f99 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Dec 20 22:53:49.515765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:49.601606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:49.611162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:49.618310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:49.621705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=899f9554-d19b-4698-b30a-b11721f13e56,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:49.662859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.663197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.663536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.663866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.664189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.664510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.664828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.665146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.665460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.665799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.666118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.666429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.666742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:49.674425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-62a49c9d-d6ac-402d-a4ef-4e7df45ca044 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1273184 Dec 20 22:53:49.751635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69423-1d98-4354-b811-31de6fed02da req-4ff27cc4-b269-4ea0-9c3b-34363d3b3acc tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:49.752973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-4ff27cc4-b269-4ea0-9c3b-34363d3b3acc tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports/c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 942 time: 0.0719824 Dec 20 22:53:49.775325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:49.908537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:49.935575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-e16ec0a8-73ff-478c-84aa-cf475d539287 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1015570 Dec 20 22:53:50.102419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f69423-1d98-4354-b811-31de6fed02da req-2855bd3e-11da-40c6-81a9-e718a1fd3c4a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.103767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-2855bd3e-11da-40c6-81a9-e718a1fd3c4a tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1599798 Dec 20 22:53:50.123500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-81b77a67-c08f-4070-bc58-0f6913266e64 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:50.127982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21f69423-1d98-4354-b811-31de6fed02da req-81b77a67-c08f-4070-bc58-0f6913266e64 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127628 Dec 20 22:53:50.156448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:50.236735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d69bdd-ed89-445a-bd2b-da1b650ad191 req-38b8306f-2e1b-4749-8602-8bcfc9c57002 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.238221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95d69bdd-ed89-445a-bd2b-da1b650ad191 req-38b8306f-2e1b-4749-8602-8bcfc9c57002 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 950 time: 0.0500858 Dec 20 22:53:50.260235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:50.351756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95d69bdd-ed89-445a-bd2b-da1b650ad191 req-2d4f78b4-1a02-4a03-a000-7f1adc732201 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075780 Dec 20 22:53:50.352349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=899f9554-d19b-4698-b30a-b11721f13e56,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:50.362306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:50.422741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:50.424993 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593c927e-4182-486e-a59b-42fb89aaf319" -d '{"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:50.465068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de64fab-eaa0-4a35-a38f-049d2ea51b50 req-858c9421-4dc6-4c62-b24e-d40b49da6d88 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.466572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5de64fab-eaa0-4a35-a38f-049d2ea51b50 req-858c9421-4dc6-4c62-b24e-d40b49da6d88 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0556056 Dec 20 22:53:50.469633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:50.470741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-cc53fde8-8cb1-4caa-a883-18a5bca61b5f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6251128 Dec 20 22:53:50.540682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-ffc799ef-40a6-496b-84a7-493ff4dcf9b1 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0623944 Dec 20 22:53:50.568105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5de64fab-eaa0-4a35-a38f-049d2ea51b50 req-10d6fb35-ae9b-40f7-95de-11decd126830 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948935 Dec 20 22:53:50.664426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccb447ec-171d-4a14-a74e-82c8797c7cc7 req-f38619ef-b54f-4035-a525-c84b0378e0e7 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 210 time: 0.0313368 Dec 20 22:53:50.687566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-325f31a4-aeb4-44bb-b680-99c0e54f4f38 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.688952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ac8a1b-87a5-4aea-98da-83364434bde6 req-325f31a4-aeb4-44bb-b680-99c0e54f4f38 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1420321 Dec 20 22:53:50.866074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-828f0f81-e83e-48ec-bc83-1b1c48a3d81f tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1194618 Dec 20 22:53:50.925168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-aea662a5-c819-42d9-a8b0-4fa7ea393d23 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.927251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-aea662a5-c819-42d9-a8b0-4fa7ea393d23 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.1723537 Dec 20 22:53:50.939468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-9f84479d-c740-4cdd-ab74-345774031998 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:50.940692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-9f84479d-c740-4cdd-ab74-345774031998 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports/c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 942 time: 0.0653229 Dec 20 22:53:50.951567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-11e9a4a2-7cb1-4431-922f-165d8fff78cd tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/quotas/9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 375 time: 0.0099671 Dec 20 22:53:51.062913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-be4b7a3f-352c-4480-a774-09613c059170 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050565 Dec 20 22:53:51.068020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-f661491b-6104-41f6-bc62-0b12957898c4 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.0818563 Dec 20 22:53:51.227914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-d69e320c-1f28-4fc5-8ef2-26db86c08e72 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577475 Dec 20 22:53:51.235118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-36e2ff35-cafb-467d-bfbd-5788abe3bb10 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:51.236425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-36e2ff35-cafb-467d-bfbd-5788abe3bb10 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1592021 Dec 20 22:53:51.359721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-46c08a06-020c-4c5f-8015-17904e1c02f2 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1148047 Dec 20 22:53:51.375802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:51.417021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-316d6035-bc87-44f8-bb35-716421c5bd34 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796637 Dec 20 22:53:51.446190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:51.571409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-668644b1-d248-420a-a578-47f8987efe20 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:51.572886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-668644b1-d248-420a-a578-47f8987efe20 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.45 "GET /v2.0/networks?id=35c766cb-8d14-43ff-90ab-a8be8a314841 HTTP/1.1" status: 200 len: 815 time: 0.1101465 Dec 20 22:53:51.588625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Request body: {'port': {'device_id': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841', 'admin_state_up': True, 'tenant_id': '5e4497b181404a33b08dd0c6402f5d15'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:51.621565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:51.716735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:51.717231 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327 disassociated. External IP: 172.25.1.252, port: c4de135d-8718-4525-8b96-85ea9fc5ee9b. Dec 20 22:53:51.768899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Made reservation on behalf of 5e4497b181404a33b08dd0c6402f5d15 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:51.773549 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:51.792808 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c633eff-ba39-49f7-b8d8-ed905ea2c2ef x-openstack-request-id: req-9c633eff-ba39-49f7-b8d8-ed905ea2c2ef {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:51.793101 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:51.793360 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c633eff-ba39-49f7-b8d8-ed905ea2c2ef {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:51.793768 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'status': 'completed', 'code': 200} Dec 20 22:53:51.923487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c927e-4182-486e-a59b-42fb89aaf319 req-0003d50d-e538-4982-b5ba-b15b05e5627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:51.925127 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-0003d50d-e538-4982-b5ba-b15b05e5627b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1096 time: 0.0909636 Dec 20 22:53:51.972197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Allocated IP 172.20.0.4 (35c766cb-8d14-43ff-90ab-a8be8a314841/86c4cb04-fc6f-47c9-85c5-79f34baf3608/5c75eb84-35b7-41f5-818b-a3064f54617a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:51.986301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-17a831c2-8c86-4328-83f5-0ddba8ab10c5 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1844006 Dec 20 22:53:52.035326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:52.062681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c927e-4182-486e-a59b-42fb89aaf319 req-325e0f2c-c291-416b-a8dd-976e656581d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.064133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-325e0f2c-c291-416b-a8dd-976e656581d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1314859 Dec 20 22:53:52.081566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:52.124192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-6a541338-63f5-4988-99f0-775ebadf8da5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 217 time: 0.0518265 Dec 20 22:53:52.176545 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.216829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c927e-4182-486e-a59b-42fb89aaf319 req-51554244-8c46-4dbc-b662-e915e5e19d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.218275 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-51554244-8c46-4dbc-b662-e915e5e19d12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0658884 Dec 20 22:53:52.243514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.260124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:52.264951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.282541 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:52.295689 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:52.298089 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:52.314365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-1be64aba-aef1-4d9e-baa4-03523dcd4d4c tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "PUT /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 695 time: 0.9465187 Dec 20 22:53:52.435169 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:52.502446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c927e-4182-486e-a59b-42fb89aaf319 req-5f29d2b9-5cdf-449b-9393-c57a59e8ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.503835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-5f29d2b9-5cdf-449b-9393-c57a59e8ee25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2729266 Dec 20 22:53:52.583780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.645418 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-cd143c46-650c-4c9d-800c-a98ba07d841d service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327550 Dec 20 22:53:52.655550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Network 35c766cb-8d14-43ff-90ab-a8be8a314841 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:52.669411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:52.679961 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.683217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:52.683795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Pushing event updated for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:52.734810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-a3b5ff78-9de5-41d3-b13c-28ddc8c9fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.736581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-a3b5ff78-9de5-41d3-b13c-28ddc8c9fbaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1096 time: 0.3930924 Dec 20 22:53:52.744604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.758935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:52.778795 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:52.785818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.786813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:52.809467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-593c927e-4182-486e-a59b-42fb89aaf319 req-e9feaf48-8176-4817-aebc-99485132c1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563494 Dec 20 22:53:52.818577 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:52.827708 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:52.828309 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:52.869606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Allocated IP 172.25.1.55 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/0d23cdc1-de04-414c-b2e0-b6fe4ac204ac) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:52.898486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-ee0802dd-8d7c-4b1a-bb4b-fe236a1caf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:52.899990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-ee0802dd-8d7c-4b1a-bb4b-fe236a1caf35 service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1519752 Dec 20 22:53:52.928052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-666aca42-3eef-4add-9ced-e9e9b3c15092 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433909 Dec 20 22:53:52.936232 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:52.947252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Request body: {'port': {'device_id': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:52.960557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-3307d29b-9108-4776-a9dc-ff60a3e9c650 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 217 time: 0.0497351 Dec 20 22:53:53.014621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.051586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-bb11a758-c593-49c2-9878-64e0ba562cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.053712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-bb11a758-c593-49c2-9878-64e0ba562cc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0611768 Dec 20 22:53:53.109246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.131106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-7d8550df-b311-4c3a-9927-b680b485a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.132770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-7d8550df-b311-4c3a-9927-b680b485a063 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681708 Dec 20 22:53:53.153798 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:53.180451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc7161-dba6-432b-8340-08e74c88a786 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:53.234234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-f9f0c36f-34ea-4ca7-bb0f-781c3f196f92 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901847 Dec 20 22:53:53.270036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.318643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c75eb84-35b7-41f5-818b-a3064f54617a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:53.329678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.342610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Transition to ACTIVE for port object 5c75eb84-35b7-41f5-818b-a3064f54617a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:53.352011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:53.360515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:53.363946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=0d23cdc1-de04-414c-b2e0-b6fe4ac204ac,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:53.366532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:53.397494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.405838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7f4bdd7-129c-44ba-bcb3-6a79ded31b9a req-23c0e5e8-ba93-4326-a732-3182efc5f785 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636174 Dec 20 22:53:53.453287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Pushing event updated for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:53.461896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7001b-62c7-4143-9e29-1f0b17d87b49 None None] New status for floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:53:53.503926 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.523612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Attempting to bind port 5c75eb84-35b7-41f5-818b-a3064f54617a on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:53.523963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Attempting to bind port 5c75eb84-35b7-41f5-818b-a3064f54617a by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '705f4dd0-855e-4519-b35d-0578462065e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:53.524265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Attempting to bind port 5c75eb84-35b7-41f5-818b-a3064f54617a on network 35c766cb-8d14-43ff-90ab-a8be8a314841 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:53.528847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Port 5c75eb84-35b7-41f5-818b-a3064f54617a on network 35c766cb-8d14-43ff-90ab-a8be8a314841 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:53.534698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Attempting to bind port 5c75eb84-35b7-41f5-818b-a3064f54617a on network 35c766cb-8d14-43ff-90ab-a8be8a314841 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:53.534949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:53.535291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Checking segment: {'id': '705f4dd0-855e-4519-b35d-0578462065e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:53.535673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Bound using segment: {'id': '705f4dd0-855e-4519-b35d-0578462065e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:53.536678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Bound port: 5c75eb84-35b7-41f5-818b-a3064f54617a, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705f4dd0-855e-4519-b35d-0578462065e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:53.537069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.569929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b538a-f51c-428b-9b13-7d1920b9dd66 req-7b5128e4-0159-47f1-93c4-e03c2e8dd3be tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.571151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b54b538a-f51c-428b-9b13-7d1920b9dd66 req-7b5128e4-0159-47f1-93c4-e03c2e8dd3be tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0582123 Dec 20 22:53:53.600788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:53.603993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5c75eb84-35b7-41f5-818b-a3064f54617a,segment=NetworkSegment(705f4dd0-855e-4519-b35d-0578462065e2),segment_id=705f4dd0-855e-4519-b35d-0578462065e2)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:53.616594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.673663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.686489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b54b538a-f51c-428b-9b13-7d1920b9dd66 req-dbca7a34-2d94-4352-bf76-592dd009e368 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Dec 20 22:53:53.767613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-25952870-3c80-4b6c-ab5f-590bcb65b883 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.769096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-25952870-3c80-4b6c-ab5f-590bcb65b883 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.1418507 Dec 20 22:53:53.781204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.781854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.783223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c75eb84-35b7-41f5-818b-a3064f54617a HTTP/1.1" status: 200 len: 1091 time: 0.8463447 Dec 20 22:53:53.784842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:53.787449 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:53.795787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Request body: {'port': {'device_id': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'admin_state_up': True, 'tenant_id': '9c7e681b05b94476a25abb4e627af93c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:53.796039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:53.798212 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be" -d '{"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:53.828508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30982d90-12ab-49f4-9234-0069322dd3db req-7a1cb820-d847-4ceb-a7f8-38c1982de2da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 210 time: 0.0440199 Dec 20 22:53:53.867238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e950c8-647e-4048-87d1-bf21f25fbb79 service neutron] Pushing event updated for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:53.870235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.967792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53388f-d077-4a43-a0df-a63320271aa4 req-0325574e-8b3f-4541-b023-29eccd5d3213 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.969543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a53388f-d077-4a43-a0df-a63320271aa4 req-0325574e-8b3f-4541-b023-29eccd5d3213 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 943 time: 0.0543828 Dec 20 22:53:53.970669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:53.991915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-9e0faf7d-08b0-457b-8f6d-4bf76601675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:53.993391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-9e0faf7d-08b0-457b-8f6d-4bf76601675e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e4497b181404a33b08dd0c6402f5d15&device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 1094 time: 0.0410793 Dec 20 22:53:53.994568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:53:53.998009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.046329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-3b0c14f8-df57-43e0-afbf-c4259d585036 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c75eb84-35b7-41f5-818b-a3064f54617a HTTP/1.1" status: 200 len: 217 time: 0.0389054 Dec 20 22:53:54.052981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=0d23cdc1-de04-414c-b2e0-b6fe4ac204ac,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:54.086505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a53388f-d077-4a43-a0df-a63320271aa4 req-66657e56-1385-4e39-a341-08c636f2f733 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094136 Dec 20 22:53:54.087240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.138910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-ce8a5e7f-feb8-4c65-94ea-dc2102c95330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.140364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-ce8a5e7f-feb8-4c65-94ea-dc2102c95330 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86c4cb04-fc6f-47c9-85c5-79f34baf3608 HTTP/1.1" status: 200 len: 855 time: 0.0831170 Dec 20 22:53:54.148931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.153884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-33cee5b0-74d7-4c6b-a834-8bd45a9e8eb0 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1473970 Dec 20 22:53:54.197516 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-390726fd-778d-4275-8c9c-f8412d49f443 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35c766cb-8d14-43ff-90ab-a8be8a314841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481808 Dec 20 22:53:54.205287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-d494258a-6c21-4aea-a31d-4997a927ee67 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.0489113 Dec 20 22:53:54.277913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Allocated IP 172.20.0.13 (3e4c285b-2734-4b2a-b013-f38695c69978/bdfff25c-9ace-4678-95fb-366841d4d15b/f6930bb7-3dac-419b-ba3f-ee0a56faade1) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:54.321936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-e108a70f-bdab-4369-89cf-a9712979902c tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.323566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f174f4d0-b428-49ab-8cec-61474bb1d5d2 req-e108a70f-bdab-4369-89cf-a9712979902c tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1102948 Dec 20 22:53:54.338496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-a00e47f3-50a4-42f7-a9af-7d6e83e6c146 service neutron] 10.222.0.45 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311429 Dec 20 22:53:54.518909 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-764b281a-01f2-42cb-b867-e3bec3d26fde req-b67757fe-2532-483b-957b-475d72a443fb service neutron] 10.222.0.45 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676373 Dec 20 22:53:54.524197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.530034 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ec5adc-662c-42cc-ad3b-e327ed899f5c x-openstack-request-id: req-f5ec5adc-662c-42cc-ad3b-e327ed899f5c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:54.530227 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:54.530440 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5ec5adc-662c-42cc-ad3b-e327ed899f5c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:54.530844 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a', 'status': 'completed', 'code': 200} Dec 20 22:53:54.621529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.711108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Network 3e4c285b-2734-4b2a-b013-f38695c69978 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:54.719618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:54.723314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:54.728618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:54.737233 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171df92a-3edf-473e-ae80-5f902a46239e x-openstack-request-id: req-171df92a-3edf-473e-ae80-5f902a46239e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:54.737921 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:54.738404 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-171df92a-3edf-473e-ae80-5f902a46239e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:54.739354 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'status': 'completed', 'code': 200} Dec 20 22:53:54.768367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-6c0cd69c-96bd-4667-bbb0-7ee28610fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.770154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-6c0cd69c-96bd-4667-bbb0-7ee28610fe94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e4497b181404a33b08dd0c6402f5d15&device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 1094 time: 0.1145740 Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.818872 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.821058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:54.900788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-2f06a6d6-fdec-4663-bf46-d2ea0b426ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.906706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-2f06a6d6-fdec-4663-bf46-d2ea0b426ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 1096 time: 0.1287851 Dec 20 22:53:54.906831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534097df-0025-4a4d-81a6-c5de71ed776f req-819a1f43-da92-4ad1-8884-292f1e235c67 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.911506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-534097df-0025-4a4d-81a6-c5de71ed776f req-819a1f43-da92-4ad1-8884-292f1e235c67 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 950 time: 0.0765638 Dec 20 22:53:54.940407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-ad603ed2-5a44-4efe-b01c-d5691cc3a1b5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1562195 Dec 20 22:53:54.943024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-445b4608-43ce-4dbc-bc0f-fe66cff1cb1d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1952431 Dec 20 22:53:54.956801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Request body: {'port': {'device_id': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:54.959926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:54.960219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-537b91c8-6c2b-4390-9352-be2e01021b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:54.961607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-537b91c8-6c2b-4390-9352-be2e01021b56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=35c766cb-8d14-43ff-90ab-a8be8a314841 HTTP/1.1" status: 200 len: 916 time: 0.1733611 Dec 20 22:53:54.985581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-534097df-0025-4a4d-81a6-c5de71ed776f req-b0e3b284-797c-4c56-a3b2-2d7877a10f99 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/security-groups?id=cadac08a-91dd-4acd-94cb-af7b11d602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Dec 20 22:53:55.051941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-7efeb928-cec5-4cf5-a940-133939fffe5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c75eb84-35b7-41f5-818b-a3064f54617a HTTP/1.1" status: 200 len: 217 time: 0.0668137 Dec 20 22:53:55.077009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.118290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-a89f51cc-2073-49c6-828c-94e27dfb204b tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:55.119729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-a89f51cc-2073-49c6-828c-94e27dfb204b tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0762470 Dec 20 22:53:55.124901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.147642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-e48ad83e-82cf-440a-b51a-8564f8c6ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:55.149122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-e48ad83e-82cf-440a-b51a-8564f8c6ee5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.2297661 Dec 20 22:53:55.157354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-56a70674-6f08-4757-93d1-46c638c7acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:55.159641 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-56a70674-6f08-4757-93d1-46c638c7acb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86c4cb04-fc6f-47c9-85c5-79f34baf3608 HTTP/1.1" status: 200 len: 855 time: 0.0984917 Dec 20 22:53:55.200283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-68e2a3a0-c1bc-4d36-91a0-33f38afddfe2 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0733790 Dec 20 22:53:55.215019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:53:55.244005 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-f7f483c7-f724-44e4-add5-b125817cea4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 200 len: 217 time: 0.0843186 Dec 20 22:53:55.245816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-467979a1-a02d-4ab5-852b-9cf316deed34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35c766cb-8d14-43ff-90ab-a8be8a314841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595152 Dec 20 22:53:55.259774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.273350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59244) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:55.366343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.438682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-43ac2cf9-658f-4e22-b966-1d9b68c19a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:55.440121 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-43ac2cf9-658f-4e22-b966-1d9b68c19a8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.1823671 Dec 20 22:53:55.445080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbb53af5-c310-452d-9434-2b2921d9ce73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.550612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-07043a8a-20fe-4107-a4c9-23f90fe1d44e service neutron] 10.222.0.45 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916293 Dec 20 22:53:55.565216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Allocated IP 172.25.1.226 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b9635828-f790-433a-9fac-36d2fcfc2632) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:53:55.616234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-db5e187c-3cdc-4c01-b51e-d3837569d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:55.617746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-db5e187c-3cdc-4c01-b51e-d3837569d8a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654499 Dec 20 22:53:55.795350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbb53af5-c310-452d-9434-2b2921d9ce73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.809969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.897791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.946456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:55.986256 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.023597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbb53af5-c310-452d-9434-2b2921d9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.053256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb31f44b-5fcb-4867-a03b-6a92c6d7b8a4 req-382b0ff8-5856-4f17-a9f0-c43541079244 service neutron] 10.222.0.45 "GET /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861405 Dec 20 22:53:56.064534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6930bb7-3dac-419b-ba3f-ee0a56faade1 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:56.082253 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.094611 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-74264bfc-68ea-42f5-8e68-0b7f20c96a0e service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602418 Dec 20 22:53:56.097142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:53:56.107850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cbb53af5-c310-452d-9434-2b2921d9ce73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e22dc9354ac646418201533937b6bba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8296185 Dec 20 22:53:56.109474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:53:56.113136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59250) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:56.113855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=b9635828-f790-433a-9fac-36d2fcfc2632,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:56.117622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb53af5-c310-452d-9434-2b2921d9ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8444c6-293c-4d41-a0de-4bf0f2939a54,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:56.121273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Transition to ACTIVE for port object f6930bb7-3dac-419b-ba3f-ee0a56faade1 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:53:56.126841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:53:56.190368 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327 associated. External IP: 172.25.1.252, port: 0051c154-901f-428f-98a5-3153bf3d329d. Dec 20 22:53:56.201408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7285c498-3c42-4c80-9ba7-08f0ebb5c0be req-2569f49f-76fd-4894-95a3-db3e0303405f service neutron] 10.222.0.59 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924926 Dec 20 22:53:56.215335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.237140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-64fdd787-ff8a-4d5c-bcd8-cce1b62acc16 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:56.238624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-64fdd787-ff8a-4d5c-bcd8-cce1b62acc16 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.59 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 950 time: 0.2131929 Dec 20 22:53:56.285211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:56.370712 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.402713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-1667f91e-8c89-4049-9435-a8e6f3a998f2 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:56.404260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-1667f91e-8c89-4049-9435-a8e6f3a998f2 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.59 "GET /v2.0/ports?device_id=273db8a0-6b3e-4a24-8541-a84dddaf3138 HTTP/1.1" status: 200 len: 945 time: 0.1201344 Dec 20 22:53:56.461901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:53:56.462242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:53:56.462571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:56.482247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:53:56.482885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:53:56.532535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:53:56.532880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:53:56.533270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:53:56.533713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Bound port: f6930bb7-3dac-419b-ba3f-ee0a56faade1, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:53:56.534087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.634970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:53:56.638899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:53:56.641376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Deleting port c4de135d-8718-4525-8b96-85ea9fc5ee9b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:56.641712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.681017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.704308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.704811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.745885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:56.746494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.747863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 1092 time: 1.7961848 Dec 20 22:53:56.750123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:56.752215 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefce8d0-b108-4369-94c1-f2efa66f9bde" -d '{"events": [{"name": "network-changed", "server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:56.786105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] For port c4de135d-8718-4525-8b96-85ea9fc5ee9b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c4de135d-8718-4525-8b96-85ea9fc5ee9b,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:56.786464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.795427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631c7f-9c26-4b13-b8c4-1b1c5679a589 service neutron] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:56.805941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Calling delete_port for c4de135d-8718-4525-8b96-85ea9fc5ee9b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:56.857704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Deleting port b29f0955-ea05-46f0-8127-664225220e8e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:53:56.858089 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.874838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:56.917176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-c49d0e5d-491b-4a59-addf-fb89e66faf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:56.918875 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-c49d0e5d-491b-4a59-addf-fb89e66faf64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1095 time: 0.0596015 Dec 20 22:53:56.989939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-55cf0858-a9d5-41e2-b3ff-0bc9de522538 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 217 time: 0.0582607 Dec 20 22:53:56.991590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:53:57.025592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.028159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.031792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a8444c6-293c-4d41-a0de-4bf0f2939a54 HTTP/1.1" status: 204 len: 168 time: 0.9121935 Dec 20 22:53:57.048247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-88536de5-4488-41ca-8d92-542384d3d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:57.049670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-88536de5-4488-41ca-8d92-542384d3d8e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0524752 Dec 20 22:53:57.084235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] For port b29f0955-ea05-46f0-8127-664225220e8e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b29f0955-ea05-46f0-8127-664225220e8e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:57.084611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.085116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-427c3db6-4507-443b-952f-85ab0ff5046e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261281 Dec 20 22:53:57.095504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069912e-2a32-4e2a-81fa-bfdb8d2bd015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8444c6-293c-4d41-a0de-4bf0f2939a54,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:57.103299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.126154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c4de135d-8718-4525-8b96-85ea9fc5ee9b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:57.136785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0051c154-901f-428f-98a5-3153bf3d329d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:57.137010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Calling delete_port for b29f0955-ea05-46f0-8127-664225220e8e owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:53:57.210789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-3d16bacf-d2e4-4ebf-b979-9d8829127c16 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169920 Dec 20 22:53:57.278319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event deleted for resources: {'Port': ['ID=c4de135d-8718-4525-8b96-85ea9fc5ee9b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:57.300251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:53:57.307579 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.311154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.319507 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:53:57.340122 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:57.341025 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:57.351280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-61a69218-668f-4c65-bff2-0600f0bc1bfe tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "PUT /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 996 time: 2.1423976 Dec 20 22:53:57.352327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:53:57.354662 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:53:57.358801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] No DVR routers for this DVR port c4de135d-8718-4525-8b96-85ea9fc5ee9b on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:57.360850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.365906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c425dcb1-7de4-4a8e-9c54-9eb442191323 req-8e06c188-4659-46f3-a5b8-90a812b1de4e tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.59 "DELETE /v2.0/ports/c4de135d-8718-4525-8b96-85ea9fc5ee9b HTTP/1.1" status: 204 len: 173 time: 0.9533896 Dec 20 22:53:57.430721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.449512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ca8218f-4dab-48af-9912-78dbbcf4ee44 req-9077fbd0-68f0-4dad-9c32-be842c893e35 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115111 Dec 20 22:53:57.545589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event updated for resources: {'Port': ['ID=b9635828-f790-433a-9fac-36d2fcfc2632,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:57.553103 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:57.553207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-a5cfeb17-444f-4817-969b-98714ee2f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:57.553467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-a5cfeb17-444f-4817-969b-98714ee2f4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.1576698 Dec 20 22:53:57.581549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.632200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.643844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b29f0955-ea05-46f0-8127-664225220e8e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:57.653649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.654900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ae614b67-293e-4c89-8b86-a8e722b4159a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7052226 Dec 20 22:53:57.685277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Pushing event deleted for resources: {'Port': ['ID=b29f0955-ea05-46f0-8127-664225220e8e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:57.701808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.732912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-64dc2f13-e3a9-4043-8e88-cb87a6bbd86e tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0589902 Dec 20 22:53:57.800811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] No DVR routers for this DVR port b29f0955-ea05-46f0-8127-664225220e8e on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:53:57.803268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-c9063a4e-400e-41bd-91f6-131ebe99b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:57.804969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-c9063a4e-400e-41bd-91f6-131ebe99b7c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.2450922 Dec 20 22:53:57.812178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.815503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bda41257-5bd4-4863-8bc1-2654422f41b5 req-d3107145-b4f8-48e8-a7ec-162e967e4a2e tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.59 "DELETE /v2.0/ports/b29f0955-ea05-46f0-8127-664225220e8e HTTP/1.1" status: 204 len: 173 time: 1.5706301 Dec 20 22:53:57.817077 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:55Z', 'revision_number': 8, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:57.843386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:57.851932 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:53:57.857170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f573d4f8-5143-4941-a430-3d94e9bcd718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.863712 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:53:57.865813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:57.923627 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-81203571-c65e-470a-b02a-8bbc97f52250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 999 time: 0.1071036 Dec 20 22:53:57.958659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f573d4f8-5143-4941-a430-3d94e9bcd718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:57.964401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5c75eb84-35b7-41f5-818b-a3064f54617a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:57.976942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ea41eb6e-27ee-43fb-9f34-90aef7fc12ce tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:57.978389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb7cfb86-a5eb-4558-a177-16ee3e48f9ce req-ea41eb6e-27ee-43fb-9f34-90aef7fc12ce tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2203305 Dec 20 22:53:57.999397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-f0b91a40-4f56-455a-a07b-9867e80ecdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.000927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-f0b91a40-4f56-455a-a07b-9867e80ecdb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0674393 Dec 20 22:53:58.026960 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:53:58.038169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f573d4f8-5143-4941-a430-3d94e9bcd718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.078793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-be747808-f838-4467-b1b9-0b77df684414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.080321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-be747808-f838-4467-b1b9-0b77df684414 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726457 Dec 20 22:53:58.101057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3c73-49c5-46d2-854f-cb2bed90664a req-5d765a09-475f-47b2-9a89-499b778399db tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.102610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d08b3c73-49c5-46d2-854f-cb2bed90664a req-5d765a09-475f-47b2-9a89-499b778399db tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0629146 Dec 20 22:53:58.119908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5c75eb84-35b7-41f5-818b-a3064f54617a,segment=NetworkSegment(705f4dd0-855e-4519-b35d-0578462065e2),segment_id=705f4dd0-855e-4519-b35d-0578462065e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:58.128437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d4f8-5143-4941-a430-3d94e9bcd718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98747873-482a-4dc9-818f-c74bc30ced12,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:58.143425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '5c75eb84-35b7-41f5-818b-a3064f54617a', 'network_id': '35c766cb-8d14-43ff-90ab-a8be8a314841', 'port_id': '5c75eb84-35b7-41f5-818b-a3064f54617a', 'mac_address': 'fa:16:3e:7f:f0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c4cb04-fc6f-47c9-85c5-79f34baf3608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:53:58.152515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f573d4f8-5143-4941-a430-3d94e9bcd718 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fce4e027ade2497296b212ae25770bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080425 Dec 20 22:53:58.153095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59264) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:53:58.200070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.218193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c75eb84-35b7-41f5-818b-a3064f54617a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:53:58.239115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d08b3c73-49c5-46d2-854f-cb2bed90664a req-d6ebf744-7641-4f65-b6cb-bf308250c76f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265604 Dec 20 22:53:58.250746 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.252000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5c75eb84-35b7-41f5-818b-a3064f54617a,segment=NetworkSegment(705f4dd0-855e-4519-b35d-0578462065e2),segment_id=705f4dd0-855e-4519-b35d-0578462065e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:53:58.273463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-657d2d1e-302c-421c-86aa-eb88984165fa service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698387 Dec 20 22:53:58.311631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.312490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.361097 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:55Z', 'revision_number': 8, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:53:58.393911 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54ef7-63c7-408b-a930-80922f1c5d46 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1a405d79-abc6-40f1-ac5c-d1e17a041327', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'port_id': '0051c154-901f-428f-98a5-3153bf3d329d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'mac_address': 'fa:16:3e:d5:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fee39-79f0-429a-8c5b-1611cd01d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:53:17Z', 'updated_at': '2021-12-20T22:53:55Z', 'revision_number': 8, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:53:58.397647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:58.407450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.408110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.408319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4aa69069-ff6d-454b-bf37-5807f52f93fb req-81e668c9-1b95-4deb-8d2f-3f80adbd065b service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281719 Dec 20 22:53:58.409042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.409601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.410085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.410518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.411021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.411794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.412206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.412631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.413121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.413671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.414089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:53:58.429366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba552-15c1-487a-9437-2e17cea4d4bb req-e47f149e-d4ff-441b-b614-ee16da20f442 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.437104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-631ba552-15c1-487a-9437-2e17cea4d4bb req-e47f149e-d4ff-441b-b614-ee16da20f442 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.0916162 Dec 20 22:53:58.488061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-631ba552-15c1-487a-9437-2e17cea4d4bb req-f47b8f67-19bc-4a63-ab6b-42c4bbece05f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496659 Dec 20 22:53:58.580548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.585014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:53:58.585470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98747873-482a-4dc9-818f-c74bc30ced12 HTTP/1.1" status: 204 len: 168 time: 0.4274971 Dec 20 22:53:58.597758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5c75eb84-35b7-41f5-818b-a3064f54617a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:53:58.618770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda57387-0a27-4aad-9edf-9db7461b1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98747873-482a-4dc9-818f-c74bc30ced12,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:53:58.620862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14373abb-3759-49a2-9fc0-f610b1ba27b7 req-205b5c97-671e-4885-ae16-f43bb6f45a47 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.650407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14373abb-3759-49a2-9fc0-f610b1ba27b7 req-205b5c97-671e-4885-ae16-f43bb6f45a47 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 944 time: 0.0919051 Dec 20 22:53:58.715459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08f880-18c8-47be-80d0-8f33b746a1b9 None None] New status for floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:53:58.726371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14373abb-3759-49a2-9fc0-f610b1ba27b7 req-61624a03-2a7d-4dba-9ab4-580361deac6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747840 Dec 20 22:53:58.856878 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc342489-2085-4b2c-ab2b-077bba2454fb x-openstack-request-id: req-cc342489-2085-4b2c-ab2b-077bba2454fb {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:58.857825 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:58.858255 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc342489-2085-4b2c-ab2b-077bba2454fb {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:58.858829 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'status': 'completed', 'code': 200} Dec 20 22:53:58.924397 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6612d1-7d9a-4ce5-b422-b75fb1369764 x-openstack-request-id: req-7c6612d1-7d9a-4ce5-b422-b75fb1369764 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:53:58.926097 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:53:58.926623 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c6612d1-7d9a-4ce5-b422-b75fb1369764 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:53:58.927773 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:53:58.979033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-bda07a1b-3bcd-46b1-bd27-af1275c695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:58.980689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-bda07a1b-3bcd-46b1-bd27-af1275c695a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1095 time: 0.0973322 Dec 20 22:53:59.000326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f0a86e-d446-43f8-b1ad-22a1897bb7b3 req-99bcafe8-4675-441d-a8e9-a388eba8a617 tempest-ServerDiagnosticsNegativeTest-608379124 tempest-ServerDiagnosticsNegativeTest-608379124-project] 10.222.0.62 "GET /v2.0/ports?device_id=898f4f22-c254-4911-94c3-c18b5cc79db9 HTTP/1.1" status: 200 len: 210 time: 0.0877492 Dec 20 22:53:59.021337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fefadb8e-25ab-4063-8eaf-1e5944368f26 req-a5b0be2a-a495-40cf-becb-756c7f3bc08d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips/2fa5ca46-f2b1-4519-8bec-0145254d9582 HTTP/1.1" status: 200 len: 693 time: 0.0837820 Dec 20 22:53:59.041688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-15510307-b1b4-4ecc-9968-199ee729fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.043489 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-15510307-b1b4-4ecc-9968-199ee729fc73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.0915611 Dec 20 22:53:59.162509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-ee7dc522-3f06-434d-8227-a5575fbd2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.164236 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-ee7dc522-3f06-434d-8227-a5575fbd2d4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1765029 Dec 20 22:53:59.164397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de62e01e-05f7-4678-b818-1e8a4647dafe req-1cff4d42-9a67-4876-978b-edbd39600d86 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 998 time: 0.1366811 Dec 20 22:53:59.221245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-f3237a6d-f7e1-444f-9868-4fec3e1ae09f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 217 time: 0.0480161 Dec 20 22:53:59.239576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-9d09a317-cd8a-472c-9a64-addc536be1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.241386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-9d09a317-cd8a-472c-9a64-addc536be1c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1676602 Dec 20 22:53:59.252259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefadb8e-25ab-4063-8eaf-1e5944368f26 req-1b73e6b9-59ef-433d-b54a-4c8bb192eeee tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.253633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fefadb8e-25ab-4063-8eaf-1e5944368f26 req-1b73e6b9-59ef-433d-b54a-4c8bb192eeee tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2193294 Dec 20 22:53:59.271949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-fefadb8e-25ab-4063-8eaf-1e5944368f26 req-334310d4-e0c9-4f62-afb4-7a7ffe5d003a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:59.272963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fefadb8e-25ab-4063-8eaf-1e5944368f26 req-334310d4-e0c9-4f62-afb4-7a7ffe5d003a tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116687 Dec 20 22:53:59.316925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62e01e-05f7-4678-b818-1e8a4647dafe req-a875c24c-42de-4d5c-a879-b931eb8eb576 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.319103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de62e01e-05f7-4678-b818-1e8a4647dafe req-a875c24c-42de-4d5c-a879-b931eb8eb576 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1534915 Dec 20 22:53:59.324253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-a81f6a90-24ef-4a30-b873-7c73617a097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.325618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-a81f6a90-24ef-4a30-b873-7c73617a097e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0969701 Dec 20 22:53:59.332459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-de62e01e-05f7-4678-b818-1e8a4647dafe req-72812636-0513-4f47-83e5-9b576d2305b5 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:59.334829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de62e01e-05f7-4678-b818-1e8a4647dafe req-72812636-0513-4f47-83e5-9b576d2305b5 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074124 Dec 20 22:53:59.334971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-3b589f5d-da39-4de8-a200-1a9ac540bba0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 1001 time: 0.0757315 Dec 20 22:53:59.368776 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-d4b0f617-a44e-42f8-9943-b0249f6bf277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329888 Dec 20 22:53:59.417541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-9f2bc13c-14b1-47f8-9e88-1347f18fcaf9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips/2fa5ca46-f2b1-4519-8bec-0145254d9582 HTTP/1.1" status: 200 len: 693 time: 0.0565529 Dec 20 22:53:59.431498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6271d61-4b41-4965-b2cd-85b728301bcc req-537bfa98-180b-4891-856d-cd5e12fa1be6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.433009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6271d61-4b41-4965-b2cd-85b728301bcc req-537bfa98-180b-4891-856d-cd5e12fa1be6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1044621 Dec 20 22:53:59.459562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-470ce53c-269f-4b6b-8034-beb20b2acb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.461015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-470ce53c-269f-4b6b-8034-beb20b2acb92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.1164393 Dec 20 22:53:59.517384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-a6206773-af0a-44aa-a651-b8b9c7b9022f service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308305 Dec 20 22:53:59.526881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-e1faaa82-7692-4cd4-bd09-9a905cb6489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.528373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-e1faaa82-7692-4cd4-bd09-9a905cb6489b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599320 Dec 20 22:53:59.549988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6271d61-4b41-4965-b2cd-85b728301bcc req-ba6f7a02-6af5-46e4-8f5e-2eb9bc41c622 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060629 Dec 20 22:53:59.588735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477248a-fd62-49f7-b0be-23df18cda943 req-680046e2-070e-4257-b89c-e8e46dfad330 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.590002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-680046e2-070e-4257-b89c-e8e46dfad330 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1560867 Dec 20 22:53:59.629376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-a00007ca-f6b5-4e7b-a6a8-4897b5153192 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:53:59.630384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-a00007ca-f6b5-4e7b-a6a8-4897b5153192 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078559 Dec 20 22:53:59.702098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-da730bba-b9b9-4c9b-b800-ad98b65028e6 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0604575 Dec 20 22:53:59.705007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-e647d426-c19f-4f9f-9940-6d012317eae2 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1295109 Dec 20 22:53:59.796045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-7bfcf157-2332-43aa-a4ec-396aff365a2b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.226 HTTP/1.1" status: 200 len: 696 time: 0.0811124 Dec 20 22:53:59.803836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-eeffd7fa-6c47-4083-bf4c-4665dec9e820 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:53:59.809976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-eeffd7fa-6c47-4083-bf4c-4665dec9e820 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports/0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 942 time: 0.0920048 Dec 20 22:53:59.900531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eefce8d0-b108-4369-94c1-f2efa66f9bde req-91192133-fba0-47de-869a-c7ba5f51da99 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711812 Dec 20 22:53:59.904292 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-3e96b506-cec3-42fa-af60-5fe375029103 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677397 Dec 20 22:53:59.975622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:53:59.980651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5c75eb84-35b7-41f5-818b-a3064f54617a up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:00.017254 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0e4f7611-5e1c-4a06-b078-b260d53f8ee3 req-fec294f1-82aa-4f67-b54a-b28724f7da75 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005082 Dec 20 22:54:00.130735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:00.142055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'port_id': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'mac_address': 'fa:16:3e:21:98:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfff25c-9ace-4678-95fb-366841d4d15b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:00.168149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 5c75eb84-35b7-41f5-818b-a3064f54617a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:00.175971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 5c75eb84-35b7-41f5-818b-a3064f54617a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:00.175971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.210032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.228602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6930bb7-3dac-419b-ba3f-ee0a56faade1 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:00.248395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-912ee176-e151-4081-8f3e-51768298e285 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.1238708 Dec 20 22:54:00.259218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:00.295888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.318333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:00.320626 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42539bd-3569-4a61-bbcb-733f1033b55a" -d '{"events": [{"server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "name": "network-vif-plugged", "status": "completed", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:00.325880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.333785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Deleting port b9635828-f790-433a-9fac-36d2fcfc2632 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:00.334327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.338199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5c75eb84-35b7-41f5-818b-a3064f54617a,segment=NetworkSegment(705f4dd0-855e-4519-b35d-0578462065e2),segment_id=705f4dd0-855e-4519-b35d-0578462065e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:00.394565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:00.411623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-8fda3cc3-ad94-47f2-8713-e0e4c2473824 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:00.412884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-8fda3cc3-ad94-47f2-8713-e0e4c2473824 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1576087 Dec 20 22:54:00.420201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.469370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:00.497692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.498997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.519485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-227b8da4-458f-4bae-9bee-f19fe977d64d tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.0934565 Dec 20 22:54:00.521165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Calling delete_port for b9635828-f790-433a-9fac-36d2fcfc2632 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:00.534354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:00.605329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:00.642754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.839533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.853384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b29f0955-ea05-46f0-8127-664225220e8e no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:00.860621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'name': 'network-vif-deleted', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:00.863055 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d2414-d805-4240-9697-393b7e0ff638" -d '{"events": [{"server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "name": "network-vif-deleted", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:00.877001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.877338 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327 disassociated. External IP: 172.25.1.252, port: 0051c154-901f-428f-98a5-3153bf3d329d. Dec 20 22:54:00.881544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b29f0955-ea05-46f0-8127-664225220e8e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:00.881931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b29f0955-ea05-46f0-8127-664225220e8e not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:00.882454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c4de135d-8718-4525-8b96-85ea9fc5ee9b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:00.910534 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:00.910861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: c4de135d-8718-4525-8b96-85ea9fc5ee9b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:00.911019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c4de135d-8718-4525-8b96-85ea9fc5ee9b not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:00.943904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'name': 'network-vif-deleted', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:00.946112 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524088c-49cf-453c-8fd7-9e96549cce6f" -d '{"events": [{"server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "name": "network-vif-deleted", "tag": "b29f0955-ea05-46f0-8127-664225220e8e"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:00.955007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event deleted for resources: {'Port': ['ID=b9635828-f790-433a-9fac-36d2fcfc2632,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:01.056496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:01.059106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:01.060252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1477248a-fd62-49f7-b0be-23df18cda943 req-5adf45e1-8fa1-490d-bb94-03d0b64b97da tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "DELETE /v2.0/floatingips/2fa5ca46-f2b1-4519-8bec-0145254d9582 HTTP/1.1" status: 204 len: 173 time: 1.2541018 Dec 20 22:54:01.196125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088c6c-a016-4754-ad50-0f3bf50afdee req-9952b252-833a-4cd6-b2b4-3b15f92ae049 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.197477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4088c6c-a016-4754-ad50-0f3bf50afdee req-9952b252-833a-4cd6-b2b4-3b15f92ae049 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 945 time: 0.0869141 Dec 20 22:54:01.201564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:01.290292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4088c6c-a016-4754-ad50-0f3bf50afdee req-ea7b34b7-504f-4bbd-99a0-ab52d39b57ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860155 Dec 20 22:54:01.339450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:01.348115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:01.351704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:01.361628 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:01.362346 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:01.397708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-ee21e61b-ec0c-4c59-89f9-823ecb97f7fb tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "PUT /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 696 time: 0.8701437 Dec 20 22:54:01.430026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc631e98-315f-4f0f-8451-82a57bd366f2 req-328aec08-a13a-48bd-b556-af5cc5cc3d84 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.431560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc631e98-315f-4f0f-8451-82a57bd366f2 req-328aec08-a13a-48bd-b556-af5cc5cc3d84 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.0695808 Dec 20 22:54:01.487046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-e422ab61-1661-45c6-8f84-bb62e87e9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.488585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-e422ab61-1661-45c6-8f84-bb62e87e9a65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.0778034 Dec 20 22:54:01.513813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc631e98-315f-4f0f-8451-82a57bd366f2 req-9f96482e-db23-4c22-b70c-6c42f02c9814 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678222 Dec 20 22:54:01.566295 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:01.607724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-db4ac1a4-478b-4a9a-bdf5-9778dcf44328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.609300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-db4ac1a4-478b-4a9a-bdf5-9778dcf44328 service neutron] 10.222.0.62 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1117423 Dec 20 22:54:01.666479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-001e4388-84df-4dcc-bfd9-c349b2d58151 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.0488646 Dec 20 22:54:01.720402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-d98863d7-104e-4a60-8856-755950c99aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.721897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-d98863d7-104e-4a60-8856-755950c99aed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0475676 Dec 20 22:54:01.737616 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276f82d8-c889-4d0d-bb25-914b49f977a1 x-openstack-request-id: req-276f82d8-c889-4d0d-bb25-914b49f977a1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:01.739329 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "name": "network-vif-plugged", "status": "completed", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:01.739847 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-276f82d8-c889-4d0d-bb25-914b49f977a1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:01.740409 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a', 'code': 200} Dec 20 22:54:01.797844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837b49-bed1-468f-8664-031b821a4c69 req-672a902d-0cdf-479a-ae98-9f555f9e0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.799775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-672a902d-0cdf-479a-ae98-9f555f9e0b94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680816 Dec 20 22:54:01.882935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5afcf-ccde-48c5-a9fd-ddc782240520 req-8c4e180c-a8ae-4c96-ab42-d0346b793139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.885087 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84e5afcf-ccde-48c5-a9fd-ddc782240520 req-8c4e180c-a8ae-4c96-ab42-d0346b793139 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 1096 time: 0.0664127 Dec 20 22:54:01.892487 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:01.929309 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:01.939679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:01.940522 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:53:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:01.964871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-84e5afcf-ccde-48c5-a9fd-ddc782240520 req-59550659-c9f1-4af4-a6e7-939cebc2003a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659344 Dec 20 22:54:01.969133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f81a4-45e7-47ff-bbe8-5839fc527262 req-98a58981-c03a-4f70-b229-15a3a5b4fc29 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:01.971129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c1f81a4-45e7-47ff-bbe8-5839fc527262 req-98a58981-c03a-4f70-b229-15a3a5b4fc29 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1247594 Dec 20 22:54:01.988029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:02.021758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-970943e0-e02e-4734-8eb0-bf7aa43fca22 service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147956 Dec 20 22:54:02.068546 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:02.100718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f6930bb7-3dac-419b-ba3f-ee0a56faade1 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:02.108138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f6930bb7-3dac-419b-ba3f-ee0a56faade1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:02.113713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.121746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c1f81a4-45e7-47ff-bbe8-5839fc527262 req-c4cb15e4-7a52-42ee-80fb-b1de84f81663 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409395 Dec 20 22:54:02.148570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f837b49-bed1-468f-8664-031b821a4c69 req-3ece5587-a179-4e4a-8a24-46fb31f254ac service neutron] 10.222.0.62 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179175 Dec 20 22:54:02.264870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:02.291019 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16fcca5-ffc3-4d9c-9643-82306abf107d x-openstack-request-id: req-e16fcca5-ffc3-4d9c-9643-82306abf107d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:02.291318 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273db8a0-6b3e-4a24-8541-a84dddaf3138", "name": "network-vif-deleted", "tag": "c4de135d-8718-4525-8b96-85ea9fc5ee9b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:02.291570 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e16fcca5-ffc3-4d9c-9643-82306abf107d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:02.292167 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273db8a0-6b3e-4a24-8541-a84dddaf3138', 'name': 'network-vif-deleted', 'tag': 'c4de135d-8718-4525-8b96-85ea9fc5ee9b', 'status': 'completed', 'code': 200} Dec 20 22:54:02.294433 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.335872 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bbb96-b398-422d-88a4-524ba6babff4 x-openstack-request-id: req-a60bbb96-b398-422d-88a4-524ba6babff4 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:02.336370 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f4f22-c254-4911-94c3-c18b5cc79db9", "name": "network-vif-deleted", "tag": "b29f0955-ea05-46f0-8127-664225220e8e", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:02.336623 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a60bbb96-b398-422d-88a4-524ba6babff4 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:02.337044 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f4f22-c254-4911-94c3-c18b5cc79db9', 'name': 'network-vif-deleted', 'tag': 'b29f0955-ea05-46f0-8127-664225220e8e', 'status': 'completed', 'code': 200} Dec 20 22:54:02.404314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:02.477484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.479849 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:02.496529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1bd70d35-bde6-40c7-bfbc-dd3029f5a9e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d990abe707e24ad2b203e5f9f9410d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303934 Dec 20 22:54:02.497048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:02.515322 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c4f72-bec9-49b6-8a92-907bb8a44fc6 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '62f525f6-7498-414a-a0ef-5cca5c1010c5', 'name': '', 'network_id': '711a925a-6cb5-4eda-9dda-34bd1cbc19d5', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'mac_address': 'fa:16:3e:8d:be:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:54Z', 'updated_at': '2021-12-20T22:52:59Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'subnets': [{'id': '988aa44c-6c20-4ef3-b443-6e17757aaeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:02.570239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:02.571707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.596197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.700195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.702980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:02.705774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cadac08a-91dd-4acd-94cb-af7b11d602d6 HTTP/1.1" status: 204 len: 168 time: 0.2062278 Dec 20 22:54:02.730660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3405381-ec09-4fe3-9a17-578f9081bfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadac08a-91dd-4acd-94cb-af7b11d602d6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:02.798612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee87d8-a571-47df-a677-07858614adb0 req-8fedfab9-5f6e-463e-b822-a8f0f71639d7 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.800393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdee87d8-a571-47df-a677-07858614adb0 req-8fedfab9-5f6e-463e-b822-a8f0f71639d7 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4397233 Dec 20 22:54:02.811444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.811966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.812442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.812906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.813506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.813990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.814440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.814885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.815336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.815781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.816228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.818325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a59f151-3933-4457-bcb2-fed35dab0d89 req-f6def0ad-5af4-42d1-8b5b-d0df88de3055 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7865 time: 0.3000414 Dec 20 22:54:02.934365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d1501c-0f82-42d2-aa61-11d91348b603 None None] New status for floating IP 1a405d79-abc6-40f1-ac5c-d1e17a041327: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:54:02.955978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3a2d-bec4-4411-aee0-493f7585b45a req-92a21b5d-8299-4321-b69a-e40d7b170d4f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:02.957441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2e3a2d-bec4-4411-aee0-493f7585b45a req-92a21b5d-8299-4321-b69a-e40d7b170d4f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0649323 Dec 20 22:54:03.019407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdbeb9-4b74-4ef9-8da1-5c9f5a4e8be8 req-6aca812c-1a8b-4c61-92db-29aae622324e tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.021471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3cdbeb9-4b74-4ef9-8da1-5c9f5a4e8be8 req-6aca812c-1a8b-4c61-92db-29aae622324e tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.0860424 Dec 20 22:54:03.037855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2e3a2d-bec4-4411-aee0-493f7585b45a req-4e5a11a3-58a6-4f75-8904-4f11b4a48d01 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665731 Dec 20 22:54:03.095875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:03.111316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3cdbeb9-4b74-4ef9-8da1-5c9f5a4e8be8 req-ae1059fc-74f7-40e1-b97e-5fa0a7829200 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684068 Dec 20 22:54:03.249847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72abd369-0676-4043-8d8a-42a2de1304eb req-578885d4-173d-48ce-a9d7-763a3236b868 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=b4421595e112493092376816c47e6e5c HTTP/1.1" status: 200 len: 1655 time: 0.0955088 Dec 20 22:54:03.385966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee870f-5bea-42e4-97f5-5558206f30c3 req-9539bdbf-b5e5-4439-86f4-664f845eaf44 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.387340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31ee870f-5bea-42e4-97f5-5558206f30c3 req-9539bdbf-b5e5-4439-86f4-664f845eaf44 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 886 time: 0.1683457 Dec 20 22:54:03.413285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abd369-0676-4043-8d8a-42a2de1304eb req-846e264b-41e5-4d29-897e-72ac29e452f4 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.414874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72abd369-0676-4043-8d8a-42a2de1304eb req-846e264b-41e5-4d29-897e-72ac29e452f4 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks?id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 787 time: 0.1565287 Dec 20 22:54:03.433249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-72abd369-0676-4043-8d8a-42a2de1304eb req-033658a9-9f7f-4a71-9148-7bef2e260dd6 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:54:03.434745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72abd369-0676-4043-8d8a-42a2de1304eb req-033658a9-9f7f-4a71-9148-7bef2e260dd6 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092556 Dec 20 22:54:03.455027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:03.478451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e372b02-ef79-437e-b0ac-aa0660f5ce28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:03.613301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d140ba-3d49-4ad8-9a69-73ef3c7f2fc1 req-0d861d01-e52c-4b93-86ab-59d0881a42f3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.615001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6d140ba-3d49-4ad8-9a69-73ef3c7f2fc1 req-0d861d01-e52c-4b93-86ab-59d0881a42f3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1241581 Dec 20 22:54:03.663194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.663662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.664218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.664652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.665108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.665562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.666046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.666516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.666971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.667421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.672103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:03.672103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7240c78-7e20-4280-b75c-749e388456db req-dc54e89d-4a59-40ae-8952-f645999544a4 tempest-NetworksTest-173424752 tempest-NetworksTest-173424752-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7865 time: 0.2111993 Dec 20 22:54:03.698516 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:54:03.742307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:03.744734 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e13a56-74fb-41e5-957b-8087f3f3170f" -d '{"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-plugged", "status": "completed", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:04.018469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-cec44bc8-e37b-4793-8522-1aba0818a1c3 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 200 len: 694 time: 0.3220186 Dec 20 22:54:04.022333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6d140ba-3d49-4ad8-9a69-73ef3c7f2fc1 req-eaaff1f3-3e62-4466-b0a1-6eb55184550d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006972 Dec 20 22:54:04.027146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e372b02-ef79-437e-b0ac-aa0660f5ce28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.107966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e372b02-ef79-437e-b0ac-aa0660f5ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.127252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59376) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:04.152797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-42ad7e7f-159d-477f-94fd-43cbd4302595 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips/6878af0f-a4e3-4df3-8075-1c600df80035 HTTP/1.1" status: 200 len: 692 time: 0.0959048 Dec 20 22:54:04.207553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4e372b02-ef79-437e-b0ac-aa0660f5ce28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02fef5c18a25487d96bd16fa178fe11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7509127 Dec 20 22:54:04.210188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:04.215102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e372b02-ef79-437e-b0ac-aa0660f5ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a7fe95-034e-44be-b582-dd0278bbf97f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:04.245979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778e6cf5-a169-4a9c-b601-6d265deea7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.276571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-f5022afa-365f-4f71-a640-ece766a44db6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:04.277946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-f5022afa-365f-4f71-a640-ece766a44db6 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2495561 Dec 20 22:54:04.292452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-350bcea7-2594-4e82-bddb-f658db052517 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:54:04.301828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-350bcea7-2594-4e82-bddb-f658db052517 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082517 Dec 20 22:54:04.302185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.334221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.339755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:04.342062 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484" -d '{"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:04.362118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-0f7dffc9-56d6-4a6f-821b-7b688948a620 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 697 time: 0.0616064 Dec 20 22:54:04.372849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-7251720b-529d-48ff-b75c-25e22eb2063b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:04.374337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-7251720b-529d-48ff-b75c-25e22eb2063b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2068233 Dec 20 22:54:04.387563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778e6cf5-a169-4a9c-b601-6d265deea7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.461759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-74b18d7a-2087-49ab-8d04-3aa446d5b3a0 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 697 time: 0.0863407 Dec 20 22:54:04.466015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778e6cf5-a169-4a9c-b601-6d265deea7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.466610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-3c36c658-b95d-4a99-ae66-2af413626484 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.0840189 Dec 20 22:54:04.486988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.489657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.490821 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28a7fe95-034e-44be-b582-dd0278bbf97f HTTP/1.1" status: 204 len: 168 time: 0.2794995 Dec 20 22:54:04.512674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e6cf5-a169-4a9c-b601-6d265deea7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980e9760-3d37-47c1-9590-b233a6e7606d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:04.520635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-778e6cf5-a169-4a9c-b601-6d265deea7f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0a2cdb2a29343469ff56adc0eb2c170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915439 Dec 20 22:54:04.523513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:04.541224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847fd7e-fc99-4fcc-a393-6cea81f198f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a7fe95-034e-44be-b582-dd0278bbf97f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:04.581313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-948835aa-b1a5-4a22-9fd7-18c95e1ada4b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.1074710 Dec 20 22:54:04.590796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.615594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.677344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90f5c8c4-97e7-4eb3-90f4-a18106b5ea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.723065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.726133 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.728098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/980e9760-3d37-47c1-9590-b233a6e7606d HTTP/1.1" status: 204 len: 168 time: 0.2028351 Dec 20 22:54:04.736135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dd00d-a6f3-47ca-8b24-e38e57962e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e9760-3d37-47c1-9590-b233a6e7606d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:04.792997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Deleting port 0c59e849-d2cb-4101-8dfc-0e270fe34441 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:04.793334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.821485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Deleting port 0d23cdc1-de04-414c-b2e0-b6fe4ac204ac {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:04.821836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.938250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.938250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.956913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Calling delete_port for 0c59e849-d2cb-4101-8dfc-0e270fe34441 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:04.964792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.965065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:04.984135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Calling delete_port for 0d23cdc1-de04-414c-b2e0-b6fe4ac204ac owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:05.294873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.298606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.331561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event deleted for resources: {'Port': ['ID=0d23cdc1-de04-414c-b2e0-b6fe4ac204ac,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:05.362558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event deleted for resources: {'Port': ['ID=0c59e849-d2cb-4101-8dfc-0e270fe34441,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:05.462586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.465318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.466491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7373699b-0fa8-4acf-afa8-ad5a17cec063 req-a3ad8787-8337-4694-8cdf-97a47b5e2ef9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "DELETE /v2.0/floatingips/6878af0f-a4e3-4df3-8075-1c600df80035 HTTP/1.1" status: 204 len: 173 time: 0.8466852 Dec 20 22:54:05.467322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.469965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.470974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caefbaf8-1aaa-4dd6-a4a5-16c32e086807 req-b0d0d483-a204-4a3f-9689-8feba0d6c834 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "DELETE /v2.0/floatingips/1a405d79-abc6-40f1-ac5c-d1e17a041327 HTTP/1.1" status: 204 len: 173 time: 1.0007787 Dec 20 22:54:05.502721 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6140b62-228b-43a9-a64f-81308aefd559 x-openstack-request-id: req-b6140b62-228b-43a9-a64f-81308aefd559 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:05.503132 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-plugged", "status": "completed", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:05.503616 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6140b62-228b-43a9-a64f-81308aefd559 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:05.504075 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'code': 200} Dec 20 22:54:05.531065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:05.545216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-864025a6-96c6-477a-a101-76d68c5de9b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.641846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116eef-5fd8-49b8-918c-ced30a6b7c14 req-91d93b77-c838-4357-aed3-4b9e6c661acf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:05.643394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55116eef-5fd8-49b8-918c-ced30a6b7c14 req-91d93b77-c838-4357-aed3-4b9e6c661acf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0913317 Dec 20 22:54:05.662640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-864025a6-96c6-477a-a101-76d68c5de9b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.665788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780d61f-8cd1-4d21-85f0-c70a2be8c0eb req-95fcf8a9-9417-4ad8-a888-aa291ba87e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:05.667287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8780d61f-8cd1-4d21-85f0-c70a2be8c0eb req-95fcf8a9-9417-4ad8-a888-aa291ba87e9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1097 time: 0.0736802 Dec 20 22:54:05.670739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17162406-eac1-4fcc-a5e0-a89522a64cf8 req-99c71ef7-39ac-43d6-a58a-bd40c5419cb3 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:05.672227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17162406-eac1-4fcc-a5e0-a89522a64cf8 req-99c71ef7-39ac-43d6-a58a-bd40c5419cb3 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.0843694 Dec 20 22:54:05.721633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8780d61f-8cd1-4d21-85f0-c70a2be8c0eb req-6b888929-1ab1-4b67-8ff2-078f6de993ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Dec 20 22:54:05.722951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-864025a6-96c6-477a-a101-76d68c5de9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.746794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55116eef-5fd8-49b8-918c-ced30a6b7c14 req-bab74714-6268-4187-8d67-a0e37a4abe5a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Dec 20 22:54:05.766230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-864025a6-96c6-477a-a101-76d68c5de9b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc7173cf64b44f028e4169bc9388c5f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339337 Dec 20 22:54:05.767456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864025a6-96c6-477a-a101-76d68c5de9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69bfdd-e6d6-40c5-942b-e1e12e3c5716,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:05.770000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59424) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:05.774299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17162406-eac1-4fcc-a5e0-a89522a64cf8 req-0613383b-bb5c-4501-bfc4-166f4c30b514 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948365 Dec 20 22:54:05.825348 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5416b28b-747e-4e2a-9967-7377a4578174 x-openstack-request-id: req-5416b28b-747e-4e2a-9967-7377a4578174 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:05.825668 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:05.825951 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5416b28b-747e-4e2a-9967-7377a4578174 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:05.826345 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:54:05.834631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.857834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:05.950261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6a2e-a549-49f9-a1f1-46508de02efd req-9fc9ed63-435d-45e6-b93e-ffd841396e00 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:05.959309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1eb6a2e-a549-49f9-a1f1-46508de02efd req-9fc9ed63-435d-45e6-b93e-ffd841396e00 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0699437 Dec 20 22:54:05.995975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-b80c86d4-5114-4432-b172-e290e5d364bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:05.998153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-b80c86d4-5114-4432-b172-e290e5d364bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b330f910dc5f4b0799b09dbd726396a9&device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 1096 time: 0.0504510 Dec 20 22:54:05.999328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.002061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.005595 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae69bfdd-e6d6-40c5-942b-e1e12e3c5716 HTTP/1.1" status: 204 len: 168 time: 0.2321737 Dec 20 22:54:06.027496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677b0e1-fb0a-4028-90c0-c1eee42ce60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69bfdd-e6d6-40c5-942b-e1e12e3c5716,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:06.028213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-44f31ad1-e9fd-4907-a31d-eb9414fa7209 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips/f1b79af6-5fe0-405a-9396-2dcc726e4e2c HTTP/1.1" status: 200 len: 693 time: 0.0599892 Dec 20 22:54:06.085018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1eb6a2e-a549-49f9-a1f1-46508de02efd req-419112b0-ccd2-4d48-a279-1bbecf5ebef6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247222 Dec 20 22:54:06.195533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-d0d12338-1a3e-4e82-8e91-5c34b4a9e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:06.199232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-d0d12338-1a3e-4e82-8e91-5c34b4a9e95b service neutron] 10.222.0.45 "GET /v2.0/networks?id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 200 len: 922 time: 0.1932726 Dec 20 22:54:06.221565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-2ea3e830-e073-49e0-acf4-6af3022b0c3f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:06.230040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-2ea3e830-e073-49e0-acf4-6af3022b0c3f tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1930797 Dec 20 22:54:06.257908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-a6d0c857-18de-4320-b89b-dad4b18637b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 200 len: 217 time: 0.0490007 Dec 20 22:54:06.283010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-ff21cdfc-dc70-47c6-9605-78e84622437b tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0514967 Dec 20 22:54:06.326863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-b82b7428-ec99-4a70-872c-bafb104f0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:06.328373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-b82b7428-ec99-4a70-872c-bafb104f0d70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 200 len: 860 time: 0.0636106 Dec 20 22:54:06.341800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-61b1cd7f-c69b-4dfd-b2be-7acbcb05b72e tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0579491 Dec 20 22:54:06.397493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-3e71ea54-bfd5-4191-9551-590698bbe9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:06.399117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-3e71ea54-bfd5-4191-9551-590698bbe9e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=711a925a-6cb5-4eda-9dda-34bd1cbc19d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625949 Dec 20 22:54:06.520696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Deleting port 899f9554-d19b-4698-b30a-b11721f13e56 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:06.521007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.545031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-1e29653b-7c7b-4eeb-93a7-8f7efcc8b63c service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360738 Dec 20 22:54:06.641906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.642250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.655812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b53cab-8c33-4fcb-bcc3-a82bf577b484 req-bef377ce-2daf-4146-bb03-4b5dafef72a5 service neutron] 10.222.0.45 "GET /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023190 Dec 20 22:54:06.664566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5f5dd-d965-4e75-9559-0af50c8f3c15 req-3e6191b7-f370-4f86-ab25-f406f92a7778 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:06.666184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0b5f5dd-d965-4e75-9559-0af50c8f3c15 req-3e6191b7-f370-4f86-ab25-f406f92a7778 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 945 time: 0.0886936 Dec 20 22:54:06.667085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Calling delete_port for 899f9554-d19b-4698-b30a-b11721f13e56 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:06.760477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0b5f5dd-d965-4e75-9559-0af50c8f3c15 req-21d19bc6-e279-4783-9f8b-a372bfe8d394 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Dec 20 22:54:06.918784 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:06.976371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event deleted for resources: {'Port': ['ID=899f9554-d19b-4698-b30a-b11721f13e56,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:07.039935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.043137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.055506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f9bc6f1-67d8-4af4-a80a-9e51fd30288d req-55dbd732-5365-4414-b48a-c2513a839b7d tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "DELETE /v2.0/floatingips/f1b79af6-5fe0-405a-9396-2dcc726e4e2c HTTP/1.1" status: 204 len: 173 time: 0.7014642 Dec 20 22:54:07.087756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-516d8e50-6b44-4502-965e-aac36c1347c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.171713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafbfe-8479-4778-96b1-96f367a856ed req-687ae4e4-9ffd-4924-9064-63b0209ff97f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:07.171713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cdafbfe-8479-4778-96b1-96f367a856ed req-687ae4e4-9ffd-4924-9064-63b0209ff97f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0683296 Dec 20 22:54:07.240870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cdafbfe-8479-4778-96b1-96f367a856ed req-72c964d8-0e9c-4054-9398-be56cfe96436 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Dec 20 22:54:07.354931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-ff852cfc-3c52-42e5-b5fb-41fe1ae3fa76 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips/2ff6036b-4c76-4453-ac51-8d140ddbff9f HTTP/1.1" status: 200 len: 692 time: 0.0686321 Dec 20 22:54:07.464852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777858da-2174-496e-b2bf-403237dfe628 req-c2d20572-67e7-481e-99d1-891e193c75c6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:07.466495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-777858da-2174-496e-b2bf-403237dfe628 req-c2d20572-67e7-481e-99d1-891e193c75c6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1385653 Dec 20 22:54:07.523697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-c983487c-75ca-47bb-9b25-22b0b5900308 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:07.531187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-c983487c-75ca-47bb-9b25-22b0b5900308 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1746523 Dec 20 22:54:07.613253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-0acd9bc9-3ea7-4a4e-918b-17a8077803e6 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.0810070 Dec 20 22:54:07.617805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-777858da-2174-496e-b2bf-403237dfe628 req-c3506b8b-28fa-4f0f-aba0-88de50dcb216 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391933 Dec 20 22:54:07.674407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-3b988500-1869-42da-845f-1e8945b06d5c tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.0544775 Dec 20 22:54:07.836342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Deleting port c9569438-052e-4c1c-a90f-22e9ed695ab3 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:07.836911 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.955213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441495d9-458e-49ca-a540-5a167e2d9db2 req-4c3ecd90-23a8-459e-a5be-a4b8663ef9f8 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:07.956756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-441495d9-458e-49ca-a540-5a167e2d9db2 req-4c3ecd90-23a8-459e-a5be-a4b8663ef9f8 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 945 time: 0.0988765 Dec 20 22:54:07.959156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.959492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:07.977689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Calling delete_port for c9569438-052e-4c1c-a90f-22e9ed695ab3 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:08.081828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-441495d9-458e-49ca-a540-5a167e2d9db2 req-7e226852-ae58-49f2-93c9-832bca64769b tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/security-groups?id=be5c1aac-8bd4-4d42-a0af-605136568f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096177 Dec 20 22:54:08.084168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-624d4d10-93b9-4aa3-b3ee-34a48e57c0f9 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:08.089322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-624d4d10-93b9-4aa3-b3ee-34a48e57c0f9 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.45 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 945 time: 0.1028333 Dec 20 22:54:08.168813 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.202839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Deleting port 0051c154-901f-428f-98a5-3153bf3d329d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:08.203596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.277512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.308190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] For port 0051c154-901f-428f-98a5-3153bf3d329d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0051c154-901f-428f-98a5-3153bf3d329d,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:08.308594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.321543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Calling delete_port for 0051c154-901f-428f-98a5-3153bf3d329d owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:08.325299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Pushing event deleted for resources: {'Port': ['ID=c9569438-052e-4c1c-a90f-22e9ed695ab3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:08.367929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59530) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:08.462679 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.465852 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.467017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0011efc-f4bb-4dd5-8157-d8f77ed308f0 req-7cdb77d0-3a89-46c3-8904-23f823419bc9 tempest-FloatingIPDetailsTestJSON-1274581832 tempest-FloatingIPDetailsTestJSON-1274581832-project] 10.222.0.62 "DELETE /v2.0/floatingips/2ff6036b-4c76-4453-ac51-8d140ddbff9f HTTP/1.1" status: 204 len: 173 time: 0.7866595 Dec 20 22:54:08.475134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59536) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:08.493611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8690-1170-41c4-84e2-0cddbc21e54a req-08fec81e-d036-4a24-af0e-7e71fd0b290e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:08.495823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-239e8690-1170-41c4-84e2-0cddbc21e54a req-08fec81e-d036-4a24-af0e-7e71fd0b290e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0744147 Dec 20 22:54:08.579317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4806c666-a70b-4f3c-9fb6-5062a837839b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.596833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-239e8690-1170-41c4-84e2-0cddbc21e54a req-01f75ea2-92b4-4ec0-9997-002f5c9e13ab tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944343 Dec 20 22:54:08.787178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67479fc8-9f9f-410b-8a63-08e14cbb290b req-4668bc54-e527-4d2f-ad79-a18e2d057306 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:08.789149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67479fc8-9f9f-410b-8a63-08e14cbb290b req-4668bc54-e527-4d2f-ad79-a18e2d057306 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0788314 Dec 20 22:54:08.795782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.808151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0051c154-901f-428f-98a5-3153bf3d329d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:08.836356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4806c666-a70b-4f3c-9fb6-5062a837839b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.866205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Pushing event deleted for resources: {'Port': ['ID=0051c154-901f-428f-98a5-3153bf3d329d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:08.883808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67479fc8-9f9f-410b-8a63-08e14cbb290b req-425acbeb-ec88-4c02-be9b-c154aefb8d3e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733907 Dec 20 22:54:08.899999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4806c666-a70b-4f3c-9fb6-5062a837839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.939703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] No DVR routers for this DVR port 0051c154-901f-428f-98a5-3153bf3d329d on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:08.944008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:08.947401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d461c57-6d0b-4ff8-afcf-72046d8a5b4f req-7f6771ea-0ffc-4784-a106-b89b16fa3129 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.45 "DELETE /v2.0/ports/0051c154-901f-428f-98a5-3153bf3d329d HTTP/1.1" status: 204 len: 173 time: 0.8510900 Dec 20 22:54:08.948103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'name': 'network-vif-deleted', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:08.950403 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d3a36c-ddeb-47e5-893a-9899317b96eb" -d '{"events": [{"server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "name": "network-vif-deleted", "tag": "0051c154-901f-428f-98a5-3153bf3d329d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:08.983548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4806c666-a70b-4f3c-9fb6-5062a837839b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=923dbfa506274c0498daea1205e1a6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6115670 Dec 20 22:54:08.988150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:08.995189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806c666-a70b-4f3c-9fb6-5062a837839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5c77dc-4a4d-4e48-9815-a3d02e7386a0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:09.079800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.108229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bf328-8d27-4679-8fc0-2339b279ab45 req-eb1d6d5f-b7eb-4d56-bb71-a94bc1abd032 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:09.110465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-826bf328-8d27-4679-8fc0-2339b279ab45 req-eb1d6d5f-b7eb-4d56-bb71-a94bc1abd032 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1097 time: 0.0803459 Dec 20 22:54:09.126485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.186071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-826bf328-8d27-4679-8fc0-2339b279ab45 req-4eadb645-fa8b-4006-b9f3-3236395fc9ef tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635371 Dec 20 22:54:09.224678 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c4b2f7-d65a-4597-bae7-499034379a6d x-openstack-request-id: req-b2c4b2f7-d65a-4597-bae7-499034379a6d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:09.225114 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467fee39-79f0-429a-8c5b-1611cd01d503", "name": "network-vif-deleted", "tag": "0051c154-901f-428f-98a5-3153bf3d329d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:09.225377 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2c4b2f7-d65a-4597-bae7-499034379a6d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:09.225809 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467fee39-79f0-429a-8c5b-1611cd01d503', 'name': 'network-vif-deleted', 'tag': '0051c154-901f-428f-98a5-3153bf3d329d', 'status': 'completed', 'code': 200} Dec 20 22:54:09.239082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.303454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.306105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.309768 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab5c77dc-4a4d-4e48-9815-a3d02e7386a0 HTTP/1.1" status: 204 len: 168 time: 0.3164411 Dec 20 22:54:09.331129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c08798-1a6f-4157-a67f-d8dca18792c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5c77dc-4a4d-4e48-9815-a3d02e7386a0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:09.427950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca514439-244f-4b97-af7c-5d9032705bba req-c08307ca-2737-4130-bf62-17012a13a317 tempest-FloatingIPsAssociationTestJSON-2073890003 tempest-FloatingIPsAssociationTestJSON-2073890003-project] 10.222.0.62 "GET /v2.0/ports?device_id=467fee39-79f0-429a-8c5b-1611cd01d503 HTTP/1.1" status: 200 len: 210 time: 0.1192942 Dec 20 22:54:09.591562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.668323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Deleting port 749e131d-e2ba-4b40-964a-b8f6e48e1e36 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:09.668710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.755231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] For port 749e131d-e2ba-4b40-964a-b8f6e48e1e36, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=749e131d-e2ba-4b40-964a-b8f6e48e1e36,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:09.755384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:09.768745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Calling delete_port for 749e131d-e2ba-4b40-964a-b8f6e48e1e36 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:10.047063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc58c8-9931-4c13-a96d-7e0efd8d3fd3 req-c7168b84-b342-4aca-bcc2-950fd19c38f4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:10.048585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23bc58c8-9931-4c13-a96d-7e0efd8d3fd3 req-c7168b84-b342-4aca-bcc2-950fd19c38f4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0616729 Dec 20 22:54:10.097545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23bc58c8-9931-4c13-a96d-7e0efd8d3fd3 req-69bde944-5e36-493f-9fe5-310f2ef91860 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 Dec 20 22:54:10.100003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.131697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=749e131d-e2ba-4b40-964a-b8f6e48e1e36,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:10.242282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:10.265393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e42b5c0-0e43-43b1-85a4-08f0d6bb3e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.343675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.414389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.414746 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e42b5c0-0e43-43b1-85a4-08f0d6bb3e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.494103 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e42b5c0-0e43-43b1-85a4-08f0d6bb3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.536698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e42b5c0-0e43-43b1-85a4-08f0d6bb3e0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c438f671c782413397856229e2851f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904396 Dec 20 22:54:10.536698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b5c0-0e43-43b1-85a4-08f0d6bb3e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20ee961-9740-4f2a-88a8-8c7af95f6167,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:10.537635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:10.612101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.646536 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.649256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Router 12678658-5fae-4465-948f-53776ab52ef5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:10.760894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:10.842302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:10.847484 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.851930 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a7e799a9-0d71-4d7b-b31f-382a5a30d7d8 admin admin] 10.222.0.62 "PUT /v2.0/routers/12678658-5fae-4465-948f-53776ab52ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755245 Dec 20 22:54:10.852563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59628) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:10.855710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:10.855710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b20ee961-9740-4f2a-88a8-8c7af95f6167 HTTP/1.1" status: 204 len: 168 time: 0.3153403 Dec 20 22:54:10.858831 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Sync routers for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:10.872440 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:10.874024 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:10.896086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223d841-d546-4f02-ba64-5e78e3434737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20ee961-9740-4f2a-88a8-8c7af95f6167,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:11.037711 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:11.061079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:11.281734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:11.456453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Deleting port 09e1cb8f-6127-41fc-bbf2-917b4a77f419 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:11.456786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:11.510198 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:54:09Z', 'revision_number': 5, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port': {'id': '09e1cb8f-6127-41fc-bbf2-917b4a77f419', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12678658-5fae-4465-948f-53776ab52ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:53:34Z', 'updated_at': '2021-12-20T22:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:11.568779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Checking router: 12678658-5fae-4465-948f-53776ab52ef5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:11.595785 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Routers {'12678658-5fae-4465-948f-53776ab52ef5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:11.598845 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12678658-5fae-4465-948f-53776ab52ef5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:11.612737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] For port 09e1cb8f-6127-41fc-bbf2-917b4a77f419, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09e1cb8f-6127-41fc-bbf2-917b4a77f419,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:11.613093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:11.645328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb6a0-04ea-4cfa-9897-5dda582f6ea9 req-e3ebb6e7-6480-4e53-a879-e3dfb078e6ac tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:11.651478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Calling delete_port for 09e1cb8f-6127-41fc-bbf2-917b4a77f419 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:11.654525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f2fb6a0-04ea-4cfa-9897-5dda582f6ea9 req-e3ebb6e7-6480-4e53-a879-e3dfb078e6ac tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1567142 Dec 20 22:54:11.760087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f2fb6a0-04ea-4cfa-9897-5dda582f6ea9 req-50691b78-afdb-4b20-9234-2330c7d04286 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016397 Dec 20 22:54:11.789087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] Set router 12678658-5fae-4465-948f-53776ab52ef5 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:11.859935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:54:11Z', 'revision_number': 6, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:11.892832 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc61feae-a60b-409e-8190-42b469fc0fdc None None] The sync data for ids ['12678658-5fae-4465-948f-53776ab52ef5'] in n-d-822053-9 is: [{'id': '12678658-5fae-4465-948f-53776ab52ef5', 'name': 'tempest-FloatingIPDetailsTestJSON-1824743277-router', 'tenant_id': 'b4421595e112493092376816c47e6e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:53:32Z', 'updated_at': '2021-12-20T22:54:11Z', 'revision_number': 6, 'project_id': 'b4421595e112493092376816c47e6e5c', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:12.013922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0051c154-901f-428f-98a5-3153bf3d329d no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:12.063942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 0051c154-901f-428f-98a5-3153bf3d329d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:12.064213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0051c154-901f-428f-98a5-3153bf3d329d not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:12.176606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.219969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.325166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Pushing event deleted for resources: {'Port': ['ID=09e1cb8f-6127-41fc-bbf2-917b4a77f419,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:12.444850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.578368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.580767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.736747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Deleting port 62f525f6-7498-414a-a0ef-5cca5c1010c5 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:12.737275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.740923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.742957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12678658-5fae-4465-948f-53776ab52ef5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:54:12.752436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.764724 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8743eed5-da29-4b06-9f58-dddd92c6b62f admin admin] 10.222.0.62 "DELETE /v2.0/routers/12678658-5fae-4465-948f-53776ab52ef5 HTTP/1.1" status: 204 len: 168 time: 1.9007530 Dec 20 22:54:12.764724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59696) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:12.808562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Deleting subnet 01adb1e8-6a35-41ea-b0f4-90863744f5ca {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:54:12.815779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.845944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] For port 62f525f6-7498-414a-a0ef-5cca5c1010c5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62f525f6-7498-414a-a0ef-5cca5c1010c5,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:12.846460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.851353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.869534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Calling delete_port for 62f525f6-7498-414a-a0ef-5cca5c1010c5 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:12.912264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 749e131d-e2ba-4b40-964a-b8f6e48e1e36 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:12.955994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 749e131d-e2ba-4b40-964a-b8f6e48e1e36 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:12.956349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 749e131d-e2ba-4b40-964a-b8f6e48e1e36 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:12.957521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09e1cb8f-6127-41fc-bbf2-917b4a77f419 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:12.982977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:12.983732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 09e1cb8f-6127-41fc-bbf2-917b4a77f419 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:12.984243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09e1cb8f-6127-41fc-bbf2-917b4a77f419 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:13.123036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.151397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01adb1e8-6a35-41ea-b0f4-90863744f5ca,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:13.156730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.160262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-648f1630-6272-46cf-bb90-3a61dc6a7545 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/01adb1e8-6a35-41ea-b0f4-90863744f5ca HTTP/1.1" status: 204 len: 168 time: 0.4024718 Dec 20 22:54:13.163554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59710) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:13.169561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.170938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2249837-eea4-4e88-98b0-2773119bf5d6 None None] Network f250ad04-7e4f-4db8-8074-f520e0690849 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:13.270788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.292207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f525f6-7498-414a-a0ef-5cca5c1010c5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:13.433289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Deleting port 20826ebd-4027-4c57-942a-63cbf3313a5d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:13.433289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.532165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] DHCP port deletion for f250ad04-7e4f-4db8-8074-f520e0690849 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:54:13.577054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] For port 20826ebd-4027-4c57-942a-63cbf3313a5d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=20826ebd-4027-4c57-942a-63cbf3313a5d,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:13.585269 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.620026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Calling delete_port for 20826ebd-4027-4c57-942a-63cbf3313a5d owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:13.661474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.669685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Deleting port 20826ebd-4027-4c57-942a-63cbf3313a5d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:13.671747 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.811295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] For port 20826ebd-4027-4c57-942a-63cbf3313a5d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=20826ebd-4027-4c57-942a-63cbf3313a5d,segment=NetworkSegment(c0056473-3733-4916-8868-4ec2b28d9f2d),segment_id=c0056473-3733-4916-8868-4ec2b28d9f2d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:13.812123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.845826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Calling delete_port for 20826ebd-4027-4c57-942a-63cbf3313a5d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:13.864862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.947017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:13.947244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Pushing event deleted for resources: {'Port': ['ID=20826ebd-4027-4c57-942a-63cbf3313a5d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:13.949571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf14c6-ef5b-4499-8a4e-95176d678eab req-1a0a6775-8ce1-4ae0-a3d5-e8a4c062443a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:13.956989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10bf14c6-ef5b-4499-8a4e-95176d678eab req-1a0a6775-8ce1-4ae0-a3d5-e8a4c062443a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.2962382 Dec 20 22:54:13.968911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] No DVR routers for this DVR port 20826ebd-4027-4c57-942a-63cbf3313a5d on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:14.009385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] No DVR routers for this DVR port 20826ebd-4027-4c57-942a-63cbf3313a5d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:14.017590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec685c96-52eb-4898-a46f-14436f0979bf None None] Pushing event deleted for resources: {'Port': ['ID=20826ebd-4027-4c57-942a-63cbf3313a5d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:14.078159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.115700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f250ad04-7e4f-4db8-8074-f520e0690849']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:14.142165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0056473-3733-4916-8868-4ec2b28d9f2d') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:14.144108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10bf14c6-ef5b-4499-8a4e-95176d678eab req-f2e1dfeb-d4cf-4192-baf0-71991d24c205 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696553 Dec 20 22:54:14.144577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0056473-3733-4916-8868-4ec2b28d9f2d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:14.157972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.173294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.181124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:54:14.181863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:54:14.243842 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:54:14.328935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.345686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.361458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] 10.222.0.62 "DELETE /v2.0/networks/f250ad04-7e4f-4db8-8074-f520e0690849 HTTP/1.1" status: 204 len: 168 time: 1.1966300 Dec 20 22:54:14.403583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc04639-ebca-446c-ab4b-6e673451523f admin admin] Pushing event deleted for resources: {'Network': ['ID=f250ad04-7e4f-4db8-8074-f520e0690849,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:14.419390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Router eee013fb-bf0b-42c0-948a-d0fddcac9f4a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:14.634598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:14.645770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c84afb84-804a-4394-abcb-59fcea458d33 admin admin] 10.222.0.62 "PUT /v2.0/routers/eee013fb-bf0b-42c0-948a-d0fddcac9f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8824177 Dec 20 22:54:14.649930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:14.651727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Sync routers for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:14.669642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:14.673389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:14.840370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:14.845062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59780) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:14.852549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 20826ebd-4027-4c57-942a-63cbf3313a5d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:14.923904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fd0542a7-2ae3-4ef0-84cd-3bd5c321a4db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4421595e112493092376816c47e6e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775850 Dec 20 22:54:14.928298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:14.946859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:15.030044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.063580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 20826ebd-4027-4c57-942a-63cbf3313a5d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:15.066029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 20826ebd-4027-4c57-942a-63cbf3313a5d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:15.067611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.083234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.197019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.203016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.205322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/525ab4ae-ef99-4504-a887-bb9e8dd025af HTTP/1.1" status: 204 len: 168 time: 0.2744348 Dec 20 22:54:15.227481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef608aeb-f419-4196-b875-07381111990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525ab4ae-ef99-4504-a887-bb9e8dd025af,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:15.233608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:54:13Z', 'revision_number': 5, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port': {'id': '4ee0b4cf-34f7-41c1-b72e-7e5744e34895', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:51Z', 'updated_at': '2021-12-20T22:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:15.280532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Checking router: eee013fb-bf0b-42c0-948a-d0fddcac9f4a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:15.294134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Routers {'eee013fb-bf0b-42c0-948a-d0fddcac9f4a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:15.294961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:15.306690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Deleting port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:15.307113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.400915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] Set router eee013fb-bf0b-42c0-948a-d0fddcac9f4a gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:15.447663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:15.475147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceb510-26a5-4ff7-b5fe-d7062e354f5c req-d7bb33e1-d635-4330-b232-6c30d233b1b7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:15.478331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8ceb510-26a5-4ff7-b5fe-d7062e354f5c req-d7bb33e1-d635-4330-b232-6c30d233b1b7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1364760 Dec 20 22:54:15.504570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] For port 4ee0b4cf-34f7-41c1-b72e-7e5744e34895, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:15.505283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.532643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Calling delete_port for 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:15.578523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8ceb510-26a5-4ff7-b5fe-d7062e354f5c req-fb735968-9022-4afd-bdc2-f0c0a5d2376c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890620 Dec 20 22:54:15.622160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:54:15Z', 'revision_number': 6, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:15.633035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cb8de49-3d9e-4c5a-b701-eb4b58ce8264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.651653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b23183-7ade-4e49-a52a-159559c6a171 None None] The sync data for ids ['eee013fb-bf0b-42c0-948a-d0fddcac9f4a'] in n-d-822053-9 is: [{'id': 'eee013fb-bf0b-42c0-948a-d0fddcac9f4a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1057353964-router', 'tenant_id': 'b330f910dc5f4b0799b09dbd726396a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:50Z', 'updated_at': '2021-12-20T22:54:15Z', 'revision_number': 6, 'project_id': 'b330f910dc5f4b0799b09dbd726396a9', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:15.750503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cb8de49-3d9e-4c5a-b701-eb4b58ce8264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.819471 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cb8de49-3d9e-4c5a-b701-eb4b58ce8264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.861819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59806) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:15.862504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0cb8de49-3d9e-4c5a-b701-eb4b58ce8264 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef46b7f8ce174b92963b55e019eabcc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821542 Dec 20 22:54:15.863441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8de49-3d9e-4c5a-b701-eb4b58ce8264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f395a4-6e99-4c10-86da-dccd487b6483,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:15.934206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.956310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:15.962501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.000562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee0b4cf-34f7-41c1-b72e-7e5744e34895,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:16.085666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.193707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.196999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.198095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9f395a4-6e99-4c10-86da-dccd487b6483 HTTP/1.1" status: 204 len: 168 time: 0.3349609 Dec 20 22:54:16.224381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.226742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.228488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d958-3a4e-4bfa-afe8-3558fe07828f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f395a4-6e99-4c10-86da-dccd487b6483,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:16.385324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.385915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee013fb-bf0b-42c0-948a-d0fddcac9f4a {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:54:16.391704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.396288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59824) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:16.403406 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0dd9fd34-1e76-4dd0-967a-0546ce4d2262 admin admin] 10.222.0.62 "DELETE /v2.0/routers/eee013fb-bf0b-42c0-948a-d0fddcac9f4a HTTP/1.1" status: 204 len: 168 time: 1.7518883 Dec 20 22:54:16.459586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Deleting subnet 988aa44c-6c20-4ef3-b443-6e17757aaeaf {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:54:16.462693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.509299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.707620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:16.734298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.762990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62f525f6-7498-414a-a0ef-5cca5c1010c5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:16.800408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 62f525f6-7498-414a-a0ef-5cca5c1010c5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:16.800756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62f525f6-7498-414a-a0ef-5cca5c1010c5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:16.801571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:16.840175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8390476-571e-437e-975a-4b6defc426b0 req-bdfb5365-b323-45ee-a726-eed51638a781 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:16.840175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8390476-571e-437e-975a-4b6defc426b0 req-bdfb5365-b323-45ee-a726-eed51638a781 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1170902 Dec 20 22:54:16.842087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:16.842449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4ee0b4cf-34f7-41c1-b72e-7e5744e34895 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:16.934323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.944450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-618592259-network', 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:16.951747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8390476-571e-437e-975a-4b6defc426b0 req-62895852-f0d4-4d48-86a4-ed6646f70d1a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845125 Dec 20 22:54:16.986957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988aa44c-6c20-4ef3-b443-6e17757aaeaf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:16.989735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:16.991882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4d49b-eccc-4ba3-a101-460312976abf None None] Network 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:16.997474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dc1eecbb-f51a-4314-8cbb-d601e6e7e7c5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/988aa44c-6c20-4ef3-b443-6e17757aaeaf HTTP/1.1" status: 204 len: 168 time: 0.5995338 Dec 20 22:54:16.999792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:17.105405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:17.108296 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.128830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.154073 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.227476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Deleting port a779e9c6-a319-4f17-8753-554319ddf371 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:17.227964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.257737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] DHCP port deletion for 711a925a-6cb5-4eda-9dda-34bd1cbc19d5 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:54:17.288105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.307326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] For port a779e9c6-a319-4f17-8753-554319ddf371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a779e9c6-a319-4f17-8753-554319ddf371,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:17.307857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.326357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Deleting port a779e9c6-a319-4f17-8753-554319ddf371 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:17.326561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Calling delete_port for a779e9c6-a319-4f17-8753-554319ddf371 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:17.326666 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.380361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.391620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:54:17.393369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] For port a779e9c6-a319-4f17-8753-554319ddf371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a779e9c6-a319-4f17-8753-554319ddf371,segment=NetworkSegment(d26131c8-f3d4-4c6d-8246-fbe3163e4884),segment_id=d26131c8-f3d4-4c6d-8246-fbe3163e4884)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:17.393706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.401446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.402031 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Added segment 0dec6d11-a8ad-45a9-943b-20e06494df30 of type vlan for network 863ea931-e3e4-48c9-8bec-b661c31e3f5b Dec 20 22:54:17.421850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Calling delete_port for a779e9c6-a319-4f17-8753-554319ddf371 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:17.463483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e06ac-4813-4bb1-ae6d-f66fc6afa59a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:17.477639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.494706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.532884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a779e9c6-a319-4f17-8753-554319ddf371,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:17.534382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.534717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] No DVR routers for this DVR port a779e9c6-a319-4f17-8753-554319ddf371 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:17.562933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.564059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:17.565812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.596418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] No DVR routers for this DVR port a779e9c6-a319-4f17-8753-554319ddf371 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:17.598620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33b55-4b22-4771-a200-a3d5abda2f65 None None] Pushing event deleted for resources: {'Port': ['ID=a779e9c6-a319-4f17-8753-554319ddf371,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:17.648646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.663886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] Pushing event updated for resources: {'Network': ['ID=863ea931-e3e4-48c9-8bec-b661c31e3f5b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:17.669107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711a925a-6cb5-4eda-9dda-34bd1cbc19d5']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:17.674802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:54:17.680527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26131c8-f3d4-4c6d-8246-fbe3163e4884') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:17.685010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26131c8-f3d4-4c6d-8246-fbe3163e4884') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:17.694481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.700735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-725ef416-c582-4895-ad42-25b9f79967b6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9916494 Dec 20 22:54:17.703318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59860) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:17.720939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Request body: {'subnet': {'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-618592259-subnet', 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:17.741127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.764271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:54:17.765028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: timer() Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:54:17.768547 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:54:17.836893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:17.839502 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.945608 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.951766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:17.959459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] 10.222.0.62 "DELETE /v2.0/networks/711a925a-6cb5-4eda-9dda-34bd1cbc19d5 HTTP/1.1" status: 204 len: 168 time: 0.9584839 Dec 20 22:54:17.986699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0fd53-2d61-45a0-b624-a7d89179bb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=711a925a-6cb5-4eda-9dda-34bd1cbc19d5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:18.128539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.156454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-9b870bc3-667d-43ec-b986-79384a19075e tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247409 Dec 20 22:54:18.187795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66476b5-2018-44cc-ad15-2c1bb11a16d8,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:18.196244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Checking segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:18.196611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Network hostable DHCP agents. Network: 863ea931-e3e4-48c9-8bec-b661c31e3f5b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:54:18.259759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:54:18.292097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-dae28f47-69d6-4ca5-abfb-1b79970d8992 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:18.294187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-dae28f47-69d6-4ca5-abfb-1b79970d8992 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216311 Dec 20 22:54:18.312222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-22470cd0-b64a-432b-8077-21d32c01a924 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/quotas/0de0ea8b44fb42d793c61b1c6f1778f9 HTTP/1.1" status: 200 len: 375 time: 0.0115781 Dec 20 22:54:18.328362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 863ea931-e3e4-48c9-8bec-b661c31e3f5b) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:18.334116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:18.334795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.339073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129353a2-1046-4c3a-bcc7-b47f263d1509 None None] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:18.362313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-60bb20ad-239c-4307-b6ca-d7bfaebb3ebb tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388596 Dec 20 22:54:18.400457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:18.443858 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7782d6ba-0a43-4df8-9a83-309987cd4c44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7308047 Dec 20 22:54:18.458064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39eb84a3-26cc-4833-a942-32ccf67f990f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b330f910dc5f4b0799b09dbd726396a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547814 Dec 20 22:54:18.461138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:18.488201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dccc53-8785-4be9-89ea-90c30b4982f5 None None] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:18.518987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.545859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.671591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.674696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:18.678923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be5c1aac-8bd4-4d42-a0af-605136568f92 HTTP/1.1" status: 204 len: 168 time: 0.2137258 Dec 20 22:54:18.691130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cb627-a8d5-45cd-8943-e3206dabd19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c1aac-8bd4-4d42-a0af-605136568f92,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:18.759431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a779e9c6-a319-4f17-8753-554319ddf371 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:18.789559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a779e9c6-a319-4f17-8753-554319ddf371 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:18.790435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a779e9c6-a319-4f17-8753-554319ddf371 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:18.849508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5efe8-b571-4adc-8047-83e866cfcd61 req-3e8f8a46-dea3-4990-ab5f-7f5c9af269d5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:18.851821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f5efe8-b571-4adc-8047-83e866cfcd61 req-3e8f8a46-dea3-4990-ab5f-7f5c9af269d5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1148169 Dec 20 22:54:18.903012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f5efe8-b571-4adc-8047-83e866cfcd61 req-8f30b8a2-3ce9-4b28-ae64-f84846f638b3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Dec 20 22:54:19.000900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbf807f4-dbfd-4c15-9e8e-c57e9eabc666 req-03aa9066-40ee-4645-ab8d-5e0d86077020 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Dec 20 22:54:19.195306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-132df529-ac42-4a2d-af8a-95cc7b4958d7 service neutron] 10.222.0.45 "GET /v2.0/ports/e39fa6d4-99f2-4643-b718-a969a2c72158/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.0709784 Dec 20 22:54:19.383939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:19.533146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-036f2d75-bb13-4d31-9da7-3903a6485c23 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:19.534739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-036f2d75-bb13-4d31-9da7-3903a6485c23 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.1927614 Dec 20 22:54:19.569305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfab414f-5ca2-4691-98d3-a37b88a69b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:19.574182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-47d368d2-b5f5-45ff-88c1-1ebc79b82a72 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/quotas/05047b9f1dc14217b09864c79fa1acd5 HTTP/1.1" status: 200 len: 375 time: 0.0304539 Dec 20 22:54:19.615640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-dd3d5bd3-ca93-41ff-89a0-a4b9d80a41dc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335727 Dec 20 22:54:19.754433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-c5651cf5-6017-4450-82a8-c00d39ab1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:19.756114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-c5651cf5-6017-4450-82a8-c00d39ab1cc4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1101 time: 0.0638463 Dec 20 22:54:19.759037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-ec193472-5816-474a-8605-25a66f7a8f86 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329455 Dec 20 22:54:19.804228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfab414f-5ca2-4691-98d3-a37b88a69b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:19.848837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-8a53ab05-3700-4a38-ac21-9ac46d6857e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:19.850618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-8a53ab05-3700-4a38-ac21-9ac46d6857e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1101 time: 0.0656445 Dec 20 22:54:19.871476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfab414f-5ca2-4691-98d3-a37b88a69b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:19.926352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cfab414f-5ca2-4691-98d3-a37b88a69b28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf2e5ccc30af44d19a30d51fadf71a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406768 Dec 20 22:54:19.932234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59940) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:19.950213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-865e4db6-1b12-47cf-a9e5-faab35e0d8e0 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779864 Dec 20 22:54:19.963197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab414f-5ca2-4691-98d3-a37b88a69b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd32867-74ee-43df-9e27-900399c9c5d8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:20.020798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-d994847e-0d18-4239-97a9-94cf04aa546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:20.026489 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-d994847e-0d18-4239-97a9-94cf04aa546a service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1525259 Dec 20 22:54:20.089359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-03f83008-854c-48ea-aa43-5f5f0d0c0907 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.0563476 Dec 20 22:54:20.118611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.160212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13297594-f297-4241-bfc2-485feb67b4cd req-3e7a1dac-ab1c-4f27-a07d-e5529b53719e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:20.162340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13297594-f297-4241-bfc2-485feb67b4cd req-3e7a1dac-ab1c-4f27-a07d-e5529b53719e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0831952 Dec 20 22:54:20.164897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.180723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-b39a385e-587a-41f9-b142-eec8094b720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:20.183374 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-b39a385e-587a-41f9-b142-eec8094b720b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0845454 Dec 20 22:54:20.184033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59950) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:20.289399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13297594-f297-4241-bfc2-485feb67b4cd req-0198a08a-ebac-4afa-b916-4e5f9c58da3d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162655 Dec 20 22:54:20.312331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7002101-b13a-4471-b9d7-0af801b97843 req-7be45187-42d7-4e63-ab7c-87d501141ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:20.315371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-7be45187-42d7-4e63-ab7c-87d501141ffb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218078 Dec 20 22:54:20.380111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.383683 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.386307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffd32867-74ee-43df-9e27-900399c9c5d8 HTTP/1.1" status: 204 len: 168 time: 0.4531193 Dec 20 22:54:20.411881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121f587-b903-4020-9473-a88899ba053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd32867-74ee-43df-9e27-900399c9c5d8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:20.475965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2127239814-network', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:20.487483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82ec0c2d-0345-4a87-9cc7-c6f24e356e6c req-a29f4710-aa5b-4d42-b9f9-d2f04ca850aa tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 210 time: 0.0479722 Dec 20 22:54:20.522843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42cffb5f-623f-47bf-9487-a01177626be4 req-1b0f97d2-b195-4b68-b18d-e3bd815cd9a2 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 210 time: 0.0531473 Dec 20 22:54:20.548263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-f65a0de9-8560-4bbf-91e3-1126b1e6aaeb service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243979 Dec 20 22:54:20.612763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Made reservation on behalf of 99a68d5a8d654c1892a846f69f3b763a for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:20.615114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.630050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.685051 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7002101-b13a-4471-b9d7-0af801b97843 req-a8e2b5ff-f706-4ee1-9372-5453482666c9 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271291 Dec 20 22:54:20.748672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.814550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.842751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:54:20.858816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24b6dd-a115-4f23-8d1d-152808082bee,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:20.861752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.862561 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Added segment ecd680d1-d132-4f16-980e-b9d73052811d of type vlan for network 06a78af0-64da-4602-b76b-254723e29ccd Dec 20 22:54:20.923235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.991124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:20.992116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:20.992679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.059359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-b840ecfb-1b28-4975-95a8-8d302e8b8e73 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368621 Dec 20 22:54:21.089293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] Pushing event updated for resources: {'Network': ['ID=06a78af0-64da-4602-b76b-254723e29ccd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:21.100978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 06a78af0-64da-4602-b76b-254723e29ccd details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:54:21.119663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-48bffa85-ec80-4bd3-a450-3f5939828624 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9347467 Dec 20 22:54:21.122314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59968) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:21.127085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Request body: {'subnet': {'network_id': '06a78af0-64da-4602-b76b-254723e29ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2127239814-subnet', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:21.187501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59970) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:21.203687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ad82b23-63ee-443c-8e29-2967ec8db17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.228810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-775a4ece-493d-4982-9d25-6f10578d923e tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:21.230529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-775a4ece-493d-4982-9d25-6f10578d923e tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651785 Dec 20 22:54:21.233555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Made reservation on behalf of 99a68d5a8d654c1892a846f69f3b763a for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:21.233555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.244207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Request body: {'port': {'device_id': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '0de0ea8b44fb42d793c61b1c6f1778f9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:21.421877 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ad82b23-63ee-443c-8e29-2967ec8db17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.501086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ad82b23-63ee-443c-8e29-2967ec8db17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.512954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912ad0-81be-4ac1-bfd6-a08988df55f1 req-4bfb22c4-c4fc-4bed-8ebb-60ae0c326798 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:21.514535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97912ad0-81be-4ac1-bfd6-a08988df55f1 req-4bfb22c4-c4fc-4bed-8ebb-60ae0c326798 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0809705 Dec 20 22:54:21.559207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Made reservation on behalf of 0de0ea8b44fb42d793c61b1c6f1778f9 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:21.562729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.562961 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0ad82b23-63ee-443c-8e29-2967ec8db17f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18ddc29960404d5a8f634772fc1a4964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740208 Dec 20 22:54:21.563784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad82b23-63ee-443c-8e29-2967ec8db17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad5f32-0610-4ac4-a5ac-0164aac1b2e7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:21.573396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59980) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:21.579520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.601190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.633917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e3e16b-f6af-40d3-9279-a1d9ddfd589d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:21.653115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Checking segment: {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:21.653466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Network hostable DHCP agents. Network: 06a78af0-64da-4602-b76b-254723e29ccd, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:54:21.751168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Network 06a78af0-64da-4602-b76b-254723e29ccd is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:54:21.820288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 06a78af0-64da-4602-b76b-254723e29ccd) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:21.825444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:21.826015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:21.836503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d120539-7dcc-4f15-a78c-b4521ddf4880 None None] Network 06a78af0-64da-4602-b76b-254723e29ccd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:21.916063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5122cc9f-58f0-4af3-947d-a9c49b814a7a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7900717 Dec 20 22:54:21.917647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59982) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:21.931968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94d61b7a-5cfb-4daf-8ddf-6c14e4bcdbf0 req-35421f51-7c75-458c-ad83-ba2c350bffdb tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 210 time: 0.3572412 Dec 20 22:54:21.934894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:21.975401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97912ad0-81be-4ac1-bfd6-a08988df55f1 req-09e2d056-8fbd-474d-a072-d48e50bc8f38 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532092 Dec 20 22:54:22.009684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-06a78af0-64da-4602-b76b-254723e29ccd', 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd', 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'fixed_ips': [{'subnet_id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:54:22.010830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.065276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.067040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.112625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1bced83-28d2-4bd2-a012-a6ea8c3fcd98 req-b01ccec3-5fc2-467d-bfad-e7c46201f703 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 210 time: 0.0723317 Dec 20 22:54:22.118075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:22.132600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.151427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.182048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.250605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.281169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Allocated IP 172.20.0.2 (06a78af0-64da-4602-b76b-254723e29ccd/08e3e16b-f6af-40d3-9279-a1d9ddfd589d/222d8f5e-5799-4700-97fc-f88a13410a1d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:22.299617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.320711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.369322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.372174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.373472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cad5f32-0610-4ac4-a5ac-0164aac1b2e7 HTTP/1.1" status: 204 len: 168 time: 0.8001564 Dec 20 22:54:22.401271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d78313-fa3d-4ff1-8418-6ed7b2151627,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:22.427276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69e738-aac7-4aad-89df-61132976a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad5f32-0610-4ac4-a5ac-0164aac1b2e7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:22.475867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:22.482554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.485405 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9c3c0-5040-4cd5-a7ce-fb15d4c2b098" -d '{"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-unplugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:22.494255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:22.557104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Allocated IP 192.168.233.234 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/b0f6d061-40fc-4e25-9bc2-54fec041479d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:22.590908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.655107 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6c8462-e4ba-41b1-931f-95142eca2408 x-openstack-request-id: req-1e6c8462-e4ba-41b1-931f-95142eca2408 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:22.657831 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-unplugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:22.658100 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e6c8462-e4ba-41b1-931f-95142eca2408 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:22.658501 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'code': 200} Dec 20 22:54:22.796099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:22.818303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.888866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.896294 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:22.956064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Pushing event updated for resources: {'Port': ['ID=222d8f5e-5799-4700-97fc-f88a13410a1d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:22.980562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Network 06a78af0-64da-4602-b76b-254723e29ccd is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:22.982833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:22.986218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:23.019423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-ae6ccec1-a794-4961-9c94-0d122bd96cc1 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:23.021527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.023710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-ae6ccec1-a794-4961-9c94-0d122bd96cc1 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.1937177 Dec 20 22:54:23.067300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.103785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Attempting to bind port 222d8f5e-5799-4700-97fc-f88a13410a1d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:23.104591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Attempting to bind port 222d8f5e-5799-4700-97fc-f88a13410a1d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:23.105787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Attempting to bind port 222d8f5e-5799-4700-97fc-f88a13410a1d on network 06a78af0-64da-4602-b76b-254723e29ccd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:23.113302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:23.113679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Checking segment: {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:23.114157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.114562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Bound using segment: {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:23.115153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Bound port: 222d8f5e-5799-4700-97fc-f88a13410a1d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:23.115540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.157066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Request body: {'port': {'device_id': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'admin_state_up': True, 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:23.163273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:23.196588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:23.228337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:23.237772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Pushing event updated for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:23.284266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] For port 222d8f5e-5799-4700-97fc-f88a13410a1d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:23.293986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] For port 222d8f5e-5799-4700-97fc-f88a13410a1d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=222d8f5e-5799-4700-97fc-f88a13410a1d,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:23.355675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.375809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.414043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee87e6-fb05-4f6d-bd1b-47f2c3a6d3e0 req-f9d3166c-17fd-433f-b477-0ac02f90e9c7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:23.426718 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ee87e6-fb05-4f6d-bd1b-47f2c3a6d3e0 req-f9d3166c-17fd-433f-b477-0ac02f90e9c7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 948 time: 0.2707927 Dec 20 22:54:23.445781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:23.445781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.453050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07b098-ebe9-4f97-b289-ae6d8cdeb435 req-7ae99561-087d-4d15-b7b0-2b609cfce8c3 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:23.461087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de07b098-ebe9-4f97-b289-ae6d8cdeb435 req-7ae99561-087d-4d15-b7b0-2b609cfce8c3 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 936 time: 0.3351007 Dec 20 22:54:23.514442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Allocated IP 172.25.1.98 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/7f6ecd1f-b59c-416e-812f-720a8d63bbde) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:23.524064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffafd9b-59a8-493e-9ca0-c0cca47f5704 None None] Pushing event updated for resources: {'Port': ['ID=222d8f5e-5799-4700-97fc-f88a13410a1d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:23.578534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ee87e6-fb05-4f6d-bd1b-47f2c3a6d3e0 req-1a8e709d-f454-4a58-8027-09cbe24e26bd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505277 Dec 20 22:54:23.585306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-09e3ce9e-041a-4018-8f3e-98cbc427050d tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3451691 Dec 20 22:54:23.609819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de07b098-ebe9-4f97-b289-ae6d8cdeb435 req-dfbf0ceb-1772-418a-b0ec-60e127461fa7 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477528 Dec 20 22:54:23.623623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f0eb5afc-3ed2-4624-af73-80bbc2deabb2 None None] Provisioning complete for port b0f6d061-40fc-4e25-9bc2-54fec041479d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:23.625467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5afc-3ed2-4624-af73-80bbc2deabb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.630122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Request body: {'port': {'device_id': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:23.683782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.724048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:23.728462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.757486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb5afc-3ed2-4624-af73-80bbc2deabb2 None None] Port b0f6d061-40fc-4e25-9bc2-54fec041479d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:23.820796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75f2916-8b58-4a76-b8ca-d53757d57079 req-4684e2d6-3cae-49f0-b394-904972fb2ee0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 210 time: 0.0781538 Dec 20 22:54:23.839057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:23.862561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.063705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:24.190015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:24.199484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Pushing event updated for resources: {'Port': ['ID=7f6ecd1f-b59c-416e-812f-720a8d63bbde,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:24.212185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f6d061-40fc-4e25-9bc2-54fec041479d {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:24.220121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'mac_address': 'fa:16:3e:7b:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:24.229510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.246876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:24.250269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:24.260461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:24.260947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Transition to ACTIVE for port object b0f6d061-40fc-4e25-9bc2-54fec041479d will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:54:24.303492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Allocated IP 172.20.0.11 (863ea931-e3e4-48c9-8bec-b661c31e3f5b/e66476b5-2018-44cc-ad15-2c1bb11a16d8/c547c026-ca9b-41fd-973f-9eef59b2e627) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:24.312232 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.335100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39fa6d4-99f2-4643-b718-a969a2c72158 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:24.339414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.360649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:24.430452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:24.444171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.602434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:24.623159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Attempting to bind port b0f6d061-40fc-4e25-9bc2-54fec041479d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:24.623535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Attempting to bind port b0f6d061-40fc-4e25-9bc2-54fec041479d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:24.624011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Attempting to bind port b0f6d061-40fc-4e25-9bc2-54fec041479d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:24.647687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Port b0f6d061-40fc-4e25-9bc2-54fec041479d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:24.649918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Attempting to bind port b0f6d061-40fc-4e25-9bc2-54fec041479d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:24.668368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:24.668913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:24.669305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:24.671460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Bound port: b0f6d061-40fc-4e25-9bc2-54fec041479d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:24.672014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.789789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e39fa6d4-99f2-4643-b718-a969a2c72158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:24.831686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 222d8f5e-5799-4700-97fc-f88a13410a1d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:24.836984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:24.861587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:24.922995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.943134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:24.996869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dfcbd-bc78-490e-bc88-3146bff2633b req-b0a9f494-7ba5-461a-b96a-914ef060bdb7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:24.998552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd1dfcbd-bc78-490e-bc88-3146bff2633b req-b0a9f494-7ba5-461a-b96a-914ef060bdb7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 949 time: 0.3172355 Dec 20 22:54:25.001907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.002516 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.004480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] 10.222.0.59 "PUT /v2.0/ports/b0f6d061-40fc-4e25-9bc2-54fec041479d HTTP/1.1" status: 200 len: 1096 time: 1.3854444 Dec 20 22:54:25.006708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:25.009004 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:25.059501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 222d8f5e-5799-4700-97fc-f88a13410a1d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:25.062403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.075580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282ee56-3b17-4152-8b4c-952116e358ea req-6c414fcc-3494-4f8d-b4a5-31e7ee85af6a tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.077167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0282ee56-3b17-4152-8b4c-952116e358ea req-6c414fcc-3494-4f8d-b4a5-31e7ee85af6a tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 948 time: 0.2119691 Dec 20 22:54:25.078083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13ef3d-baa0-4cd2-a032-86531e40b833 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:25.119195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.212576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd1dfcbd-bc78-490e-bc88-3146bff2633b req-d2f71b36-dabb-4a70-a59a-0aefe8e8ed7e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955628 Dec 20 22:54:25.217832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c3e73-84aa-4fc9-ae2e-fcd16c4b64d7 None None] Network 06a78af0-64da-4602-b76b-254723e29ccd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:25.256355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-a8f2e1ba-b596-4582-8271-567f40e45f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.265399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-a8f2e1ba-b596-4582-8271-567f40e45f69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 1099 time: 0.1373961 Dec 20 22:54:25.269610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0282ee56-3b17-4152-8b4c-952116e358ea req-5694f334-116f-4b16-8e59-dcd03ece0374 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655629 Dec 20 22:54:25.323521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-90dc58d9-938a-4cff-8f5b-7f4d70ce7194 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d HTTP/1.1" status: 200 len: 217 time: 0.0491934 Dec 20 22:54:25.353084 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.391174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ad17cacb-b038-437b-afda-69e3a91cefd6 None None] Provisioning complete for port 222d8f5e-5799-4700-97fc-f88a13410a1d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:25.392155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad17cacb-b038-437b-afda-69e3a91cefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.395759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.419975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-9a892285-c84a-4ab8-9ec0-9682f367caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.421444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-9a892285-c84a-4ab8-9ec0-9682f367caba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0909293 Dec 20 22:54:25.463448 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a357ed2-5685-4572-88ea-23af476415dd x-openstack-request-id: req-9a357ed2-5685-4572-88ea-23af476415dd {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:25.463760 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:25.469959 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a357ed2-5685-4572-88ea-23af476415dd {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:25.469959 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d', 'status': 'completed', 'code': 200} Dec 20 22:54:25.470424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:25.476490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:25.527282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-cd91b766-911f-4a9c-a5ca-bba088edf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.529749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-cd91b766-911f-4a9c-a5ca-bba088edf846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971978 Dec 20 22:54:25.540542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be6d2b-bafc-4b8b-b30c-b3f6d901078c req-85df0b74-c4e6-4ebe-a038-07741a4f062d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.540862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:25.542285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8be6d2b-bafc-4b8b-b30c-b3f6d901078c req-85df0b74-c4e6-4ebe-a038-07741a4f062d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 932 time: 0.1199415 Dec 20 22:54:25.548531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.568951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:25.603867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 222d8f5e-5799-4700-97fc-f88a13410a1d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=222d8f5e-5799-4700-97fc-f88a13410a1d,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:25.654490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad17cacb-b038-437b-afda-69e3a91cefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.667745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.667745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.693684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.702307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8be6d2b-bafc-4b8b-b30c-b3f6d901078c req-dba7d1f2-94a8-4bca-aeb4-6a687fdaef03 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380053 Dec 20 22:54:25.709710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-2421e194-f925-4e50-ac74-c049235a581d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660578 Dec 20 22:54:25.806099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-0e22b364-bcee-4885-8493-9921a808c783 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6647952 Dec 20 22:54:25.821685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Request body: {'port': {'device_id': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:25.827109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=222d8f5e-5799-4700-97fc-f88a13410a1d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:25.834789 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-ad17cacb-b038-437b-afda-69e3a91cefd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:54:25.835163 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-ad17cacb-b038-437b-afda-69e3a91cefd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:54:25.880530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:54:25.898343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7db33a2-1ed0-4532-b1c4-7f4dee507ae8 req-f23a17c7-a1de-4c69-90df-e0c6ece07097 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806383 Dec 20 22:54:25.930471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b50582-dff2-4e6e-b067-6fb982189fa8 req-e85899ab-f7bd-47c9-b48c-345aee046a0a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:25.938461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53b50582-dff2-4e6e-b067-6fb982189fa8 req-e85899ab-f7bd-47c9-b48c-345aee046a0a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 949 time: 0.1110570 Dec 20 22:54:25.943759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:25.991239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53b50582-dff2-4e6e-b067-6fb982189fa8 req-5e1b1d49-3a74-4166-8083-2d10e8b1985f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Dec 20 22:54:25.995802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Request body: {'security_group': {'name': 'tempest-securitygroup-991795645', 'description': 'tempest-description-657418289'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:26.042753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-677b8b7d-2790-44a3-9bbe-ed0110ec9c56 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.044209 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-677b8b7d-2790-44a3-9bbe-ed0110ec9c56 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141&tenant_id=97b0ac3019814fb8a7689450b045d6af&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 949 time: 0.1656439 Dec 20 22:54:26.075218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-ef2660b4-a090-4666-8def-b118bbd99a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.077011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-ef2660b4-a090-4666-8def-b118bbd99a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 1099 time: 0.0417876 Dec 20 22:54:26.105311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.121066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.186629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:26.200430 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Sync routers for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:26.206262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-d687e5f4-92a6-439d-aad7-87b47e961766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.208258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-d687e5f4-92a6-439d-aad7-87b47e961766 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1227162 Dec 20 22:54:26.218477 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:26.219676 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:26.234811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-b3d2effa-e10b-44f7-b0ea-b03290565845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.236316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-b3d2effa-e10b-44f7-b0ea-b03290565845 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1100 time: 0.1380410 Dec 20 22:54:26.256114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-83a1babe-a080-4925-b6d3-e12a1aca8dc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d HTTP/1.1" status: 200 len: 217 time: 0.0401165 Dec 20 22:54:26.295366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.296614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4c51afe1-8489-444d-b446-877d3c7cf78a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3733194 Dec 20 22:54:26.301965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:26.317610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.330003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-6054f597-af55-429a-9222-16d09ffceffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.331575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-6054f597-af55-429a-9222-16d09ffceffc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0660961 Dec 20 22:54:26.408855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.467301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-359d37e5-5a2c-4c9d-82c0-7b006dd5a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.469067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-359d37e5-5a2c-4c9d-82c0-7b006dd5a985 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218305 Dec 20 22:54:26.482137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32313d1c-c5a6-411a-972d-b86c93c93430 req-7b83921b-0ebd-4067-83d5-c05952c8f8d4 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.485750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32313d1c-c5a6-411a-972d-b86c93c93430 req-7b83921b-0ebd-4067-83d5-c05952c8f8d4 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 948 time: 0.1022909 Dec 20 22:54:26.485925 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:26.486042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7580d7df-0331-4b82-ad07-1e6ab7c735cd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:26.528475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7906ef50-a70e-4fcd-8307-1099eea09afe None None] Provisioning complete for port 222d8f5e-5799-4700-97fc-f88a13410a1d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:26.529519 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7906ef50-a70e-4fcd-8307-1099eea09afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.554582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-fe9a7a75-b5b9-4600-8094-56bfbba74b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.556232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-fe9a7a75-b5b9-4600-8094-56bfbba74b39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2920518 Dec 20 22:54:26.610744 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.642492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32313d1c-c5a6-411a-972d-b86c93c93430 req-a956c0f4-86ee-4dd4-a28b-16237bba4545 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400471 Dec 20 22:54:26.646036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-331dca6d-be3a-4fcb-885c-98ec3bef823a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.0644875 Dec 20 22:54:26.674346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c547c026-ca9b-41fd-973f-9eef59b2e627 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:26.683428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.687258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.700755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-f929b480-7915-4ab0-ab41-723658665ecc service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113016 Dec 20 22:54:26.766554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 222d8f5e-5799-4700-97fc-f88a13410a1d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:26.792064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8323f1f7-b00a-4291-b6f0-251a271fac6e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:26.798720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Transition to ACTIVE for port object c547c026-ca9b-41fd-973f-9eef59b2e627 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:54:26.835498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 222d8f5e-5799-4700-97fc-f88a13410a1d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:26.835868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.841159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-80b4e82b-01cf-4c8d-8ef3-ea5e526431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.843081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-80b4e82b-01cf-4c8d-8ef3-ea5e526431e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1527438 Dec 20 22:54:26.867053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.869043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81200e2f-e4ac-43fe-9e30-7f9252c9867c req-220bcc75-cd39-42ac-91a8-0f46e0abbdfe tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8768809 Dec 20 22:54:26.897931 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:24Z', 'revision_number': 3, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:26.928112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb89c3c8-a62e-41e6-a7d1-67c490b34f38 req-292415fc-ba1a-4b96-8545-0efa4dd83e77 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177038 Dec 20 22:54:26.943962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1074713560', 'description': 'tempest-description-1126787845'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:26.955443 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Checking router: 4b54e540-8440-4216-ad35-9bd0bc4f7e56 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:26.955803 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Updating router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 port 7f6ecd1f-b59c-416e-812f-720a8d63bbde binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:54:26.987250 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:26.994812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc753e8-338b-4ecc-a328-0e76f9c59254 req-ca7f290c-467b-4ea7-8192-8726ba36d53a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:26.996694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fc753e8-338b-4ecc-a328-0e76f9c59254 req-ca7f290c-467b-4ea7-8192-8726ba36d53a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 932 time: 0.1515083 Dec 20 22:54:27.053308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fc753e8-338b-4ecc-a328-0e76f9c59254 req-ff84dbee-91fe-4452-bbde-492d209bbeed tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Dec 20 22:54:27.054265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.159266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.164594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.220526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b5fbd-f5f6-4641-bd2b-6542b78576da req-5aee40b5-14f2-4dce-a32f-395c0c99348e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:27.223235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-047b5fbd-f5f6-4641-bd2b-6542b78576da req-5aee40b5-14f2-4dce-a32f-395c0c99348e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 949 time: 0.0609586 Dec 20 22:54:27.233218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.272795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.277987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-36868799-9011-4ab7-bed6-8408db9b9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:27.279543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-36868799-9011-4ab7-bed6-8408db9b9835 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4005811 Dec 20 22:54:27.291749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1b8d0-3fe4-4d2c-9307-3b1c1685c146,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.304863 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.308065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-047b5fbd-f5f6-4641-bd2b-6542b78576da req-282d4443-2e23-47bc-9ad8-432b9277d1cd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Dec 20 22:54:27.329816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.331021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84c449b8-6aed-45e8-bcd7-c6bc4b6b5915 req-4e2c43e3-dee3-41f6-aa6c-d69bb45b835a tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4016392 Dec 20 22:54:27.385500 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.415978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1235271925', 'description': 'tempest-description-768310211'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:27.434351 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Attempting to bind port 7f6ecd1f-b59c-416e-812f-720a8d63bbde on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:27.434711 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Attempting to bind port 7f6ecd1f-b59c-416e-812f-720a8d63bbde by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:27.435637 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Attempting to bind port 7f6ecd1f-b59c-416e-812f-720a8d63bbde on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:27.450094 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:27.452206 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:27.452206 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.452206 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:27.452206 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Bound port: 7f6ecd1f-b59c-416e-812f-720a8d63bbde, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:27.452206 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.473089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Attempting to bind port c547c026-ca9b-41fd-973f-9eef59b2e627 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:27.473428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Attempting to bind port c547c026-ca9b-41fd-973f-9eef59b2e627 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:27.473770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Attempting to bind port c547c026-ca9b-41fd-973f-9eef59b2e627 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:27.475166 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Pushing event updated for resources: {'Port': ['ID=7f6ecd1f-b59c-416e-812f-720a8d63bbde,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.485555 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.485926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.486265 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.486668 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.486997 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.487324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.487639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.487968 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.488488 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.488815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.489131 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.489447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.489786 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:27.489875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Port c547c026-ca9b-41fd-973f-9eef59b2e627 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:27.490191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Attempting to bind port c547c026-ca9b-41fd-973f-9eef59b2e627 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:27.501090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:27.501424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Checking segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:27.501823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Bound using segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:27.502252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Bound port: c547c026-ca9b-41fd-973f-9eef59b2e627, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:27.502595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.515189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-151856bc-cd16-43dc-8af6-88dd377b3bbf service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127137 Dec 20 22:54:27.516911 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.522045 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] For port 7f6ecd1f-b59c-416e-812f-720a8d63bbde, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:27.524959 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] For port 7f6ecd1f-b59c-416e-812f-720a8d63bbde, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7f6ecd1f-b59c-416e-812f-720a8d63bbde,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:27.528602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.603264 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.605271 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.646264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.669750 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:27.670547 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:27.679010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.701068 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.718823 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14796d3-57b1-4850-a4aa-1d6354bbd47a None None] Pushing event updated for resources: {'Port': ['ID=7f6ecd1f-b59c-416e-812f-720a8d63bbde,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.726412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:27.740133 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.775460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472386b-4138-4ab2-82ce-1770f4bc2212,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.785854 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bd100a2-bec9-4780-9d33-a84664af8e35 req-5a5ddb45-63fb-4586-9e65-9da29f138e79 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452440 Dec 20 22:54:27.801667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:27.820334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.833700 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:27.855688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f29684-d5fe-48b7-ac62-ef29f83779bd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:27.878423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1f71-78cd-4c3a-90e0-321f6c9077c0 req-bf6c78ef-57d8-4d97-908e-3e5495096f34 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:27.879414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.880340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bdf1f71-78cd-4c3a-90e0-321f6c9077c0 req-bf6c78ef-57d8-4d97-908e-3e5495096f34 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 948 time: 0.1149962 Dec 20 22:54:27.902664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.904224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b7c3d20-32ad-461b-a691-e3a98ec63616 req-ab76d1a7-51be-40bd-81c2-992bc137324e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4931040 Dec 20 22:54:27.958007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:27.958632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:27.961226 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] 10.222.0.59 "PUT /v2.0/ports/c547c026-ca9b-41fd-973f-9eef59b2e627 HTTP/1.1" status: 200 len: 1092 time: 2.1452599 Dec 20 22:54:27.962154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:27.964415 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c68486-938e-425b-9fdf-c48dd13f084f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:27.987504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bdf1f71-78cd-4c3a-90e0-321f6c9077c0 req-9a1bbc0e-1e74-42ed-9a4b-c54e81fac498 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960252 Dec 20 22:54:27.990511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c0be-ae48-4035-b17f-216e1c243886 service neutron] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:28.010441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Allocated IP 172.20.0.1 (06a78af0-64da-4602-b76b-254723e29ccd/08e3e16b-f6af-40d3-9279-a1d9ddfd589d/0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:28.032786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1550763617', 'description': 'tempest-description-1799624351'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:28.081070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:28.096098 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2e5a25-64fb-4921-8b75-e788ef232272 x-openstack-request-id: req-bf2e5a25-64fb-4921-8b75-e788ef232272 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:28.096728 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:28.100640 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf2e5a25-64fb-4921-8b75-e788ef232272 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:28.100640 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'status': 'completed', 'code': 200} Dec 20 22:54:28.105323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:24Z', 'revision_number': 3, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:28.150497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9816f-150a-49e5-a833-0943f109bf30 None None] The sync data for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 is: [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:24Z', 'revision_number': 3, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:28.182630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e39fa6d4-99f2-4643-b718-a969a2c72158 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:28.182630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.182842 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.182935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-b9c6935f-6719-4c54-a73f-b441c4a22c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:28.182935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-b9c6935f-6719-4c54-a73f-b441c4a22c39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 1095 time: 0.0753319 Dec 20 22:54:28.182935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.225322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-3a28a44a-8785-4bf0-a1e2-702713b83830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c547c026-ca9b-41fd-973f-9eef59b2e627 HTTP/1.1" status: 200 len: 217 time: 0.0411716 Dec 20 22:54:28.243565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ac57-541a-4a5b-9f2e-4b2708d9e635 req-85742b0c-3f09-4c84-bcb1-20db55de0a95 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:28.245367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f526ac57-541a-4a5b-9f2e-4b2708d9e635 req-85742b0c-3f09-4c84-bcb1-20db55de0a95 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 944 time: 0.1043248 Dec 20 22:54:28.251013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.291033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-b256c3a8-bf59-4915-899a-30c360e4726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:28.292391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-b256c3a8-bf59-4915-899a-30c360e4726c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.0597777 Dec 20 22:54:28.294997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:28.297863 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d46facc-3744-44fd-8b5a-b68a014e7711" -d '{"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-plugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:28.305285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:28.310217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.322361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f526ac57-541a-4a5b-9f2e-4b2708d9e635 req-81c34f23-86a4-4e53-b18b-a760ac8f84f5 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Dec 20 22:54:28.334386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-f77f07ec-66a5-4702-878e-ceb62b4a04f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293598 Dec 20 22:54:28.386357 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a82183-86e3-4e0f-a889-4fc207bd49f8 x-openstack-request-id: req-34a82183-86e3-4e0f-a889-4fc207bd49f8 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:28.386357 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-plugged", "status": "completed", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:28.386357 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34a82183-86e3-4e0f-a889-4fc207bd49f8 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:28.386357 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'code': 200} Dec 20 22:54:28.398292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.402587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.402767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.453129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Network 06a78af0-64da-4602-b76b-254723e29ccd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:28.475442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:28.492937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:28.510785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ceef9-a222-4d6e-939d-edb6e42d2f38,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:28.527715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Pushing event updated for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:28.546088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-a7ad0105-57b8-46ec-9135-dafffc262284 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043014 Dec 20 22:54:28.547220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:28.549492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.558967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47f7e507-24dc-4777-9fd4-d78ea332f55f req-7838c299-421b-47e6-a5fe-0f58797c0fb5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5248573 Dec 20 22:54:28.565691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.608836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9a56-6db3-4635-a1f5-1c31e3813ceb req-4e986ad9-4d96-4a2b-abce-2fad4578177c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:28.617976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9aa9a56-6db3-4635-a1f5-1c31e3813ceb req-4e986ad9-4d96-4a2b-abce-2fad4578177c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1826539 Dec 20 22:54:28.736946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9aa9a56-6db3-4635-a1f5-1c31e3813ceb req-d8d059bf-9efb-4b89-b730-ea1bac146a89 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148179 Dec 20 22:54:28.868892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7f6ecd1f-b59c-416e-812f-720a8d63bbde up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:28.971751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-512fd031-f7d2-4a04-b6fd-18b7d9c2a374 None None] Provisioning complete for port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:28.972403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-512fd031-f7d2-4a04-b6fd-18b7d9c2a374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:28.974408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b5ea3fa8-09bb-407a-9058-ce02978af1b3 req-6d1c7416-ce00-4896-988c-02fbc859fbb9 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161448 Dec 20 22:54:29.008195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b0f6d061-40fc-4e25-9bc2-54fec041479d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:29.046071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.148601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-512fd031-f7d2-4a04-b6fd-18b7d9c2a374 None None] Port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:29.179431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7f6ecd1f-b59c-416e-812f-720a8d63bbde triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:29.180856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.182173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1083e-ddcc-49f0-a7f6-d40326ffdc8a req-d6cd768c-b3f1-440d-8205-4daa981618c8 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.190644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65f1083e-ddcc-49f0-a7f6-d40326ffdc8a req-d6cd768c-b3f1-440d-8205-4daa981618c8 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 948 time: 0.0978837 Dec 20 22:54:29.205543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-569ea648-fb24-482c-aa51-0d13deda8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.208311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-569ea648-fb24-482c-aa51-0d13deda8cab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 1095 time: 0.1115811 Dec 20 22:54:29.236657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-23410893-a751-4231-a035-eeffb205fa93 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53732 time: 0.6560338 Dec 20 22:54:29.269037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:29.295216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b0f6d061-40fc-4e25-9bc2-54fec041479d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b0f6d061-40fc-4e25-9bc2-54fec041479d', 'mac_address': 'fa:16:3e:86:f9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:29.322150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65f1083e-ddcc-49f0-a7f6-d40326ffdc8a req-fd93ca3b-ee26-45a7-bf72-43aa9133120c tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309454 Dec 20 22:54:29.339266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-90c12673-9970-48f0-a737-6064ee3ac165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.340899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-90c12673-9970-48f0-a737-6064ee3ac165 service neutron] 10.222.0.59 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 905 time: 0.1211069 Dec 20 22:54:29.360940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-1f01136d-f5b0-4ef1-99f6-b386745ed441 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/068de54b-e129-44f3-a4b6-3a1c7019a4f5 HTTP/1.1" status: 200 len: 2998 time: 0.1079278 Dec 20 22:54:29.398378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.416053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.431406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-7dbc6973-4827-4809-899c-5014b2b7bd1f tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/068de54b-e129-44f3-a4b6-3a1c7019a4f5 HTTP/1.1" status: 200 len: 2998 time: 0.0633826 Dec 20 22:54:29.434597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7f6ecd1f-b59c-416e-812f-720a8d63bbde, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7f6ecd1f-b59c-416e-812f-720a8d63bbde,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:29.439853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f6d061-40fc-4e25-9bc2-54fec041479d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:29.472950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:29.503365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-7e25fbdb-fb23-42fd-a3d8-43abbc2a6f16 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/229e06ac-4813-4bb1-ae6d-f66fc6afa59a HTTP/1.1" status: 200 len: 2998 time: 0.0621221 Dec 20 22:54:29.612328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-53bf6485-c67a-407b-bac3-7d404e127034 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/229e06ac-4813-4bb1-ae6d-f66fc6afa59a HTTP/1.1" status: 200 len: 2998 time: 0.0995843 Dec 20 22:54:29.617560 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.620454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.624553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936285d-dc1e-4e70-92f7-669d5f247e56 req-6e82ef91-3579-46e1-9da4-4689bab4edd9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.633314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d936285d-dc1e-4e70-92f7-669d5f247e56 req-6e82ef91-3579-46e1-9da4-4689bab4edd9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 944 time: 0.0996521 Dec 20 22:54:29.676932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-42e3cf6a-e005-4ad8-9e1c-e0d53e32556c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c547c026-ca9b-41fd-973f-9eef59b2e627 HTTP/1.1" status: 200 len: 217 time: 0.3245299 Dec 20 22:54:29.703966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:29.709874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-cc75ba69-8ef5-4fcc-9362-665267331a93 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2f2aecaa-18c4-45a4-808c-1c34de453840 HTTP/1.1" status: 200 len: 2998 time: 0.0965016 Dec 20 22:54:29.726823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d936285d-dc1e-4e70-92f7-669d5f247e56 req-e3746e7a-4855-4e57-a248-224fe2823ab6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922444 Dec 20 22:54:29.762048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-a0a00957-84eb-4ae9-9479-f13885b2248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.764558 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-a0a00957-84eb-4ae9-9479-f13885b2248c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.0779762 Dec 20 22:54:29.780720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7f6ecd1f-b59c-416e-812f-720a8d63bbde,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:29.792376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.819227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-553bda30-15e9-44af-bf0c-13760d433c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435724 Dec 20 22:54:29.824588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-b0cf3c36-7523-4edf-8080-ddbb0bd0a99a tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2f2aecaa-18c4-45a4-808c-1c34de453840 HTTP/1.1" status: 200 len: 2998 time: 0.0913661 Dec 20 22:54:29.850708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.873962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b0f6d061-40fc-4e25-9bc2-54fec041479d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:29.928523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-beafe1c2-c53a-4d87-8cb4-44aebe1365ef tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/375d6aa7-19a5-44ae-9ce9-1dd62c00cb92 HTTP/1.1" status: 200 len: 2990 time: 0.0945706 Dec 20 22:54:29.948254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db24ce-0e56-4d84-a78c-6aa402eb7410 req-a2ab9cb1-aa20-431b-934a-23aa2c6f8878 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:29.949786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27db24ce-0e56-4d84-a78c-6aa402eb7410 req-a2ab9cb1-aa20-431b-934a-23aa2c6f8878 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.0809987 Dec 20 22:54:29.967025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Pushing event updated for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:29.979086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:29.999836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-681b21bc-fea9-4e20-a435-e32eb4c2e31b service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729398 Dec 20 22:54:30.042610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-6b2d0466-34b4-4589-bb36-29487259db4f tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/375d6aa7-19a5-44ae-9ce9-1dd62c00cb92 HTTP/1.1" status: 200 len: 2990 time: 0.1042953 Dec 20 22:54:30.089042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27db24ce-0e56-4d84-a78c-6aa402eb7410 req-1c93127f-da5d-47b1-b56b-6120abedacc1 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798569 Dec 20 22:54:30.155692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-e3dd3594-d459-4f98-8be3-5d112342ce5e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3df4210f-94fb-4ab1-86cd-7f2456d2d39e HTTP/1.1" status: 200 len: 2998 time: 0.0916038 Dec 20 22:54:30.225353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3c68486-938e-425b-9fdf-c48dd13f084f req-078c3e53-1607-4866-83b4-7d315102c097 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936789 Dec 20 22:54:30.240239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-6526ea70-82f2-4821-bb85-a1c30786ec2e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3df4210f-94fb-4ab1-86cd-7f2456d2d39e HTTP/1.1" status: 200 len: 2998 time: 0.0748396 Dec 20 22:54:30.256789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd067-6772-45bb-ab5c-de86a15c2662 req-92f07624-40ca-4844-b954-40324069b6be tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:30.256932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Network 06a78af0-64da-4602-b76b-254723e29ccd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:30.258357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-688fd067-6772-45bb-ab5c-de86a15c2662 req-92f07624-40ca-4844-b954-40324069b6be tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0674613 Dec 20 22:54:30.258603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:30.315431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-0880b7b5-3be5-4c28-869c-bdf98bf7efb2 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/46c389fe-1457-4656-aadd-68e960037559 HTTP/1.1" status: 200 len: 2994 time: 0.0560744 Dec 20 22:54:30.361668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-688fd067-6772-45bb-ab5c-de86a15c2662 req-5e5efecb-2928-4d6c-a855-3f4d43d4f7ce tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739698 Dec 20 22:54:30.380835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-ac836b79-08bb-43f3-abb2-2ba28fb708cd tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/46c389fe-1457-4656-aadd-68e960037559 HTTP/1.1" status: 200 len: 2994 time: 0.0538943 Dec 20 22:54:30.398343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:30.441669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-222961f8-61d6-4eea-9a5a-2da5ab5ad84d tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/51d78313-fa3d-4ff1-8418-6ed7b2151627 HTTP/1.1" status: 200 len: 2998 time: 0.0507240 Dec 20 22:54:30.525440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-a2321cb5-ee78-49f7-ba81-2d2f8887f092 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/51d78313-fa3d-4ff1-8418-6ed7b2151627 HTTP/1.1" status: 200 len: 2998 time: 0.0755920 Dec 20 22:54:30.561166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:30.567949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-594bfc38-e629-4cef-8c7a-0600c05da72a admin admin] 10.222.0.62 "PUT /v2.0/routers/4b54e540-8440-4216-ad35-9bd0bc4f7e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2566738 Dec 20 22:54:30.582371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Sync routers for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:30.584079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-0ede1517-3127-4bae-8df6-e52824876b9c tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/73e2aabe-d920-41bb-baab-5d98da951fed HTTP/1.1" status: 200 len: 2994 time: 0.0577312 Dec 20 22:54:30.609144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:30.609496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:30.670557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-fa1fa879-f729-4196-b7a2-b9c372b3efb6 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/73e2aabe-d920-41bb-baab-5d98da951fed HTTP/1.1" status: 200 len: 2994 time: 0.0737953 Dec 20 22:54:30.673155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0b533cd7-05a2-4a53-8444-1affa8ee39d3 None None] Provisioning complete for port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:30.673672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0b533cd7-05a2-4a53-8444-1affa8ee39d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:30.723274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-9c6b0417-3221-4e47-ab86-f670471a575a tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7580d7df-0331-4b82-ad07-1e6ab7c735cd HTTP/1.1" status: 200 len: 2998 time: 0.0506608 Dec 20 22:54:30.757330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7f6ecd1f-b59c-416e-812f-720a8d63bbde up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:30.783844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-c71eeebb-147f-4106-997d-4d84453a97d9 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7580d7df-0331-4b82-ad07-1e6ab7c735cd HTTP/1.1" status: 200 len: 2998 time: 0.0587525 Dec 20 22:54:30.813907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0b533cd7-05a2-4a53-8444-1affa8ee39d3 None None] Port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:30.836386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:30.871813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-e6767439-12a9-4aba-a01e-6c804ce8117a tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/80db3b19-1318-41b0-981d-93fc060a633c HTTP/1.1" status: 200 len: 2998 time: 0.0782533 Dec 20 22:54:30.888533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7f6ecd1f-b59c-416e-812f-720a8d63bbde triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:30.889598 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:30.971350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-e42ef42d-4502-43ce-8ba1-a62fd7c10874 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/80db3b19-1318-41b0-981d-93fc060a633c HTTP/1.1" status: 200 len: 2998 time: 0.0965431 Dec 20 22:54:31.009245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:31.011108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b0f6d061-40fc-4e25-9bc2-54fec041479d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:31.024787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-85e4547a-6e93-466d-9728-21bbf1db1f23 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/af553bf9-d9ae-41e3-939a-5a7e2af36fab HTTP/1.1" status: 200 len: 2998 time: 0.0457804 Dec 20 22:54:31.099897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278b1c-5ca6-41d1-a348-41338ca70f2e req-4dcc656b-3a8b-436d-bbbb-eb59712372a9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:31.101363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af278b1c-5ca6-41d1-a348-41338ca70f2e req-4dcc656b-3a8b-436d-bbbb-eb59712372a9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 949 time: 0.0791225 Dec 20 22:54:31.103643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-34e3d7a2-b57c-433e-9528-5b96230c3f10 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/af553bf9-d9ae-41e3-939a-5a7e2af36fab HTTP/1.1" status: 200 len: 2998 time: 0.0710621 Dec 20 22:54:31.179623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af278b1c-5ca6-41d1-a348-41338ca70f2e req-c011c46c-e3ef-45e0-8474-52b3ee94a539 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720258 Dec 20 22:54:31.181153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-9e3bdb78-c551-4348-89b1-4d066a326217 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c HTTP/1.1" status: 200 len: 2998 time: 0.0676587 Dec 20 22:54:31.231767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-eeed8582-e5eb-4df8-a6f4-e8468fcd96d8 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c HTTP/1.1" status: 200 len: 2998 time: 0.0436480 Dec 20 22:54:31.247005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:31.262872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'mac_address': 'fa:16:3e:49:ff:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:31.267602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:28Z', 'revision_number': 4, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f', 'name': '', 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'mac_address': 'fa:16:3e:be:67:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:27Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 2, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'subnets': [{'id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:31.295005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Checking router: 4b54e540-8440-4216-ad35-9bd0bc4f7e56 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:31.295357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Updating router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:54:31.297117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b0f6d061-40fc-4e25-9bc2-54fec041479d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:31.310007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-ca555e3a-eb6b-497d-b357-5a6e558243eb tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b472386b-4138-4ab2-82ce-1770f4bc2212 HTTP/1.1" status: 200 len: 2998 time: 0.0688231 Dec 20 22:54:31.323419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78079d80-ccc3-4e05-90be-60e5d3edb53f req-584ef92b-b637-4973-b126-19b5b413555f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:31.325020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78079d80-ccc3-4e05-90be-60e5d3edb53f req-584ef92b-b637-4973-b126-19b5b413555f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.0779462 Dec 20 22:54:31.334398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b0f6d061-40fc-4e25-9bc2-54fec041479d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:31.334775 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.388003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-963d776f-57d3-4478-bf82-1944454a84eb tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b472386b-4138-4ab2-82ce-1770f4bc2212 HTTP/1.1" status: 200 len: 2998 time: 0.0619938 Dec 20 22:54:31.407098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78079d80-ccc3-4e05-90be-60e5d3edb53f req-3765c352-1b1f-4868-b830-73b984738ee2 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755501 Dec 20 22:54:31.444149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-54619ed8-789c-4f48-b6e9-4daa9630a1e9 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c10308a1-834e-466e-b6d9-e95e87b5026f HTTP/1.1" status: 200 len: 2998 time: 0.0475938 Dec 20 22:54:31.498193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-54e10452-8588-4ef6-95c0-1c5e7b2f1039 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c10308a1-834e-466e-b6d9-e95e87b5026f HTTP/1.1" status: 200 len: 2998 time: 0.0473790 Dec 20 22:54:31.507159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.526057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.561481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60a4c-1b9f-4a7a-9b23-62bccd97d2b5 req-dafc16fa-710c-46f2-baf4-3b7be2c4bf79 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:31.562994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbb60a4c-1b9f-4a7a-9b23-62bccd97d2b5 req-dafc16fa-710c-46f2-baf4-3b7be2c4bf79 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 944 time: 0.0789678 Dec 20 22:54:31.564495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c547c026-ca9b-41fd-973f-9eef59b2e627 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:31.577937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-04d58663-6d24-419d-a40b-2a5b504d30a2 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cb24b6dd-a115-4f23-8d1d-152808082bee HTTP/1.1" status: 200 len: 2998 time: 0.0618110 Dec 20 22:54:31.603369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:31.641585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbb60a4c-1b9f-4a7a-9b23-62bccd97d2b5 req-122155d5-cc67-4f8f-955e-6f451610049b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Dec 20 22:54:31.645053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-da0b2f18-536f-453e-8029-4ca8959f1e03 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cb24b6dd-a115-4f23-8d1d-152808082bee HTTP/1.1" status: 200 len: 2998 time: 0.0578041 Dec 20 22:54:31.682983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.690510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-15b35acc-0bcb-4ebb-b1cd-d5b7bcab7797 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ebf9382e-6e00-495d-9bc6-6626882a6469 HTTP/1.1" status: 200 len: 2998 time: 0.0382762 Dec 20 22:54:31.743491 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.763230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3904030-91f6-42f2-ba5e-18946f05cc41 req-494228c0-bf6a-422b-99da-33c6ed4295c5 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ebf9382e-6e00-495d-9bc6-6626882a6469 HTTP/1.1" status: 200 len: 2998 time: 0.0662987 Dec 20 22:54:31.835337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:31.843120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:31.844300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-cd142120-1cd6-4221-8fa3-85bf0db541c7 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1210685 Dec 20 22:54:31.845380 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c952070-66e5-45c9-afd4-9031f03fa9fe" -d '{"events": [{"server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "name": "network-vif-plugged", "status": "completed", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:31.856645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:31.863986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:31.909340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.928304 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:31.935899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c547c026-ca9b-41fd-973f-9eef59b2e627'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:32.009510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.033178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:32.036654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.085344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.160525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Allocated IP 172.25.1.122 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/41376cb3-6a75-412d-bb56-65b3e7a79c4b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:32.165515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa126b3d-0365-423c-85be-b41c0cb999d7 None None] Pushing event updated for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:32.240114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Attempting to bind port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:32.240503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Attempting to bind port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:32.240867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Attempting to bind port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f on network 06a78af0-64da-4602-b76b-254723e29ccd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:32.247247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:32.247621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Checking segment: {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:32.252402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.252402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Bound using segment: {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:32.252402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Bound port: 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd680d1-d132-4f16-980e-b9d73052811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:32.252402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.294041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58569fe5-3dfe-4820-82e6-cdfd37dd6e14 req-972d9e57-d0d1-4964-b879-ea7e942ff413 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:32.295548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58569fe5-3dfe-4820-82e6-cdfd37dd6e14 req-972d9e57-d0d1-4964-b879-ea7e942ff413 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1097 time: 0.1148553 Dec 20 22:54:32.324421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] For port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:32.328181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] For port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:32.361395 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.372006 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58569fe5-3dfe-4820-82e6-cdfd37dd6e14 req-622d795f-8a96-49e0-949a-6ace50675a14 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695889 Dec 20 22:54:32.414567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.481765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:32.482404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:32.492844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa126b3d-0365-423c-85be-b41c0cb999d7 None None] Pushing event updated for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:32.516874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.544481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] Provisioning complete for port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:32.544481 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.561232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:32.564145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:32.567851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:32.576133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event updated for resources: {'Port': ['ID=41376cb3-6a75-412d-bb56-65b3e7a79c4b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:32.645679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:32.707416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.745749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.808717 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.826387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] For port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:32.891008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:32.949144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116f4d-7160-4219-bd4d-b5a778a7836d None None] Pushing event updated for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:32.982768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:28Z', 'revision_number': 4, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f', 'name': '', 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'mac_address': 'fa:16:3e:be:67:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:27Z', 'updated_at': '2021-12-20T22:54:32Z', 'revision_number': 4, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'subnets': [{'id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:33.018730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:33.023418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d452b4e-09dc-4e98-8191-260c7b8afb3f None None] The sync data for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 is: [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:28Z', 'revision_number': 4, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f', 'name': '', 'network_id': '06a78af0-64da-4602-b76b-254723e29ccd', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'mac_address': 'fa:16:3e:be:67:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:27Z', 'updated_at': '2021-12-20T22:54:32Z', 'revision_number': 4, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'subnets': [{'id': '08e3e16b-f6af-40d3-9279-a1d9ddfd589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:33.053616 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.075829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-71d14c43-2042-4eca-96c3-2234928f9617 None None] Provisioning complete for port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:33.076550 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71d14c43-2042-4eca-96c3-2234928f9617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.193678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port c547c026-ca9b-41fd-973f-9eef59b2e627 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:33.198594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c547c026-ca9b-41fd-973f-9eef59b2e627 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:33.199723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.292261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.328986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:33.339339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68f22c3b-0e21-4a98-9b52-45d67a313682 req-d11343b4-786c-4bbf-bbdb-b54cf3eebaff tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=172a63281bb94863a2c5982f3d4f1a32 HTTP/1.1" status: 200 len: 6153 time: 0.4707823 Dec 20 22:54:33.376014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.404041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68f22c3b-0e21-4a98-9b52-45d67a313682 req-7f490ccc-780e-4474-8b2a-2592a82f6e17 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "GET /v2.0/security-groups/7580d7df-0331-4b82-ad07-1e6ab7c735cd HTTP/1.1" status: 200 len: 2998 time: 0.0539186 Dec 20 22:54:33.414080 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.450803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.473517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:33.536470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68f22c3b-0e21-4a98-9b52-45d67a313682 req-f0b9a402-2c6e-4907-b57e-60cda3c00adb tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "GET /v2.0/security-groups/7580d7df-0331-4b82-ad07-1e6ab7c735cd HTTP/1.1" status: 200 len: 2998 time: 0.1254864 Dec 20 22:54:33.552211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event updated for resources: {'Port': ['ID=41376cb3-6a75-412d-bb56-65b3e7a79c4b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:33.564512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.580989 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ef56f-8362-4e23-8cc9-8763f0429c53 x-openstack-request-id: req-468ef56f-8362-4e23-8cc9-8763f0429c53 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:33.580989 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "name": "network-vif-plugged", "status": "completed", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:33.580989 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-468ef56f-8362-4e23-8cc9-8763f0429c53 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:33.581327 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d', 'code': 200} Dec 20 22:54:33.621615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:33.635435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-8758fd4a-68c4-4ccd-b773-406ff43b7340 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7826908 Dec 20 22:54:33.723408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d680c-0e42-45f3-9e7f-8a058488f30c req-7efb5865-836f-4228-a168-355d7909082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:33.724957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ea6d680c-0e42-45f3-9e7f-8a058488f30c req-7efb5865-836f-4228-a168-355d7909082a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 1101 time: 0.0504603 Dec 20 22:54:33.746179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-18a33af2-9e8d-421b-ae73-cd743eef27f3 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.122 HTTP/1.1" status: 200 len: 696 time: 0.1097174 Dec 20 22:54:33.811714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d5f20-e4c2-4c05-8113-3af285e2763d req-7bec663c-d609-4659-8dd1-60b3d7bfdad2 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:33.816799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d8d5f20-e4c2-4c05-8113-3af285e2763d req-7bec663c-d609-4659-8dd1-60b3d7bfdad2 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 950 time: 0.1196234 Dec 20 22:54:33.825840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ea6d680c-0e42-45f3-9e7f-8a058488f30c req-bfdd459d-543a-40e5-91bb-d3dfcec20e50 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900300 Dec 20 22:54:33.937628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-4e9aec13-fc19-48f2-9ab7-1250721d3c48 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:33.937628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d85303-80fa-41b7-9d27-94e4ff986192 req-4e9aec13-fc19-48f2-9ab7-1250721d3c48 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1890609 Dec 20 22:54:33.940350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d8d5f20-e4c2-4c05-8113-3af285e2763d req-6262343e-87ea-44c7-b560-e9ffb9736b10 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918865 Dec 20 22:54:34.046742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-40d28a9a-f0d0-4842-8db9-31c26d8b3b7f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:34.048184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-40d28a9a-f0d0-4842-8db9-31c26d8b3b7f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7af55ac-10c0-4240-89f1-c3e2b3b341d4 HTTP/1.1" status: 200 len: 945 time: 0.1021187 Dec 20 22:54:34.124906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-8806196d-552d-4be3-8ed4-5b29e1cf7c1f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--423581471&fields=id&tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 267 time: 0.0690908 Dec 20 22:54:34.176588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Deleting port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:34.177015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:34.258785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-d5e31016-e9b6-4f0f-b322-caf08467bfdd tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:34.260578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-d5e31016-e9b6-4f0f-b322-caf08467bfdd tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 823 time: 0.1268632 Dec 20 22:54:34.281515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-a315965f-4d60-4885-99a4-2dc6f28541a8 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/quotas/6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 375 time: 0.0137131 Dec 20 22:54:34.328446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] For port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:34.328830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:34.367893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-69924169-413a-41f6-9ea0-8386922d7a86 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794773 Dec 20 22:54:34.518459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-98d9308b-46ca-4b21-884c-294591bfc97f service neutron] 10.222.0.62 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223598 Dec 20 22:54:34.705061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7bac8b6a-457b-4ef5-a77f-3df984bcb541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:34.752179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-7a7112a9-f14a-4dd2-8cbb-b8ea0bb99df8 service neutron] 10.222.0.62 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232771 Dec 20 22:54:34.756252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:34.756745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:34.756979 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Floating IP b0bce989-59fb-43a1-865c-f4059bd505b3 disassociated. External IP: 172.25.1.224, port: f3acd1d0-03d2-43e3-8e15-73df3e6f82e9. Dec 20 22:54:34.757329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Calling delete_port for f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:34.811901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:34.872580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:34.872889 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.060004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.105876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event deleted for resources: {'Port': ['ID=f3acd1d0-03d2-43e3-8e15-73df3e6f82e9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:35.252534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c94e7-a30d-4f7a-9d43-241b0362de69 req-850f11de-81b5-430c-b5d1-b7a9a804f1da tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:35.273080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:35.275576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-636c94e7-a30d-4f7a-9d43-241b0362de69 req-850f11de-81b5-430c-b5d1-b7a9a804f1da tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 946 time: 0.1009564 Dec 20 22:54:35.340332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-636c94e7-a30d-4f7a-9d43-241b0362de69 req-f340c367-c356-44b6-9378-b27dd22085b2 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631282 Dec 20 22:54:35.418463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:35.430918 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:35.444384 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:35.445920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:35.498443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] No DVR routers for this DVR port f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:35.504736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.513207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-e3fa4205-9464-4a7b-a006-c1fe8f1a76f6 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b96ceef9-a222-4d6e-939d-edb6e42d2f38 HTTP/1.1" status: 200 len: 1795 time: 0.0503838 Dec 20 22:54:35.514317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-827c5af8-2c3b-4b00-8eb6-d087044d819f req-625adcd7-e366-4f27-ba4a-4c54d1bd79d5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.45 "DELETE /v2.0/ports/f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 HTTP/1.1" status: 204 len: 173 time: 1.4490433 Dec 20 22:54:35.515125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'name': 'network-vif-deleted', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:35.517955 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b436b61-c85a-4f4c-9f3c-c8e868125a8d" -d '{"events": [{"server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "name": "network-vif-deleted", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:35.582302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:35.584647 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25117dad-386e-4656-a5ac-c093e28666ed" -d '{"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-plugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:35.630624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.651410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:35.663830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.842524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.845989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:35.854816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c82cc44-04ff-4d24-ae5a-af051f083003 req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/b96ceef9-a222-4d6e-939d-edb6e42d2f38 HTTP/1.1" status: 204 len: 173 time: 0.3308120 Dec 20 22:54:35.876441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bcf42-77d0-4100-84bf-597c84a7938e tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ceef9-a222-4d6e-939d-edb6e42d2f38,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:35.915779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:35.948006 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:35.956937 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:35.957710 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:35.979020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc35f9cf-514f-4346-9bf5-84ae61aaf924 req-5ecf42b1-edaf-4100-a59b-578ad9b5e500 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips/7f5458ff-23e8-4be3-acec-8d8e2b366d84 HTTP/1.1" status: 200 len: 693 time: 0.1044638 Dec 20 22:54:36.037620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4bd39ac3-de87-4779-9b2f-87fb6776e5ac tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:54:36.039523 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4bd39ac3-de87-4779-9b2f-87fb6776e5ac tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079260 Dec 20 22:54:36.090724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-be6709a3-5942-4fd0-b396-c98717250711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:36.092439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-be6709a3-5942-4fd0-b396-c98717250711 service neutron] 10.222.0.62 "GET /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 1094 time: 0.0397985 Dec 20 22:54:36.120315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:36.121104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:54:36.152420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f9cf-514f-4346-9bf5-84ae61aaf924 req-1895efcd-edcf-4de7-9a57-52e41ca8ffcc tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:36.172738 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:36.178087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc35f9cf-514f-4346-9bf5-84ae61aaf924 req-1895efcd-edcf-4de7-9a57-52e41ca8ffcc tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1892464 Dec 20 22:54:36.326031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:36.326609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:36.327135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:36.332490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac1c88-cb69-40b5-bada-2d373f57c3a8 req-066a24a9-65de-4ae4-aa90-a550981fe493 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:36.333883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:36.333883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:36.340022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:36.340623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:36.341175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:36.341319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ac1c88-cb69-40b5-bada-2d373f57c3a8 req-066a24a9-65de-4ae4-aa90-a550981fe493 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 950 time: 0.1006577 Dec 20 22:54:36.341910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Bound port: f6930bb7-3dac-419b-ba3f-ee0a56faade1, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:36.397452 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:36.426039 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609aa637-38a6-4ed2-bb13-152abd22678b None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:36.445462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:36.459952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5ac1c88-cb69-40b5-bada-2d373f57c3a8 req-af98e562-2919-44de-b4f4-056d6f4a1ae9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161666 Dec 20 22:54:36.507841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:36.509313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4429f000-438f-4056-bf58-41d8aebd6250 service neutron] 10.222.0.62 "POST /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3934360 Dec 20 22:54:36.567961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93609d1b-3ea1-47f7-ba73-87da4c9b3b1f req-eb8f968e-d14a-49ab-9dc0-6598ed155bbf tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 210 time: 0.0345795 Dec 20 22:54:36.758758 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f265a-c7b7-47b4-b402-8de88cc49dd6 x-openstack-request-id: req-e47f265a-c7b7-47b4-b402-8de88cc49dd6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:36.759244 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7af55ac-10c0-4240-89f1-c3e2b3b341d4", "name": "network-vif-deleted", "tag": "f3acd1d0-03d2-43e3-8e15-73df3e6f82e9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:36.759783 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e47f265a-c7b7-47b4-b402-8de88cc49dd6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:36.760196 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7af55ac-10c0-4240-89f1-c3e2b3b341d4', 'name': 'network-vif-deleted', 'tag': 'f3acd1d0-03d2-43e3-8e15-73df3e6f82e9', 'status': 'completed', 'code': 200} Dec 20 22:54:36.817772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0360091-e5ee-41a7-a4b0-dfc7fcbe988c None None] New status for floating IP b0bce989-59fb-43a1-865c-f4059bd505b3: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:54:36.859632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-54edc906-746f-45c8-94d6-84dc447533fa tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "GET /v2.0/security-groups/52f29684-d5fe-48b7-ac62-ef29f83779bd HTTP/1.1" status: 200 len: 1794 time: 0.0623517 Dec 20 22:54:36.907117 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4080a50-0641-445b-8b6c-1135b4b70910 x-openstack-request-id: req-b4080a50-0641-445b-8b6c-1135b4b70910 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:36.907734 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-plugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:36.908149 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4080a50-0641-445b-8b6c-1135b4b70910 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:36.908690 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'code': 200} Dec 20 22:54:36.944088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:37.043799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fdc9bce-f646-478f-abb2-23a9abbf1513 req-9877b031-7295-4d4f-b2d1-8a75bc6bf176 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=99a68d5a8d654c1892a846f69f3b763a HTTP/1.1" status: 200 len: 696 time: 0.1303546 Dec 20 22:54:37.073369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:37.080814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15598-f988-40e9-89f6-beceba19e6c4 req-de8300c0-a012-4c9c-98f9-6578a1b206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.083360 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9fd15598-f988-40e9-89f6-beceba19e6c4 req-de8300c0-a012-4c9c-98f9-6578a1b206dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 1097 time: 0.0570354 Dec 20 22:54:37.122366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77d388e0-0be1-4f21-b6fd-54b037aed853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:37.173227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9fd15598-f988-40e9-89f6-beceba19e6c4 req-98b87929-04c2-4422-8457-ac32ebfb9722 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792336 Dec 20 22:54:37.227868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9bce-f646-478f-abb2-23a9abbf1513 req-1311ea88-060b-44f9-8786-fb5e59b542ae tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.230177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fdc9bce-f646-478f-abb2-23a9abbf1513 req-1311ea88-060b-44f9-8786-fb5e59b542ae tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks?id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 787 time: 0.1771145 Dec 20 22:54:37.276487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:37.279442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:37.281449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d533ee30-1f48-4b9c-a798-2604f39b7cf7 req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/52f29684-d5fe-48b7-ac62-ef29f83779bd HTTP/1.1" status: 204 len: 173 time: 0.4210176 Dec 20 22:54:37.299848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126534a-2394-4bda-a14e-16df03842946 tempest-SecurityGroupsTestAdminJSON-1017468459 tempest-SecurityGroupsTestAdminJSON-1017468459-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f29684-d5fe-48b7-ac62-ef29f83779bd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:37.357708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57881bf-529c-4732-b6d1-9573e79bafa6 req-0cc939a4-2501-40bf-82d0-b802eccff01d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.359289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d57881bf-529c-4732-b6d1-9573e79bafa6 req-0cc939a4-2501-40bf-82d0-b802eccff01d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 946 time: 0.0769489 Dec 20 22:54:37.418422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d57881bf-529c-4732-b6d1-9573e79bafa6 req-803f5b9a-c70d-4122-a7a1-bc0e5cd3ade5 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Dec 20 22:54:37.459586 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-4541becd-6529-4e53-a365-fdb100f73bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511572 Dec 20 22:54:37.591909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3973de7-fe94-4948-8027-ddc6429953dd req-ba9a076d-2c59-45d6-831f-3a24111bb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.594097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-ba9a076d-2c59-45d6-831f-3a24111bb39a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1095 time: 0.0527627 Dec 20 22:54:37.616096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dafaf-9a35-40d2-a5b5-1fed607dbb80 req-b79ba0c8-af8e-425f-99f5-a4984aeba09e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.618239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d1dafaf-9a35-40d2-a5b5-1fed607dbb80 req-b79ba0c8-af8e-425f-99f5-a4984aeba09e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.1051455 Dec 20 22:54:37.639353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-1fb0fa4a-e63f-4d1b-85fb-d5ed64cb7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.640930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-1fb0fa4a-e63f-4d1b-85fb-d5ed64cb7038 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1097 time: 0.0804207 Dec 20 22:54:37.737266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3973de7-fe94-4948-8027-ddc6429953dd req-790ee51a-5912-463c-919d-09c367a0e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.740600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-790ee51a-5912-463c-919d-09c367a0e44a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1232018 Dec 20 22:54:37.744902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d1dafaf-9a35-40d2-a5b5-1fed607dbb80 req-dbf98c59-0bcc-479c-be43-6c4ed67aebca tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193554 Dec 20 22:54:37.775794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-2630b8df-9754-47c4-96c4-0c585ca6123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.777316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-2630b8df-9754-47c4-96c4-0c585ca6123e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1288877 Dec 20 22:54:37.791112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-184eb971-37d5-4c90-89c8-41f6cdd172e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.0423446 Dec 20 22:54:37.848648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3973de7-fe94-4948-8027-ddc6429953dd req-c183eefb-f7da-4161-9bf1-1528789d0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.850337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-c183eefb-f7da-4161-9bf1-1528789d0f25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0505297 Dec 20 22:54:37.879545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-a84c81ba-c32a-4dd3-8a7d-ff6a98c5ca43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 217 time: 0.0890040 Dec 20 22:54:37.886509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-5eaaf2a2-4702-4779-b59a-aa428d87e9db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273468 Dec 20 22:54:37.890005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-724c4871-fa6d-4c4c-8825-661fe4980bf9 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips/7f5458ff-23e8-4be3-acec-8d8e2b366d84 HTTP/1.1" status: 200 len: 693 time: 0.1115916 Dec 20 22:54:37.994853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-b45fcba8-f2fb-4c7c-a7ac-426dc6b4ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:37.996246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-b45fcba8-f2fb-4c7c-a7ac-426dc6b4ff96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1042924 Dec 20 22:54:38.064249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-7401071c-b93e-4355-85a4-09b7b0bf5a9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359361 Dec 20 22:54:38.069494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-4a83ed38-16c7-454c-9acb-07e780c6f480 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "GET /v2.0/security-groups/faf1b8d0-3fe4-4d2c-9307-3b1c1685c146 HTTP/1.1" status: 200 len: 1795 time: 0.2039113 Dec 20 22:54:38.150125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:38.197529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-de19738f-65d8-42da-ab1d-44e383c40774 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:38.206078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-de19738f-65d8-42da-ab1d-44e383c40774 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.3150957 Dec 20 22:54:38.258227 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.264549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:38.265176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f3acd1d0-03d2-43e3-8e15-73df3e6f82e9 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:38.281341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-b4069481-663f-4a92-9670-8d164784b828 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.122 HTTP/1.1" status: 200 len: 696 time: 0.0741744 Dec 20 22:54:38.284283 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-b6a9a007-5923-4fa6-a12c-9fed4f723684 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888068 Dec 20 22:54:38.357878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-aaabb87f-44bc-42c4-92f5-0392989fab9f tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.122 HTTP/1.1" status: 200 len: 696 time: 0.0751352 Dec 20 22:54:38.359941 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.366939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-c9c1f927-5729-46a6-b338-125fc35b75aa service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931738 Dec 20 22:54:38.383506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3973de7-fe94-4948-8027-ddc6429953dd req-ac541cdd-5ccd-476e-9d8f-a5a2df19bd5a service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910177 Dec 20 22:54:38.401486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-162102a0-0a68-4649-a6e0-714839bd0b02 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:38.403213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-162102a0-0a68-4649-a6e0-714839bd0b02 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.59 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 823 time: 0.4459407 Dec 20 22:54:38.461312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.494971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-70dfc328-97c0-4e76-b36a-dbc3b3864153 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18 HTTP/1.1" status: 200 len: 379 time: 0.0718691 Dec 20 22:54:38.505501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'port': {'device_id': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'admin_state_up': True, 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'security_groups': ['5f8b4023-85e1-4c77-8b6a-68f8a68a73c0']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:38.627389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-280d95a1-e93b-40e2-9c4c-868f60066775 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440271 Dec 20 22:54:38.654292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Deleting port 41376cb3-6a75-412d-bb56-65b3e7a79c4b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:38.654866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.733628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Made reservation on behalf of 6b8ea37b3bdb4a24bd2f1cb0ef198b18 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:38.737107 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.739770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.740401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.741635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c85e1260-90ad-4914-87f8-235bc1a65851 req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "DELETE /v2.0/security-groups/faf1b8d0-3fe4-4d2c-9307-3b1c1685c146 HTTP/1.1" status: 204 len: 173 time: 0.6569090 Dec 20 22:54:38.768065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2873b-24f9-493d-8cb2-3f3a2033e972 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1b8d0-3fe4-4d2c-9307-3b1c1685c146,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:38.771435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.771835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:38.787836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Calling delete_port for 41376cb3-6a75-412d-bb56-65b3e7a79c4b owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:38.882704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28c3d906-40d7-4782-b5cd-d9cc144dfa0f req-8f9e7822-3523-4c37-85aa-4939ff8b9cf5 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 210 time: 0.0798655 Dec 20 22:54:38.914666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Allocated IP 172.20.0.4 (38d174e5-860f-4165-93f1-3b6247ca6ceb/65056838-d76d-4190-8803-ea6d2e97e706/b5a88d0c-aae5-482a-903a-4217b3cbbfed) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:39.043334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-610482c5-3d48-4ec5-84cd-8c0bfe652f49 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336876 Dec 20 22:54:39.089226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.135281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.181061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event deleted for resources: {'Port': ['ID=41376cb3-6a75-412d-bb56-65b3e7a79c4b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:39.219940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.262850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-cc5dea52-9adb-4bfe-860a-edd092eb0369 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:39.264416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-cc5dea52-9adb-4bfe-860a-edd092eb0369 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114687 Dec 20 22:54:39.274040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.274268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:39.277213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:39.277561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.279472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc41bb87-37f1-438a-88db-c0ea2e198e52 req-2185a39d-32f6-4f3f-822e-b05ec0cb2c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "DELETE /v2.0/floatingips/7f5458ff-23e8-4be3-acec-8d8e2b366d84 HTTP/1.1" status: 204 len: 173 time: 0.9068327 Dec 20 22:54:39.292028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:39.293346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-ec229746-682e-430e-9ad3-4dfa097db363 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/quotas/97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 375 time: 0.0129108 Dec 20 22:54:39.328429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:39.358776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:39.359527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.422654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-9bd03a86-dcad-459d-9e62-a29f835a6548 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188889 Dec 20 22:54:39.452139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec533-2950-4625-9402-c1454fc79aaf req-4ebbc78c-4ed8-4082-867a-23e6bc6fc8d5 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:39.456084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-b67a98e7-c00d-4299-a2c9-0a192fc15074 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9552267 Dec 20 22:54:39.457930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdeec533-2950-4625-9402-c1454fc79aaf req-4ebbc78c-4ed8-4082-867a-23e6bc6fc8d5 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 950 time: 0.1185460 Dec 20 22:54:39.482064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Request body: {'port': {'device_id': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:39.483753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fede2-8dd7-4c0b-849d-8c0ced9cf7d3 req-573bd1ba-5977-4772-bf0b-976e1204b910 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:39.500931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73fede2-8dd7-4c0b-849d-8c0ced9cf7d3 req-573bd1ba-5977-4772-bf0b-976e1204b910 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 950 time: 0.1170030 Dec 20 22:54:39.583307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.601898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.633696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73fede2-8dd7-4c0b-849d-8c0ced9cf7d3 req-a3652a22-ec8b-496a-a2ac-6b43595e2a4b tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d78313-fa3d-4ff1-8418-6ed7b2151627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318793 Dec 20 22:54:39.691483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6f3b3633-1edf-44d2-be1c-019706fba5b6 None None] Provisioning complete for port b5a88d0c-aae5-482a-903a-4217b3cbbfed triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:39.692390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3633-1edf-44d2-be1c-019706fba5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.837645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b3633-1edf-44d2-be1c-019706fba5b6 None None] Port b5a88d0c-aae5-482a-903a-4217b3cbbfed cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:39.869089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Deleting port b0f6d061-40fc-4e25-9bc2-54fec041479d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:39.869426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:39.903998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-55e00a0e-ea89-4d3f-b8e9-45796f23b7f7 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "GET /v2.0/security-groups/8323f1f7-b00a-4291-b6f0-251a271fac6e HTTP/1.1" status: 200 len: 1793 time: 0.1650200 Dec 20 22:54:39.952166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e90b1-98c9-4507-a4ee-7df1403dfd87 req-2fd43796-8151-4997-af8f-58e797817137 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:39.953698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-852e90b1-98c9-4507-a4ee-7df1403dfd87 req-2fd43796-8151-4997-af8f-58e797817137 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 946 time: 0.1445222 Dec 20 22:54:39.998521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a88d0c-aae5-482a-903a-4217b3cbbfed {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:40.022276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.049766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Transition to ACTIVE for port object b5a88d0c-aae5-482a-903a-4217b3cbbfed will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:54:40.184932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.264104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:40.366359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Attempting to bind port b5a88d0c-aae5-482a-903a-4217b3cbbfed on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:40.367059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Attempting to bind port b5a88d0c-aae5-482a-903a-4217b3cbbfed by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:40.376396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Attempting to bind port b5a88d0c-aae5-482a-903a-4217b3cbbfed on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:40.394577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Port b5a88d0c-aae5-482a-903a-4217b3cbbfed on network 38d174e5-860f-4165-93f1-3b6247ca6ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:40.395108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Attempting to bind port b5a88d0c-aae5-482a-903a-4217b3cbbfed on network 38d174e5-860f-4165-93f1-3b6247ca6ceb {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:40.405913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:40.406508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Checking segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:40.407050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Bound using segment: {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:40.407672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Bound port: b5a88d0c-aae5-482a-903a-4217b3cbbfed, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadad97d-0059-44c4-99df-e3849f646bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:40.408219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.427887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.459980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.516360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.523211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:40.525435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:40.543296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] For port b0f6d061-40fc-4e25-9bc2-54fec041479d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b0f6d061-40fc-4e25-9bc2-54fec041479d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:40.543296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.576668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-852e90b1-98c9-4507-a4ee-7df1403dfd87 req-ba63f24c-9338-46ca-b586-22f44b4e3589 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755846 Dec 20 22:54:40.583451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Calling delete_port for b0f6d061-40fc-4e25-9bc2-54fec041479d owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:40.616977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.676570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:40.676570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.676570 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] 10.222.0.59 "PUT /v2.0/ports/b5a88d0c-aae5-482a-903a-4217b3cbbfed HTTP/1.1" status: 200 len: 1091 time: 1.2062774 Dec 20 22:54:40.676570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:40.678001 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff5407-257f-4d4a-aaca-8555f6da3b82" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:40.707505 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:54:40.732742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a35b4-335b-4688-b507-05b80080d782 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:40.831106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305bfe-6ecb-4f10-81ee-af258e3d77da req-88b8d09c-3315-48d9-80ce-fdc720db3189 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:40.845374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9305bfe-6ecb-4f10-81ee-af258e3d77da req-88b8d09c-3315-48d9-80ce-fdc720db3189 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0724473 Dec 20 22:54:40.865627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.876481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-d4649860-9798-4622-a925-ca80a81d4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:40.878078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-d4649860-9798-4622-a925-ca80a81d4a9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 1094 time: 0.1010091 Dec 20 22:54:40.878544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b0f6d061-40fc-4e25-9bc2-54fec041479d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:40.885405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.888229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:40.902302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dc2585d-f4e2-42e7-8189-04bfa3c38316 req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] 10.222.0.62 "DELETE /v2.0/security-groups/8323f1f7-b00a-4291-b6f0-251a271fac6e HTTP/1.1" status: 204 len: 173 time: 0.9723461 Dec 20 22:54:40.982234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-9d56f1fa-9467-4a88-a035-3416f19c32ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed HTTP/1.1" status: 200 len: 217 time: 0.0953774 Dec 20 22:54:41.023335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Pushing event deleted for resources: {'Port': ['ID=b0f6d061-40fc-4e25-9bc2-54fec041479d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:41.056457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-1aa26000-0bac-4afe-abc9-31cb3c630f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:41.058757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a2423-0af0-4180-ad2e-4dbbeaeb5ad0 tempest-SecurityGroupsTestAdminJSON-1659580692 tempest-SecurityGroupsTestAdminJSON-1659580692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323f1f7-b00a-4291-b6f0-251a271fac6e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:41.058941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-1aa26000-0bac-4afe-abc9-31cb3c630f2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0686436 Dec 20 22:54:41.089620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9305bfe-6ecb-4f10-81ee-af258e3d77da req-1f1c586d-330a-4e95-b4e3-4aaa806bd413 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424738 Dec 20 22:54:41.178557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b342c006-7300-40b4-bbea-062c653fb77e req-b46c503a-b432-40d4-961d-546146ddef26 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2116823 Dec 20 22:54:41.188760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:41.201188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-acbbaf20-3ad0-402e-b392-8582760db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:41.203420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-acbbaf20-3ad0-402e-b392-8582760db3b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347268 Dec 20 22:54:41.235579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] No DVR routers for this DVR port b0f6d061-40fc-4e25-9bc2-54fec041479d on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:41.244196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:41.248151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdeec533-2950-4625-9402-c1454fc79aaf req-36ad74e1-ffb1-4d62-8918-7a63847b7bd9 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.59 "DELETE /v2.0/ports/b0f6d061-40fc-4e25-9bc2-54fec041479d HTTP/1.1" status: 204 len: 173 time: 1.7397041 Dec 20 22:54:41.248768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'name': 'network-vif-deleted', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:41.251234 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3636dcb3-cead-4f38-9ce1-cc8598a7cbe5" -d '{"events": [{"server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "name": "network-vif-deleted", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:41.318190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff25402-aaf9-4589-8951-40e4bf40c6cc req-fe620fad-0336-4fc4-b04d-def93ba11960 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 210 time: 0.0765336 Dec 20 22:54:41.338486 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-cdb66728-4fee-44bf-891d-c09cac22dbb7 service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271436 Dec 20 22:54:41.420862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:41.512674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78932f08-3928-4af9-b44d-f1c19b672c39 req-1a3debf7-eef2-4389-85b0-c43ecb56ba43 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:41.521863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78932f08-3928-4af9-b44d-f1c19b672c39 req-1a3debf7-eef2-4389-85b0-c43ecb56ba43 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 943 time: 0.0819755 Dec 20 22:54:41.571967 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-60f791e1-9731-4623-8cb0-2f8547fd2000 req-dceb24d2-6e28-487e-b429-c84496dba7a5 service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229948 Dec 20 22:54:41.629835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78932f08-3928-4af9-b44d-f1c19b672c39 req-949a1892-4a05-4a3d-b157-68e48dcf2d0b tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067383 Dec 20 22:54:41.700324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:41.742352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60318) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:41.892873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Allocated IP 172.25.1.49 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/51b60b58-607f-44f4-a0b3-632baaebb8dd) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:41.981542 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6c9a150-7836-459e-8f17-b1254b7cc7b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=172a63281bb94863a2c5982f3d4f1a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378886 Dec 20 22:54:41.982378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60326) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:42.129159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11bcdfee-bf1a-4785-b3fd-25ae68134930 req-f7878f95-da8d-4270-9e20-5354752a77e5 tempest-ImagesNegativeTestJSON-710072310 tempest-ImagesNegativeTestJSON-710072310-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6947bd-73d1-4dc6-992c-81f0654a6521 HTTP/1.1" status: 200 len: 210 time: 0.0947275 Dec 20 22:54:42.136518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.176357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.202305 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21de2222-6753-40dc-8b2d-efb0f891c28e x-openstack-request-id: req-21de2222-6753-40dc-8b2d-efb0f891c28e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:42.202588 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:42.203111 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21de2222-6753-40dc-8b2d-efb0f891c28e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:42.203715 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'status': 'completed', 'code': 200} Dec 20 22:54:42.210306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.271358 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803df45e-a844-4f72-a508-4fbe83cf4a53 x-openstack-request-id: req-803df45e-a844-4f72-a508-4fbe83cf4a53 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:42.271668 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6947bd-73d1-4dc6-992c-81f0654a6521", "name": "network-vif-deleted", "tag": "b0f6d061-40fc-4e25-9bc2-54fec041479d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:42.271931 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-803df45e-a844-4f72-a508-4fbe83cf4a53 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:42.272349 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6947bd-73d1-4dc6-992c-81f0654a6521', 'name': 'network-vif-deleted', 'tag': 'b0f6d061-40fc-4e25-9bc2-54fec041479d', 'status': 'completed', 'code': 200} Dec 20 22:54:42.292765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-72e8400d-e586-4cc0-addd-80dcba967058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.294990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-72e8400d-e586-4cc0-addd-80dcba967058 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 1094 time: 0.0596688 Dec 20 22:54:42.402324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.405081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.406290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7580d7df-0331-4b82-ad07-1e6ab7c735cd HTTP/1.1" status: 204 len: 168 time: 0.4228504 Dec 20 22:54:42.407433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.468046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:42.480297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b6c35-af95-4d55-9137-d727d472d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7580d7df-0331-4b82-ad07-1e6ab7c735cd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:42.492568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:42.498062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:42.513299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603b7e-08a3-418e-b88f-86a31f4aa028 req-98b084c4-8ca8-4429-ac63-b802b7377749 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.521364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e603b7e-08a3-418e-b88f-86a31f4aa028 req-98b084c4-8ca8-4429-ac63-b802b7377749 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 946 time: 0.1609809 Dec 20 22:54:42.533910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-ec1ccd3c-d041-4c7e-b9e4-302da40ccc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.535608 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-ec1ccd3c-d041-4c7e-b9e4-302da40ccc68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 924 time: 0.2169733 Dec 20 22:54:42.567482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event updated for resources: {'Port': ['ID=51b60b58-607f-44f4-a0b3-632baaebb8dd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:42.609911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-963d37b5-1f3e-4cef-a084-8925d101b654 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed HTTP/1.1" status: 200 len: 217 time: 0.0663645 Dec 20 22:54:42.614280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e603b7e-08a3-418e-b88f-86a31f4aa028 req-928bf522-5345-48d5-8b43-a37f954d4652 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918436 Dec 20 22:54:42.708912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-e7a6b999-c503-4766-b2db-ea4ddf8bea8c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250356 Dec 20 22:54:42.713206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-1f6a09b4-69bf-4471-8a65-1a32e0cbd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.714892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-1f6a09b4-69bf-4471-8a65-1a32e0cbd93a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0971520 Dec 20 22:54:42.758307 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.785118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbb7c5-d2f9-47a0-afa8-c9b4559c9736 req-6dd77bec-9080-4888-b9ef-fa899094f560 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.785118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4fbb7c5-d2f9-47a0-afa8-c9b4559c9736 req-6dd77bec-9080-4888-b9ef-fa899094f560 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.0674479 Dec 20 22:54:42.866918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4fbb7c5-d2f9-47a0-afa8-c9b4559c9736 req-52ede767-1d73-4aa1-a6bf-0286fd6241af tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 Dec 20 22:54:42.875903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:42.928278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-4b80978b-1ddb-4f1e-942d-0ce24701d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:42.932420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-4b80978b-1ddb-4f1e-942d-0ce24701d731 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016318 Dec 20 22:54:43.017382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7decab90-c633-4cf3-8e4c-7009f51499d5 req-b49224b0-ea85-43b2-b0ec-af71b0e8a557 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 210 time: 0.0551586 Dec 20 22:54:43.047667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-53b021c0-6fd0-47ab-a407-eca3e1d2d031 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:43.047667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-53b021c0-6fd0-47ab-a407-eca3e1d2d031 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290157 Dec 20 22:54:43.061923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Request body: {'port': {'device_id': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '97b0ac3019814fb8a7689450b045d6af'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:43.090042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b0f6d061-40fc-4e25-9bc2-54fec041479d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:43.124877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b0f6d061-40fc-4e25-9bc2-54fec041479d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:43.125570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b0f6d061-40fc-4e25-9bc2-54fec041479d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:43.157178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-d26f9070-49b0-434b-a21d-539527a461de service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178357 Dec 20 22:54:43.189710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15053455-59f7-43f7-a806-a2d7087f34bb req-d6b8eea7-3148-4143-b5bb-bc9f671a390a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:43.191589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15053455-59f7-43f7-a806-a2d7087f34bb req-d6b8eea7-3148-4143-b5bb-bc9f671a390a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 943 time: 0.0852897 Dec 20 22:54:43.227833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.259561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15053455-59f7-43f7-a806-a2d7087f34bb req-4ba86998-eae2-4591-b1de-a8ad40a353f6 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557051 Dec 20 22:54:43.297883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9ff5407-257f-4d4a-aaca-8555f6da3b82 req-1cb49e31-7844-461f-9a84-666c64bddc2a service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324863 Dec 20 22:54:43.302687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60344) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:43.318649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.385605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Made reservation on behalf of 97b0ac3019814fb8a7689450b045d6af for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:43.385605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.422042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-28a42ab4-ad1d-4a06-adae-01179c23c7a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6de65cc816044dce8d9b467453260ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178253 Dec 20 22:54:43.427815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:43.438107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event updated for resources: {'Port': ['ID=51b60b58-607f-44f4-a0b3-632baaebb8dd,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:43.472291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.515822 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.550800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.577578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.578841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b342c006-7300-40b4-bbea-062c653fb77e req-5d9a8fc4-14d0-4924-a01f-063ba07fad39 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3984661 Dec 20 22:54:43.590794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Allocated IP 192.168.233.106 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/221c8132-5b1e-4e64-b180-89603639786d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:43.633219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b342c006-7300-40b4-bbea-062c653fb77e req-25dffc1c-604b-4392-8f2b-b52c04126236 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0470243 Dec 20 22:54:43.737405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.740950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.742447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b472386b-4138-4ab2-82ce-1770f4bc2212 HTTP/1.1" status: 204 len: 168 time: 0.3132322 Dec 20 22:54:43.795979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c4eb-4f16-436c-90fb-17f5ab9251eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472386b-4138-4ab2-82ce-1770f4bc2212,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:43.836477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5575c-de8d-466b-bb40-b3bf3d897251 req-420278a1-6541-4577-bbe0-1d68cf971506 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:43.851770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ec5575c-de8d-466b-bb40-b3bf3d897251 req-420278a1-6541-4577-bbe0-1d68cf971506 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 946 time: 0.1121843 Dec 20 22:54:43.858621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342c006-7300-40b4-bbea-062c653fb77e req-2d832f35-9325-4ade-ac94-69980bed3c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:43.860213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b342c006-7300-40b4-bbea-062c653fb77e req-2d832f35-9325-4ade-ac94-69980bed3c2b tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2194152 Dec 20 22:54:43.932359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:43.936473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ec5575c-de8d-466b-bb40-b3bf3d897251 req-084b4a40-4b41-47d1-9c06-20bef2a27bb5 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Dec 20 22:54:44.021371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:44.039209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'e39fa6d4-99f2-4643-b718-a969a2c72158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:44.079760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-88d4e459-b848-4bf9-85f1-27fad74a7b56 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips/9f3abdd2-2993-4e0d-9b67-55ed753b673b HTTP/1.1" status: 200 len: 692 time: 0.1396377 Dec 20 22:54:44.126717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:44.127605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:44.142503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:44.147045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:44.241097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.307345 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:54:44.310126 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:54:44.321920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:44.323238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:44.415444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2521e-2607-4e20-bbce-11f4e18723ff req-3a370224-b220-4358-afab-d21ab11dedde tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:44.422739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22f2521e-2607-4e20-bbce-11f4e18723ff req-3a370224-b220-4358-afab-d21ab11dedde tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.3391230 Dec 20 22:54:44.451812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-6b255015-199d-489f-97bb-679411b29b52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3938434 Dec 20 22:54:44.477997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Request body: {'port': {'device_id': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:44.528827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-8450c2d5-1a70-4f74-9e14-08b03dfb3a8f tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:44.530267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-8450c2d5-1a70-4f74-9e14-08b03dfb3a8f tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.4400640 Dec 20 22:54:44.576148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d706e4a1-ca3c-465b-8be0-fa6a43c6842b None None] Provisioning complete for port 221c8132-5b1e-4e64-b180-89603639786d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:44.577252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d706e4a1-ca3c-465b-8be0-fa6a43c6842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:44.584186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22f2521e-2607-4e20-bbce-11f4e18723ff req-c364ada9-7098-41c6-950a-db76968bdf38 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605537 Dec 20 22:54:44.602971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-36ff5974-1b22-44da-bc41-d9351fa97cbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0de0ea8b44fb42d793c61b1c6f1778f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562565 Dec 20 22:54:44.610391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60396) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:44.622212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:44.654312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d706e4a1-ca3c-465b-8be0-fa6a43c6842b None None] Port 221c8132-5b1e-4e64-b180-89603639786d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:44.756496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-29183523-038e-49f7-ac57-b0eacf4fdac8 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.1680269 Dec 20 22:54:44.844527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-7db7576e-db5a-434b-951e-3cf0172e71b1 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0845115 Dec 20 22:54:44.923860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.028976 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.101096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b5a88d0c-aae5-482a-903a-4217b3cbbfed details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:45.158572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:45.170542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.174794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Deleting port 51b60b58-607f-44f4-a0b3-632baaebb8dd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:45.175376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.203411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Transition to ACTIVE for port object 221c8132-5b1e-4e64-b180-89603639786d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:54:45.259582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.264719 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.264866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.267844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51d78313-fa3d-4ff1-8418-6ed7b2151627 HTTP/1.1" status: 204 len: 168 time: 0.6588600 Dec 20 22:54:45.287857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16647359-fbbb-44c4-9f4e-30aaee14e43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d78313-fa3d-4ff1-8418-6ed7b2151627,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:45.301959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.311077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.318420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Calling delete_port for 51b60b58-607f-44f4-a0b3-632baaebb8dd owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:45.513195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:45.641288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:45.641941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:45.643570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:45.658928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:45.659327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:45.672905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:45.673168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:45.675695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:45.676180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Bound port: 221c8132-5b1e-4e64-b180-89603639786d, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:45.676538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.678168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d779-8946-4488-bcd7-80048e045939 req-6ed4ec77-85fd-4a9d-a2f2-4d3541ea0dab tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:45.693766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d682d779-8946-4488-bcd7-80048e045939 req-6ed4ec77-85fd-4a9d-a2f2-4d3541ea0dab tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.2193518 Dec 20 22:54:45.710851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:45.731396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'port_id': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'mac_address': 'fa:16:3e:69:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:45.802312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.808337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d682d779-8946-4488-bcd7-80048e045939 req-63420980-d516-45c5-8252-a8f76eea6e6c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110163 Dec 20 22:54:45.824643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:45.824877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.829902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:45.831927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a88d0c-aae5-482a-903a-4217b3cbbfed {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:45.853446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:45.882629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.892758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Pushing event deleted for resources: {'Port': ['ID=51b60b58-607f-44f4-a0b3-632baaebb8dd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:45.922153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:45.983155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:46.004028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.004028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:46.004028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-88c170f4-7c0e-4483-a5dc-785a13f15ac7 service neutron] 10.222.0.45 "PUT /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 1096 time: 1.5295026 Dec 20 22:54:46.004292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:46.006630 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470" -d '{"events": [{"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:46.034007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:46.178349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-06de9a3e-adf3-400d-8d0d-aaf6b9c8d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.183117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b5a88d0c-aae5-482a-903a-4217b3cbbfed'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:46.183308 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-06de9a3e-adf3-400d-8d0d-aaf6b9c8d835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1099 time: 0.0808582 Dec 20 22:54:46.210243 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:46.224813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:46.233275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa801f82-08cf-47ca-9e3f-b5448fede1fe req-b9a5cff2-5260-4ba5-a6d8-41db83c0a08a tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "DELETE /v2.0/floatingips/9f3abdd2-2993-4e0d-9b67-55ed753b673b HTTP/1.1" status: 204 len: 173 time: 1.3698432 Dec 20 22:54:46.251803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-bb3d5bc7-6b00-45dd-b1b2-febb79d8194e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0604911 Dec 20 22:54:46.306253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba413b4-b49d-4b20-bd0a-5b6131eeec20 req-d2402f1d-e883-4ab9-a196-f5794314c160 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.316196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ba413b4-b49d-4b20-bd0a-5b6131eeec20 req-d2402f1d-e883-4ab9-a196-f5794314c160 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 944 time: 0.2927380 Dec 20 22:54:46.357014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-c9523c98-c02d-4d3c-95e2-c5e9edd7b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.359479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-c9523c98-c02d-4d3c-95e2-c5e9edd7b4ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0982859 Dec 20 22:54:46.406926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ba413b4-b49d-4b20-bd0a-5b6131eeec20 req-a7780f28-5bc8-488b-b688-6429d801c469 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877354 Dec 20 22:54:46.492400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-3038738a-eb72-4a96-9a8a-791889c56325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.496845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-3038738a-eb72-4a96-9a8a-791889c56325 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281662 Dec 20 22:54:46.540833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb51e43-b1d2-49b5-9219-72d2ca2b4302 x-openstack-request-id: req-9bb51e43-b1d2-49b5-9219-72d2ca2b4302 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:46.540833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:46.540833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bb51e43-b1d2-49b5-9219-72d2ca2b4302 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:46.545629 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'status': 'completed', 'code': 200} Dec 20 22:54:46.584932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d451b-ac64-44ba-a99c-7433e677476d req-b856bc87-6712-4ce8-97f9-582673f1c66c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:46.586768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af1d451b-ac64-44ba-a99c-7433e677476d req-b856bc87-6712-4ce8-97f9-582673f1c66c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.1246679 Dec 20 22:54:46.638336 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-469a8d11-9e2f-4fee-b999-e47dbf789f06 req-98e1b0a8-d43f-41ea-a534-d9b8cb7b2e66 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] show failed (client error): The resource could not be found. Dec 20 22:54:46.646251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-469a8d11-9e2f-4fee-b999-e47dbf789f06 req-98e1b0a8-d43f-41ea-a534-d9b8cb7b2e66 tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips/9f3abdd2-2993-4e0d-9b67-55ed753b673b HTTP/1.1" status: 404 len: 350 time: 0.0581715 Dec 20 22:54:46.670513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-b7da18ef-2df8-40c7-b47a-265436285a67 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607373 Dec 20 22:54:46.701304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af1d451b-ac64-44ba-a99c-7433e677476d req-e4b196c8-9d80-4241-b494-38bfc0c6cab0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063724 Dec 20 22:54:46.766454 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-cedb841b-67d7-4a33-b85e-ff5978a58e3f req-d81e7b12-5a4b-4562-9661-41aea9b2b50e tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] show failed (client error): The resource could not be found. Dec 20 22:54:46.799100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cedb841b-67d7-4a33-b85e-ff5978a58e3f req-d81e7b12-5a4b-4562-9661-41aea9b2b50e tempest-FloatingIPsTestJSON-1138413326 tempest-FloatingIPsTestJSON-1138413326-project] 10.222.0.62 "GET /v2.0/floatingips/9f3abdd2-2993-4e0d-9b67-55ed753b673b HTTP/1.1" status: 404 len: 350 time: 0.1017518 Dec 20 22:54:46.800265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60466) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:46.912123 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-018befc6-bf68-4489-8c64-be81d92c2ab0 req-7f04477f-3bc6-46db-867f-28dfe0e84d51 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261004 Dec 20 22:54:47.043672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c89b0-85e6-4ea0-91ea-731ad2651005 req-b612a0e1-d75d-44cb-a2c1-502b37dadce8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.045529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-620c89b0-85e6-4ea0-91ea-731ad2651005 req-b612a0e1-d75d-44cb-a2c1-502b37dadce8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.0657265 Dec 20 22:54:47.102414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b5a88d0c-aae5-482a-903a-4217b3cbbfed up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:47.200922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-32a791e8-708d-40aa-9258-e1c176a9bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.202396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-32a791e8-708d-40aa-9258-e1c176a9bbc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1099 time: 0.1326518 Dec 20 22:54:47.205504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-620c89b0-85e6-4ea0-91ea-731ad2651005 req-6fe7b372-136e-40cc-9244-1876b3af86fd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268740 Dec 20 22:54:47.260778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:47.345021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-8054529d-5efd-49a7-98b8-f397325c5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.350520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b5a88d0c-aae5-482a-903a-4217b3cbbfed completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:47.354739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b5a88d0c-aae5-482a-903a-4217b3cbbfed triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:47.355529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.360116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-8054529d-5efd-49a7-98b8-f397325c5055 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1319296 Dec 20 22:54:47.434521 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-35807b4c-832e-43b6-bd66-c6d1b1851966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0734479 Dec 20 22:54:47.481893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1550354648-network', 'tenant_id': 'd8e1e5b9d0d7418d891a6568b4f97b58'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:47.523864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.526194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.555549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-2d0b80f1-610f-4302-92ad-0ec1c1ad1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.557387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-2d0b80f1-610f-4302-92ad-0ec1c1ad1469 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1089630 Dec 20 22:54:47.574049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:47.576651 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c7570-aaad-4f0b-a1e5-fffb0a5f7272" -d '{"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-plugged", "status": "completed", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:47.591931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-d0694b2b-de03-42d7-9267-25ac82de7838 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775893 Dec 20 22:54:47.595048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:47.609752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-ec403e11-51d5-480d-835d-09359784b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.611606 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-ec403e11-51d5-480d-835d-09359784b6cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444455 Dec 20 22:54:47.682653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.691191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Made reservation on behalf of d8e1e5b9d0d7418d891a6568b4f97b58 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:47.693499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.712414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-9c2ce9f9-7914-41e9-a25f-02d0a24c5d0a service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887253 Dec 20 22:54:47.736692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:47.744149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:47.780910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408397a3-fdf7-4661-81bf-5ca4767a6198 req-b1567841-f9fc-4df3-b31b-426492f8d317 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.782425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-408397a3-fdf7-4661-81bf-5ca4767a6198 req-b1567841-f9fc-4df3-b31b-426492f8d317 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 944 time: 0.1985035 Dec 20 22:54:47.818922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b61382c-12b9-4c9e-97b9-ba6edf7cb470 req-49c96672-0c4f-4e80-9383-b446ae31f2b0 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983629 Dec 20 22:54:47.903381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-59eac191-7c68-42e9-8f32-b73ca3d54240 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:47.904926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-59eac191-7c68-42e9-8f32-b73ca3d54240 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976494 Dec 20 22:54:47.945998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-d20b5586-2d36-49fe-bf7c-86335562931d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/quotas/965d4c0bb93842618262f0a218d69349 HTTP/1.1" status: 200 len: 375 time: 0.0332391 Dec 20 22:54:47.952828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-408397a3-fdf7-4661-81bf-5ca4767a6198 req-8cc25de5-a719-47af-8000-0c100e432b7a tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600161 Dec 20 22:54:47.997213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-fd544ab4-9a3c-477e-8e27-a9bc0c23367f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433476 Dec 20 22:54:48.003875 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9378142f-2fba-402e-87ef-936e57ffb4b6 x-openstack-request-id: req-9378142f-2fba-402e-87ef-936e57ffb4b6 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:48.004792 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-plugged", "status": "completed", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:48.006494 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9378142f-2fba-402e-87ef-936e57ffb4b6 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:48.007050 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'code': 200} Dec 20 22:54:48.027544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.118881 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.162664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:54:48.172915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:48.174295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed623df-bdcd-44b7-af68-23d683a54cab req-be1b6633-e063-402b-8de9-d5b17baba1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:48.187537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.187981 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Added segment 19280e0c-de6c-4277-a49c-7c6574f1584c of type vlan for network 782366f1-5d29-40c0-b044-2b053eea7576 Dec 20 22:54:48.191140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ed623df-bdcd-44b7-af68-23d683a54cab req-be1b6633-e063-402b-8de9-d5b17baba1cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 1096 time: 0.0711491 Dec 20 22:54:48.198090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409fe8-555d-41b7-afcc-d4e776c98abd req-3df95cdc-d7d6-4318-9933-7c40a57997e8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:48.205631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63409fe8-555d-41b7-afcc-d4e776c98abd req-3df95cdc-d7d6-4318-9933-7c40a57997e8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.1372027 Dec 20 22:54:48.282490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ed623df-bdcd-44b7-af68-23d683a54cab req-8460f85a-8f37-4746-93c7-7fdc3df9d180 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779874 Dec 20 22:54:48.288664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Deleting port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:48.289022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.296257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.672191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:54:48.766891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63409fe8-555d-41b7-afcc-d4e776c98abd req-298358ae-7a83-41be-afea-c0d640c51450 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603771 Dec 20 22:54:48.829266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] For port 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:48.829266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.861256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Calling delete_port for 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:48.950749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579196e0-26d4-4170-addc-41b28b9fdcaa req-cade6899-bcf6-4b82-b4db-8644733a7d51 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:48.958137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-579196e0-26d4-4170-addc-41b28b9fdcaa req-cade6899-bcf6-4b82-b4db-8644733a7d51 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.3349223 Dec 20 22:54:48.970469 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:48.971359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:48.972554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:49.044812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-f9a4af0c-40c4-4ec3-973d-58ab2a9f842a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828965 Dec 20 22:54:49.116914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:49.273576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:49.289374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'mac_address': 'fa:16:3e:49:ff:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:49.295727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] Pushing event updated for resources: {'Network': ['ID=782366f1-5d29-40c0-b044-2b053eea7576,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:49.329233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 782366f1-5d29-40c0-b044-2b053eea7576 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:54:49.340438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-06b06604-5a55-4fde-b869-3489209dea82 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:49.345336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-06b06604-5a55-4fde-b869-3489209dea82 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983382 Dec 20 22:54:49.372497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e9d31e6-66a1-48ce-adf2-0c36cae4b20f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1077969 Dec 20 22:54:49.372717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:49.379159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Request body: {'subnet': {'network_id': '782366f1-5d29-40c0-b044-2b053eea7576', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1550354648-subnet', 'tenant_id': 'd8e1e5b9d0d7418d891a6568b4f97b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:49.402232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-579196e0-26d4-4170-addc-41b28b9fdcaa req-3a5a8a24-bfa3-40c1-9120-761a12fa0379 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373124 Dec 20 22:54:49.433868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:49.478948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c547c026-ca9b-41fd-973f-9eef59b2e627 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:49.492502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-292d8931-734e-4f7e-bb49-0af506b83a4f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/quotas/965d4c0bb93842618262f0a218d69349 HTTP/1.1" status: 200 len: 375 time: 0.1327877 Dec 20 22:54:49.521173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:49.555780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-a856d64e-e28e-454f-b914-ca998a9fc2ce tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540080 Dec 20 22:54:49.562062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Made reservation on behalf of d8e1e5b9d0d7418d891a6568b4f97b58 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:49.568083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:49.660986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:49.774557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:49.783876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c547c026-ca9b-41fd-973f-9eef59b2e627'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:49.801692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37de26-166a-4050-8fc7-dac7c65cbc0d req-04dcaab0-5cd2-4c2d-8de5-17fbb48f403f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:49.812427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba37de26-166a-4050-8fc7-dac7c65cbc0d req-04dcaab0-5cd2-4c2d-8de5-17fbb48f403f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.1629879 Dec 20 22:54:49.814053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:49.853500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:49.935400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.949831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.951329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.951988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.952717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.953358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.953934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.954639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.955204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.956273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.959467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.960891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:49.962033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:50.199230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:50.271840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:50.281995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba37de26-166a-4050-8fc7-dac7c65cbc0d req-9cd5e564-7693-4173-816a-94c0d12166e8 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522004 Dec 20 22:54:50.372345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:50.388276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '221c8132-5b1e-4e64-b180-89603639786d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '221c8132-5b1e-4e64-b180-89603639786d', 'mac_address': 'fa:16:3e:80:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:54:50.414491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8604-c9f1-41d5-98b5-effcc89cd3c1 req-ad96398e-c7b5-49b2-a2ee-56c4df450b9a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:50.416478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-596f8604-c9f1-41d5-98b5-effcc89cd3c1 req-ad96398e-c7b5-49b2-a2ee-56c4df450b9a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.4395001 Dec 20 22:54:50.442609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:50.473906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:50.530569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:50.555785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e3017a-05fa-4db0-b26e-00f9deb77b4f req-f71b44f4-ea33-48e6-bda1-571ba4e389af tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.1701791 Dec 20 22:54:50.614062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:50.693674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-596f8604-c9f1-41d5-98b5-effcc89cd3c1 req-3cfc8d60-f906-4f27-80ed-9df7368736ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670815 Dec 20 22:54:50.820760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:50.826705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:50.918756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:54:50.942017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03ff57-8d0c-425f-a5fe-403480383901 req-0672d8fd-dc41-4c44-a3a9-5b8efac5f356 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:50.944027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b03ff57-8d0c-425f-a5fe-403480383901 req-0672d8fd-dc41-4c44-a3a9-5b8efac5f356 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.2195191 Dec 20 22:54:51.078727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b03ff57-8d0c-425f-a5fe-403480383901 req-1453849f-13fe-422d-b23b-8c95b119ae2a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Dec 20 22:54:51.127485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:51.131597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-3437f91c-f89c-4f88-ad3c-693491c34574 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569434 Dec 20 22:54:51.185660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Checking segment: {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:51.185974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Network hostable DHCP agents. Network: 782366f1-5d29-40c0-b044-2b053eea7576, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:54:51.189334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f0a187-182b-47a7-9b90-fff52d6be3b2,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:51.337809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c547c026-ca9b-41fd-973f-9eef59b2e627 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:51.339904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.356548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:51.402062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-9db8f475-5ded-47b7-a3f9-fd73a6789081 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:51.408734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-9db8f475-5ded-47b7-a3f9-fd73a6789081 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421467 Dec 20 22:54:51.420980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Request body: {'port': {'device_id': 'b3789254-868b-4ee1-a550-11a8847731bd', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '965d4c0bb93842618262f0a218d69349'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:51.516744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.564238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:51.567863 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8866464e-5652-424d-be1d-46c50d298d9b" -d '{"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-plugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:51.581464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:51.592814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Network 782366f1-5d29-40c0-b044-2b053eea7576 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:54:51.619837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c90df-8bc6-4a07-812e-8b4cd2a996dd req-b85cbc87-ee8e-4e9d-9222-16de46bc018f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:51.628849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-772c90df-8bc6-4a07-812e-8b4cd2a996dd req-b85cbc87-ee8e-4e9d-9222-16de46bc018f tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.1654794 Dec 20 22:54:51.637052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.682200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 782366f1-5d29-40c0-b044-2b053eea7576) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:51.695568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:51.698330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.715715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-772c90df-8bc6-4a07-812e-8b4cd2a996dd req-46fc6422-2e75-4669-8a4d-8a5e1e59535e tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854542 Dec 20 22:54:51.718069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:51.732457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Made reservation on behalf of 965d4c0bb93842618262f0a218d69349 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:51.734659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6923a4c-b1d3-4986-b946-69f1aac6e200 None None] Network 782366f1-5d29-40c0-b044-2b053eea7576 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:51.748915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Sync routers for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:51.763191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.771447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:51.772433 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:51.784755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fa212743-f88b-4645-b83e-5167422ea6a8 admin admin] 10.222.0.62 "PUT /v2.0/routers/4b54e540-8440-4216-ad35-9bd0bc4f7e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9822779 Dec 20 22:54:51.793570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60624) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:51.795361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:51.818564 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-93e66527-70c0-4c98-bb9e-03b6cfaf296a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4439151 Dec 20 22:54:51.912497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34a6e0ab-d668-4a93-ac5b-4d785f481474 req-83c9d5a8-b491-42da-bbe9-5af7267ad9b8 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.1792173 Dec 20 22:54:52.003618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.010951 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737f525-a6be-491b-89e4-d41b6e3ab7fd x-openstack-request-id: req-b737f525-a6be-491b-89e4-d41b6e3ab7fd {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:52.011399 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-plugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:52.011761 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b737f525-a6be-491b-89e4-d41b6e3ab7fd {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:52.012271 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'code': 200} Dec 20 22:54:52.068621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:52.086132 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:52.104959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.156972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cab3c1-1680-4b54-9e10-325593650855 None None] Network 782366f1-5d29-40c0-b044-2b053eea7576 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:52.294152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abfa95d-7d72-41f0-8711-29b721dd20eb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:52.346255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d95dee-fd4d-4b79-9fb2-8dc13bf9e291 req-aa4c477e-5739-417c-976f-e14d7bcb451d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:52.357899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5d95dee-fd4d-4b79-9fb2-8dc13bf9e291 req-aa4c477e-5739-417c-976f-e14d7bcb451d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.2857819 Dec 20 22:54:52.370221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:54:52.372221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524840-5e5f-4546-9953-aa832ee49663 req-8b39cff2-148c-4f27-806f-f9cecb52fe55 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:52.373945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb524840-5e5f-4546-9953-aa832ee49663 req-8b39cff2-148c-4f27-806f-f9cecb52fe55 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.3271937 Dec 20 22:54:52.395749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:52.412073 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:49Z', 'revision_number': 5, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:52.415884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Request body: {'floatingip': {'port_id': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:52.420260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.507345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Checking router: 4b54e540-8440-4216-ad35-9bd0bc4f7e56 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:52.528949 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Routers {'4b54e540-8440-4216-ad35-9bd0bc4f7e56'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:52.530974 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:52.536029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.549293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.604555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5d95dee-fd4d-4b79-9fb2-8dc13bf9e291 req-108e2f30-b931-48c6-8e77-e7547109c40d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454689 Dec 20 22:54:52.715826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-496950950', 'description': 'tempest-description-1586384752'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:52.739547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 221c8132-5b1e-4e64-b180-89603639786d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:54:52.749684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 221c8132-5b1e-4e64-b180-89603639786d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:52.750100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.752330 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] Set router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:52.874729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Allocated IP 192.168.233.91 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/d417bf94-bbb4-4c00-b84f-7b7157406eb9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:52.910334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.938475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Deleting port 7f6ecd1f-b59c-416e-812f-720a8d63bbde {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:52.939199 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:52.960283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.005116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306294a-22ab-4c32-a6d0-8291ae9f5ffe req-78dd8fe3-e11c-46bc-8263-11854044afbd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:53.008459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:53.014006 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0306294a-22ab-4c32-a6d0-8291ae9f5ffe req-78dd8fe3-e11c-46bc-8263-11854044afbd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.2038641 Dec 20 22:54:53.083042 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.086877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.123380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-a01a628a-7fc5-4583-ab38-983057213c99 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390224 Dec 20 22:54:53.199514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0306294a-22ab-4c32-a6d0-8291ae9f5ffe req-8141c25b-933d-49ad-bbeb-fe3b6b8f8832 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837723 Dec 20 22:54:53.202766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.224989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:53.232731 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:49Z', 'revision_number': 5, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:53.276968 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c9b04-2ae7-4f33-b087-ec138bbb45bb None None] The sync data for ids ['4b54e540-8440-4216-ad35-9bd0bc4f7e56'] in n-d-822053-9 is: [{'id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'name': 'tempest-FloatingIPsTestJSON-2127239814-router', 'tenant_id': '99a68d5a8d654c1892a846f69f3b763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:54:22Z', 'updated_at': '2021-12-20T22:54:49Z', 'revision_number': 5, 'project_id': '99a68d5a8d654c1892a846f69f3b763a', 'gw_port': {'id': '7f6ecd1f-b59c-416e-812f-720a8d63bbde', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e540-8440-4216-ad35-9bd0bc4f7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:54:23Z', 'updated_at': '2021-12-20T22:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:53.314330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.324938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f93cf07-9793-4c9e-ab35-81f94e9c0892 req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6270361 Dec 20 22:54:53.363211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009c77a-ab7b-4b9e-9524-e7c6e7beae2d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4544ce0-ad33-4076-a08f-2406aa793357,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:53.381024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1279684074', 'description': 'tempest-description-1045580751'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:53.404066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] For port 7f6ecd1f-b59c-416e-812f-720a8d63bbde, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7f6ecd1f-b59c-416e-812f-720a8d63bbde,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:53.404612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.436837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a16bc24-95d0-4f36-bbb0-ab56865322f5 req-dabc2e87-3f2d-4f4a-80d9-f3367e2ab621 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.0845108 Dec 20 22:54:53.444971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Calling delete_port for 7f6ecd1f-b59c-416e-812f-720a8d63bbde owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:53.467840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-a46d85eb-40a4-4659-9671-e32b47add8be tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:53.470582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-a46d85eb-40a4-4659-9671-e32b47add8be tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350489 Dec 20 22:54:53.518502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.547832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Request body: {'port': {'device_id': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '965d4c0bb93842618262f0a218d69349'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:53.600147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.721266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.805462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1012a4ad-4c1c-4f20-8f80-90adc5d384c7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:53.917594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:53.918933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ccc4dfb-c02e-4214-842f-761f2ec757c3 req-341576e8-e1a5-4f32-90fc-885cf67d77ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5599773 Dec 20 22:54:53.995405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7fe44-187d-47f0-9b5e-1f367cfcd6ca req-55188158-518e-4e1e-9f04-6fa1ce70d5ed tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:54.006693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15c7fe44-187d-47f0-9b5e-1f367cfcd6ca req-55188158-518e-4e1e-9f04-6fa1ce70d5ed tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.2239044 Dec 20 22:54:54.014010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:54.016915 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd18c3-495a-479e-a8d8-66efc000f83f" -d '{"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:54.085675 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99cfa8-8b8b-4412-a7f7-e6227e825c34 x-openstack-request-id: req-1b99cfa8-8b8b-4412-a7f7-e6227e825c34 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:54.086020 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:54.086467 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b99cfa8-8b8b-4412-a7f7-e6227e825c34 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:54.087022 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'code': 200} Dec 20 22:54:54.105371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.127901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15c7fe44-187d-47f0-9b5e-1f367cfcd6ca req-6b084495-57ca-4c4a-8ff9-df4c2403297d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202960 Dec 20 22:54:54.157671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6ecd1f-b59c-416e-812f-720a8d63bbde,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:54.406421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.425706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.430451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289c87-46f7-4c7b-b8ea-cd1d4a87bf80 req-bef8c831-f4b0-4c9d-b7ca-5523f3dd03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:54.431937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c0289c87-46f7-4c7b-b8ea-cd1d4a87bf80 req-bef8c831-f4b0-4c9d-b7ca-5523f3dd03eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1101 time: 0.2621660 Dec 20 22:54:54.461241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:54:54.559966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.588591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Made reservation on behalf of 965d4c0bb93842618262f0a218d69349 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:54:54.592195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.635666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c0289c87-46f7-4c7b-b8ea-cd1d4a87bf80 req-30d547da-50ea-47f0-b428-0d0b4128df73 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876094 Dec 20 22:54:54.636307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.814394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:54.864146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:54.864882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0dac8eeb-558e-4f4f-ae24-fc3a0ca7075f not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:54.983507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:54.988331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.005484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5e40c-e418-4b00-97de-f1c3c4d28b41 req-163cc623-ab78-45bc-b197-18fb5b5e36d9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:55.007090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13e5e40c-e418-4b00-97de-f1c3c4d28b41 req-163cc623-ab78-45bc-b197-18fb5b5e36d9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.6716363 Dec 20 22:54:55.062587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.100952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-0fb59208-fb80-441b-b794-34ea866add10 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:55.102481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-0fb59208-fb80-441b-b794-34ea866add10 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 813 time: 0.8103037 Dec 20 22:54:55.149058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-3e9ba915-6b8e-442b-b875-9551a395c908 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/quotas/d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 375 time: 0.0372486 Dec 20 22:54:55.170495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-32121b8e-ed2e-4b4b-867c-91bcc7a8116a tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:55.171934 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-32121b8e-ed2e-4b4b-867c-91bcc7a8116a tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1097 time: 0.5524681 Dec 20 22:54:55.189195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:55.199702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:55.212756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:55.213601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-beb568eb-e254-4616-b0ab-f9a183b4eac6 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535519 Dec 20 22:54:55.215984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.216598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b54e540-8440-4216-ad35-9bd0bc4f7e56 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:54:55.239713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13e5e40c-e418-4b00-97de-f1c3c4d28b41 req-3d8dcbf8-bb23-42df-bcb5-0a44afc9e5d1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243364 Dec 20 22:54:55.248644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:55.251469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:55.261364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.264240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f22bb34f-ce06-45f1-9997-27059c726e96 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4b54e540-8440-4216-ad35-9bd0bc4f7e56 HTTP/1.1" status: 204 len: 168 time: 3.4630475 Dec 20 22:54:55.265753 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Floating IP b0bce989-59fb-43a1-865c-f4059bd505b3 associated. External IP: 172.25.1.224, port: b5a88d0c-aae5-482a-903a-4217b3cbbfed. Dec 20 22:54:55.267599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60692) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:55.480593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-171b3f51-a1d7-467c-948a-df41e288c879 req-50b76d45-f929-4d22-b328-4a27497cf34b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.0445120 Dec 20 22:54:55.524025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-501bf82d-c8e5-4c1a-81c7-1ef457d63fac service neutron] 10.222.0.62 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536273 Dec 20 22:54:55.528343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.528747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.529212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.530742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.531421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.531869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.532306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.532749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.533173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.533611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.535561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.536013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.536520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:55.612056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.714004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Allocated IP 192.168.233.249 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/79c99e13-e396-4724-b99b-7dfb16e7fd7d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:54:55.718675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2ff98ec5-4c13-4f9c-827a-6470438f6c10 None None] Provisioning complete for port d417bf94-bbb4-4c00-b84f-7b7157406eb9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:55.719246 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ff98ec5-4c13-4f9c-827a-6470438f6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:55.798064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-734d7ba3-a265-4a3b-8e1b-6256c38d7ae6 service neutron] 10.222.0.62 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516634 Dec 20 22:54:55.817183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2ff98ec5-4c13-4f9c-827a-6470438f6c10 None None] Port d417bf94-bbb4-4c00-b84f-7b7157406eb9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:55.921031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.003815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:56.004530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.091987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Deleting subnet 08e3e16b-f6af-40d3-9279-a1d9ddfd589d {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:54:56.116305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.172073 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-e8466cb8-3ccb-4c2c-aa0a-e7c0fc8400d9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7551167 Dec 20 22:54:56.221518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429808e-3bea-4d6e-a7d5-fc23332f5cb5 req-b78769ab-ed07-4c08-9c45-b11259ade188 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:56.224173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0429808e-3bea-4d6e-a7d5-fc23332f5cb5 req-b78769ab-ed07-4c08-9c45-b11259ade188 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.1049190 Dec 20 22:54:56.227178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Request body: {'port': {'device_id': 'b3789254-868b-4ee1-a550-11a8847731bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:56.238637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f158-2fb1-42ee-ba50-34b775d3201d req-d3a52b1f-749e-47c2-8d83-9e0a805cdb1f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:56.247742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d74f158-2fb1-42ee-ba50-34b775d3201d req-d3a52b1f-749e-47c2-8d83-9e0a805cdb1f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 946 time: 0.1270571 Dec 20 22:54:56.333007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0429808e-3bea-4d6e-a7d5-fc23332f5cb5 req-9300a22a-455c-44d0-82f6-3dc70e4ae79b tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709345 Dec 20 22:54:56.371341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.379252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.406655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d74f158-2fb1-42ee-ba50-34b775d3201d req-0bf89772-da0f-4fd2-89d5-611ed246852f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 Dec 20 22:54:56.503533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ef61e2e-0c27-4265-bd81-f9d09fc6f240 req-a9166d7f-cdfd-480e-af61-e470510a73ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 210 time: 0.0814147 Dec 20 22:54:56.544912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event updated for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:56.567542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:54:56.595366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:54:56.599395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:54:56.606978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:56.668241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b698d-3952-4e81-968c-fcf513371475 req-fc1403b2-ff67-4450-bbb1-d580d50d309d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:56.677438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b20b698d-3952-4e81-968c-fcf513371475 req-fc1403b2-ff67-4450-bbb1-d580d50d309d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1320333 Dec 20 22:54:56.684828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7f6ecd1f-b59c-416e-812f-720a8d63bbde no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:56.739893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7f6ecd1f-b59c-416e-812f-720a8d63bbde {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:54:56.741008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7f6ecd1f-b59c-416e-812f-720a8d63bbde not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:56.767909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9ab2-7fc6-4652-a2d0-c531558670c5 req-a1e84f0d-1432-4a11-8227-e1da4d48984b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:56.781601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad7e9ab2-7fc6-4652-a2d0-c531558670c5 req-a1e84f0d-1432-4a11-8227-e1da4d48984b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 936 time: 0.1683719 Dec 20 22:54:56.829483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:56.834830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b20b698d-3952-4e81-968c-fcf513371475 req-7bd28a4b-06b7-4637-aac0-7d20bd9e0545 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573358 Dec 20 22:54:56.910275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad7e9ab2-7fc6-4652-a2d0-c531558670c5 req-406c0486-827b-4550-8036-e4083ac204da tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246722 Dec 20 22:54:56.945501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:56.983547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:56.986788 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004d7a9-9153-4794-b481-4f9eced7cf50" -d '{"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-unplugged", "status": "completed", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:56.995045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:54:57.001809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.043533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860e7b9-1f85-4afc-bbc5-a2934bc1bc30 req-6f4639b2-f602-4693-b3d3-a93ca34abcc1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:57.046826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0860e7b9-1f85-4afc-bbc5-a2934bc1bc30 req-6f4639b2-f602-4693-b3d3-a93ca34abcc1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.0555074 Dec 20 22:54:57.050730 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09a529-480a-401a-af11-1e80fe434753 x-openstack-request-id: req-dd09a529-480a-401a-af11-1e80fe434753 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:57.051032 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-unplugged", "status": "completed", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:57.051290 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd09a529-480a-401a-af11-1e80fe434753 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:57.051691 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'code': 200} Dec 20 22:54:57.052332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.071411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4799f7cb-87e8-4d8f-9a6d-fc5de0b7825b None None] Provisioning complete for port 79c99e13-e396-4724-b99b-7dfb16e7fd7d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:54:57.072579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4799f7cb-87e8-4d8f-9a6d-fc5de0b7825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.096330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:57.097764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.127738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0860e7b9-1f85-4afc-bbc5-a2934bc1bc30 req-2d34eeaa-80a6-4c38-a8e5-a3bb7ef6fd10 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745842 Dec 20 22:54:57.141235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4799f7cb-87e8-4d8f-9a6d-fc5de0b7825b None None] Port 79c99e13-e396-4724-b99b-7dfb16e7fd7d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:54:57.173897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.185704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:54:57.277906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-5b835687-1bb7-4270-b707-808005b38b19 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7374380 Dec 20 22:54:57.292025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:57.306781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Request body: {'port': {'device_id': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:57.368386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:57.372097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:57.372525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:57.372890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:57.377772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:57.378342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:57.383817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:57.384192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:57.384851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:57.385308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Bound port: f6930bb7-3dac-419b-ba3f-ee0a56faade1, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:57.385691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.459283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:57.459283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:57.459283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:57.470906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fe23-b8ed-48c9-a32c-ff871c995a69 req-71fce3e5-d2cd-47ba-9205-2f3d8b4da357 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:57.472979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1a8fe23-b8ed-48c9-a32c-ff871c995a69 req-71fce3e5-d2cd-47ba-9205-2f3d8b4da357 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.0650859 Dec 20 22:54:57.484461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:57.487732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:57.487732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:57.490509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:54:57.532198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1a8fe23-b8ed-48c9-a32c-ff871c995a69 req-3543e1c9-d894-4f3d-af84-1cce836c6bd4 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Dec 20 22:54:57.540797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:57.541136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:57.541527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:57.541997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Bound port: f6930bb7-3dac-419b-ba3f-ee0a56faade1, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:57.542405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.554487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:54:57.559388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.564562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:54:57.575407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:57.576024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:57.601576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.660052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-32b7a895-9941-4bef-a2ea-ac2bf49822ea tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "PUT /v2.0/floatingips/b0bce989-59fb-43a1-865c-f4059bd505b3 HTTP/1.1" status: 200 len: 991 time: 5.2602761 Dec 20 22:54:57.710282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed973a94-f1cd-403e-8eda-d280faea8e4d req-f40e4edd-7e2e-41c5-b3be-e1b0cd0670ef tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 210 time: 0.0603089 Dec 20 22:54:57.736348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5f2ec-0885-43bf-bab8-4a3e392e22aa req-48ef93e7-c59d-44e2-b65f-df215627f140 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:57.738552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9cd5f2ec-0885-43bf-bab8-4a3e392e22aa req-48ef93e7-c59d-44e2-b65f-df215627f140 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.1222563 Dec 20 22:54:57.745231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:57.821413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9cd5f2ec-0885-43bf-bab8-4a3e392e22aa req-152f2976-158b-4f93-9ae5-08a97ce93b45 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Dec 20 22:54:57.940852 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:57.951939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-a5023ada-7816-411e-8f9d-1937aec8778f req-c62bfd26-54da-4151-b9b5-86fefc521e47 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:54:57.953277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5023ada-7816-411e-8f9d-1937aec8778f req-c62bfd26-54da-4151-b9b5-86fefc521e47 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062730 Dec 20 22:54:58.132396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.148901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb1e6-7d56-4613-8a60-44fc31bd5538 req-75fc57b2-d179-461e-b220-0dc7dccbc6ec tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:58.151465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91ccb1e6-7d56-4613-8a60-44fc31bd5538 req-75fc57b2-d179-461e-b220-0dc7dccbc6ec tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 936 time: 0.1151640 Dec 20 22:54:58.173612 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.233556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e3e16b-f6af-40d3-9279-a1d9ddfd589d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:58.255709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.261440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-300a0006-8bd4-435e-892b-817f171a9139 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/08e3e16b-f6af-40d3-9279-a1d9ddfd589d HTTP/1.1" status: 204 len: 168 time: 2.9875231 Dec 20 22:54:58.283040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:54:58.292910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b08c97-f220-4722-8eaf-63023bf77dfc None None] Network 06a78af0-64da-4602-b76b-254723e29ccd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:54:58.297004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91ccb1e6-7d56-4613-8a60-44fc31bd5538 req-cc4a5d19-4e5e-4c0e-aa8e-11eefa85f81c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378419 Dec 20 22:54:58.297793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60756) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:54:58.333679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:54:58.385706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:58.423555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f6930bb7-3dac-419b-ba3f-ee0a56faade1-n-h2-822053-9-0 {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:54:58.424144 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:54:58.442525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-a6474dfd-cb7a-449f-9e21-d5b5c4559c0f tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:58.450498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-a6474dfd-cb7a-449f-9e21-d5b5c4559c0f tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.45 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.3272576 Dec 20 22:54:58.505350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.637074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:69:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:54:54Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:58.648238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:54:58.659424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Deleting port 222d8f5e-5799-4700-97fc-f88a13410a1d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:58.669984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.687913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.698171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:54:58.711754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] DHCP port deletion for 06a78af0-64da-4602-b76b-254723e29ccd request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:54:58.740709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:54:58.749653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:54:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:58.806309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Transition to ACTIVE for port object d417bf94-bbb4-4c00-b84f-7b7157406eb9 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:54:58.819959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] For port 222d8f5e-5799-4700-97fc-f88a13410a1d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=222d8f5e-5799-4700-97fc-f88a13410a1d,segment=NetworkSegment(ecd680d1-d132-4f16-980e-b9d73052811d),segment_id=ecd680d1-d132-4f16-980e-b9d73052811d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:58.821014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:58.828512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-12add81d-fa0c-4923-975f-902f590d633a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3061845 Dec 20 22:54:58.836465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Calling delete_port for 222d8f5e-5799-4700-97fc-f88a13410a1d owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:58.843101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-009a0427-c04f-48be-bee4-dad4c7047cd8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:54:58.852328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-009a0427-c04f-48be-bee4-dad4c7047cd8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135727 Dec 20 22:54:58.868956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 222d8f5e-5799-4700-97fc-f88a13410a1d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:54:58.874793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.007631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.043242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port 222d8f5e-5799-4700-97fc-f88a13410a1d {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 22:54:59.043585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port 222d8f5e-5799-4700-97fc-f88a13410a1d host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:54:59.043974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 222d8f5e-5799-4700-97fc-f88a13410a1d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:54:59.055449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Pushing event deleted for resources: {'Port': ['ID=222d8f5e-5799-4700-97fc-f88a13410a1d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:59.058078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] No DVR routers for this DVR port 222d8f5e-5799-4700-97fc-f88a13410a1d on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:59.067492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c108e-0222-4706-acec-cf39cfac426e req-6d05dae5-7626-4b3c-bec6-c7a02339e2bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:59.075801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b3c108e-0222-4706-acec-cf39cfac426e req-6d05dae5-7626-4b3c-bec6-c7a02339e2bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1120350 Dec 20 22:54:59.086721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:54:59.091721 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Deleting port 222d8f5e-5799-4700-97fc-f88a13410a1d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:59.092104 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.100035 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:54:59.164606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b3c108e-0222-4706-acec-cf39cfac426e req-ad4630ee-f75e-4947-a0fa-ab3d8a03e852 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878506 Dec 20 22:54:59.193317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ceb23-1e1f-47d5-9c19-eb130f8e2d90 req-718d40fa-072d-4ec1-9da5-5e27b3145d87 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:59.204094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] For port 222d8f5e-5799-4700-97fc-f88a13410a1d, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:59.204896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.213035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-853ceb23-1e1f-47d5-9c19-eb130f8e2d90 req-718d40fa-072d-4ec1-9da5-5e27b3145d87 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 945 time: 0.2802787 Dec 20 22:54:59.232591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Calling delete_port for 222d8f5e-5799-4700-97fc-f88a13410a1d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:54:59.235940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Port 222d8f5e-5799-4700-97fc-f88a13410a1d was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 22:54:59.242083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.248839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:54:59.248839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:54:59.248839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:59.284774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:54:59.288195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Pushing event deleted for resources: {'Port': ['ID=222d8f5e-5799-4700-97fc-f88a13410a1d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:59.294562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Deleting port 5c75eb84-35b7-41f5-818b-a3064f54617a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:54:59.294964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.344840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:54:59.372419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:54:59.372984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempting to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:54:59.518230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.519398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.519531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.519936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.520275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.520915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.521388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.521735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.522064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.522387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.522758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.523469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.523469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:54:59.561863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-853ceb23-1e1f-47d5-9c19-eb130f8e2d90 req-266d0b42-0b80-4c84-ad6a-4d4a70fc928c tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/security-groups?id=af553bf9-d9ae-41e3-939a-5a7e2af36fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430974 Dec 20 22:54:59.578281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44a009fc-6f80-4c57-a691-b00bf6d6d464 req-c5b4f26e-9eca-4097-8e01-e29e23d4ede7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 210 time: 0.2438037 Dec 20 22:54:59.611066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:54:59.611412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:54:59.611801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:54:59.613072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Bound port: f6930bb7-3dac-419b-ba3f-ee0a56faade1, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:54:59.613493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.614304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-f768996b-9b6f-492e-ac98-9f855744e802 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:54:59.616989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-f768996b-9b6f-492e-ac98-9f855744e802 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 813 time: 0.2272298 Dec 20 22:54:59.647463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d70c8e-bcaf-459e-b3eb-4bc09b1f7cac None None] No DVR routers for this DVR port 222d8f5e-5799-4700-97fc-f88a13410a1d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:54:59.678737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'device_id': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576', 'admin_state_up': True, 'tenant_id': 'd8e1e5b9d0d7418d891a6568b4f97b58'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:54:59.766275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:69:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:54:54Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:54:59.848043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] For port 5c75eb84-35b7-41f5-818b-a3064f54617a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5c75eb84-35b7-41f5-818b-a3064f54617a,segment=NetworkSegment(705f4dd0-855e-4519-b35d-0578462065e2),segment_id=705f4dd0-855e-4519-b35d-0578462065e2)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:54:59.848661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:54:59.866143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ee2fe-1b57-4ad7-89b0-4e7e15d0ffc3 None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'b0bce989-59fb-43a1-865c-f4059bd505b3', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'port_id': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'mac_address': 'fa:16:3e:69:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:52:26Z', 'updated_at': '2021-12-20T22:54:54Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:54:59.939838 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2c0ab-294b-40ec-91a6-4e20349e95a4 x-openstack-request-id: req-ade2c0ab-294b-40ec-91a6-4e20349e95a4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:54:59.941346 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:54:59.941617 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ade2c0ab-294b-40ec-91a6-4e20349e95a4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:54:59.942038 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'status': 'completed', 'code': 200} Dec 20 22:54:59.963682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.003577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Attempting to bind port d417bf94-bbb4-4c00-b84f-7b7157406eb9 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:00.004682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a78af0-64da-4602-b76b-254723e29ccd']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:00.006178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Attempting to bind port d417bf94-bbb4-4c00-b84f-7b7157406eb9 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:00.006769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Attempting to bind port d417bf94-bbb4-4c00-b84f-7b7157406eb9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:00.016961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd680d1-d132-4f16-980e-b9d73052811d') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:00.017152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd680d1-d132-4f16-980e-b9d73052811d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:00.027795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.040204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Calling delete_port for 5c75eb84-35b7-41f5-818b-a3064f54617a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:55:00.063172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c99e13-e396-4724-b99b-7dfb16e7fd7d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:00.063921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.075996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:55:00.080277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.080403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Port d417bf94-bbb4-4c00-b84f-7b7157406eb9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:00.080403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Attempting to bind port d417bf94-bbb4-4c00-b84f-7b7157406eb9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:00.082343 n-d-822053-9 neutron-server[115563]: WARNING neutron.plugins.ml2.plugin [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Concurrent port binding operations failed on port f6930bb7-3dac-419b-ba3f-ee0a56faade1 Dec 20 22:55:00.096165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:00.100733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: timer() Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:55:00.101173 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:55:00.105754 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:55:00.111517 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attempt 2 to bind port f6930bb7-3dac-419b-ba3f-ee0a56faade1 Dec 20 22:55:00.113743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.114457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.116289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-4d8c3aee-0a05-4623-bffe-0f0e4016f39c service neutron] 10.222.0.59 "PUT /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 1122 time: 4.9300611 Dec 20 22:55:00.117646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:00.118561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:00.118941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:00.119376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Bound port: d417bf94-bbb4-4c00-b84f-7b7157406eb9, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:00.119719 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.219814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:00.229179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:00.229691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-c4e51382-31e8-4e90-9889-d49f350a7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.231257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-c4e51382-31e8-4e90-9889-d49f350a7ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 1096 time: 0.3093998 Dec 20 22:55:00.234259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Transition to ACTIVE for port object 79c99e13-e396-4724-b99b-7dfb16e7fd7d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:00.307856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.348472 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875272ef-4313-4dfb-b8c9-4595420e4516 None None] New status for floating IP b0bce989-59fb-43a1-865c-f4059bd505b3: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:55:00.551008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331c6e-5d60-40d1-89dd-93aee7ed1bfd req-ad35d4ae-108c-4f70-9dfd-777b7808f558 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.559551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d331c6e-5d60-40d1-89dd-93aee7ed1bfd req-ad35d4ae-108c-4f70-9dfd-777b7808f558 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 936 time: 0.4574029 Dec 20 22:55:00.569441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Made reservation on behalf of d8e1e5b9d0d7418d891a6568b4f97b58 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:00.600046 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.618178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.618423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:00.637279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Pushing event updated for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:00.676454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-2c1982df-e721-4d4a-ba9d-5761e8368dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.678462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-2c1982df-e721-4d4a-ba9d-5761e8368dab service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 200 len: 924 time: 0.4377747 Dec 20 22:55:00.693676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:00.819200 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-22f94c3a-805d-45bf-9e68-494219c85af5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed HTTP/1.1" status: 200 len: 999 time: 0.1239500 Dec 20 22:55:00.828377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.856168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Allocated IP 172.20.0.13 (782366f1-5d29-40c0-b044-2b053eea7576/75f0a187-182b-47a7-9b90-fff52d6be3b2/55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:00.863460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:00.871444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] 10.222.0.62 "DELETE /v2.0/networks/06a78af0-64da-4602-b76b-254723e29ccd HTTP/1.1" status: 204 len: 168 time: 2.5693779 Dec 20 22:55:00.895942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988193-4896-4b1c-a0f5-587d06027ee1 req-70b11de0-59b6-414b-83dd-7d20bbbcdb18 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.902355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5988193-4896-4b1c-a0f5-587d06027ee1 req-70b11de0-59b6-414b-83dd-7d20bbbcdb18 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.6829479 Dec 20 22:55:00.902520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-134fbf71-c701-4003-885e-1b6480f5adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:00.904084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-134fbf71-c701-4003-885e-1b6480f5adb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 200 len: 862 time: 0.0713656 Dec 20 22:55:00.949705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007e6c9-8530-4225-aa17-dcdda319b786 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a78af0-64da-4602-b76b-254723e29ccd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:01.027709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.050180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d331c6e-5d60-40d1-89dd-93aee7ed1bfd req-420709ab-73ad-492f-8692-08a4f3c9f8ca tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887526 Dec 20 22:55:01.079540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:01.081379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Attempting to bind port 79c99e13-e396-4724-b99b-7dfb16e7fd7d on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:01.081797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Attempting to bind port 79c99e13-e396-4724-b99b-7dfb16e7fd7d by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:01.082253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Attempting to bind port 79c99e13-e396-4724-b99b-7dfb16e7fd7d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:01.110194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5988193-4896-4b1c-a0f5-587d06027ee1 req-d693c3f3-4047-4565-a27c-f2417814b378 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787586 Dec 20 22:55:01.116886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:01.118100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.119503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-7df23904-9981-45b6-929f-9898f1f9b82e service neutron] 10.222.0.45 "PUT /v2.0/ports/d417bf94-bbb4-4c00-b84f-7b7157406eb9 HTTP/1.1" status: 200 len: 1095 time: 4.9015343 Dec 20 22:55:01.120097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Port 79c99e13-e396-4724-b99b-7dfb16e7fd7d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:01.120506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Attempting to bind port 79c99e13-e396-4724-b99b-7dfb16e7fd7d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:01.123792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Pushing event deleted for resources: {'Port': ['ID=5c75eb84-35b7-41f5-818b-a3064f54617a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:01.160220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-cf2da763-5ea1-427a-a984-545bc3c065c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:01.178242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-cf2da763-5ea1-427a-a984-545bc3c065c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d174e5-860f-4165-93f1-3b6247ca6ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932302 Dec 20 22:55:01.178242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:01.178242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:01.178242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:01.178571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Bound port: 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:01.178862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.382463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:01.387521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:01.403749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] No DVR routers for this DVR port 5c75eb84-35b7-41f5-818b-a3064f54617a on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:55:01.419614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25badf20-df9a-4402-98a5-7d0aacff123e req-18784264-c1c7-4a0c-831b-442ffbb54a41 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:01.421647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25badf20-df9a-4402-98a5-7d0aacff123e req-18784264-c1c7-4a0c-831b-442ffbb54a41 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1485314 Dec 20 22:55:01.423622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e3ac528-8450-4e03-b2bc-07e4541b2474 req-7df0e68a-cc25-4652-a25e-afce5de7db23 tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.62 "GET /v2.0/ports?device_id=a55bbd79-345f-4c5a-a790-b10ea8a9b75a HTTP/1.1" status: 200 len: 210 time: 0.0477848 Dec 20 22:55:01.462820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.472376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9384e87c-cc8e-42a3-9be9-d6b53fbdb903 req-dd833182-bc13-4a64-a080-847c25645f6d tempest-VolumesAdminNegativeTest-1662782728 tempest-VolumesAdminNegativeTest-1662782728-project] 10.222.0.45 "DELETE /v2.0/ports/5c75eb84-35b7-41f5-818b-a3064f54617a HTTP/1.1" status: 204 len: 173 time: 2.9737022 Dec 20 22:55:01.486181 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.487553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60822) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:01.497359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.564328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25badf20-df9a-4402-98a5-7d0aacff123e req-3838b755-18cf-4679-b466-2dbe6344a528 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358433 Dec 20 22:55:01.625881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d87fe5d-3210-4b9b-88ba-7f8de341a294 req-732424f6-ea0b-464f-bf72-d04757b0596e tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 210 time: 0.0297575 Dec 20 22:55:01.632332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c9911263-9aa3-4348-84c1-a2099d9fba6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99a68d5a8d654c1892a846f69f3b763a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418438 Dec 20 22:55:01.635689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60824) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:01.714262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.734176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Pushing event updated for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:01.752283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.756501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.790151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:01.790969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:01.792635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-665973be-1543-47d4-9e1a-c6b6862329ca service neutron] 10.222.0.45 "PUT /v2.0/ports/79c99e13-e396-4724-b99b-7dfb16e7fd7d HTTP/1.1" status: 200 len: 1096 time: 4.4961138 Dec 20 22:55:01.812742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-2c4642ec-c27d-425a-9698-ab2df0828ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:01.817168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-2c4642ec-c27d-425a-9698-ab2df0828ded service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1098 time: 0.4281483 Dec 20 22:55:01.875911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Network 782366f1-5d29-40c0-b044-2b053eea7576 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:01.879509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:01.889882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:01.893356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:01.934182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-dfd4f751-ac94-428a-ba30-f1d02238f3a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9 HTTP/1.1" status: 200 len: 217 time: 0.1024396 Dec 20 22:55:01.963835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1'}, {'name': 'network-changed', 'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}, {'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'name': 'network-vif-deleted', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a'}, {'name': 'network-changed', 'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:01.966392 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1"}, {"name": "network-changed", "server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}, {"server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "name": "network-vif-deleted", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a"}, {"name": "network-changed", "server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:02.008824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.015036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:02.031543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-97b1f193-9a86-4cf8-845f-6eabdfaf5180 service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390753 Dec 20 22:55:02.050048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:02.053009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:02.058073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb24b6dd-a115-4f23-8d1d-152808082bee HTTP/1.1" status: 204 len: 168 time: 0.4146755 Dec 20 22:55:02.101835 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489f97f-581d-4694-b60f-f08ebb1b3798 x-openstack-request-id: req-5489f97f-581d-4694-b60f-f08ebb1b3798 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:02.102135 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "status": "completed", "code": 200}, {"server_uuid": "a55bbd79-345f-4c5a-a790-b10ea8a9b75a", "name": "network-vif-deleted", "tag": "5c75eb84-35b7-41f5-818b-a3064f54617a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:02.102395 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5489f97f-581d-4694-b60f-f08ebb1b3798 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:02.102829 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'status': 'completed', 'code': 200} Dec 20 22:55:02.103087 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'status': 'completed', 'code': 200} Dec 20 22:55:02.103335 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55bbd79-345f-4c5a-a790-b10ea8a9b75a', 'name': 'network-vif-deleted', 'tag': '5c75eb84-35b7-41f5-818b-a3064f54617a', 'status': 'completed', 'code': 200} Dec 20 22:55:02.103578 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'status': 'completed', 'code': 200} Dec 20 22:55:02.105350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542358bc-6687-41cb-a758-1cbc39784f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24b6dd-a115-4f23-8d1d-152808082bee,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:02.122704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-4968a823-7e96-4420-b38d-f2ba2c4d4807 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4725699 Dec 20 22:55:02.144354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.45', 52201) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:02.165644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-5a572278-1e9a-4d1b-ae11-ffd104862dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.174091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Request body: {'port': {'device_id': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:02.194439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-5a572278-1e9a-4d1b-ae11-ffd104862dec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2124469 Dec 20 22:55:02.237908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5c75eb84-35b7-41f5-818b-a3064f54617a no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:02.264271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-531b4b7c-9117-4b09-9aba-cfa54bcd7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.272656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-531b4b7c-9117-4b09-9aba-cfa54bcd7733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1101 time: 0.3460629 Dec 20 22:55:02.274534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 5c75eb84-35b7-41f5-818b-a3064f54617a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:55:02.275168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5c75eb84-35b7-41f5-818b-a3064f54617a not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:55:02.328267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-f0c08ea9-3eac-425e-a1ce-28ebada85397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.336077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-f0c08ea9-3eac-425e-a1ce-28ebada85397 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 1099 time: 0.3392887 Dec 20 22:55:02.434422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-550374f7-f22b-41cd-9816-0947a3fc7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.436805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-550374f7-f22b-41cd-9816-0947a3fc7ad5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1125 time: 0.2919073 Dec 20 22:55:02.441367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:02.456304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-4bebb35c-5d79-454c-bbfe-2db7419f4ed8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d HTTP/1.1" status: 200 len: 217 time: 0.0921719 Dec 20 22:55:02.474458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7912e5-0714-4226-aa50-b97778a3cfa4 req-7fb8ba5c-bb7b-4bac-bec0-4811489b86f0 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.476287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d7912e5-0714-4226-aa50-b97778a3cfa4 req-7fb8ba5c-bb7b-4bac-bec0-4811489b86f0 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 948 time: 0.1909432 Dec 20 22:55:02.489934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3745387-3871-49b9-9302-fbae4c809d5b req-402301f6-3812-44e7-96ee-37199bcab5c3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.497408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3745387-3871-49b9-9302-fbae4c809d5b req-402301f6-3812-44e7-96ee-37199bcab5c3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.1750629 Dec 20 22:55:02.546610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-d7353a6d-70e6-4ba6-a9e9-10f31860f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.548090 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-d7353a6d-70e6-4ba6-a9e9-10f31860f4bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0486548 Dec 20 22:55:02.554629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6a0d397-9ebd-4794-b420-9e632f6ac3ef req-a8ad6d31-e50e-4a35-bed0-4a0372acb583 service neutron] 10.222.0.59 "GET /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143309 Dec 20 22:55:02.561293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-b8731944-a705-4a89-bfd9-be6fad406199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:02.562899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-b8731944-a705-4a89-bfd9-be6fad406199 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3444903 Dec 20 22:55:02.895141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3745387-3871-49b9-9302-fbae4c809d5b req-1214a947-9097-4ce5-be45-22a25f91d12d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964651 Dec 20 22:55:02.960860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d7912e5-0714-4226-aa50-b97778a3cfa4 req-08ddf5b0-1db2-4c59-9fe9-6181dbf33dfe tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438000 Dec 20 22:55:03.093652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-7925a9ba-d11f-4ff0-aac6-39b215a8eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.101080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-7925a9ba-d11f-4ff0-aac6-39b215a8eda1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.6458273 Dec 20 22:55:03.103479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60860) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:03.134076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:03.230377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-aadee3e5-911d-4f5d-b533-b2225aaae595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.231851 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-aadee3e5-911d-4f5d-b533-b2225aaae595 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.9107666 Dec 20 22:55:03.237664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0548-321d-469b-89da-e20befec80cb req-f743ff06-1b23-4bef-ab34-916cfe9a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.239136 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-f743ff06-1b23-4bef-ab34-916cfe9a1a71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6726580 Dec 20 22:55:03.279595 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-4a214d15-bc74-46c6-8e47-26e943dfe045 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0378985 Dec 20 22:55:03.279804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-b57c1c6d-b0d4-4624-9998-92e473d14bbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 217 time: 0.1670218 Dec 20 22:55:03.362893 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-d5b2c36a-c563-4439-ba71-f2ad22724929 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761226 Dec 20 22:55:03.412548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Deleting subnet 86c4cb04-fc6f-47c9-85c5-79f34baf3608 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:55:03.424772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:03.430990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-dbccc47c-7df2-422e-a19d-6cbb79275022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.432529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-dbccc47c-7df2-422e-a19d-6cbb79275022 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1379037 Dec 20 22:55:03.495328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65b91-ad6a-4963-b6a8-9dbcde536961 req-df9a9438-1342-44dd-86d0-17d73a7568cc tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.503905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2e65b91-ad6a-4963-b6a8-9dbcde536961 req-df9a9438-1342-44dd-86d0-17d73a7568cc tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 932 time: 0.2465661 Dec 20 22:55:03.506637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-c096a954-d773-4f0b-9b31-b3bd47542d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.508086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-c096a954-d773-4f0b-9b31-b3bd47542d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1813476 Dec 20 22:55:03.528387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-196d0286-4fb9-423d-827b-db91e871d395 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465987 Dec 20 22:55:03.647495 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cb8f0548-321d-469b-89da-e20befec80cb req-e2391c7a-d22d-4484-9c36-6479e529a129 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057897 Dec 20 22:55:03.661080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-49a18bfd-cd8d-4f89-8a6e-3c87bdd9cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:03.662756 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-49a18bfd-cd8d-4f89-8a6e-3c87bdd9cee7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2169132 Dec 20 22:55:03.706371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a10a2b1-a938-4d4f-acf8-7ac526ba82f2 req-47ae8735-4e3b-4229-af85-66cd2fc83605 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167777 Dec 20 22:55:03.839524 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-c994f46d-e98c-4e20-b7ff-a63ac51f0897 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581159 Dec 20 22:55:04.005061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ede3-3d0a-4148-849c-2d6ccaf93470 req-32b7e7b0-b913-4bf7-907f-4ed89e5af27c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:04.006623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1381ede3-3d0a-4148-849c-2d6ccaf93470 req-32b7e7b0-b913-4bf7-907f-4ed89e5af27c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.7999132 Dec 20 22:55:04.017384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-611f73f9-eff1-46ef-bacf-a788ae68acb9 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555123 Dec 20 22:55:04.017599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.067080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:04.078787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.095040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Transition to ACTIVE for port object 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:04.131366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-71e1be5e-e85c-4e88-9ba5-ea0eda6bf1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186799 Dec 20 22:55:04.199781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.249166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.365812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2e65b91-ad6a-4963-b6a8-9dbcde536961 req-7de3710e-3759-4ce7-8a16-64c48f526fe2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608072 Dec 20 22:55:04.411524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1381ede3-3d0a-4148-849c-2d6ccaf93470 req-30eebc31-5ab7-4823-a7ed-4e2c4f3cc8e0 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460872 Dec 20 22:55:04.420863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-b5b877b0-1888-4c65-9dc4-efb53c5457d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779899 Dec 20 22:55:04.450741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:04.678871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-0475417a-5c45-429b-8d84-d97430bce405 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240376 Dec 20 22:55:04.682546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Attempting to bind port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:04.682865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Attempting to bind port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:04.683186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Attempting to bind port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 on network 782366f1-5d29-40c0-b044-2b053eea7576 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:04.688944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6928e563-5ccd-475c-9fed-93b6c51be3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.694105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd6c4-46ca-4e02-8133-6df5b10eb652 req-169e40b6-d288-4aef-94f5-d8bba6193b41 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:04.695641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3cdd6c4-46ca-4e02-8133-6df5b10eb652 req-169e40b6-d288-4aef-94f5-d8bba6193b41 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.1694183 Dec 20 22:55:04.708425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b5b07-68bf-4e44-9e8c-b67943e4d766 req-e4d07a02-4ac4-4dfd-9726-f78fb159d1a1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:04.709945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-365b5b07-68bf-4e44-9e8c-b67943e4d766 req-e4d07a02-4ac4-4dfd-9726-f78fb159d1a1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 948 time: 0.1486592 Dec 20 22:55:04.717421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 on network 782366f1-5d29-40c0-b044-2b053eea7576 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:04.717770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Attempting to bind port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 on network 782366f1-5d29-40c0-b044-2b053eea7576 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:04.757012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:04.757012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Checking segment: {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:04.757012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Bound using segment: {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:04.757012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Bound port: 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:04.757012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.759237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.817519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c4cb04-fc6f-47c9-85c5-79f34baf3608,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:04.839317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:04.839317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4a7d59a9-ce30-4f09-bd62-6bad6173c06c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86c4cb04-fc6f-47c9-85c5-79f34baf3608 HTTP/1.1" status: 204 len: 168 time: 1.7181242 Dec 20 22:55:04.839908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60882) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:04.907820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3cdd6c4-46ca-4e02-8133-6df5b10eb652 req-5bac42b2-a01c-4ac3-9541-0b7aae11ed6a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966944 Dec 20 22:55:04.940450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-365b5b07-68bf-4e44-9e8c-b67943e4d766 req-2c06e18a-585b-40c3-9c62-2fbed3b380f4 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194867 Dec 20 22:55:04.981783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.004437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:05.008155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:05.086980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-a5ebe6a3-68d4-48a2-9a2f-b689eb5c79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.089189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-a5ebe6a3-68d4-48a2-9a2f-b689eb5c79e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1098 time: 0.0690119 Dec 20 22:55:05.118761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.144138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c766cb-8d14-43ff-90ab-a8be8a314841']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:05.161069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705f4dd0-855e-4519-b35d-0578462065e2') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:05.161183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705f4dd0-855e-4519-b35d-0578462065e2') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:05.171907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.189012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-29b094ce-f1ab-40af-aa33-6a79b82748b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.190176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.191022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-29b094ce-f1ab-40af-aa33-6a79b82748b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.0930467 Dec 20 22:55:05.198495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:55:05.204671 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:55:05.207904 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:55:05.262556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-abc711d2-8829-47d2-9501-5b877c28efb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9 HTTP/1.1" status: 200 len: 217 time: 0.0637457 Dec 20 22:55:05.264371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-89c5f9e1-31ae-4910-806a-d222b52a76ee tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572779 Dec 20 22:55:05.366946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.374874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-ad17a252-bbe1-4329-984a-9373753eae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.376385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-ad17a252-bbe1-4329-984a-9373753eae13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1066132 Dec 20 22:55:05.379116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.385512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.396259 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/35c766cb-8d14-43ff-90ab-a8be8a314841 HTTP/1.1" status: 204 len: 168 time: 0.5559855 Dec 20 22:55:05.407852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:05.409788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7ac91-9dd4-4934-986a-5f843435c6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c766cb-8d14-43ff-90ab-a8be8a314841,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:05.499586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.500211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.502288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] 10.222.0.59 "PUT /v2.0/ports/55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 1092 time: 3.3596640 Dec 20 22:55:05.508885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:05.512276 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8361593-5a5a-4f7b-b732-8cc605858cda" -d '{"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:05.590215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-7d85106f-ac5d-4dc1-ae56-efd0b21a8541 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.596863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-7d85106f-ac5d-4dc1-ae56-efd0b21a8541 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189704 Dec 20 22:55:05.605606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47d5f-f0f4-46b4-9d61-6f2f4b28f875 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:05.624123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Deleting subnet d9ee0b74-1c9b-496f-961f-9b57f6429138 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:55:05.635929 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.645416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0b289764-d58e-40fe-949d-f1f637d4f8ea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/quotas/6d787e6b3ad64abb9c3ed29c2dc89ed0 HTTP/1.1" status: 200 len: 375 time: 0.0475123 Dec 20 22:55:05.668446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-97b45233-4171-4c1b-8d73-ad39c6f3d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.670108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-97b45233-4171-4c1b-8d73-ad39c6f3d4c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2630718 Dec 20 22:55:05.746306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-e60b9d79-fc78-4c13-af86-e1dc0c916355 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998323 Dec 20 22:55:05.767142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.781396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd4ae2-9475-4af4-9bee-cd6f477a0fa4 req-9dda16f8-9164-40a4-ae8f-438d4741c0fd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.781668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bcd4ae2-9475-4af4-9bee-cd6f477a0fa4 req-9dda16f8-9164-40a4-ae8f-438d4741c0fd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 944 time: 0.2952123 Dec 20 22:55:05.878120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-09effc08-6876-4b8d-8448-58f2121b73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:05.879620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-09effc08-6876-4b8d-8448-58f2121b73d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1095 time: 0.2086556 Dec 20 22:55:05.911289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:05.993509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-a714c7ba-abfc-47e9-ad07-a07463f6f59c service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067236 Dec 20 22:55:05.994778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-928d1bc4-570e-493e-bc83-54783dc97293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0912049 Dec 20 22:55:06.022071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bcd4ae2-9475-4af4-9bee-cd6f477a0fa4 req-90d7d839-777a-4df8-8b7d-a1d3365ac7c7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075300 Dec 20 22:55:06.201752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-d2a56bfd-1065-4505-80ca-e19f2a2e45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:06.203321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-d2a56bfd-1065-4505-80ca-e19f2a2e45cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1784492 Dec 20 22:55:06.207351 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e9182-53d4-419f-b2fe-1e5e0f0ade82 x-openstack-request-id: req-a23e9182-53d4-419f-b2fe-1e5e0f0ade82 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:06.209697 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:06.209697 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a23e9182-53d4-419f-b2fe-1e5e0f0ade82 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:06.209697 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'status': 'completed', 'code': 200} Dec 20 22:55:06.257024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:06.347758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.357090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-f16920e3-64c5-48f7-9a7a-2a05ca555514 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305516 Dec 20 22:55:06.456211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6278-35e2-45cc-abed-bdd01472b1f4 req-0cbcf69a-ee11-4079-b587-9d019436ef9b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:06.463693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3edf6278-35e2-45cc-abed-bdd01472b1f4 req-0cbcf69a-ee11-4079-b587-9d019436ef9b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.3234887 Dec 20 22:55:06.476788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:06.499966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'mac_address': 'fa:16:3e:49:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:06.509175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-d75e1da5-449f-4878-a8cb-2e918841a771 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828954 Dec 20 22:55:06.512662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ee0b74-1c9b-496f-961f-9b57f6429138,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:06.524626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.530122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4e104c7d-9496-42f0-bbca-5541d435ef3e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d9ee0b74-1c9b-496f-961f-9b57f6429138 HTTP/1.1" status: 204 len: 168 time: 1.1137409 Dec 20 22:55:06.531038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60930) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:06.624456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.644037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:06.676187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:06.714747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.715579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3edf6278-35e2-45cc-abed-bdd01472b1f4 req-67a80195-27e6-4c70-98bc-abcf932d537d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508037 Dec 20 22:55:06.735416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905b1d-ad72-4545-af18-2d991b28fc52 req-3fb88848-b787-477c-a28c-0ddaafcdfe4c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:06.735416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37905b1d-ad72-4545-af18-2d991b28fc52 req-3fb88848-b787-477c-a28c-0ddaafcdfe4c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.4001746 Dec 20 22:55:06.744497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.745482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 79c99e13-e396-4724-b99b-7dfb16e7fd7d details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:06.879221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:06.879482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-7347f926-a1a8-49d8-877f-32d3b9c33d74 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429984 Dec 20 22:55:06.903526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:06.905767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-cb09c4ef-b276-4743-83e7-a317334b75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:06.908680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-cb09c4ef-b276-4743-83e7-a317334b75fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 1099 time: 0.3248904 Dec 20 22:55:06.943374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:06.958366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'mac_address': 'fa:16:3e:d8:91:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:06.972748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37905b1d-ad72-4545-af18-2d991b28fc52 req-8ba7386e-5af8-4161-964e-dfe3e26ef8a8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279220 Dec 20 22:55:06.983742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3056fae8-0273-4c05-8ff0-608e39c18c33']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:06.995413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e28b0f7-52fd-415f-89aa-88f4d3519996') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:06.995706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e28b0f7-52fd-415f-89aa-88f4d3519996') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:07.018823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.061479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.068745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:55:07.069147 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:55:07.070903 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:55:07.247226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1487f6eb-c81b-4439-91ed-5af3cf539442 req-60ba0ba3-f7b0-446f-bb20-5d7bf98d0087 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 210 time: 0.1141543 Dec 20 22:55:07.270762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.290744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992678a-5a6b-4273-8168-2fa9872bebab req-0688a7ef-ed3b-4f10-8a83-84f7f2003e8a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:07.292316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d992678a-5a6b-4273-8168-2fa9872bebab req-0688a7ef-ed3b-4f10-8a83-84f7f2003e8a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 948 time: 0.4227793 Dec 20 22:55:07.317090 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.317669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eea88ac-a093-41cd-9d5e-f1e0358bdadb req-c267e79d-3c75-4063-bd1d-1a76a39ee395 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142625 Dec 20 22:55:07.344238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3056fae8-0273-4c05-8ff0-608e39c18c33 HTTP/1.1" status: 204 len: 168 time: 0.8046029 Dec 20 22:55:07.344238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1935b7-b1e2-42b0-bb35-aee06aafa744 admin admin] Pushing event deleted for resources: {'Network': ['ID=3056fae8-0273-4c05-8ff0-608e39c18c33,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:07.357156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-cc72c578-0fa5-4d59-8a13-b9b02995ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:07.359127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-cc72c578-0fa5-4d59-8a13-b9b02995ae8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.4227664 Dec 20 22:55:07.470258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.511175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c99e13-e396-4724-b99b-7dfb16e7fd7d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:07.514901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-72531c8c-e5f4-482d-841d-c94f7a130ca0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d HTTP/1.1" status: 200 len: 217 time: 0.1203718 Dec 20 22:55:07.549787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d992678a-5a6b-4273-8168-2fa9872bebab req-089530ed-1930-4cfa-a986-9591901d87ca tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457530 Dec 20 22:55:07.559668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:07.574132 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff073c5a-d8fb-4217-991f-bb105dcb138b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.630348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:07.704013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510f11-84d8-42ad-8367-743e1e6dfd73 req-01261388-a4cc-41a5-9b17-9b5b7a03cf76 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:07.718269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00510f11-84d8-42ad-8367-743e1e6dfd73 req-01261388-a4cc-41a5-9b17-9b5b7a03cf76 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 944 time: 0.2337365 Dec 20 22:55:07.759206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-285ceef8-159d-415d-99ae-2429dee92619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:07.762928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-285ceef8-159d-415d-99ae-2429dee92619 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2334800 Dec 20 22:55:07.767036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-aa4681de-8931-4df8-9567-c159e9425daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:07.768723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-aa4681de-8931-4df8-9567-c159e9425daf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1095 time: 0.2831926 Dec 20 22:55:07.797253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:07.894305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['79c99e13-e396-4724-b99b-7dfb16e7fd7d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:07.986412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:08.013866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00510f11-84d8-42ad-8367-743e1e6dfd73 req-2c8cd950-4b66-431b-9b3c-cbfa861ab0f3 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949052 Dec 20 22:55:08.014502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60950) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:08.103695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-0f9d95e7-63a4-4d2f-9bd2-ec472c48fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:08.108826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-0f9d95e7-63a4-4d2f-9bd2-ec472c48fb1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3390872 Dec 20 22:55:08.212271 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-434c646c-58f1-40ae-83dc-932c97d3c9ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e4497b181404a33b08dd0c6402f5d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958408 Dec 20 22:55:08.213164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60954) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:08.301793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:08.373354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:08.479404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:08.588389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:08.679543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:08.689996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:08.698657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af553bf9-d9ae-41e3-939a-5a7e2af36fab HTTP/1.1" status: 204 len: 168 time: 0.4794900 Dec 20 22:55:08.730469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680e41-d14c-435e-a8b3-26b6dedb41bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af553bf9-d9ae-41e3-939a-5a7e2af36fab,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:08.844201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-9f13b6be-7cbf-4562-bd3b-69233b2e67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:08.845889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-9f13b6be-7cbf-4562-bd3b-69233b2e67e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 1.0573232 Dec 20 22:55:08.958337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850361d-c48e-4797-9d0f-84bf757e64d8 req-d7d222e3-6aba-4316-b487-c3271f16ced8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:08.966850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b850361d-c48e-4797-9d0f-84bf757e64d8 req-d7d222e3-6aba-4316-b487-c3271f16ced8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 1.0464671 Dec 20 22:55:08.981960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-f1fb1ea0-4c64-474f-ab06-95930d0048b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1019487 Dec 20 22:55:09.066395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-a27b9a4e-52c5-45e7-a0a2-2e2a4f286390 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9454861 Dec 20 22:55:09.078422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8efc9-cdc7-485f-9d26-e3bfb65cb769 req-1d4c5fe8-02e0-4b29-bc32-c142218e6991 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:09.079702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0a8efc9-cdc7-485f-9d26-e3bfb65cb769 req-1d4c5fe8-02e0-4b29-bc32-c142218e6991 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.8994060 Dec 20 22:55:09.124447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-2eca2e6c-0a0f-491a-afe9-5519175c95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:09.126106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-2eca2e6c-0a0f-491a-afe9-5519175c95b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1300423 Dec 20 22:55:09.141581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b850361d-c48e-4797-9d0f-84bf757e64d8 req-6cf2aa2c-71a5-467c-a82d-cfec4b9e0909 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687658 Dec 20 22:55:09.146890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-6ea87cbe-f2c4-4357-b3f5-0fcdf20bebdf tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344322 Dec 20 22:55:09.200339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:09.277480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-6b1b5e92-18cd-4270-bb71-aad1487e1c70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345537 Dec 20 22:55:09.372656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-c9360c88-aa5f-4082-9cf3-73d873200714 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:09.383784 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-c9360c88-aa5f-4082-9cf3-73d873200714 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311692 Dec 20 22:55:09.398622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Request body: {'port': {'device_id': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '6d787e6b3ad64abb9c3ed29c2dc89ed0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:09.429922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:09.466864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576', 'port_id': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'mac_address': 'fa:16:3e:7f:e1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f0a187-182b-47a7-9b90-fff52d6be3b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:09.480475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec1e38d4-ca74-4e13-ba05-e81fb8ab3725 req-91024e63-b518-40d3-8e4a-db36809682ed tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 210 time: 0.2052855 Dec 20 22:55:09.564673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0a8efc9-cdc7-485f-9d26-e3bfb65cb769 req-bbab0885-97f6-4030-a44a-9f9b903f2a32 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600172 Dec 20 22:55:09.597222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0473ea6-928f-4486-a75c-bafd9f0a4f0e req-eb5fc43f-3c93-4b32-b279-e7d1fed82d7c service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109911 Dec 20 22:55:09.657091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:09.662476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-0b0834cc-6761-4e26-b3bd-6f22a7d627d2 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710449 Dec 20 22:55:09.701645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:09.740988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:09.760083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:09.845289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60978) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:09.845941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:09.894073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Made reservation on behalf of 6d787e6b3ad64abb9c3ed29c2dc89ed0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:09.895294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8361593-5a5a-4f7b-b732-8cc605858cda req-5ba746dc-9d86-4040-bca6-1ad2578a8542 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205496 Dec 20 22:55:09.897982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:09.907218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58884e-baae-455e-bc8c-8ab72a79e352 req-b95f4432-c6aa-4d58-aa52-fa8b8a00c7cd tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:09.909608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a58884e-baae-455e-bc8c-8ab72a79e352 req-b95f4432-c6aa-4d58-aa52-fa8b8a00c7cd tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 949 time: 0.1216888 Dec 20 22:55:09.931671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d8cd4c4d-0f54-42e9-8402-b2eea4f9a803 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=261998d46f424976bbb578410e5ca363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821967 Dec 20 22:55:09.931671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:09.944126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60980) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:09.947330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a732e6-5c6d-4b00-a7f4-a7b8cce6f33c req-51f87873-e45e-44bb-b16c-e95d8e1b90b1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:09.949019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4a732e6-5c6d-4b00-a7f4-a7b8cce6f33c req-51f87873-e45e-44bb-b16c-e95d8e1b90b1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 945 time: 0.1014087 Dec 20 22:55:09.950648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:10.017493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a58884e-baae-455e-bc8c-8ab72a79e352 req-8fe60098-0c11-4ee2-bac1-b4703e8328be tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Dec 20 22:55:10.044727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.092083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4a732e6-5c6d-4b00-a7f4-a7b8cce6f33c req-5d0480fc-47b7-4f08-b704-47fc3b8cdabb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342790 Dec 20 22:55:10.100734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.112424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-6493bd69-37a4-49f9-8f8c-835e7beca5e6 service neutron] 10.222.0.45 "GET /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.1135983 Dec 20 22:55:10.128334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:10.140476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.201987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.284933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 79c99e13-e396-4724-b99b-7dfb16e7fd7d up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:10.361016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776236-1eb2-42e6-8620-c31238cb7549 req-f86ef884-d285-4396-8164-57a5d9933f12 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:10.363163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3776236-1eb2-42e6-8620-c31238cb7549 req-f86ef884-d285-4396-8164-57a5d9933f12 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1253231 Dec 20 22:55:10.418707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.426622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.427352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f2aecaa-18c4-45a4-808c-1c34de453840 HTTP/1.1" status: 204 len: 168 time: 0.4807038 Dec 20 22:55:10.445388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.449119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Allocated IP 192.168.233.41 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/921712f1-3e2d-49d0-8c25-65a0cad88b12) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:10.476057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1587b4-866b-4fe1-a9db-b51f65c09810,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:10.477463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3776236-1eb2-42e6-8620-c31238cb7549 req-c2bcdfdb-cfd1-4f47-b892-1ba1dd2b26ec tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053133 Dec 20 22:55:10.503138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:10.508895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 79c99e13-e396-4724-b99b-7dfb16e7fd7d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:10.513536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 79c99e13-e396-4724-b99b-7dfb16e7fd7d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:10.514021 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.529214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7715f7c-83a5-4d57-baa7-883c50904909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2aecaa-18c4-45a4-808c-1c34de453840,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:10.546549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:10.630913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8447d9f-d73d-47b0-9fc8-504946c33d0f req-8bc4fbdb-e0ff-4102-8dac-da7727f7ff80 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 210 time: 0.0461168 Dec 20 22:55:10.654798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6930bb7-3dac-419b-ba3f-ee0a56faade1 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:10.684901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:10.774449 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.814715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.820080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:10.824104 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc55893e-358e-4056-8dc4-f75ea3321693" -d '{"events": [{"server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "name": "network-vif-plugged", "status": "completed", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:10.841499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:10.872573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6dcd3-1e1d-48ec-914d-71bee30034e3 req-58912703-9f8f-4650-8e69-a9845af74032 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:10.883638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adf6dcd3-1e1d-48ec-914d-71bee30034e3 req-58912703-9f8f-4650-8e69-a9845af74032 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 944 time: 0.1524410 Dec 20 22:55:10.886396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.915669 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab4778-9da5-4743-9972-b44b2b1fbb1c x-openstack-request-id: req-d8ab4778-9da5-4743-9972-b44b2b1fbb1c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:10.916032 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "name": "network-vif-plugged", "status": "completed", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:10.916280 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8ab4778-9da5-4743-9972-b44b2b1fbb1c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:10.916728 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'code': 200} Dec 20 22:55:10.918366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:10.919388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:11.014343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:11.030289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] Transition to ACTIVE for port object f6930bb7-3dac-419b-ba3f-ee0a56faade1 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:11.054976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.081572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adf6dcd3-1e1d-48ec-914d-71bee30034e3 req-46f50698-ea75-4dbd-b5bb-2da322749700 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913590 Dec 20 22:55:11.105188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.162341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port d417bf94-bbb4-4c00-b84f-7b7157406eb9 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:11.168698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port d417bf94-bbb4-4c00-b84f-7b7157406eb9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:11.170962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.171079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c326-ae63-41be-83e3-32d7380b7874 req-420dfefc-dd4f-4c65-88c6-933c5a70f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.171831 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b0e6c326-ae63-41be-83e3-32d7380b7874 req-420dfefc-dd4f-4c65-88c6-933c5a70f05e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 1101 time: 0.1948488 Dec 20 22:55:11.184968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:11.205176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:11.211258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:11.212445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:11.267497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:11.348465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b0e6c326-ae63-41be-83e3-32d7380b7874 req-e31d4ee3-00a6-4161-a0e8-50bef4eae751 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598716 Dec 20 22:55:11.398397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] Pushing event updated for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=10']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:11.401739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] No DVR routers for this DVR port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:55:11.450897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ac258-3b76-460b-9234-99450c86a83e req-e2cff3fd-c246-446a-bb91-260ffd7846df tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.456546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-365ac258-3b76-460b-9234-99450c86a83e req-e2cff3fd-c246-446a-bb91-260ffd7846df tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 945 time: 0.2300177 Dec 20 22:55:11.475239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a5bf5-894a-46f2-8170-0f8240228a7a req-9226f9e3-fd38-4048-8827-aa3f2be0d2e0 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.477042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-646a5bf5-894a-46f2-8170-0f8240228a7a req-9226f9e3-fd38-4048-8827-aa3f2be0d2e0 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 950 time: 0.3350697 Dec 20 22:55:11.525097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.554352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.591766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-cf4426cc-e56a-4dbb-920a-dbfd978558eb service neutron] 10.222.0.45 "PUT /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4684417 Dec 20 22:55:11.622155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.626443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-365ac258-3b76-460b-9234-99450c86a83e req-55bfdd16-3ed7-4e99-b1a5-2a3b6f59e9e5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397047 Dec 20 22:55:11.630587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-646a5bf5-894a-46f2-8170-0f8240228a7a req-15d97e97-78b3-4631-8b0d-91cd16f0993f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188138 Dec 20 22:55:11.673545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b723c716-552e-4117-8ba1-2d75adfaea35 None None] Provisioning complete for port 921712f1-3e2d-49d0-8c25-65a0cad88b12 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:11.675368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b723c716-552e-4117-8ba1-2d75adfaea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.704012 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-0acc39e2-fe96-45db-8beb-2d68f97595b5 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3090661 Dec 20 22:55:11.720730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Request body: {'port': {'device_id': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:11.772559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:11.773673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:11.787544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b723c716-552e-4117-8ba1-2d75adfaea35 None None] Port 921712f1-3e2d-49d0-8c25-65a0cad88b12 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:55:11.794548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:11.794548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.814533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.834847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9668f5-7a6d-4b8d-a062-d092089c3f50 req-e14c0c9a-b1dd-4110-a5a4-7b11ff8881d6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.836960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e9668f5-7a6d-4b8d-a062-d092089c3f50 req-e14c0c9a-b1dd-4110-a5a4-7b11ff8881d6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1277220 Dec 20 22:55:11.863090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:11.927991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:11.944896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e9668f5-7a6d-4b8d-a062-d092089c3f50 req-ea37ee18-8de7-4cb0-8fc0-2a7517642ec0 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837388 Dec 20 22:55:11.954350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a1b15-6a4b-459e-889e-10acee64471d req-8009a4d9-9f24-463e-96a8-efd9ad7477a1 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:11.962210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703a1b15-6a4b-459e-889e-10acee64471d req-8009a4d9-9f24-463e-96a8-efd9ad7477a1 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 935 time: 0.2184272 Dec 20 22:55:12.014689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-c0ebd39c-36e7-43d0-8e01-992042f92603 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.014689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-c0ebd39c-36e7-43d0-8e01-992042f92603 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.1906927 Dec 20 22:55:12.053349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.089955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703a1b15-6a4b-459e-889e-10acee64471d req-29158fb8-da3c-475f-a299-5bfdc37b13e7 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249864 Dec 20 22:55:12.110325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:12.120179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-0e8aebd1-9e46-420e-b2a3-dc42421dba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.121697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-0e8aebd1-9e46-420e-b2a3-dc42421dba9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85&tenant_id=9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 1096 time: 0.1130991 Dec 20 22:55:12.245123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:12.249316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178f7f-7627-498f-9154-7f7f2eb86c1d req-122a727c-4e26-4f69-9902-c1daf844a2f3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.251087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43178f7f-7627-498f-9154-7f7f2eb86c1d req-122a727c-4e26-4f69-9902-c1daf844a2f3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 945 time: 0.0803711 Dec 20 22:55:12.253464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.254150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-24adb14b-c3a9-4039-8255-c2638d8cea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.255566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-24adb14b-c3a9-4039-8255-c2638d8cea56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1096 time: 0.0749919 Dec 20 22:55:12.266951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Transition to ACTIVE for port object 921712f1-3e2d-49d0-8c25-65a0cad88b12 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:12.353431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43178f7f-7627-498f-9154-7f7f2eb86c1d req-9d1728cd-83da-419f-860f-772d385b303e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953240 Dec 20 22:55:12.374498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-3ba00a23-2bdb-49aa-a1ea-0f6433e18196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.375991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-3ba00a23-2bdb-49aa-a1ea-0f6433e18196 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1122603 Dec 20 22:55:12.407857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.410035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.436409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-bee4ca50-55f3-4fff-8fe4-7d298b36452b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 200 len: 217 time: 0.0508251 Dec 20 22:55:12.518801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:12.535948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-a0f4314e-c2f0-44ed-8502-304a9f4079f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.537430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-a0f4314e-c2f0-44ed-8502-304a9f4079f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0930705 Dec 20 22:55:12.555686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:12.579043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-0c7ea423-7d6a-45de-9c33-d758d2750ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318291 Dec 20 22:55:12.660983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Attempting to bind port 921712f1-3e2d-49d0-8c25-65a0cad88b12 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:12.661329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Attempting to bind port 921712f1-3e2d-49d0-8c25-65a0cad88b12 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:12.661658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Attempting to bind port 921712f1-3e2d-49d0-8c25-65a0cad88b12 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:12.677902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Port 921712f1-3e2d-49d0-8c25-65a0cad88b12 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:12.681947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Attempting to bind port 921712f1-3e2d-49d0-8c25-65a0cad88b12 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:12.692090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:12.692440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:12.692836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:12.693330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Bound port: 921712f1-3e2d-49d0-8c25-65a0cad88b12, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:12.693689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.794051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-e24fc321-07bd-4966-adc6-8926be36c143 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039666 Dec 20 22:55:12.841749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:12.846829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:12.918081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}, {'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:12.921340 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda88374-de54-45c4-b908-fb47b7859640" -d '{"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}, {"server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "name": "network-vif-plugged", "status": "completed", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:12.931547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed355c2-d53e-4085-a0b0-8de0a898402d req-33642547-4e72-4ab5-86c8-bf84670b4e08 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.933053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fed355c2-d53e-4085-a0b0-8de0a898402d req-33642547-4e72-4ab5-86c8-bf84670b4e08 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 946 time: 0.1588011 Dec 20 22:55:12.936784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.971738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7713-6e92-427a-8fb7-4ce28eeecbb9 req-d02226cf-7948-4c12-b659-a63e210bad55 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.973114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4cd7713-6e92-427a-8fb7-4ce28eeecbb9 req-d02226cf-7948-4c12-b659-a63e210bad55 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 950 time: 0.1596081 Dec 20 22:55:12.976312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:12.977250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:12.978732 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] 10.222.0.59 "PUT /v2.0/ports/921712f1-3e2d-49d0-8c25-65a0cad88b12 HTTP/1.1" status: 200 len: 1095 time: 1.2655277 Dec 20 22:55:12.981304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:12.988407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-72a1aa08-5f03-49b8-8f95-0bcf566e4542 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758583 Dec 20 22:55:12.996965 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99990067-a031-4ffb-b314-cb202d02c3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:13.027969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac24b29-577c-4975-a605-7e514072cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:13.046154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fed355c2-d53e-4085-a0b0-8de0a898402d req-b7a529d8-00d9-4754-8da9-fe8559be295d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989029 Dec 20 22:55:13.082463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4cd7713-6e92-427a-8fb7-4ce28eeecbb9 req-40842699-2ce2-4970-b437-bb12b2ba0f82 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926390 Dec 20 22:55:13.133439 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4a8e4-1c11-45eb-b030-03ee3e72c858 x-openstack-request-id: req-4dc4a8e4-1c11-45eb-b030-03ee3e72c858 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:13.133439 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "code": 200}, {"server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "name": "network-vif-plugged", "status": "completed", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:13.133439 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dc4a8e4-1c11-45eb-b030-03ee3e72c858 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:13.133439 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'code': 200} Dec 20 22:55:13.133439 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'code': 200} Dec 20 22:55:13.361153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c8137-3e77-453c-893c-baffd1351a97 req-25d30bd9-672c-41e0-a677-a410fe9db8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.363706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-341c8137-3e77-453c-893c-baffd1351a97 req-25d30bd9-672c-41e0-a677-a410fe9db8a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1097 time: 0.1070809 Dec 20 22:55:13.376084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-a487f47a-5e14-4788-87c8-20eaa1476fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.378840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-a487f47a-5e14-4788-87c8-20eaa1476fff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 1098 time: 0.2188234 Dec 20 22:55:13.400206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0575a-0b86-459c-a065-e264d5e5ec89 req-a22091ec-7541-458b-bd42-6b81b8ef8193 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.403278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6a0575a-0b86-459c-a065-e264d5e5ec89 req-a22091ec-7541-458b-bd42-6b81b8ef8193 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1820619 Dec 20 22:55:13.417380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db93b3-181d-4f22-96e0-9841aaa626de req-67612fcf-ca89-482b-a1ec-3582afa1ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.417380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38db93b3-181d-4f22-96e0-9841aaa626de req-67612fcf-ca89-482b-a1ec-3582afa1ed1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1100 time: 0.1639714 Dec 20 22:55:13.449396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-341c8137-3e77-453c-893c-baffd1351a97 req-3e076105-7cad-4d25-9b0f-90dd0d1911b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766375 Dec 20 22:55:13.451343 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac07d3f-bc7a-40fa-821c-f2173d300bb7 x-openstack-request-id: req-eac07d3f-bc7a-40fa-821c-f2173d300bb7 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:13.451634 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:13.451925 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eac07d3f-bc7a-40fa-821c-f2173d300bb7 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:13.452374 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'status': 'completed', 'code': 200} Dec 20 22:55:13.458331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-1f271184-d229-4ad9-ac5b-e60140640c66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12 HTTP/1.1" status: 200 len: 217 time: 0.0709469 Dec 20 22:55:13.520303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6a0575a-0b86-459c-a065-e264d5e5ec89 req-fecec09a-f82b-48ec-8060-20115dbb0597 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053321 Dec 20 22:55:13.523479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38db93b3-181d-4f22-96e0-9841aaa626de req-64ad950c-9287-4aef-8cf8-0a2bacb586a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728588 Dec 20 22:55:13.632977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05cdc7-6673-4f03-ad4b-28b8e0b2bf81 req-1d934033-e242-4455-9b14-ca25d8c4dbac tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.634462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b05cdc7-6673-4f03-ad4b-28b8e0b2bf81 req-1d934033-e242-4455-9b14-ca25d8c4dbac tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0783317 Dec 20 22:55:13.645431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3caae3-296a-4162-a27b-a3d631029d63 req-b995c9bd-08a9-4c31-bd8a-c3d5bd4e89c3 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.654855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b3caae3-296a-4162-a27b-a3d631029d63 req-b995c9bd-08a9-4c31-bd8a-c3d5bd4e89c3 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 947 time: 0.0644283 Dec 20 22:55:13.765309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-52ef34ff-4c82-4cb8-aed3-151d270a7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.766790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-52ef34ff-4c82-4cb8-aed3-151d270a7e87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1040311 Dec 20 22:55:13.771123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b05cdc7-6673-4f03-ad4b-28b8e0b2bf81 req-b7270cf5-7694-4c0c-92b4-9394ee292fd0 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180453 Dec 20 22:55:13.774507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b3caae3-296a-4162-a27b-a3d631029d63 req-9c6260f3-baf8-4432-8379-a1c566e32135 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202204 Dec 20 22:55:13.833804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-246c96db-6e65-440c-bf4c-62ad0d396c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.835591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-246c96db-6e65-440c-bf4c-62ad0d396c17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572264 Dec 20 22:55:13.856206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-ed438cad-26a2-419b-9c56-3004890d64ca tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.858556 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-ed438cad-26a2-419b-9c56-3004890d64ca tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.0806918 Dec 20 22:55:13.995401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc28874-3c7a-4b23-9d12-489df1ad9eb8 req-50c78a6e-2e66-421d-bcf0-e440db7cbb8a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:13.997044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc28874-3c7a-4b23-9d12-489df1ad9eb8 req-50c78a6e-2e66-421d-bcf0-e440db7cbb8a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 945 time: 0.1225450 Dec 20 22:55:14.028381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-1fff9873-ebb9-46a5-bb86-ea8c2cf1de3f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834569 Dec 20 22:55:14.074593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-bbdaf29a-19af-4261-9be5-110121caa765 service neutron] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:14.078054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-bbdaf29a-19af-4261-9be5-110121caa765 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:14.079332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d0b0fac-5535-4aa9-9b8b-e377b467bcbd req-bbdaf29a-19af-4261-9be5-110121caa765 service neutron] 10.222.0.59 "DELETE /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.1984260 Dec 20 22:55:14.079468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc28874-3c7a-4b23-9d12-489df1ad9eb8 req-113f9183-6a79-4a4c-91f9-2665247dcf21 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745289 Dec 20 22:55:14.144233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fcf26a98-d89b-46b9-810c-62b29f84de89 req-53d02478-f792-455d-945a-a1bf265e4248 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047063 Dec 20 22:55:14.201237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7686fbf-25e7-4b86-a989-5ba4a96ef587 req-8ab88b2f-9430-482b-84fc-7fab4d86bbda tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.202602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7686fbf-25e7-4b86-a989-5ba4a96ef587 req-8ab88b2f-9430-482b-84fc-7fab4d86bbda tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 946 time: 0.0491197 Dec 20 22:55:14.253938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7686fbf-25e7-4b86-a989-5ba4a96ef587 req-7bc2cd44-769c-4192-8f80-f8d4f0f1126a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Dec 20 22:55:14.381164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-2740dcae-5212-4e8c-82bc-9c9b568df44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.382680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-2740dcae-5212-4e8c-82bc-9c9b568df44f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 1098 time: 0.0745225 Dec 20 22:55:14.391485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1c3b7-c530-41a0-a64a-24f593c8c47a req-4e644cff-c2d6-45db-8659-625359464c90 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.393419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92d1c3b7-c530-41a0-a64a-24f593c8c47a req-4e644cff-c2d6-45db-8659-625359464c90 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1096 time: 0.0560131 Dec 20 22:55:14.490082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92d1c3b7-c530-41a0-a64a-24f593c8c47a req-1cb24e7a-58cd-42e2-9564-2ba9536bac2c tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882642 Dec 20 22:55:14.508682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-8b703d05-d09f-454d-b67d-1c6ad6b9d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.510227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-8b703d05-d09f-454d-b67d-1c6ad6b9d117 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1159480 Dec 20 22:55:14.569569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-d3d16b40-e7f5-4822-a503-54226a7f0cdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12 HTTP/1.1" status: 200 len: 217 time: 0.0470736 Dec 20 22:55:14.630518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-6985d1d7-ba90-49af-9318-9a2731be8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.631928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-6985d1d7-ba90-49af-9318-9a2731be8bfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0512664 Dec 20 22:55:14.698256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c33c6-fd47-4bd5-999d-645821e4797a req-00c9f41c-cfc1-464e-a34e-6def5fb77fb0 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.699776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d66c33c6-fd47-4bd5-999d-645821e4797a req-00c9f41c-cfc1-464e-a34e-6def5fb77fb0 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 1096 time: 0.0724432 Dec 20 22:55:14.707325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-5f4b120a-21ae-429c-b567-6453b6244dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.708807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-5f4b120a-21ae-429c-b567-6453b6244dcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544844 Dec 20 22:55:14.832251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d66c33c6-fd47-4bd5-999d-645821e4797a req-616bfb8b-396e-4be4-bb68-cfb8b992ebee tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224782 Dec 20 22:55:14.855248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85f36d-8198-4fbe-8892-b24debda6d99 req-dca4c863-2343-43dd-b0d6-f8616b8a466f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:14.856732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e85f36d-8198-4fbe-8892-b24debda6d99 req-dca4c863-2343-43dd-b0d6-f8616b8a466f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1111531 Dec 20 22:55:14.881874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-a274d0f4-f211-4386-8c4c-dfab614a9cfd service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560683 Dec 20 22:55:14.982332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e85f36d-8198-4fbe-8892-b24debda6d99 req-2b709dec-f535-4ad1-94c4-14991fcf20ed tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127393 Dec 20 22:55:15.015213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99990067-a031-4ffb-b314-cb202d02c3a9 req-e09deae8-7ab6-4adb-8946-afda7f76a687 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223731 Dec 20 22:55:15.087876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83e32-c12f-4420-8f27-f779112d080a req-12d113ea-3f12-4fd6-9dc0-a6a467e10e12 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:15.089400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0c83e32-c12f-4420-8f27-f779112d080a req-12d113ea-3f12-4fd6-9dc0-a6a467e10e12 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0490444 Dec 20 22:55:15.428125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0c83e32-c12f-4420-8f27-f779112d080a req-51372c24-69ba-4e9e-b7e2-ffad357ca449 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323627 Dec 20 22:55:15.465163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aae95-abda-429c-b0e0-4958313d7cdd req-1550f60d-b98f-4236-9e40-93db9b23a30a tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:15.469353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-956aae95-abda-429c-b0e0-4958313d7cdd req-1550f60d-b98f-4236-9e40-93db9b23a30a tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 947 time: 0.3370678 Dec 20 22:55:15.516334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-956aae95-abda-429c-b0e0-4958313d7cdd req-10663c19-ea25-4c84-b54c-60d32bb6ed9c tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Dec 20 22:55:15.974479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff151-82ac-4770-a6bd-68a844e6d7cd req-9781cae0-e833-47b4-9c83-fced14300d75 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:15.975997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-926ff151-82ac-4770-a6bd-68a844e6d7cd req-9781cae0-e833-47b4-9c83-fced14300d75 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 946 time: 0.0536561 Dec 20 22:55:16.028643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-926ff151-82ac-4770-a6bd-68a844e6d7cd req-98e7b8fa-c3ad-4284-ad9b-ba4d7cdba161 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Dec 20 22:55:16.125752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-2c44242b-6360-4b00-ab65-3dc5e6f42c06 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249588 Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.230532 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:16.233270 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:16.234170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4885f5e1-da3e-41da-87c7-3551cd7f2b1f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:16.235268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4885f5e1-da3e-41da-87c7-3551cd7f2b1f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038542 Dec 20 22:55:16.251591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-dff47f9f-f342-42dd-a14b-5f863a33a3b3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/quotas/965d4c0bb93842618262f0a218d69349 HTTP/1.1" status: 200 len: 375 time: 0.0093560 Dec 20 22:55:16.304335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-05960a15-925f-4354-b219-fd5b632c106f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472958 Dec 20 22:55:16.798023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5d7dd-3730-4b2d-8e5c-261cdd4d0664 req-83324632-c9c1-4a16-856f-bb9b7a106193 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:16.799915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62e5d7dd-3730-4b2d-8e5c-261cdd4d0664 req-83324632-c9c1-4a16-856f-bb9b7a106193 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.0605924 Dec 20 22:55:16.850613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62e5d7dd-3730-4b2d-8e5c-261cdd4d0664 req-6a9ba080-997b-4b84-9dfa-83fed43120ca tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Dec 20 22:55:16.958379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b848a918-a40e-4071-a903-7f04f13631bf req-9855fac3-eeca-4cef-9458-5f48deca506b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-496950950&fields=id&tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 267 time: 0.0522134 Dec 20 22:55:17.014099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848a918-a40e-4071-a903-7f04f13631bf req-e036067a-f8e8-4b23-8e6b-9cae5e04474a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:17.021872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b848a918-a40e-4071-a903-7f04f13631bf req-e036067a-f8e8-4b23-8e6b-9cae5e04474a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 946 time: 0.0597930 Dec 20 22:55:17.037572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'security_groups': ['ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95', 'b4544ce0-ad33-4076-a08f-2406aa793357']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:17.135792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.154249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75882b00-eb9e-4067-bd6b-367aa394d748 req-76809c57-ebdc-452d-9107-5940b20c931a tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:17.155737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75882b00-eb9e-4067-bd6b-367aa394d748 req-76809c57-ebdc-452d-9107-5940b20c931a tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 947 time: 0.0943942 Dec 20 22:55:17.225533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:17.232112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:17.256402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75882b00-eb9e-4067-bd6b-367aa394d748 req-01fcc16f-047d-4808-8fd4-4a7599e09427 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932629 Dec 20 22:55:17.353535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4288d04b-2879-4b43-84ee-a207ff8f3092 req-5b075a81-d1e1-4d1d-b78c-fcd5f4a5fefe tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 210 time: 0.0439329 Dec 20 22:55:17.398062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:17.416056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'mac_address': 'fa:16:3e:e4:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:17.428861 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.430934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:17.480231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.485048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:17.487967 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a5a6fb-d346-495e-8edf-af4fa59ec7bd" -d '{"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-unplugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:17.504908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.508791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:17.520988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:17.542225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:17.550385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.565534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:17.593369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.622764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:17.623379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.624753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b848a918-a40e-4071-a903-7f04f13631bf req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "PUT /v2.0/ports/55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 982 time: 0.5926139 Dec 20 22:55:17.625447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:17.627507 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfaae4-b956-44b2-916c-d522e00ac67e" -d '{"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:17.640406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:17.658042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634e39-f4cb-4558-8615-c56ca91b82f7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:17.684103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:17.698965 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:55:17.740359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:17.784023 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84457c4-f807-4364-bb9d-eef11f5c2b66 x-openstack-request-id: req-f84457c4-f807-4364-bb9d-eef11f5c2b66 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:17.784413 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-unplugged", "status": "completed", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:17.784681 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f84457c4-f807-4364-bb9d-eef11f5c2b66 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:17.785070 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'code': 200} Dec 20 22:55:17.845268 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f5e91d-bf94-4ec1-b3b3-a5d14f6f78d7 x-openstack-request-id: req-65f5e91d-bf94-4ec1-b3b3-a5d14f6f78d7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:17.846716 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:17.847350 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65f5e91d-bf94-4ec1-b3b3-a5d14f6f78d7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:17.850321 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'status': 'completed', 'code': 200} Dec 20 22:55:17.858961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:17.927354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-d2c6c801-de49-4a79-8955-66aee2ba72da tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1279684074&fields=id&tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 267 time: 0.0758169 Dec 20 22:55:17.983140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['921712f1-3e2d-49d0-8c25-65a0cad88b12'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:18.081436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-e60df359-b1f9-49e0-a5aa-d2afb54da36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:18.083706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-e60df359-b1f9-49e0-a5aa-d2afb54da36d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1136 time: 0.1818318 Dec 20 22:55:18.191737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-2f70f706-c0f4-417b-ac33-67697661ad16 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:18.194697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-2f70f706-c0f4-417b-ac33-67697661ad16 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 985 time: 0.2658446 Dec 20 22:55:18.232021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-628943fa-2193-41c6-9a6e-b4e82576ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:18.234370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-628943fa-2193-41c6-9a6e-b4e82576ad15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.1303463 Dec 20 22:55:18.251793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'security_groups': ['b4544ce0-ad33-4076-a08f-2406aa793357', 'ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95', '1012a4ad-4c1c-4f20-8f80-90adc5d384c7']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:18.316484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-44d9fdba-e5c6-4504-ab14-7618ee254b1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0692971 Dec 20 22:55:18.326333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e039d-6b3e-4e75-9408-21f924f8b616 req-3e84b884-fee4-462f-a909-95433585465c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:18.327774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494e039d-6b3e-4e75-9408-21f924f8b616 req-3e84b884-fee4-462f-a909-95433585465c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.2719796 Dec 20 22:55:18.430165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:18.440214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-94af5de5-6462-4d79-8044-9a850b36ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:18.442178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-94af5de5-6462-4d79-8044-9a850b36ba2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1108947 Dec 20 22:55:18.498852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-9011ca3f-68f2-4658-81c7-ec569e708151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474184 Dec 20 22:55:18.505920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494e039d-6b3e-4e75-9408-21f924f8b616 req-f39d1c93-d6b8-4310-92e7-cfef7340bbef tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616759 Dec 20 22:55:18.614394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:18.661908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-f22630b6-107a-461a-a7b2-faa048c976bf tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=965d4c0bb93842618262f0a218d69349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768347 Dec 20 22:55:18.776847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6daa72bf-0ee0-421c-8f73-9a3c50b24505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:18.862282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6daa72bf-0ee0-421c-8f73-9a3c50b24505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:18.863556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-5c78a625-1ac5-4784-b535-1e6c8199c3a6 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193271 Dec 20 22:55:18.943642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6daa72bf-0ee0-421c-8f73-9a3c50b24505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:18.993399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa72bf-0ee0-421c-8f73-9a3c50b24505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15254790-9ad7-4de9-b51b-ab22e8813eea,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:19.002366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6daa72bf-0ee0-421c-8f73-9a3c50b24505 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30196b59287d4f369639c0b381d74e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868592 Dec 20 22:55:19.002972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33034) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:19.038586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-2474a64a-bfc7-4701-8938-0ac6e94afb24 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:19.040148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-2474a64a-bfc7-4701-8938-0ac6e94afb24 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.3178964 Dec 20 22:55:19.053180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-36d52cd7-4050-4ae6-b6ad-5f346004b484 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:19.054681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-36d52cd7-4050-4ae6-b6ad-5f346004b484 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832493 Dec 20 22:55:19.061106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.077857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Request body: {'port': {'device_id': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '965d4c0bb93842618262f0a218d69349'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:19.093545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.111096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-8ddd8159-fceb-4fc5-938f-307b11c9f5bb tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/quotas/05047b9f1dc14217b09864c79fa1acd5 HTTP/1.1" status: 200 len: 375 time: 0.0532975 Dec 20 22:55:19.140127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:19.217140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1cfaae4-b956-44b2-916c-d522e00ac67e req-0fbe1df4-b04b-4921-9519-d0c322e62257 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416343 Dec 20 22:55:19.227297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:19.236265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.239944 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.243391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15254790-9ad7-4de9-b51b-ab22e8813eea HTTP/1.1" status: 204 len: 168 time: 0.2372074 Dec 20 22:55:19.248078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.249622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ff55e-7155-4268-bc86-8692a784ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15254790-9ad7-4de9-b51b-ab22e8813eea,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:19.272177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-6c4fdb11-9a70-4fb2-bb14-56ab0a44219b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488433 Dec 20 22:55:19.356187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.367807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:19.409303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:19.409977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.411401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6414d73-80d8-4a4a-92a7-bd011a33eee3 req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "PUT /v2.0/ports/55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 1021 time: 1.1701276 Dec 20 22:55:19.426493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Made reservation on behalf of 965d4c0bb93842618262f0a218d69349 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:19.430230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.450222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-dd76368a-7eaa-4a21-9c99-2e08e90ad4e4 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660154 Dec 20 22:55:19.512178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435a4f5-f3f5-4db0-8026-991cfa3e732d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:19.515946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 921712f1-3e2d-49d0-8c25-65a0cad88b12 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:19.524441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 921712f1-3e2d-49d0-8c25-65a0cad88b12 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:19.524441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.616491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:19.702554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa21755-70bb-42a2-ba18-6a2db256e993 req-396a376b-bda8-4dda-8c78-a26c3fbe74fa tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:19.704122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fa21755-70bb-42a2-ba18-6a2db256e993 req-396a376b-bda8-4dda-8c78-a26c3fbe74fa tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 948 time: 0.1609144 Dec 20 22:55:19.722307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-aa0a48a3-8216-4aed-b462-df034b9f160b service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587836 Dec 20 22:55:19.743881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:19.765988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Allocated IP 192.168.233.11 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/25f11a65-ab24-4790-89e9-54fb4c2a2ee7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:19.811360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:19.819374 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e220e-88da-45b2-98fa-115f040d643d" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:19.859757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:19.875477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:19.878450 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa018775-e935-4ff6-97d0-7ff2f2ef2449" -d '{"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:19.936084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fa21755-70bb-42a2-ba18-6a2db256e993 req-80b51835-5726-4933-abb2-b26d7dd869cf tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082338 Dec 20 22:55:19.940537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.202043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.232920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:20.296439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-2c330deb-13bb-49e5-89cb-9fcd6f937891 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:20.298227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-2c330deb-13bb-49e5-89cb-9fcd6f937891 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddb05032-4039-4938-92a7-b97a4c61722f HTTP/1.1" status: 200 len: 944 time: 0.4837759 Dec 20 22:55:20.323710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb6a726e-053b-478e-b7d1-c6e1801234a9 req-cbcb1cfe-fd7f-4fa7-aa7c-f914311484ac tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 210 time: 0.0829670 Dec 20 22:55:20.324847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.337567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:20.467220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:20.481038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c407-98a1-46b6-b3a9-8e24e03c6b82 req-636f3e71-827e-4596-9f8c-4fbfd8e570e5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:20.482751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6b2c407-98a1-46b6-b3a9-8e24e03c6b82 req-636f3e71-827e-4596-9f8c-4fbfd8e570e5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1024 time: 0.2433007 Dec 20 22:55:20.511002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:20.519136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:20.609402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event updated for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:20.632591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:20.633243 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.663837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f6679-c69a-4df7-955f-f6c1d8cfba0b req-8e52a4db-767a-49c1-a1fc-8747a938d71d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:20.665524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-073f6679-c69a-4df7-955f-f6c1d8cfba0b req-8e52a4db-767a-49c1-a1fc-8747a938d71d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.1937068 Dec 20 22:55:20.737597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6b2c407-98a1-46b6-b3a9-8e24e03c6b82 req-44400fcb-e354-44dc-a173-a01f90f0395d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=1012a4ad-4c1c-4f20-8f80-90adc5d384c7&id=b4544ce0-ad33-4076-a08f-2406aa793357 HTTP/1.1" status: 200 len: 6200 time: 0.2381654 Dec 20 22:55:20.741523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Deleting port c547c026-ca9b-41fd-973f-9eef59b2e627 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:55:20.741912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.838604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-da806121-a7ef-4c11-803d-64af9851d162 None None] Provisioning complete for port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:20.839052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da806121-a7ef-4c11-803d-64af9851d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:20.881066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-da806121-a7ef-4c11-803d-64af9851d162 None None] Port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:55:20.898544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4e87b760-e244-4ccc-96bf-4a7d87ad4e59 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8275208 Dec 20 22:55:20.905108 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0959b-8694-4ef9-b70e-f5e774df160b x-openstack-request-id: req-d0c0959b-8694-4ef9-b70e-f5e774df160b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:20.905427 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:20.905684 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0c0959b-8694-4ef9-b70e-f5e774df160b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:20.906126 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'code': 200} Dec 20 22:55:20.927857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Request body: {'port': {'device_id': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:20.963227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-073f6679-c69a-4df7-955f-f6c1d8cfba0b req-e55e68e1-2760-4d25-b190-af9f8e7b881b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134550 Dec 20 22:55:20.963988 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c010dfe-de16-4291-bb57-827153c02470 x-openstack-request-id: req-9c010dfe-de16-4291-bb57-827153c02470 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:20.964275 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:20.964554 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c010dfe-de16-4291-bb57-827153c02470 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:20.964917 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'status': 'completed', 'code': 200} Dec 20 22:55:21.008623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] For port c547c026-ca9b-41fd-973f-9eef59b2e627, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c547c026-ca9b-41fd-973f-9eef59b2e627,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:21.008983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.013672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': ' tempest-securitygroup -719120578 ', 'description': 'tempest-description-1132556908'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:21.062232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Calling delete_port for c547c026-ca9b-41fd-973f-9eef59b2e627 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:55:21.082604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-b7d9e0e8-207d-4500-b485-ec33d49d6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:21.084880 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-b7d9e0e8-207d-4500-b485-ec33d49d6086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1175 time: 0.0834146 Dec 20 22:55:21.085086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40e1845b-f902-4464-ba45-eeaaef7285c5 req-2cabeb8c-1231-43aa-8722-fd3bb2c19624 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 210 time: 0.0647905 Dec 20 22:55:21.087908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cac25-9ea3-426d-84ed-d24cf62b34e0 req-c0d2d0f9-1967-45db-a188-3df343f444ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:21.090283 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-355cac25-9ea3-426d-84ed-d24cf62b34e0 req-c0d2d0f9-1967-45db-a188-3df343f444ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 1100 time: 0.0997057 Dec 20 22:55:21.108183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.276285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.321160 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-47751532-99a9-4f05-a985-a8a57e645310 service neutron] show failed (client error): The resource could not be found. Dec 20 22:55:21.322477 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-47751532-99a9-4f05-a985-a8a57e645310 service neutron] 10.222.0.45 "GET /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.1188273 Dec 20 22:55:21.333702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-355cac25-9ea3-426d-84ed-d24cf62b34e0 req-33c7907c-76fe-496c-9334-c89bb487cc0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313159 Dec 20 22:55:21.357635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-3ea88f3c-95f4-4608-af99-49d5466ac7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:21.359312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-3ea88f3c-95f4-4608-af99-49d5466ac7f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.2593265 Dec 20 22:55:21.471325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.558329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.572395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-d23dcbc8-55af-4f5a-8a79-d6103684cc83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0420277 Dec 20 22:55:21.623170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:21.630254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event deleted for resources: {'Port': ['ID=c547c026-ca9b-41fd-973f-9eef59b2e627,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:21.632227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.652219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.660755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-d40c3bda-4bc6-40de-bdec-76766a155ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:21.661773 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-d40c3bda-4bc6-40de-bdec-76766a155ebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.0807855 Dec 20 22:55:21.675396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] No DVR routers for this DVR port c547c026-ca9b-41fd-973f-9eef59b2e627 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:55:21.682342 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.685622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494727db-1e9f-4b52-b83d-cfff2d5eff3b req-6c976c7b-6eaa-4f7b-b54b-79f31d43dfd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "DELETE /v2.0/ports/c547c026-ca9b-41fd-973f-9eef59b2e627 HTTP/1.1" status: 204 len: 173 time: 1.3649273 Dec 20 22:55:21.702694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Transition to ACTIVE for port object 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:21.703615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b707c282-4dc9-4c0f-af0d-1dff81c4ac0c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:21.708634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-0f6a28dd-6284-4765-aefd-184da4ace981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386868 Dec 20 22:55:21.764568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.766044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d90f1ba1-e79c-479f-bc74-b8b19a69bb2a req-dee6cd53-52b0-4131-ad40-580134992a1c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7619390 Dec 20 22:55:21.767137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:21.890034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-e8ebd474-40c1-4348-9cda-66a5650b6bb4 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653929 Dec 20 22:55:22.030747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:22.041429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa018775-e935-4ff6-97d0-7ff2f2ef2449 req-ba25c527-d66b-4720-b274-04bfe47878b9 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439466 Dec 20 22:55:22.398705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef387-a80a-436d-a9d4-fbf6317769ab req-6ed536b2-7e3d-4850-b0f5-3e695d135ca0 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:22.400160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e8ef387-a80a-436d-a9d4-fbf6317769ab req-6ed536b2-7e3d-4850-b0f5-3e695d135ca0 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 949 time: 0.4675155 Dec 20 22:55:22.423252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Attempting to bind port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:22.423581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Attempting to bind port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:22.424417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Attempting to bind port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:22.445530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487ea80-1c91-4515-a09c-39fbc5a7d1e3 req-deb6ae6d-32a9-4a2e-9929-16cfe264cc9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:22.447292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5487ea80-1c91-4515-a09c-39fbc5a7d1e3 req-deb6ae6d-32a9-4a2e-9929-16cfe264cc9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 947 time: 0.4276388 Dec 20 22:55:22.450958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-8b1b71b2-fbac-4457-a71c-123653125102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:22.452340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-8b1b71b2-fbac-4457-a71c-123653125102 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1101 time: 0.4354925 Dec 20 22:55:22.454236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:22.454557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Attempting to bind port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:22.475384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:22.475719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:22.476105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:22.476556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Bound port: 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:22.476896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:22.495180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:22.546294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e8ef387-a80a-436d-a9d4-fbf6317769ab req-5c12fb93-73b9-4f82-8d0b-02155519f826 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357169 Dec 20 22:55:22.612161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5487ea80-1c91-4515-a09c-39fbc5a7d1e3 req-e789096c-bc74-4227-8571-652b8721731f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545470 Dec 20 22:55:22.651610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:22.683127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:22.710661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-db34099c-9f7b-48af-9f94-94c7f95f7e15 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:22.712864 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-db34099c-9f7b-48af-9f94-94c7f95f7e15 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.1557088 Dec 20 22:55:22.719051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:22.731510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa21c122-57b6-4a23-9d3e-3d904a3befc3 req-2e0c0195-4812-4c1d-bff9-283f223bb1e0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/b707c282-4dc9-4c0f-af0d-1dff81c4ac0c HTTP/1.1" status: 200 len: 1797 time: 0.1294026 Dec 20 22:55:22.747030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Request body: {'port': {'device_id': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'admin_state_up': True, 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:22.854927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:22.898007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9435959-89f4-452c-ae2c-61fc3cd92339 req-283cff22-a668-43f2-913b-e0cb4d4406d0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 210 time: 0.0952079 Dec 20 22:55:22.945072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:22.949267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:22.980625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:22.983111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:22.984177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] 10.222.0.45 "PUT /v2.0/ports/25f11a65-ab24-4790-89e9-54fb4c2a2ee7 HTTP/1.1" status: 200 len: 1095 time: 2.0622525 Dec 20 22:55:22.984959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-deleted', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627'}, {'name': 'network-changed', 'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:22.989508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f37f8c-92c8-47e6-af61-62ab6359cf79" -d '{"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-deleted", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627"}, {"name": "network-changed", "server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:23.030792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f177d-f939-4ead-8cd8-9494739e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.049886 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90716eb-0234-4fd0-9173-a4c263a592ac req-f2994de9-f150-47c0-ab2c-deadcbd926e1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:23.052635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f90716eb-0234-4fd0-9173-a4c263a592ac req-f2994de9-f150-47c0-ab2c-deadcbd926e1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.2043352 Dec 20 22:55:23.121874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:23.133759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Allocated IP 172.20.0.8 (863ea931-e3e4-48c9-8bec-b661c31e3f5b/e66476b5-2018-44cc-ad15-2c1bb11a16d8/66936f9f-e01e-4c76-a5d2-c1468535e3d6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:23.182986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f90716eb-0234-4fd0-9173-a4c263a592ac req-f52d27e1-fa7f-48ba-b326-112d657b1d2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238151 Dec 20 22:55:23.215377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-a6e5a515-f7f3-41b0-a146-6215b54baab2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/b707c282-4dc9-4c0f-af0d-1dff81c4ac0c HTTP/1.1" status: 200 len: 1797 time: 0.1617644 Dec 20 22:55:23.256567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:23.257209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:23.290922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: c547c026-ca9b-41fd-973f-9eef59b2e627 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:55:23.291291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c547c026-ca9b-41fd-973f-9eef59b2e627 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:55:23.329055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.350146 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a78c607-f7b9-4551-9e14-59e40562f68a x-openstack-request-id: req-9a78c607-f7b9-4551-9e14-59e40562f68a {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:23.350445 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb05032-4039-4938-92a7-b97a4c61722f", "name": "network-vif-deleted", "tag": "c547c026-ca9b-41fd-973f-9eef59b2e627", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:23.350702 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a78c607-f7b9-4551-9e14-59e40562f68a {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:23.351102 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb05032-4039-4938-92a7-b97a4c61722f', 'name': 'network-vif-deleted', 'tag': 'c547c026-ca9b-41fd-973f-9eef59b2e627', 'status': 'completed', 'code': 200} Dec 20 22:55:23.351373 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'status': 'completed', 'code': 200} Dec 20 22:55:23.353767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Transition to ACTIVE for port object 221c8132-5b1e-4e64-b180-89603639786d will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:23.370116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-2461ea13-922f-421a-a631-d7dba109c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:23.372057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-2461ea13-922f-421a-a631-d7dba109c281 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 1098 time: 0.2120330 Dec 20 22:55:23.441108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-b4200351-70e6-486e-a5e1-bc942b9c5784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0584259 Dec 20 22:55:23.443172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.503799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.562822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-69d94529-9c11-43d3-a5b4-638339fe8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:23.564905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-69d94529-9c11-43d3-a5b4-638339fe8b92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1148629 Dec 20 22:55:23.582344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.617834 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.672640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] No DVR routers for this DVR port 221c8132-5b1e-4e64-b180-89603639786d on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:55:23.690039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:23.695207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.778699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:23.779048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:23.780027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:23.784021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:23.786881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-ce970b92-16eb-4255-ac76-f55cc24c4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:23.787514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:23.789246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-ce970b92-16eb-4255-ac76-f55cc24c4396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123373 Dec 20 22:55:23.791552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:23.796378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:23.802261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:23.817563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:23.818055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:23.818513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:23.819022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Bound port: 221c8132-5b1e-4e64-b180-89603639786d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:23.819443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.820598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:23.857116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:23.858071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.937017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.940269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:23.941338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1103e27b-a1a0-454f-8a10-537bc455e780 req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/b707c282-4dc9-4c0f-af0d-1dff81c4ac0c HTTP/1.1" status: 204 len: 173 time: 0.7154953 Dec 20 22:55:23.988616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3daf6a-859c-43f9-8025-21bfdaf35e5a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707c282-4dc9-4c0f-af0d-1dff81c4ac0c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:23.988616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-d4518cd4-45c6-4361-be4b-0248581db832 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757472 Dec 20 22:55:23.988616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:23.988616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:24.010637 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-c5a23dcb-9058-4dd5-a433-7505c1ae6aa4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2719085 Dec 20 22:55:24.023529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Request body: {'port': {'device_id': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:24.079246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.109347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.166522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.167145 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.168521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] 10.222.0.59 "PUT /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 1096 time: 1.6895692 Dec 20 22:55:24.198503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d7deaf-acba-419a-97c6-f77b19bf0720 req-88fd22c0-0d37-4542-999e-c194bdc97db3 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096450 Dec 20 22:55:24.211752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dff91-ab5f-4df6-bed9-b1532cfdf226 req-d14d2c4c-2481-41a9-be55-51bd31642d5b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.213280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c3dff91-ab5f-4df6-bed9-b1532cfdf226 req-d14d2c4c-2481-41a9-be55-51bd31642d5b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 947 time: 0.1649172 Dec 20 22:55:24.234268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c4092-63fe-411d-8f30-5a34f0ad6d5d req-135453f1-782f-44d1-805a-2d2cc1814e70 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.235847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b33c4092-63fe-411d-8f30-5a34f0ad6d5d req-135453f1-782f-44d1-805a-2d2cc1814e70 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 949 time: 0.1885750 Dec 20 22:55:24.255922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7b9a-7044-4f20-a0bb-5ab2bcf16232 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:24.340646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:24.341518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-d8da21c7-8e61-40fa-ae70-ca66dd61b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.342201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-d8da21c7-8e61-40fa-ae70-ca66dd61b1c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1099 time: 0.1410551 Dec 20 22:55:24.356299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b33c4092-63fe-411d-8f30-5a34f0ad6d5d req-7c92101b-7c85-40d0-b1b5-1434b9e79888 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970316 Dec 20 22:55:24.392193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c3dff91-ab5f-4df6-bed9-b1532cfdf226 req-d04d0f27-4722-4f4d-a360-5247d2b2795b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463900 Dec 20 22:55:24.440547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 221c8132-5b1e-4e64-b180-89603639786d host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:55:24.447866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:55:24.473495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66936f9f-e01e-4c76-a5d2-c1468535e3d6 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:24.482506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.497807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Transition to ACTIVE for port object 66936f9f-e01e-4c76-a5d2-c1468535e3d6 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:24.573083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.587878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-1f5038a6-9c58-4b65-902b-a2a8527d439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.589362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-1f5038a6-9c58-4b65-902b-a2a8527d439f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=965d4c0bb93842618262f0a218d69349&device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 1098 time: 0.1657178 Dec 20 22:55:24.600353 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-626dfa35-7f00-4410-903f-d1266c8dc065 req-d7c89b19-9562-479f-a7db-c80cc6e07fc0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:55:24.601207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626dfa35-7f00-4410-903f-d1266c8dc065 req-d7c89b19-9562-479f-a7db-c80cc6e07fc0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/b707c282-4dc9-4c0f-af0d-1dff81c4ac0c HTTP/1.1" status: 404 len: 352 time: 0.0409129 Dec 20 22:55:24.629425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059d0eaa-5fde-459f-9da5-1897fb365130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.631115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-059d0eaa-5fde-459f-9da5-1897fb365130 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2783880 Dec 20 22:55:24.641532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c752-e7e2-4cfe-8d06-f0dcd1207e0e req-7ef52903-8fef-474e-a8ea-d3470c93b1f9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.643256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ce0c752-e7e2-4cfe-8d06-f0dcd1207e0e req-7ef52903-8fef-474e-a8ea-d3470c93b1f9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 931 time: 0.1170654 Dec 20 22:55:24.674325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:24.710815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Attempting to bind port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:24.711177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Attempting to bind port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:24.711473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Attempting to bind port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:24.717319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:24.717649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Attempting to bind port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:24.724224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:24.724558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Checking segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:24.724939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Bound using segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:24.725110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-32cfe951-e5ea-43e9-a3fe-057ba0f46445 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0750811 Dec 20 22:55:24.725372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Bound port: 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:24.725736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.809834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:24.813481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:24.850128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ce0c752-e7e2-4cfe-8d06-f0dcd1207e0e req-3bcbc55a-1936-40f2-87eb-d42ade654da0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907725 Dec 20 22:55:24.851166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-2cf0a930-85b3-49e1-bb14-2433accabf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.852503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-2cf0a930-85b3-49e1-bb14-2433accabf17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2504780 Dec 20 22:55:24.862842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-1545b5a6-0a28-43ff-9bb8-5b56a522f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.864246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-1545b5a6-0a28-43ff-9bb8-5b56a522f1fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1279995 Dec 20 22:55:24.893388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.917550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-d93a74e4-2144-41cc-bac1-4c0782a5028a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0566077 Dec 20 22:55:24.935328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.936132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:24.937702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] 10.222.0.45 "PUT /v2.0/ports/66936f9f-e01e-4c76-a5d2-c1468535e3d6 HTTP/1.1" status: 200 len: 1091 time: 0.9185343 Dec 20 22:55:24.938280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:24.941977 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf" -d '{"events": [{"name": "network-changed", "server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:24.963135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1383c7-7cd3-4b4c-a1f8-fdd6122cf9f3 req-dbc63816-842a-4344-a2f3-1bb547acaa5a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:24.965292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba1383c7-7cd3-4b4c-a1f8-fdd6122cf9f3 req-dbc63816-842a-4344-a2f3-1bb547acaa5a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.1929393 Dec 20 22:55:24.986680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012cad2-b2fb-4d40-a442-05233dc48bea service neutron] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:25.037009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-3dab4e4d-9bfb-48b4-bf19-927cd545b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.038487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-3dab4e4d-9bfb-48b4-bf19-927cd545b7d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1033809 Dec 20 22:55:25.040155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-12cfcc85-58aa-4cb9-9fcb-28a1876b42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.041487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-12cfcc85-58aa-4cb9-9fcb-28a1876b42bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682134 Dec 20 22:55:25.102118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba1383c7-7cd3-4b4c-a1f8-fdd6122cf9f3 req-7c9cdf9f-4788-4c6b-888c-6445f1d699d5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Dec 20 22:55:25.155848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767336840', 'description': 'tempest-description-281032768'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:25.164868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-16dc1eea-b526-47b2-b07c-e76d34f5b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.166519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-16dc1eea-b526-47b2-b07c-e76d34f5b045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 1094 time: 0.0670717 Dec 20 22:55:25.222499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-16e35542-858e-4034-99d4-409ac39e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.223955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-16e35542-858e-4034-99d4-409ac39e2b81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567099 Dec 20 22:55:25.230095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-e3611c7d-6731-4e8b-850d-f9ab580cd228 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0450275 Dec 20 22:55:25.263540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-407664f9-6af2-4b6c-b369-bc87df1d5a52 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109723 Dec 20 22:55:25.288937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-a1f7e989-140d-4d4a-992f-1770d9808d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.290754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-a1f7e989-140d-4d4a-992f-1770d9808d9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.0521393 Dec 20 22:55:25.328462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:25.337201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-f86c45c0-3320-41f9-9aa3-fc433200964d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297244 Dec 20 22:55:25.377704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}, {'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:25.379962 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d72c78a-07f0-4e94-87fa-6111902110e2" -d '{"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-unplugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}, {"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:25.442626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-8e6e99ec-22c3-440c-98a0-8d7ebe021047 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022247 Dec 20 22:55:25.445470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-2f519260-8f9d-4c07-86da-d92177f2b019 service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932162 Dec 20 22:55:25.458728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50d676ac-f518-40bd-aa8c-565ac06a7048 req-f2adec93-21a0-4397-ae9c-f84b517c2e32 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860714 Dec 20 22:55:25.551515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:25.583088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f37f8c-92c8-47e6-af61-62ab6359cf79 req-1f25cd94-b5dc-4cbf-b2d9-c8309b2d758c service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190248 Dec 20 22:55:25.602004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04f08c98-a380-43e6-af12-4573b6b6c46c req-5e43be2d-37c4-48c6-b862-b8dce04e180d service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306558 Dec 20 22:55:25.630067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:25.666640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c401525f-4d0e-4d7e-a5ac-23d2caaba48c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:25.697798 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811326b-d75e-4630-996e-903e9a0e064e x-openstack-request-id: req-0811326b-d75e-4630-996e-903e9a0e064e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:25.698110 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:25.700360 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0811326b-d75e-4630-996e-903e9a0e064e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:25.700360 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'status': 'completed', 'code': 200} Dec 20 22:55:25.715902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:25.717898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aad86d26-a285-48d1-8050-9456491ebe9c req-e13265c0-526d-4c8a-80c5-edbabb9e00ed tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5723066 Dec 20 22:55:25.752194 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab1d8a-3035-4f90-9a63-1cdbfafd1a8a x-openstack-request-id: req-51ab1d8a-3035-4f90-9a63-1cdbfafd1a8a {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:25.752492 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-unplugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "code": 200}, {"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:25.752764 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51ab1d8a-3035-4f90-9a63-1cdbfafd1a8a {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:25.753161 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'code': 200} Dec 20 22:55:25.753431 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'status': 'completed', 'code': 200} Dec 20 22:55:25.847008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-53a10ef2-bd47-4697-bbb0-cb5fddfb339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.852831 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-53a10ef2-bd47-4697-bbb0-cb5fddfb339f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1099 time: 0.0741770 Dec 20 22:55:25.903442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eee04-8e4f-4b74-91e3-cce58d470ef7 req-2b1e137f-d336-47a4-be79-822debc27349 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.906183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-156eee04-8e4f-4b74-91e3-cce58d470ef7 req-2b1e137f-d336-47a4-be79-822debc27349 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 947 time: 0.1246195 Dec 20 22:55:25.933502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-5b14846a-01a0-4282-b043-722811ad8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.935756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-5b14846a-01a0-4282-b043-722811ad8f2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 1094 time: 0.1422698 Dec 20 22:55:25.943073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-f45bf591-23fb-47aa-8124-b5bdd8a0a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.944293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-f45bf591-23fb-47aa-8124-b5bdd8a0a371 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1099 time: 0.1342840 Dec 20 22:55:25.990550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-96f17935-7787-46bd-94a0-e10def1d4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:25.991968 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-96f17935-7787-46bd-94a0-e10def1d4c0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1285977 Dec 20 22:55:26.044916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-23f9a31b-07b1-4363-9be6-4927fa45b8dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0439370 Dec 20 22:55:26.096532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1943049511', 'description': 'tempest-description-1332536178'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:26.103956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-334163f0-b133-4256-8ed5-34b0e3dd9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.105664 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-334163f0-b133-4256-8ed5-34b0e3dd9ce2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0486116 Dec 20 22:55:26.110274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-156eee04-8e4f-4b74-91e3-cce58d470ef7 req-e5075c91-6f31-4d3b-a475-371a88cd7631 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961644 Dec 20 22:55:26.163965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-c6bf00cc-50ba-4595-98de-f015939198be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.165447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-c6bf00cc-50ba-4595-98de-f015939198be service neutron] 10.222.0.45 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 905 time: 0.2137477 Dec 20 22:55:26.168093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-87560b0a-9b0c-4695-9e47-c39d87176997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.172030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-87560b0a-9b0c-4695-9e47-c39d87176997 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535109 Dec 20 22:55:26.172221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-7951170b-cbb8-425c-873e-6c81bc5be93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.172221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-7951170b-cbb8-425c-873e-6c81bc5be93e service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2185624 Dec 20 22:55:26.239257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:26.241709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-f19d7e77-dac9-4c21-bd64-5ed3c2e7b788 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0601501 Dec 20 22:55:26.281115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-69855718-c339-42fe-b249-c987ba7e544d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989296 Dec 20 22:55:26.295704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-4ae19c00-8b53-4f8d-bc3d-63a47a6f367d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.1069548 Dec 20 22:55:26.350256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:26.397488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-f9b79dc8-0a24-45f6-b9ba-194855487f6d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061978 Dec 20 22:55:26.408650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af875f96-63a7-46b0-9de3-0527ddbb07a4 req-f6a52b0a-8193-4c18-ba1e-1d8572ccc2c6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.410768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af875f96-63a7-46b0-9de3-0527ddbb07a4 req-f6a52b0a-8193-4c18-ba1e-1d8572ccc2c6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 943 time: 0.2121842 Dec 20 22:55:26.412030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-7cf443a4-cce2-4b18-829e-a0e80040610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.413325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-7cf443a4-cce2-4b18-829e-a0e80040610d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.1315134 Dec 20 22:55:26.444651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-6d7a9f89-726c-4378-a7b3-e85c93342f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.446341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-6d7a9f89-726c-4378-a7b3-e85c93342f67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1183851 Dec 20 22:55:26.477340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:26.483598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-38104e2f-b57e-4e99-9f43-0c1e18d1ed7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508533 Dec 20 22:55:26.492384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'mac_address': 'fa:16:3e:a3:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:26.538173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:26.553534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:26.576919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:26.653212 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:26.705683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:26.904039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:26.944311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af875f96-63a7-46b0-9de3-0527ddbb07a4 req-3fcba808-288c-4a52-b02d-18f83544ebad tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234528 Dec 20 22:55:26.949795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['25f11a65-ab24-4790-89e9-54fb4c2a2ee7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:26.959596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-eacc113d-5146-4132-9b2a-a0bee0138573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:26.962256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-eacc113d-5146-4132-9b2a-a0bee0138573 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4930148 Dec 20 22:55:27.005601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:27.014070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-7630419c-cca7-4b55-b200-b8f580b33b72 service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979885 Dec 20 22:55:27.110429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ffe10b-b89e-4d99-9c18-45079c4c562a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:27.150389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:27.151723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-700dacaa-f145-4782-aa54-fa8311798256 req-baed6b45-3ba3-47e4-bfe0-344fc740defb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0969529 Dec 20 22:55:27.185458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-7d8c86e9-6f15-441f-b108-44352cd829a0 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124009 Dec 20 22:55:27.247388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6cf9f8-e14e-49aa-af79-88a52bc48abf req-ed640f46-c156-4963-af01-ebb3b3ef56a3 service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167907 Dec 20 22:55:27.330967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5d1f-06bd-4a97-b935-99f0ea0b025b req-112ae1bc-1b96-4096-91c3-811c6b4c460a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:27.332496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c8d5d1f-06bd-4a97-b935-99f0ea0b025b req-112ae1bc-1b96-4096-91c3-811c6b4c460a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.1082487 Dec 20 22:55:27.350581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d72c78a-07f0-4e94-87fa-6111902110e2 req-58a93970-5cd4-40b1-bc2d-b09957c82fe1 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531732 Dec 20 22:55:27.400063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c8d5d1f-06bd-4a97-b935-99f0ea0b025b req-146f0cb0-f4ca-44e4-8c7c-661b599980bf tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600190 Dec 20 22:55:27.492090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1176150483', 'description': 'tempest-description-842847023'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:27.546055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041eaa2-eac3-469a-88b9-db512f76b385 req-736e9c1b-22e4-4dbe-b316-9147807a968f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:27.547548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4041eaa2-eac3-469a-88b9-db512f76b385 req-736e9c1b-22e4-4dbe-b316-9147807a968f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 948 time: 0.0697017 Dec 20 22:55:27.603636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4041eaa2-eac3-469a-88b9-db512f76b385 req-dd15cd63-a6f4-4886-9117-164dd2bc8019 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Dec 20 22:55:27.615440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:27.692583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:27.733207 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.174050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.215266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dde753-7d45-4346-a742-e8767e6d2568,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:28.365291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:28.368501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:28.416918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.439355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf9950f9-b7c8-4fb4-aaa5-a7323980cff8 req-4695e544-3689-4287-bdb5-2e0a64dfe2c0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9513288 Dec 20 22:55:28.555582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:28.568255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'mac_address': 'fa:16:3e:0b:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:28.574418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:28.578720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:28.580454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.599904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49262ae-bcf7-434f-90b5-aca375593737 req-3dd999ca-ef0a-4cbb-b71a-c6a72715813d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:28.601463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e49262ae-bcf7-434f-90b5-aca375593737 req-3dd999ca-ef0a-4cbb-b71a-c6a72715813d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 943 time: 0.0932374 Dec 20 22:55:28.642913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.663133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66936f9f-e01e-4c76-a5d2-c1468535e3d6 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:28.694780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8d74d-535c-4cb7-bd5e-718fc0261e7c req-631c6914-fdb0-480f-97af-1260bced7e41 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:28.695019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:28.695606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1f8d74d-535c-4cb7-bd5e-718fc0261e7c req-631c6914-fdb0-480f-97af-1260bced7e41 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 948 time: 0.1442845 Dec 20 22:55:28.729390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e49262ae-bcf7-434f-90b5-aca375593737 req-d24070a9-510f-4fdc-b49a-37233e756861 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143951 Dec 20 22:55:28.736837 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.777983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:28.779319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1f8d74d-535c-4cb7-bd5e-718fc0261e7c req-8b2b664f-81f8-4d6a-b565-1ce29dc8ade5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815735 Dec 20 22:55:28.780309 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1919dd2-9059-4d0c-b1c8-ca6aa5586e20" -d '{"events": [{"server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "name": "network-vif-plugged", "status": "completed", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:28.794870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:28.812199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.870527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:28.874033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:28.949811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:28.953049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5b8693-6f46-48ec-8684-c827d2b4e5cf req-a027c95d-6c53-4ab0-b689-5427b2dd241e tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 10998 time: 0.1277089 Dec 20 22:55:29.001415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5b8693-6f46-48ec-8684-c827d2b4e5cf req-7a457ddf-579b-4289-b3f0-0f70cc2aa8bf tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95 HTTP/1.1" status: 200 len: 2998 time: 0.0491443 Dec 20 22:55:29.074394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5b8693-6f46-48ec-8684-c827d2b4e5cf req-fec9090c-6c7b-4c35-96b5-4dcb4ac35467 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95 HTTP/1.1" status: 200 len: 2998 time: 0.0518646 Dec 20 22:55:29.142201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['66936f9f-e01e-4c76-a5d2-c1468535e3d6'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:29.214550 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f9156-146a-4519-94a7-c63d8acc502e x-openstack-request-id: req-193f9156-146a-4519-94a7-c63d8acc502e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:29.215480 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "name": "network-vif-plugged", "status": "completed", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:29.215973 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-193f9156-146a-4519-94a7-c63d8acc502e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:29.216587 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'code': 200} Dec 20 22:55:29.274620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 221c8132-5b1e-4e64-b180-89603639786d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:29.354471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-f9c19563-07a7-4602-9132-9f171acc65b9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c401525f-4d0e-4d7e-a5ac-23d2caaba48c HTTP/1.1" status: 200 len: 1816 time: 0.1108396 Dec 20 22:55:29.366354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468dc08-bd67-4dc1-b4dd-a835a86dd478 req-80bf4370-b2d4-4877-8817-e2bd2a41712d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:29.374055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f468dc08-bd67-4dc1-b4dd-a835a86dd478 req-80bf4370-b2d4-4877-8817-e2bd2a41712d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 949 time: 0.1792314 Dec 20 22:55:29.414707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c1c2-7f56-49e0-b801-80fb16efa3ad req-500b0d07-fa30-4b0a-9a93-2c7815d34617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:29.416453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41b7c1c2-7f56-49e0-b801-80fb16efa3ad req-500b0d07-fa30-4b0a-9a93-2c7815d34617 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 1100 time: 0.1320457 Dec 20 22:55:29.433748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:29.448097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '221c8132-5b1e-4e64-b180-89603639786d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '221c8132-5b1e-4e64-b180-89603639786d', 'mac_address': 'fa:16:3e:80:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:29.492717 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.512353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f468dc08-bd67-4dc1-b4dd-a835a86dd478 req-45dc89cc-3eb3-46a2-b41e-0b1e9d934cdc tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373355 Dec 20 22:55:29.516239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:29.523039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.541411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:29.551930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41b7c1c2-7f56-49e0-b801-80fb16efa3ad req-57b5872d-6285-437c-a1fc-a2105906df78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208277 Dec 20 22:55:29.561949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.630600 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.631382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:29.693173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.697688 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.701533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:29.704417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:29.714493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b631fec-b5c0-47cf-aba4-8a88f4b8414f req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/c401525f-4d0e-4d7e-a5ac-23d2caaba48c HTTP/1.1" status: 204 len: 173 time: 0.3362424 Dec 20 22:55:29.726418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7d962-7a68-4bb6-9a15-5f16a47855bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401525f-4d0e-4d7e-a5ac-23d2caaba48c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:29.729570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'mac_address': 'fa:16:3e:e4:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:29.790039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.808481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:29.833954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:29.856164 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-3d60a2c5-04a7-427c-b8e6-b354c612fad8 req-bf62c5dd-77e7-4e00-8155-b30165013424 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:55:29.860629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d60a2c5-04a7-427c-b8e6-b354c612fad8 req-bf62c5dd-77e7-4e00-8155-b30165013424 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c401525f-4d0e-4d7e-a5ac-23d2caaba48c HTTP/1.1" status: 404 len: 352 time: 0.0146532 Dec 20 22:55:29.899321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:29.964867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:29.988981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5df7-be52-42d9-97ea-64a5cd8f81fd req-8adfb49e-68cc-4775-8411-6595fed30df1 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:29.990536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a1e5df7-be52-42d9-97ea-64a5cd8f81fd req-8adfb49e-68cc-4775-8411-6595fed30df1 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 944 time: 0.0636473 Dec 20 22:55:30.038051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['921712f1-3e2d-49d0-8c25-65a0cad88b12'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:30.057269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a1e5df7-be52-42d9-97ea-64a5cd8f81fd req-bd84132f-3992-42ff-8670-26e22a7f27d7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584371 Dec 20 22:55:30.191245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e9d57-0730-477f-b038-3883ab7181f7 req-a55ac865-0ea0-4c54-a283-3d219ab3b2d1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:30.196260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d78e9d57-0730-477f-b038-3883ab7181f7 req-a55ac865-0ea0-4c54-a283-3d219ab3b2d1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.0686860 Dec 20 22:55:30.256547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d78e9d57-0730-477f-b038-3883ab7181f7 req-7af6a3b0-ab4e-4339-854e-28ff4f25ab56 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549047 Dec 20 22:55:30.300328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:30.373454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:30.448533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-96a9caa7-9beb-434d-ade7-cb9595caed36 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/08ffe10b-b89e-4d99-9c18-45079c4c562a HTTP/1.1" status: 200 len: 1818 time: 0.0606592 Dec 20 22:55:30.532063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:30.536926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:30.537306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:30.544562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:30.596127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:30.669893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:30.710167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:31.030531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.034211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.035807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dea6839-2587-431b-93a4-1169aaf0ee79 req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/08ffe10b-b89e-4d99-9c18-45079c4c562a HTTP/1.1" status: 204 len: 173 time: 0.5862341 Dec 20 22:55:31.051977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ea96-5e95-4e2e-b5e9-e42b089cf29c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ffe10b-b89e-4d99-9c18-45079c4c562a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:31.079251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.171541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:31.218376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:31.222471 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdd1a1-90e7-4790-815f-c1b4eecb51d6" -d '{"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-plugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:31.295980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:31.368216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 921712f1-3e2d-49d0-8c25-65a0cad88b12 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:31.368725 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.492360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.538514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:31.618674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:31.698134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:31.991260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-2af8f57b-a0b9-4d17-bb73-45ead3235239 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:31.993065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-2af8f57b-a0b9-4d17-bb73-45ead3235239 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db&tenant_id=97b0ac3019814fb8a7689450b045d6af&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 949 time: 0.1656115 Dec 20 22:55:32.009145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1074ab-632b-4ddd-9213-b80533c4fd49 req-99dfef1e-4ce7-48e7-bbe9-e7931d9c6a43 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.010640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c1074ab-632b-4ddd-9213-b80533c4fd49 req-99dfef1e-4ce7-48e7-bbe9-e7931d9c6a43 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 949 time: 0.0896950 Dec 20 22:55:32.106116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-163b596b-fac5-4798-978c-26fe1fea2dcc service neutron] 10.222.0.59 "GET /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.0943654 Dec 20 22:55:32.123207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c1074ab-632b-4ddd-9213-b80533c4fd49 req-4e8c09ab-84e6-459a-9bfb-b40cc9f6afe6 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840461 Dec 20 22:55:32.197282 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-ee30eb13-8f6c-4e14-a907-3283aae4326a req-50432c73-9470-4493-88f7-d2e130fe48ba tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:55:32.217762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee30eb13-8f6c-4e14-a907-3283aae4326a req-50432c73-9470-4493-88f7-d2e130fe48ba tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/08ffe10b-b89e-4d99-9c18-45079c4c562a HTTP/1.1" status: 404 len: 352 time: 0.0541668 Dec 20 22:55:32.230434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-25f801e8-df01-49b5-a862-f0ecb0fe8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.231032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-25f801e8-df01-49b5-a862-f0ecb0fe8318 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1100 time: 0.0761499 Dec 20 22:55:32.404222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a446ce-73d9-4a09-8acf-625b748be450 req-f6b4fac5-decc-419a-b8c3-6a04d75818dd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.405681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4a446ce-73d9-4a09-8acf-625b748be450 req-f6b4fac5-decc-419a-b8c3-6a04d75818dd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1247611 Dec 20 22:55:32.444733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-40430af2-b72b-42dd-bcd0-7f7bf983e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.446519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-40430af2-b72b-42dd-bcd0-7f7bf983e383 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1972380 Dec 20 22:55:32.528988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-1dd3303a-d0e0-4916-8e54-a223ff13efc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0654609 Dec 20 22:55:32.534693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4a446ce-73d9-4a09-8acf-625b748be450 req-f252b0d0-4f85-436c-bb72-ed5ee235b165 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212776 Dec 20 22:55:32.593577 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d8be10-c0f5-4298-a0f8-78db9892ab18 x-openstack-request-id: req-56d8be10-c0f5-4298-a0f8-78db9892ab18 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:32.594138 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-plugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:32.594138 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56d8be10-c0f5-4298-a0f8-78db9892ab18 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:32.594534 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'code': 200} Dec 20 22:55:32.629906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-c2e34996-80ba-4069-bdae-c817b0b0d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.635168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-c2e34996-80ba-4069-bdae-c817b0b0d184 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0880589 Dec 20 22:55:32.770258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-40d5076f-ebf3-4ce4-8e27-61ac77a299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.771789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-40d5076f-ebf3-4ce4-8e27-61ac77a299a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251903 Dec 20 22:55:32.790640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928ff80-3a34-4bb4-9f42-af3c00877b2f req-3cef68c3-1d93-4bb2-bd29-47ff21bb8d17 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.790640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2928ff80-3a34-4bb4-9f42-af3c00877b2f req-3cef68c3-1d93-4bb2-bd29-47ff21bb8d17 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.1187358 Dec 20 22:55:32.791055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084203d2-4f1b-4dd8-b867-d98b1de1c58e req-ed659b35-b7bd-402a-ad01-5c67ab78c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:32.792472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-084203d2-4f1b-4dd8-b867-d98b1de1c58e req-ed659b35-b7bd-402a-ad01-5c67ab78c622 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 1096 time: 0.1053910 Dec 20 22:55:32.951439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-b3b9fc57-8393-4cd5-ad95-4dc768394e1f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685379 Dec 20 22:55:32.961568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2928ff80-3a34-4bb4-9f42-af3c00877b2f req-57590cbf-bc14-40a6-859a-1790748d3be1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680949 Dec 20 22:55:32.985127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-084203d2-4f1b-4dd8-b867-d98b1de1c58e req-a2e8c35a-6d91-439d-92bf-37aa7e960f9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738749 Dec 20 22:55:33.046697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:33.068531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-5baed65c-edcb-46fb-8ca9-20671d28ede7 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050160 Dec 20 22:55:33.296923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 221c8132-5b1e-4e64-b180-89603639786d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:33.430980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 221c8132-5b1e-4e64-b180-89603639786d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:33.435832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 221c8132-5b1e-4e64-b180-89603639786d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:33.436406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:33.554013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:33.602909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:33.695331 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:33.758286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:33.896862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-3cd2bed6-fec5-4826-8817-08b4ba6e80bd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/48dde753-7d45-4346-a742-e8767e6d2568 HTTP/1.1" status: 200 len: 1817 time: 0.0548141 Dec 20 22:55:33.960640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:33.986953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:34.224414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:34.228371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:34.231348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb23d838-ccfc-4850-bb43-9965c4d2ee7f req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/48dde753-7d45-4346-a742-e8767e6d2568 HTTP/1.1" status: 204 len: 173 time: 0.3268518 Dec 20 22:55:34.240205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608822-34d6-4fb5-84a2-1387b5cb0620 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dde753-7d45-4346-a742-e8767e6d2568,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:34.372783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2be81-4566-4dd6-bdf5-d5d4fc69611b req-122c3745-528c-4b35-b915-1e768f1f8ae4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.374336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf2be81-4566-4dd6-bdf5-d5d4fc69611b req-122c3745-528c-4b35-b915-1e768f1f8ae4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0499437 Dec 20 22:55:34.449995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf2be81-4566-4dd6-bdf5-d5d4fc69611b req-bc1e6c53-eda8-4fc5-afe3-de020daf6304 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667231 Dec 20 22:55:34.596031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}, {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:34.598782 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d03a5-61cc-44e2-a7e5-57e88d0af84a" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}, {"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:34.699782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09d7f947-ee67-41c5-ade7-c9da8ac81177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:34.866757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.867429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.868100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.868722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.869211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.869666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.873196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:34.875133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6464be6-5380-426f-bc38-cbbede321597 req-882c9c59-2fcf-4260-8ec0-8361773eca23 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a&device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012&device_id=c6899681-6298-4cd3-94eb-df4d35d22507&device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b&device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb&device_id=b3789254-868b-4ee1-a550-11a8847731bd&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db&device_id=d57d7026-09cf-49ca-b1f5-afa610238815&device_id=10698d13-0e61-49ff-8f93-c164da2e6e85&device_id=e5fabe82-3960-4f64-8cf6-500895462141&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&device_id=f62dcbbc-6574-41f9-8069-060634b9a848&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 11840 time: 0.0764060 Dec 20 22:55:34.900302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6464be6-5380-426f-bc38-cbbede321597 req-01886777-a22b-4e7e-bc39-c46e63648e13 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:35.002739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6464be6-5380-426f-bc38-cbbede321597 req-01886777-a22b-4e7e-bc39-c46e63648e13 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:35.058903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6464be6-5380-426f-bc38-cbbede321597 req-01886777-a22b-4e7e-bc39-c46e63648e13 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:35.125983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01886777-a22b-4e7e-bc39-c46e63648e13 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007ad36-256d-4df3-960f-eacff8df9577,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:35.218903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6464be6-5380-426f-bc38-cbbede321597 req-01886777-a22b-4e7e-bc39-c46e63648e13 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b4544ce0-ad33-4076-a08f-2406aa793357&id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&id=6abfa95d-7d72-41f0-8711-29b721dd20eb&id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=de1587b4-866b-4fe1-a9db-b51f65c09810&id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&id=1012a4ad-4c1c-4f20-8f80-90adc5d384c7&id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 943 time: 0.3355877 Dec 20 22:55:35.342948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1dec9-3c16-42b6-90da-9cbe251a7599 req-b3fc4ca8-fa47-4990-96fc-6bcaa4754cef tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:35.344594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ec1dec9-3c16-42b6-90da-9cbe251a7599 req-b3fc4ca8-fa47-4990-96fc-6bcaa4754cef tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.0726759 Dec 20 22:55:35.414547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ec1dec9-3c16-42b6-90da-9cbe251a7599 req-5fdcf154-d5f9-44a9-a14c-9629a32dc135 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633507 Dec 20 22:55:35.478031 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-e8c2b44b-da63-4a78-a091-6e56ed4b7614 req-e812984d-fc65-4d92-ac9d-93c793ca1b9c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:55:35.481561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8c2b44b-da63-4a78-a091-6e56ed4b7614 req-e812984d-fc65-4d92-ac9d-93c793ca1b9c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/48dde753-7d45-4346-a742-e8767e6d2568 HTTP/1.1" status: 404 len: 352 time: 0.0224257 Dec 20 22:55:35.672542 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8966f03-4660-4ffd-b3fb-716dfb5247e4 x-openstack-request-id: req-b8966f03-4660-4ffd-b3fb-716dfb5247e4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:35.673254 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "code": 200}, {"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:35.673712 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8966f03-4660-4ffd-b3fb-716dfb5247e4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:35.674295 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'code': 200} Dec 20 22:55:35.674729 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'code': 200} Dec 20 22:55:35.962808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9ea22-3756-4140-91de-899438b23053 req-def6a741-913e-42a9-a86e-46a7523be71d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:35.966985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fb9ea22-3756-4140-91de-899438b23053 req-def6a741-913e-42a9-a86e-46a7523be71d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1159070 Dec 20 22:55:35.980825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-acaf871b-bb0d-44f8-b347-4faf5cc9b62f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849714 Dec 20 22:55:36.051364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fb9ea22-3756-4140-91de-899438b23053 req-a0897916-a3a0-4556-977c-5c858499aa78 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798757 Dec 20 22:55:36.162337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-9e18ae23-f59a-4d3a-a5e1-89005c359860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:36.163819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-9e18ae23-f59a-4d3a-a5e1-89005c359860 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 1096 time: 0.1257114 Dec 20 22:55:36.269392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-120cfca7-d2e3-4fa7-8d54-ef6e900b68a0 req-0186e01d-51d6-447b-b223-5934bc6fbd8d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 6200 time: 0.1586998 Dec 20 22:55:36.421039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-46b14159-b258-43f9-86d8-6f3ce0c2acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:36.421039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-46b14159-b258-43f9-86d8-6f3ce0c2acd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2290723 Dec 20 22:55:36.490244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-8af7da97-0b5d-4b30-a6ea-1550a857b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:36.491895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-8af7da97-0b5d-4b30-a6ea-1550a857b2c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1101 time: 0.2215109 Dec 20 22:55:36.496713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-120cfca7-d2e3-4fa7-8d54-ef6e900b68a0 req-a8f59fb2-2967-42f0-aefa-e3e93b038566 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95 HTTP/1.1" status: 200 len: 2998 time: 0.2164369 Dec 20 22:55:36.498131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-0dda6051-83cb-4e7a-98ee-81127fba80af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 200 len: 217 time: 0.0669510 Dec 20 22:55:36.506208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:36.634800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-cde57231-c18d-476f-a822-5928aa796aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:36.635679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-cde57231-c18d-476f-a822-5928aa796aba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1255798 Dec 20 22:55:36.636531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:36.643474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-120cfca7-d2e3-4fa7-8d54-ef6e900b68a0 req-67180d96-52c3-476a-bd30-18a305ef3e5f tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95 HTTP/1.1" status: 200 len: 2998 time: 0.1252205 Dec 20 22:55:36.739277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-1b10d3a0-ad47-426f-9d29-0ecbd4fbd2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587049 Dec 20 22:55:36.918402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-a4ced9ca-c424-4050-84f0-a8412641cf24 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958189 Dec 20 22:55:37.100628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:37.179370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba664d40-5ac2-446b-bfa3-a5d952251ad7 req-aeb9486a-f7d5-46fb-b490-7b60b79935ae service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096694 Dec 20 22:55:37.187056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:37.238861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:37.240298 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98443703-a62a-4b27-9c43-8d5471b9f815" -d '{"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-unplugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:37.244881 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.259624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Transition to ACTIVE for port object 221c8132-5b1e-4e64-b180-89603639786d will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:37.363828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-44932c8b-77cc-4b82-9604-019f23b6a22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.370365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.463130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=10']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:37.471067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] No DVR routers for this DVR port 221c8132-5b1e-4e64-b180-89603639786d on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:55:37.540728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:37.541349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:37.541906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:37.551779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:37.556135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Attempting to bind port 221c8132-5b1e-4e64-b180-89603639786d on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:37.566394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:37.566789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:37.567131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:37.567578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Bound port: 221c8132-5b1e-4e64-b180-89603639786d, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:37.567934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.719452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:37.725295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:37.739446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929c5e-f40c-40b5-8d4f-cab032562ee4 req-9b7206f0-d861-45d3-a5b7-896d2ba3391b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:37.739446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929c5e-f40c-40b5-8d4f-cab032562ee4 req-9b7206f0-d861-45d3-a5b7-896d2ba3391b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:37.739446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929c5e-f40c-40b5-8d4f-cab032562ee4 req-9b7206f0-d861-45d3-a5b7-896d2ba3391b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:37.743064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39929c5e-f40c-40b5-8d4f-cab032562ee4 req-9b7206f0-d861-45d3-a5b7-896d2ba3391b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012&device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb&device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 2882 time: 0.1725287 Dec 20 22:55:37.793097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.802412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39929c5e-f40c-40b5-8d4f-cab032562ee4 req-d0bbca64-b7bd-4609-94de-3f33dfdeac24 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Dec 20 22:55:37.849081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:37.849845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:37.851592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] 10.222.0.45 "PUT /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 1097 time: 1.3501735 Dec 20 22:55:37.873814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354d406-cf62-4363-9f3b-998fbefe882c service neutron] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=11']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:37.966994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-77230632-57c4-4d23-92f9-9cad5d75808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:37.969572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-77230632-57c4-4d23-92f9-9cad5d75808a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1100 time: 0.0840161 Dec 20 22:55:38.118944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-17e4358d-77d1-49f3-9150-33b29b5fb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:38.120528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-17e4358d-77d1-49f3-9150-33b29b5fb8e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1432798 Dec 20 22:55:38.170113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-e5d88250-e2b2-47aa-b14e-800f11acad47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0360551 Dec 20 22:55:38.225684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-5a1d2794-4963-4e61-8ddb-c8ed9893f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:38.227193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-5a1d2794-4963-4e61-8ddb-c8ed9893f960 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0483375 Dec 20 22:55:38.287578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-af3577ec-ba09-4fe1-9274-21532c1f6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:38.287578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-af3577ec-ba09-4fe1-9274-21532c1f6b86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437789 Dec 20 22:55:38.388679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-9c6358c6-0992-4d68-959b-16fa288f0575 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936973 Dec 20 22:55:38.388894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:38.491170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de15b896-bdfb-46d9-b0ee-ae17ff985ed0 req-742f1d95-f7d6-4145-a30c-37a5b1d47053 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939820 Dec 20 22:55:38.624789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240510-51b8-4329-8d7e-164da15c28d6 req-32f44d40-9994-4ed1-847a-a7b4c8936abf tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:38.626847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e240510-51b8-4329-8d7e-164da15c28d6 req-32f44d40-9994-4ed1-847a-a7b4c8936abf tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.0528805 Dec 20 22:55:38.709468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e240510-51b8-4329-8d7e-164da15c28d6 req-4a156ff5-40a4-4732-a3cf-25373321b22d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Dec 20 22:55:38.817641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287823313', 'description': 'tempest-description-97634675'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:38.925078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:39.026693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:39.098728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:39.142548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96f327-2abc-484a-8f7c-b8af927ff864,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:39.209754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:39.211432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc79df93-c927-46db-8ea8-ba2d529d3641 req-00c8b3c1-1775-4912-b438-1af207bb6aa9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3990266 Dec 20 22:55:39.300254 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bea7a0a-44e2-47eb-bafa-24c05a4c696d x-openstack-request-id: req-4bea7a0a-44e2-47eb-bafa-24c05a4c696d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:39.300609 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-unplugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:39.301004 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bea7a0a-44e2-47eb-bafa-24c05a4c696d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:39.301450 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'code': 200} Dec 20 22:55:39.335003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 221c8132-5b1e-4e64-b180-89603639786d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:39.404086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 221c8132-5b1e-4e64-b180-89603639786d host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:55:39.404791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 221c8132-5b1e-4e64-b180-89603639786d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:55:39.582843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:39.858216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666d01-54eb-43f5-a189-b2fd533099d5 req-a35dc0d7-d5b6-4404-989e-ca58df3519e3 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:39.867498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa666d01-54eb-43f5-a189-b2fd533099d5 req-a35dc0d7-d5b6-4404-989e-ca58df3519e3 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0722711 Dec 20 22:55:39.962467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa666d01-54eb-43f5-a189-b2fd533099d5 req-0cea640b-3f49-439d-9c17-50955a6e3cf7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938122 Dec 20 22:55:39.986912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1776203607', 'description': 'tempest-description-1249653970'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:40.121832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.206903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.270140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.313167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:40.393765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.414750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:40.428554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e62785e-e200-4e6e-b132-d4a602733a77 req-44e0ecc0-e3ee-4291-83e6-1db606f28d63 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4435842 Dec 20 22:55:40.480423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.707749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:40.724287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '221c8132-5b1e-4e64-b180-89603639786d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '221c8132-5b1e-4e64-b180-89603639786d', 'mac_address': 'fa:16:3e:80:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:40.744465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02a09-e0ca-4db4-b6cc-55c39f8a322d req-197ae7f4-41a6-4a6d-af61-f5cd1fd56b3d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:40.754564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99a02a09-e0ca-4db4-b6cc-55c39f8a322d req-197ae7f4-41a6-4a6d-af61-f5cd1fd56b3d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 949 time: 0.1268003 Dec 20 22:55:40.790503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-7a840d4f-5e82-4d75-b4d7-10f1385d65fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120162 Dec 20 22:55:40.798891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:40.847242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:40.889581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:41.253887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99a02a09-e0ca-4db4-b6cc-55c39f8a322d req-9196d571-73f3-4353-8890-f0321a658ed9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956496 Dec 20 22:55:41.301770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-3993103d-cf83-4bc3-8bd9-d6150aee4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.311133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-3993103d-cf83-4bc3-8bd9-d6150aee4dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 1101 time: 0.0935633 Dec 20 22:55:41.311774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:41.318317 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6135d20-963f-4497-ba42-6ec0550e1999" -d '{"events": [{"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:41.356804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:41.494328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:41.543258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-231a669d-e6bc-4b62-ad80-ff13f3d99c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.545178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-231a669d-e6bc-4b62-ad80-ff13f3d99c9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2116871 Dec 20 22:55:41.653475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-1abe0511-3aad-4e6d-9e66-38a98e8e3e9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 200 len: 217 time: 0.0833099 Dec 20 22:55:41.694762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:41.804803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55f12-8cf9-440f-a577-da610ee150b3 req-95d56155-95f1-4d12-9e0a-df9a4a05c994 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.812260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80d55f12-8cf9-440f-a577-da610ee150b3 req-95d56155-95f1-4d12-9e0a-df9a4a05c994 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.2802355 Dec 20 22:55:41.825053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-4e636497-887e-40a6-96a6-c17bb67f97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.830571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-4e636497-887e-40a6-96a6-c17bb67f97e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1615257 Dec 20 22:55:41.928814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-732b0d39-1d87-4994-b302-e4a5aa6ebb25 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.930320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-732b0d39-1d87-4994-b302-e4a5aa6ebb25 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 813 time: 0.3556738 Dec 20 22:55:41.938266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80d55f12-8cf9-440f-a577-da610ee150b3 req-4384c986-e320-4ac1-b355-6c607823d2bc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Dec 20 22:55:41.953849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-df2aeba7-a434-4a79-8a3a-0710ee9fd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:41.955583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-df2aeba7-a434-4a79-8a3a-0710ee9fd877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132739 Dec 20 22:55:41.958290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-27e8c7ac-7dec-4276-a3fa-2e2302dd54f1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/quotas/d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 375 time: 0.0182762 Dec 20 22:55:42.103488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-2c838d28-cb1f-4f57-90c3-a287523ceb42 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377201 Dec 20 22:55:42.142934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-e0199320-68cb-4847-bff8-a130db1bd714 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783557 Dec 20 22:55:42.254883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-8cfbd026-cff9-4071-8904-6f114148b759 service neutron] 10.222.0.62 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402624 Dec 20 22:55:42.340527 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f144b360-784b-49ef-a4ef-ee6b05ee5ee2 x-openstack-request-id: req-f144b360-784b-49ef-a4ef-ee6b05ee5ee2 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:42.340930 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:42.341316 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f144b360-784b-49ef-a4ef-ee6b05ee5ee2 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:42.341864 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'status': 'completed', 'code': 200} Dec 20 22:55:42.428234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-4dd6703d-95bd-4a85-acf4-908b68067cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:42.430543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-4dd6703d-95bd-4a85-acf4-908b68067cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 1101 time: 0.0456817 Dec 20 22:55:42.437442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8c45c1-53ec-4199-af45-4b220300eaae req-32c8089f-1cda-4d2d-983c-44e35230193a service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831588 Dec 20 22:55:42.443457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-652439eb-baaf-473e-96d3-d01d98275f0a service neutron] 10.222.0.62 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756687 Dec 20 22:55:42.589047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-c2c2c970-d0a9-490b-a49e-934b8239bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:42.589047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-c2c2c970-d0a9-490b-a49e-934b8239bdef service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1390998 Dec 20 22:55:42.641347 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-4d85f3d1-8696-42d8-81fc-6443fd9ce96b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 200 len: 217 time: 0.0441945 Dec 20 22:55:42.705252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2186b4-2ac3-44f7-8a77-ee2bd0d29b13 req-ca28b279-47fc-4fc1-89b9-74fba9e9c969 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:42.707122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c2186b4-2ac3-44f7-8a77-ee2bd0d29b13 req-ca28b279-47fc-4fc1-89b9-74fba9e9c969 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.0979362 Dec 20 22:55:42.713209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-760f6914-56e2-4157-b96d-2952bfdc0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:42.713209 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-760f6914-56e2-4157-b96d-2952bfdc0325 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0534563 Dec 20 22:55:42.825564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-c6d602e7-edc0-4b59-bd19-19f8b5907ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:42.827923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-c6d602e7-edc0-4b59-bd19-19f8b5907ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034441 Dec 20 22:55:42.832121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c2186b4-2ac3-44f7-8a77-ee2bd0d29b13 req-c8883496-c0e2-4a59-bf4e-61a200c2ad09 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099298 Dec 20 22:55:42.968359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-60299a81-8135-4faf-bd9c-9de81598b394 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158881 Dec 20 22:55:43.136216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6135d20-963f-4497-ba42-6ec0550e1999 req-0aa49f7e-fe04-4db3-a1ab-991d8b341f6b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648767 Dec 20 22:55:43.148165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-448f5b64-bcc9-4d4e-8b82-e7223cb78cb6 req-5895ce3e-a63d-4617-a1b2-89b7f1e5895d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 210 time: 0.0658937 Dec 20 22:55:43.211104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef66f-8f45-4547-a6b7-5eef70e802f2 req-c2081681-8d25-4a84-a6a5-279f21b0a661 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:43.211104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9ef66f-8f45-4547-a6b7-5eef70e802f2 req-c2081681-8d25-4a84-a6a5-279f21b0a661 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 950 time: 0.0767083 Dec 20 22:55:43.303793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:43.309968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9ef66f-8f45-4547-a6b7-5eef70e802f2 req-ce01c43d-b75b-4774-94c4-ab990f8cb9f4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 Dec 20 22:55:43.341778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e347b8-308c-4a6f-8d9f-18d756578fc0 req-06895b93-3351-450d-9b8c-861be4ae72ad tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:43.346993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57e347b8-308c-4a6f-8d9f-18d756578fc0 req-06895b93-3351-450d-9b8c-861be4ae72ad tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0849926 Dec 20 22:55:43.400865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57e347b8-308c-4a6f-8d9f-18d756578fc0 req-1beee9ef-b23d-4016-8cc2-04030eb201b7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Dec 20 22:55:43.484331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9577c165-3899-4de8-9ea7-391f2333ef69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:43.564446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9577c165-3899-4de8-9ea7-391f2333ef69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:43.616774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9577c165-3899-4de8-9ea7-391f2333ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:43.674794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-dcff331f-fec1-4ab9-ac76-eec4e649df51 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273068 Dec 20 22:55:43.685319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9577c165-3899-4de8-9ea7-391f2333ef69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15428203781d4816b03816947b66e846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805602 Dec 20 22:55:43.689278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577c165-3899-4de8-9ea7-391f2333ef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85a3db-f51b-4e96-a67b-6755e0f55136,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:43.695009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:43.778939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:43.818335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:43.839776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-9de59700-8810-4fd1-8c73-47d6d36efb52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:43.841325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-9de59700-8810-4fd1-8c73-47d6d36efb52 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596222 Dec 20 22:55:43.844371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714000d-0ad2-4a2e-88fe-83d0310db7f1 req-cd914fed-f518-4b94-a29b-91649a462b7b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:43.846493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3714000d-0ad2-4a2e-88fe-83d0310db7f1 req-cd914fed-f518-4b94-a29b-91649a462b7b tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1100 time: 0.0838513 Dec 20 22:55:43.885538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-27bee167-f49b-47dd-bda6-9695196f1f77 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/quotas/97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 375 time: 0.0295622 Dec 20 22:55:43.937896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3714000d-0ad2-4a2e-88fe-83d0310db7f1 req-32665a1a-9f0a-49cc-a4b1-dbe1bb7f4c7a tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832295 Dec 20 22:55:43.961171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-fc9f7589-c5a8-4f22-98b0-728813cbcb13 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639064 Dec 20 22:55:43.996422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:44.000663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:44.006054 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd85a3db-f51b-4e96-a67b-6755e0f55136 HTTP/1.1" status: 204 len: 168 time: 0.3070645 Dec 20 22:55:44.019339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc59b66-10b4-48d1-b023-e6014b060b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85a3db-f51b-4e96-a67b-6755e0f55136,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:44.184622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f10d64-8618-45a2-93e9-87b4d73f42ad req-eb1dee33-0342-4db5-a43f-34988ffe8afa tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:44.186164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1f10d64-8618-45a2-93e9-87b4d73f42ad req-eb1dee33-0342-4db5-a43f-34988ffe8afa tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1100 time: 0.0719764 Dec 20 22:55:44.318522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1f10d64-8618-45a2-93e9-87b4d73f42ad req-f38347d5-5f65-465f-8ccf-d27b5b5e1ddd tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065795 Dec 20 22:55:44.366879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c22c4e8c-6200-4ac9-8140-c7dda2e7dcdd req-2390abb1-8bd1-4556-83a8-b8fbc063b06e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 210 time: 0.0786912 Dec 20 22:55:44.423902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20b38860-e050-432a-a230-4323f46b32e2 req-6143ef1f-8b8a-4b22-9917-ec115f98f384 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 210 time: 0.0288785 Dec 20 22:55:44.452028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:44.604295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb99cb-897e-4314-afa7-77c69918aaf1 req-495ca28d-b9d4-4b4c-bde1-0ff4aae61575 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:44.606556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbeb99cb-897e-4314-afa7-77c69918aaf1 req-495ca28d-b9d4-4b4c-bde1-0ff4aae61575 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0643222 Dec 20 22:55:44.635120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 221c8132-5b1e-4e64-b180-89603639786d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:44.640865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 221c8132-5b1e-4e64-b180-89603639786d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:44.641580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:44.665954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbeb99cb-897e-4314-afa7-77c69918aaf1 req-8fe9e0e1-b989-41c7-8986-38c67eea637b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529702 Dec 20 22:55:44.770526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:44.832304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:44.833575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:44.835029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fa205-1607-4ea0-a308-867f692c4469 req-3a8d7ea9-348a-4a12-b2aa-9111f5cb6f10 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:44.836445 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872bf06f-a0df-4b0d-8bfb-b554d2244f57" -d '{"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:44.840662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-231fa205-1607-4ea0-a308-867f692c4469 req-3a8d7ea9-348a-4a12-b2aa-9111f5cb6f10 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 949 time: 0.1284781 Dec 20 22:55:44.898461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-231fa205-1607-4ea0-a308-867f692c4469 req-0d1bdc65-9cd3-48b0-92fc-eac3238fc419 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Dec 20 22:55:44.910368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:44.977426 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a64ac-7d84-4168-a790-c4f9fa52578d x-openstack-request-id: req-e61a64ac-7d84-4168-a790-c4f9fa52578d {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:44.977426 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-plugged", "status": "completed", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:44.977426 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e61a64ac-7d84-4168-a790-c4f9fa52578d {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:44.977426 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'code': 200} Dec 20 22:55:44.980657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=13']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:45.326770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4843cabf-a098-49b9-acf5-f49adbd6533a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:45.330389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4843cabf-a098-49b9-acf5-f49adbd6533a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 813 time: 0.1536667 Dec 20 22:55:45.357824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'device_id': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576', 'admin_state_up': True, 'tenant_id': 'd8e1e5b9d0d7418d891a6568b4f97b58'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:45.546145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33686) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:45.618958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Made reservation on behalf of d8e1e5b9d0d7418d891a6568b4f97b58 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:45.623044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:45.686911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1149838461-network', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:45.775410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Allocated IP 172.20.0.6 (782366f1-5d29-40c0-b044-2b053eea7576/75f0a187-182b-47a7-9b90-fff52d6be3b2/31fcbb6e-e43c-4da1-a00f-20c78b7bb175) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:45.810219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Made reservation on behalf of 631b16ce1bfa4d13b40e6068996ea7a4 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:45.812705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:45.830949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.051606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20cc6f37-3948-47ee-8f2d-7e67714c5e9d req-2ecc1044-86e6-4ea1-bc66-55e62abe4728 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 210 time: 0.0655582 Dec 20 22:55:46.069329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.142561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.165263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34609e75-08ab-40ee-a3a0-b746b589f771 req-388bd636-66ce-4c61-89f6-e4387f90aeab tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 210 time: 0.0398591 Dec 20 22:55:46.256726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.280575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.285077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:55:46.292501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:46.312639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.314177 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Added segment 5bf2e2bb-af74-4caa-adda-4ab943738d53 of type vlan for network 49479fdb-c502-4d26-a05a-f3f6f8b69856 Dec 20 22:55:46.390908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f24011-c012-46f4-aa87-7da2a925e378,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:46.423892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Network 782366f1-5d29-40c0-b044-2b053eea7576 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:46.436744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:46.447034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.450998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:46.501606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a970b8-ca0c-4246-a9e2-b8cb0c3598fb req-9945b079-8a86-4b5a-9a4d-db48c0b14bb8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:46.503269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a970b8-ca0c-4246-a9e2-b8cb0c3598fb req-9945b079-8a86-4b5a-9a4d-db48c0b14bb8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.2767119 Dec 20 22:55:46.524011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:46.602833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:46.603447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.615942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2a970b8-ca0c-4246-a9e2-b8cb0c3598fb req-b79f04b5-d80d-4c39-8da4-17e3d92df046 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Dec 20 22:55:46.735507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.736572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:46.737142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:46.745429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-4607eded-4e9c-4560-9142-811ce29e63a5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4042115 Dec 20 22:55:46.770170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Request body: {'port': {'device_id': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:46.781328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcadfc-c5c5-415f-a2ec-dfeae077642d req-2198335a-74d3-454c-b1c1-c361db28fc1b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:46.782919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41fcadfc-c5c5-415f-a2ec-dfeae077642d req-2198335a-74d3-454c-b1c1-c361db28fc1b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1049933 Dec 20 22:55:46.883187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] Pushing event updated for resources: {'Network': ['ID=49479fdb-c502-4d26-a05a-f3f6f8b69856,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:46.894955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:55:46.916496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-76e6d1e5-ecf3-40f5-8d97-fb95c00a3bec tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410576 Dec 20 22:55:46.978565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.012704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0377a305-360f-47cc-b810-950ceaec1964 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4654403 Dec 20 22:55:47.016042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:47.033126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Request body: {'subnet': {'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1149838461-subnet', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:47.120542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-07d63484-17a9-4ed2-98c6-8d8519a027a9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:47.123114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-07d63484-17a9-4ed2-98c6-8d8519a027a9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978230 Dec 20 22:55:47.140306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Request body: {'port': {'device_id': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '97b0ac3019814fb8a7689450b045d6af'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:47.169742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41fcadfc-c5c5-415f-a2ec-dfeae077642d req-cfb4d7cc-f506-4f8d-a05b-5b46e528d38a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606188 Dec 20 22:55:47.313985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c515bea6-41cf-4b03-b400-1cc9a734949f req-0901bb7e-ccfc-4897-9a5f-6089a2b7c56a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 210 time: 0.0416057 Dec 20 22:55:47.316379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Made reservation on behalf of 631b16ce1bfa4d13b40e6068996ea7a4 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:47.318693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.368984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:55:47.476326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Made reservation on behalf of 97b0ac3019814fb8a7689450b045d6af for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:55:47.480523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.503876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.548343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:47.549614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:47.552276 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a295f927-7049-4de3-a09e-654efcbba2e2" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-unplugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:47.587696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e221fb7-ae27-41e5-89f6-5c24291d2f9e req-85adf874-330e-41a7-aa43-51d0cf9f5f03 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:47.587696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e221fb7-ae27-41e5-89f6-5c24291d2f9e req-85adf874-330e-41a7-aa43-51d0cf9f5f03 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 931 time: 0.1307135 Dec 20 22:55:47.605443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:47.642601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.642842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.656393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Allocated IP 192.168.233.23 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/b28dc945-3422-416e-916e-da1325213158) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:47.741531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:47.759617 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e2c3f-3d31-4eeb-9ad4-e1e1da06363d x-openstack-request-id: req-d88e2c3f-3d31-4eeb-9ad4-e1e1da06363d {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:47.759617 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-unplugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:47.759617 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d88e2c3f-3d31-4eeb-9ad4-e1e1da06363d {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:47.759990 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'code': 200} Dec 20 22:55:47.778091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e221fb7-ae27-41e5-89f6-5c24291d2f9e req-88e6126b-8589-464e-b4e5-9cf518ff47a4 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842177 Dec 20 22:55:47.786723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.798647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Transition to ACTIVE for port object 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:47.888683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.892263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:47.913228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b82b3c5-a32f-4e3c-a025-7d651eec99d0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:47.991422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231735-44b9-4475-8d76-321a72b7ffe6 req-d423155b-f738-49f1-b1ab-462c7a8e1537 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:47.992945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6231735-44b9-4475-8d76-321a72b7ffe6 req-d423155b-f738-49f1-b1ab-462c7a8e1537 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1457555 Dec 20 22:55:47.993695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Checking segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:47.994079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Network hostable DHCP agents. Network: 49479fdb-c502-4d26-a05a-f3f6f8b69856, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:55:48.005681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:48.071014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.084564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'e39fa6d4-99f2-4643-b718-a969a2c72158', '221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:48.126248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6231735-44b9-4475-8d76-321a72b7ffe6 req-0c014f51-8949-4b65-874b-95f046586cdf tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Dec 20 22:55:48.139176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:48.143394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:48.146257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Attempting to bind port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:48.146661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Attempting to bind port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:48.147379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Attempting to bind port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 on network 782366f1-5d29-40c0-b044-2b053eea7576 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:48.147641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:48.154457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 on network 782366f1-5d29-40c0-b044-2b053eea7576 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:48.159246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Attempting to bind port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 on network 782366f1-5d29-40c0-b044-2b053eea7576 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:48.163634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:48.164107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Checking segment: {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:48.164583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Bound using segment: {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:48.165150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Bound port: 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19280e0c-de6c-4277-a49c-7c6574f1584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:48.165601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.177911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:48.206117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:55:48.244080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.244744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.247594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:48.252730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:48.298170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 49479fdb-c502-4d26-a05a-f3f6f8b69856) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:48.303938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.304674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.312548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d3a45-8668-4a22-8070-45f6cc0b0562 None None] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:55:48.340314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.388896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.392285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.392285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 1091 time: 1.6266575 Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.394491 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:55:48.397221 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:55:48.399723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef149ab6-547e-4314-bae6-6ebecd1fb502 req-892bd70f-032b-4fc6-8877-15a439780f30 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.401208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef149ab6-547e-4314-bae6-6ebecd1fb502 req-892bd70f-032b-4fc6-8877-15a439780f30 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1187160 Dec 20 22:55:48.401677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:48.404298 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed83da0-12ff-4450-9a96-aca8379ebc04" -d '{"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:48.421279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-7e9f323b-ee6c-4acd-bea7-80b80c35cf3a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2867463 Dec 20 22:55:48.436226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Request body: {'port': {'device_id': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:48.468641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1fe48b4b-ea23-457b-bc22-e8a817c7bfad None None] Provisioning complete for port b28dc945-3422-416e-916e-da1325213158 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:48.469206 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fe48b4b-ea23-457b-bc22-e8a817c7bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.483985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3bcc00b-efcb-4a21-bd22-75e5f827049c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4666183 Dec 20 22:55:48.488652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33778) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:48.507106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:48.512586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c054aa-d4d1-4e6d-8f14-e218224409f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:48.528029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.539771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-49479fdb-c502-4d26-a05a-f3f6f8b69856', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:55:48.540911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.549149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1fe48b4b-ea23-457b-bc22-e8a817c7bfad None None] Port b28dc945-3422-416e-916e-da1325213158 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:55:48.569178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef149ab6-547e-4314-bae6-6ebecd1fb502 req-f4de0e13-c1a4-4203-a785-aebac4e8541c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561670 Dec 20 22:55:48.589321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc1013-3617-454e-8299-160ff64d15b5 req-30c87085-21ad-4fd5-a222-c075d465c605 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.590892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bc1013-3617-454e-8299-160ff64d15b5 req-30c87085-21ad-4fd5-a222-c075d465c605 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 935 time: 0.1583047 Dec 20 22:55:48.599819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-414314b7-aab3-416c-8b2a-0c23f40e4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.601339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-414314b7-aab3-416c-8b2a-0c23f40e4f7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1094 time: 0.0785298 Dec 20 22:55:48.657832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-c905e7aa-8f78-4f6e-b3e9-430817f48a7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 217 time: 0.0442111 Dec 20 22:55:48.665306 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd56f13-49d8-485a-8c00-0e6935e7ef5f x-openstack-request-id: req-5dd56f13-49d8-485a-8c00-0e6935e7ef5f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:48.665486 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:48.665869 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dd56f13-49d8-485a-8c00-0e6935e7ef5f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:48.666124 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'status': 'completed', 'code': 200} Dec 20 22:55:48.753271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bc1013-3617-454e-8299-160ff64d15b5 req-14bc6e57-3f8c-4e94-b39a-c961daf0b8fe tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463733 Dec 20 22:55:48.755482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Allocated IP 172.20.0.2 (49479fdb-c502-4d26-a05a-f3f6f8b69856/8b82b3c5-a32f-4e3c-a025-7d651eec99d0/729af864-b1c6-469e-99ae-eb12ebaa7892) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:48.768312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-e962de3e-779c-4f3f-938d-3b3c2edfb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.769807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-e962de3e-779c-4f3f-938d-3b3c2edfb10c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.0943496 Dec 20 22:55:48.782843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.784630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.811330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-ab6ac296-a9fb-4d96-b71d-5476973589a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304325 Dec 20 22:55:48.878275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.934043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.958120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28dc945-3422-416e-916e-da1325213158 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:48.965692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:48.978346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Transition to ACTIVE for port object b28dc945-3422-416e-916e-da1325213158 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:55:48.982166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaafbda-5640-44d2-839f-ace28555334f req-331d20c6-d033-4f0b-91f0-f371d3a2a921 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:48.983851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-feaafbda-5640-44d2-839f-ace28555334f req-331d20c6-d033-4f0b-91f0-f371d3a2a921 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 943 time: 0.1211777 Dec 20 22:55:49.013927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-3d5d0aec-7d5e-4b2f-84ed-da0d7e3c1938 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881049 Dec 20 22:55:49.079750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-feaafbda-5640-44d2-839f-ace28555334f req-564d557c-8599-48f9-8efd-ecc12b6a9c29 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877907 Dec 20 22:55:49.089428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.131520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.144762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:49.147202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:49.147317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fca17b8-03d0-4158-b2a9-d004b8624ced req-7ca7ab59-e4e7-4534-952d-7f5da6c77a9a service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213596 Dec 20 22:55:49.148372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Pushing event updated for resources: {'Port': ['ID=729af864-b1c6-469e-99ae-eb12ebaa7892,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:49.150600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:49.201681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.210660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Attempting to bind port 729af864-b1c6-469e-99ae-eb12ebaa7892 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:49.211122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Attempting to bind port 729af864-b1c6-469e-99ae-eb12ebaa7892 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:49.211545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Attempting to bind port 729af864-b1c6-469e-99ae-eb12ebaa7892 on network 49479fdb-c502-4d26-a05a-f3f6f8b69856 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:49.217913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:49.218699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Checking segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:49.218843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.219300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Bound using segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:49.220372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Bound port: 729af864-b1c6-469e-99ae-eb12ebaa7892, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:49.220817 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.225746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:49.303484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:49.303824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:49.304154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:49.308908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:55:49.309366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:49.310671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aefef6-b24b-46e0-867b-f7cbd00a7219 req-f2218611-3955-47b8-bfab-3de61da7f10d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:49.314746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] For port 729af864-b1c6-469e-99ae-eb12ebaa7892, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:49.315361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:49.315706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:49.316096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:49.316344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5aefef6-b24b-46e0-867b-f7cbd00a7219 req-f2218611-3955-47b8-bfab-3de61da7f10d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0733202 Dec 20 22:55:49.316584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Bound port: b28dc945-3422-416e-916e-da1325213158, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:49.316941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.326899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] For port 729af864-b1c6-469e-99ae-eb12ebaa7892, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=729af864-b1c6-469e-99ae-eb12ebaa7892,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:49.389633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-f6964d08-3672-4c8e-9f16-ad8b4d2c2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:49.391277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-f6964d08-3672-4c8e-9f16-ad8b4d2c2558 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1094 time: 0.0739217 Dec 20 22:55:49.416717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5aefef6-b24b-46e0-867b-f7cbd00a7219 req-c3cd3a64-4f0a-47d8-8a6c-4b6d95f7ae12 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738516 Dec 20 22:55:49.447278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:49.465542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:49.474549 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.527301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-fedd8c61-f42a-4983-8bac-4463dd07028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:49.528996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-fedd8c61-f42a-4983-8bac-4463dd07028b service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.1242554 Dec 20 22:55:49.555720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaac15-94a4-4adb-a188-73112813e3cb None None] Pushing event updated for resources: {'Port': ['ID=729af864-b1c6-469e-99ae-eb12ebaa7892,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:49.588923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-67be0a79-7b49-4979-982b-6d9cd85543f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 217 time: 0.0482616 Dec 20 22:55:49.614996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.686611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:49.687233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.689368 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] 10.222.0.59 "PUT /v2.0/ports/b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 1095 time: 1.2573638 Dec 20 22:55:49.690099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:49.692592 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7199997-68b5-45ff-a779-bf08221029e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:49.699223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.741151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:49.765011 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff72e64-2192-4eab-ad1f-c57a45d333af x-openstack-request-id: req-cff72e64-2192-4eab-ad1f-c57a45d333af {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:49.765472 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:49.765933 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cff72e64-2192-4eab-ad1f-c57a45d333af {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:49.766539 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'status': 'completed', 'code': 200} Dec 20 22:55:49.767830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ac9cf-0710-4bd1-bb58-e1973a477c65 service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:49.966019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7199997-68b5-45ff-a779-bf08221029e1 req-7cf0b988-fa06-4223-8ff9-b51d40f0a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:49.967467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7199997-68b5-45ff-a779-bf08221029e1 req-7cf0b988-fa06-4223-8ff9-b51d40f0a3cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1098 time: 0.1638126 Dec 20 22:55:50.016809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7199997-68b5-45ff-a779-bf08221029e1 req-4ea56057-8d27-4c88-a06d-afd0ce6e6d13 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=97b0ac3019814fb8a7689450b045d6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361733 Dec 20 22:55:50.034596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Allocated IP 172.25.1.93 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9db35ee0-03a3-4c2f-ab0c-85d923b813d4) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:50.104386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-919d011a-0e77-46dd-b318-9fdcd427057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.105309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-919d011a-0e77-46dd-b318-9fdcd427057d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.5071783 Dec 20 22:55:50.122868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf6b26-be26-4fb8-b041-070110374ad6 req-3b4e70e8-9a30-4d47-837b-2d905e353e1b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.124639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04cf6b26-be26-4fb8-b041-070110374ad6 req-3b4e70e8-9a30-4d47-837b-2d905e353e1b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.0960956 Dec 20 22:55:50.143890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed195b3-1947-4f9b-a0b6-7cb9e6a9540b req-1288ece9-9340-4226-a230-3000e3c8628c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.148294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aed195b3-1947-4f9b-a0b6-7cb9e6a9540b req-1288ece9-9340-4226-a230-3000e3c8628c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1179986 Dec 20 22:55:50.169678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-acdda01e-6e61-4c5e-8cdd-ca956126eace service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424962 Dec 20 22:55:50.296141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aed195b3-1947-4f9b-a0b6-7cb9e6a9540b req-680ac18f-bcc5-4ce3-bdee-34e3cdc807d3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295509 Dec 20 22:55:50.302059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04cf6b26-be26-4fb8-b041-070110374ad6 req-6236289f-fa1d-4de3-af88-7159dd6d4113 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673400 Dec 20 22:55:50.355494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-621f2736-6034-44bc-893d-0cce0ee8c177 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722925 Dec 20 22:55:50.551655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7199997-68b5-45ff-a779-bf08221029e1 req-04d1628d-74a6-43b0-a2d0-2f172b2e2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.553156 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7199997-68b5-45ff-a779-bf08221029e1 req-04d1628d-74a6-43b0-a2d0-2f172b2e2bfd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5269105 Dec 20 22:55:50.591200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:50.601202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed83da0-12ff-4450-9a96-aca8379ebc04 req-9464451c-8073-43c5-b538-54a8e29d1b5e service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337713 Dec 20 22:55:50.614946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc21f-3fc9-440b-b2d0-9742274e3085 req-ab8e0d4d-e107-4f7b-b72e-dbbdfdcdb36d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.623114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72abc21f-3fc9-440b-b2d0-9742274e3085 req-ab8e0d4d-e107-4f7b-b72e-dbbdfdcdb36d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 943 time: 0.1175165 Dec 20 22:55:50.640591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe723-4b9c-4cb5-a4f7-60beee347612 req-70f2a57d-eb47-499d-89b9-717a6006ec5a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.642320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd0fe723-4b9c-4cb5-a4f7-60beee347612 req-70f2a57d-eb47-499d-89b9-717a6006ec5a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1357560 Dec 20 22:55:50.667079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-cdde3da9-0055-49d7-a33e-9952c5725dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.668657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-cdde3da9-0055-49d7-a33e-9952c5725dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1098 time: 0.0679884 Dec 20 22:55:50.706417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72abc21f-3fc9-440b-b2d0-9742274e3085 req-c36be58b-cb78-49b3-81a7-a3fc2f031655 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822344 Dec 20 22:55:50.725557 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-3901a8b6-6fc6-4c6a-9673-59f0631aec89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.0406168 Dec 20 22:55:50.733519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dbaded-575f-4bd1-9f23-1df2f53dc2f5 None None] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:55:50.741307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd0fe723-4b9c-4cb5-a4f7-60beee347612 req-9c7a078a-f941-4228-9399-4cc1da35a39c tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886221 Dec 20 22:55:50.780214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:50.811972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] Provisioning complete for port 729af864-b1c6-469e-99ae-eb12ebaa7892 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:50.812663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:50.830593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:50.837066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:50.841439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-8aa6b1f8-7b31-45c4-9390-2ab3bfc46ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.842916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-8aa6b1f8-7b31-45c4-9390-2ab3bfc46ce5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1007996 Dec 20 22:55:50.843946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:50.874457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 729af864-b1c6-469e-99ae-eb12ebaa7892 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:50.876727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:50.979136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 729af864-b1c6-469e-99ae-eb12ebaa7892 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:50.979424 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:50.982865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:50.984178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6a380-3637-49db-9107-6afd886ee815 req-439611db-5a1b-47ba-877e-42c4e904cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:50.986216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-439611db-5a1b-47ba-877e-42c4e904cb6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190808 Dec 20 22:55:51.046232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] For port 729af864-b1c6-469e-99ae-eb12ebaa7892, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=729af864-b1c6-469e-99ae-eb12ebaa7892,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:51.095537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.116741 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-ff4fdbd2-4cb0-4c0c-911c-20f33102a83d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212251 Dec 20 22:55:51.145470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.231765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:55:51.232128 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:55:51.237134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7399c-15e4-4fb1-a2c1-ecbf9d6175d0 None None] Pushing event updated for resources: {'Port': ['ID=729af864-b1c6-469e-99ae-eb12ebaa7892,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:51.265625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-50dd1cd3-0da2-480f-99e2-f1b631f4dec9 None None] Provisioning complete for port 729af864-b1c6-469e-99ae-eb12ebaa7892 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:51.266038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50dd1cd3-0da2-480f-99e2-f1b631f4dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.291478 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-edf6a380-3637-49db-9107-6afd886ee815 req-26539bfb-67ba-438d-8136-dc6a01fa6a0d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667285 Dec 20 22:55:51.306517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.393021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:51.453425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e935-6a2d-42df-b2c8-49314f93ed3e req-3faea5d1-a947-4890-9799-f7912a82b7a3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:51.455454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b6e935-6a2d-42df-b2c8-49314f93ed3e req-3faea5d1-a947-4890-9799-f7912a82b7a3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0759249 Dec 20 22:55:51.489867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1e8b7-1103-45c0-846c-9c1ae23c3624 req-8610bd8e-a1ef-4e00-831a-9473c0f0f1c4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:51.491633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3b1e8b7-1103-45c0-846c-9c1ae23c3624 req-8610bd8e-a1ef-4e00-831a-9473c0f0f1c4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.0813532 Dec 20 22:55:51.508020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:51.520038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'network_id': '782366f1-5d29-40c0-b044-2b053eea7576', 'port_id': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'mac_address': 'fa:16:3e:82:b8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f0a187-182b-47a7-9b90-fff52d6be3b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:51.540953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b6e935-6a2d-42df-b2c8-49314f93ed3e req-05c56a07-d8d8-4b94-91de-f7acbe6c0680 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768478 Dec 20 22:55:51.546854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.568319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3b1e8b7-1103-45c0-846c-9c1ae23c3624 req-38fe384e-05a4-4d76-a63a-740c504a9cad tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627189 Dec 20 22:55:51.577310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.594128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:51.618248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:51.725155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.725868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:51.748051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Router a0ff66f4-413d-47bf-89f3-2944e41b9c4b is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:55:51.835138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:51.873319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:55:51.888142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade38d73-cd50-42f2-a507-2b06ce79eb52 req-a81e229e-f891-439c-aa2f-3004c25f2c55 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:51.889763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Sync routers for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:55:51.889895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ade38d73-cd50-42f2-a507-2b06ce79eb52 req-a81e229e-f891-439c-aa2f-3004c25f2c55 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 944 time: 0.0913334 Dec 20 22:55:51.911913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a318de-e9d9-4e7e-ab71-4121317b3598 req-2145f664-718b-4f46-b5a2-220106b16544 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:51.913409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64a318de-e9d9-4e7e-ab71-4121317b3598 req-2145f664-718b-4f46-b5a2-220106b16544 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0804842 Dec 20 22:55:51.918521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:55:51.919171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:55:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:51.965202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:51.974695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:51.976445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab840059-a500-46d4-85b0-06559caa1ae9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4867017 Dec 20 22:55:51.980554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33844) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:51.986394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'mac_address': 'fa:16:3e:e4:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:52.000120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ade38d73-cd50-42f2-a507-2b06ce79eb52 req-c318b30a-d861-4ef8-a8ac-85699de6e658 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018307 Dec 20 22:55:52.025042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64a318de-e9d9-4e7e-ab71-4121317b3598 req-1cf7532f-fdd5-4b89-b4d7-c9d849a73a85 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906725 Dec 20 22:55:52.084689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:55:52.086457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.151680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:52.346755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:52.425898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:51Z', 'revision_number': 3, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:52.443050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.459640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Checking router: a0ff66f4-413d-47bf-89f3-2944e41b9c4b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:55:52.459640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Updating router a0ff66f4-413d-47bf-89f3-2944e41b9c4b port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:55:52.486280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.575659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.604055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Allocated IP 172.20.0.1 (49479fdb-c502-4d26-a05a-f3f6f8b69856/8b82b3c5-a32f-4e3c-a025-7d651eec99d0/d00c56a7-602b-4926-adde-e0a6d92e25ba) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:52.682893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:52.718048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['921712f1-3e2d-49d0-8c25-65a0cad88b12'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:52.733040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.741656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e69a2-f943-46fa-bcd9-5de1d585011c req-bcc1b93b-1d34-4d3c-95e6-5cef42405b93 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:52.743427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d24e69a2-f943-46fa-bcd9-5de1d585011c req-bcc1b93b-1d34-4d3c-95e6-5cef42405b93 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0992143 Dec 20 22:55:52.769342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221dc9-8e96-4c62-a060-e8bf49f7af63 req-f8ca8090-3184-4509-8094-018eb14365de tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:52.777836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6221dc9-8e96-4c62-a060-e8bf49f7af63 req-f8ca8090-3184-4509-8094-018eb14365de tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.0927625 Dec 20 22:55:52.884511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.885305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d24e69a2-f943-46fa-bcd9-5de1d585011c req-299ca6e3-4fd4-4eeb-b00a-ec63f0f5a652 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943007 Dec 20 22:55:52.885408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:52.888203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6221dc9-8e96-4c62-a060-e8bf49f7af63 req-ef5f5d4f-1e5f-49e8-83f9-588f7c9f974e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094854 Dec 20 22:55:52.891491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 729af864-b1c6-469e-99ae-eb12ebaa7892 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:52.925840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:52.939659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:52.956969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:52.961752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:52.993205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:53.017057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.072774 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.151288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277e6d-fba7-40b0-a472-cd5a9f57bd50 None None] Pushing event updated for resources: {'Port': ['ID=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:53.157819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 729af864-b1c6-469e-99ae-eb12ebaa7892 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:53.158367 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.222985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d270d-4447-4e6a-9edd-814c498ebbd4 req-b90e38b6-4c17-4545-85e4-51ac18b02ab1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:53.227688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a6d270d-4447-4e6a-9edd-814c498ebbd4 req-b90e38b6-4c17-4545-85e4-51ac18b02ab1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 944 time: 0.1228216 Dec 20 22:55:53.273461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Attempting to bind port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:53.273855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Attempting to bind port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:53.274250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Attempting to bind port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:53.308989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:53.309456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:53.309795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.310184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:53.311232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Bound port: 9db35ee0-03a3-4c2f-ab0c-85d923b813d4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:53.311614 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.316129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12889d28-1dc4-43d0-a2d3-4f7dd1429c1c req-1a88c618-45ed-46e6-95c4-4f14cd284dd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:53.327246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12889d28-1dc4-43d0-a2d3-4f7dd1429c1c req-1a88c618-45ed-46e6-95c4-4f14cd284dd6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1800125 Dec 20 22:55:53.328094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.404219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a6d270d-4447-4e6a-9edd-814c498ebbd4 req-745a0f6c-e48b-492b-84aa-b2ddb6e25869 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655459 Dec 20 22:55:53.409434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:55:53.427879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b1e47e98-2997-415b-966e-f9f90b541cee None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:53.428242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1e47e98-2997-415b-966e-f9f90b541cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.472944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12889d28-1dc4-43d0-a2d3-4f7dd1429c1c req-2c4294a0-1203-4e6b-86c6-808dfec637b7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371350 Dec 20 22:55:53.580460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] For port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:55:53.591616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.602798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b1e47e98-2997-415b-966e-f9f90b541cee None None] Port d00c56a7-602b-4926-adde-e0a6d92e25ba cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:55:53.608313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] For port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:55:53.630794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:53.645198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b28dc945-3422-416e-916e-da1325213158', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b28dc945-3422-416e-916e-da1325213158', 'mac_address': 'fa:16:3e:a0:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:55:53.679603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.688418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.714398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28dc945-3422-416e-916e-da1325213158 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:55:53.722832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.770367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:53.774312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:53.776833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.807046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277e6d-fba7-40b0-a472-cd5a9f57bd50 None None] Pushing event updated for resources: {'Port': ['ID=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:53.809776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:55:53.810164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:55:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:53.856680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:53.897159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:53.901625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:53.963597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:53.986128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:55:54.148030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9123-5e2c-4d10-a2fb-89d564b0407d req-2a822e22-b5b3-4519-a4ae-282aabd86c98 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:54.152878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Router a0ff66f4-413d-47bf-89f3-2944e41b9c4b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:55:54.155791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af9f9123-5e2c-4d10-a2fb-89d564b0407d req-2a822e22-b5b3-4519-a4ae-282aabd86c98 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.0871835 Dec 20 22:55:54.167500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dab85a-e522-430d-bc27-bc05130e1a2d req-320f69be-ea24-4370-a4e0-63b9dcd7e34c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:54.176081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44dab85a-e522-430d-bc27-bc05130e1a2d req-320f69be-ea24-4370-a4e0-63b9dcd7e34c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1566870 Dec 20 22:55:54.305053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b28dc945-3422-416e-916e-da1325213158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:55:54.306069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44dab85a-e522-430d-bc27-bc05130e1a2d req-e7febd87-6873-41b2-96fb-944335c5337a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290631 Dec 20 22:55:54.325291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:55:54.342312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1d67095-3461-4827-95a1-76194c178bc1 admin admin] 10.222.0.62 "PUT /v2.0/routers/a0ff66f4-413d-47bf-89f3-2944e41b9c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610651 Dec 20 22:55:54.344135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af9f9123-5e2c-4d10-a2fb-89d564b0407d req-63a5153f-8dc4-475f-8f01-bed7572edd94 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874731 Dec 20 22:55:54.505513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-32c5e838-bb3a-4fad-8e67-15c9c8f6e88b None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:54.505513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-32c5e838-bb3a-4fad-8e67-15c9c8f6e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:54.667655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9a975-0a4b-4e90-821b-541e67d0afbe req-bf2379b3-3522-41a2-952c-699b4cbbe494 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:54.675274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1a9a975-0a4b-4e90-821b-541e67d0afbe req-bf2379b3-3522-41a2-952c-699b4cbbe494 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 944 time: 0.1099956 Dec 20 22:55:54.702256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:55:54.713755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfdbe9-53b6-4f3d-a55b-e7ac8cd7169c req-370fa130-fcb6-43ab-847c-8742f2a316c0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:54.721837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59cfdbe9-53b6-4f3d-a55b-e7ac8cd7169c req-370fa130-fcb6-43ab-847c-8742f2a316c0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1106009 Dec 20 22:55:54.773338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1a9a975-0a4b-4e90-821b-541e67d0afbe req-669c7f7e-2322-4f1e-bddf-992b4c0efe9d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971291 Dec 20 22:55:54.789768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-32c5e838-bb3a-4fad-8e67-15c9c8f6e88b None None] Port d00c56a7-602b-4926-adde-e0a6d92e25ba cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:55:54.800885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59cfdbe9-53b6-4f3d-a55b-e7ac8cd7169c req-ebcc706f-e57d-4c41-b4da-41de8c1c9797 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Dec 20 22:55:54.821041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 2, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:54.861322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c4568-c353-4f78-8a84-21d67395fd06 None None] The sync data for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 is: [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 2, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:55:55.397369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:55.502203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867fda-2b76-435d-9868-1b8a982c08dd req-7a01e955-d1a1-4fa2-b074-5a9fb9961141 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:55.510729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2867fda-2b76-435d-9868-1b8a982c08dd req-7a01e955-d1a1-4fa2-b074-5a9fb9961141 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0963604 Dec 20 22:55:55.612156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33936) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:55.616716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284745879', 'description': 'tempest-description--1637382140'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:55.679839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:55.689592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:55.690285 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:55.733380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f016453-6bb0-4755-b0be-4efb110fe062 req-0124021e-fdad-4dc6-91ed-5687992fd52d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:55.739197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f016453-6bb0-4755-b0be-4efb110fe062 req-0124021e-fdad-4dc6-91ed-5687992fd52d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.0791082 Dec 20 22:55:55.760352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2867fda-2b76-435d-9868-1b8a982c08dd req-111ff73b-db29-48ab-93ec-5dbc4d9b7e09 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485032 Dec 20 22:55:55.772612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:55.929640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f016453-6bb0-4755-b0be-4efb110fe062 req-7a2ec746-e06e-4c3f-ba34-3b71d559903a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680162 Dec 20 22:55:55.932184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:55.966593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:55.972625 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4211d-1cc8-441d-84a3-de8220cd6e23" -d '{"events": [{"server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "name": "network-vif-plugged", "status": "completed", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:55.987965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.003146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:56.109583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.131008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd408140-aaa2-4c83-9f99-0c2f48519a9c req-edf70504-c643-41f2-8050-c3b9360572ac tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:56.133821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd408140-aaa2-4c83-9f99-0c2f48519a9c req-edf70504-c643-41f2-8050-c3b9360572ac tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 944 time: 0.1013179 Dec 20 22:55:56.150407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58503a6-1ead-49d1-bc6b-a5e6f505e86e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:56.156622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae519e-9446-4f59-8d6e-89a1e9fd168d req-f87144c0-726c-4f89-af4f-95de6ee13fbd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:56.159221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ae519e-9446-4f59-8d6e-89a1e9fd168d req-f87144c0-726c-4f89-af4f-95de6ee13fbd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.0889568 Dec 20 22:55:56.161235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.161591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.162241 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.165328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:56.178373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.178373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.178373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.178373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.183952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.184418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.184846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.185253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.185656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.186092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.186585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:56.224780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd408140-aaa2-4c83-9f99-0c2f48519a9c req-a88fb894-c611-4d33-b7a1-7aa2558f4667 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839131 Dec 20 22:55:56.256541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.259282 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0825812c-e3b5-4c7d-b38a-ff6c141fc781 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6458583 Dec 20 22:55:56.261968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33952) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:56.267903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'security_group_rule': {'security_group_id': 'f58503a6-1ead-49d1-bc6b-a5e6f505e86e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:56.316292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ae519e-9446-4f59-8d6e-89a1e9fd168d req-d0e614eb-8535-460f-b4f3-642604fd077a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349967 Dec 20 22:55:56.342348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:56.350538 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc00df3b-0186-4078-b046-4fed651f5b6d x-openstack-request-id: req-cc00df3b-0186-4078-b046-4fed651f5b6d {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:56.350788 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "name": "network-vif-plugged", "status": "completed", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:56.351076 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc00df3b-0186-4078-b046-4fed651f5b6d {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:56.351478 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'code': 200} Dec 20 22:55:56.356881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 921712f1-3e2d-49d0-8c25-65a0cad88b12 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:56.361904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.528362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.553982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.592028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:56.599324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a985ee-11c3-494d-94f2-5feda6f74fe8 req-90068414-6c8a-414b-af7e-0c5f0ef1f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:56.601213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-88a985ee-11c3-494d-94f2-5feda6f74fe8 req-90068414-6c8a-414b-af7e-0c5f0ef1f917 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1096 time: 0.1370833 Dec 20 22:55:56.679284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.683507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-88a985ee-11c3-494d-94f2-5feda6f74fe8 req-6ea08145-8958-4073-965b-b4d2203f63d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710967 Dec 20 22:55:56.689247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.771068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.809451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=10']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:56.833745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb644f9f-3004-482b-b640-7038cce8d69c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:56.899809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:56.942233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.947149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ddd35ab4-a04a-4398-9493-5adc9fde587c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6816936 Dec 20 22:55:56.948001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:56.966891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'security_group_rule': {'security_group_id': 'f58503a6-1ead-49d1-bc6b-a5e6f505e86e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:56.978831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a7c13-e818-45bf-9dd9-c0fcce2b0981 req-c95ff990-e69b-4629-869b-80c0a76d064d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:56.982233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:56.982800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:56.987443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be5a7c13-e818-45bf-9dd9-c0fcce2b0981 req-c95ff990-e69b-4629-869b-80c0a76d064d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1069961 Dec 20 22:55:57.072693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be5a7c13-e818-45bf-9dd9-c0fcce2b0981 req-aba49549-9db0-4cba-8306-ebc35f87f917 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783563 Dec 20 22:55:57.110998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.146515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:57.170784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.208666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74488c-f743-440c-a955-0c5232cd5d60 req-7095bac0-272a-4e60-80be-53a495b64823 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:57.210530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e74488c-f743-440c-a955-0c5232cd5d60 req-7095bac0-272a-4e60-80be-53a495b64823 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.0726581 Dec 20 22:55:57.252854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.283883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.299546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e74488c-f743-440c-a955-0c5232cd5d60 req-c27df725-bc8a-4a59-90bc-34bd928884ae tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801864 Dec 20 22:55:57.336901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:57.400034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.406494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:57.437939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a094fb-6fdb-4f6d-bc08-d54d538b8bc8 req-4815324f-ee46-4cf1-8a63-1be1c5f88b44 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:57.443859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53a094fb-6fdb-4f6d-bc08-d54d538b8bc8 req-4815324f-ee46-4cf1-8a63-1be1c5f88b44 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 945 time: 0.1093044 Dec 20 22:55:57.455254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2557cb4-de51-455b-8d68-ebe3dc0437cf,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:57.557356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34222230-9020-4d91-b538-a14a7c98e4e0 req-cc10dc75-c1c5-4f93-bd8e-d2761fb111ab tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:57.559108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34222230-9020-4d91-b538-a14a7c98e4e0 req-cc10dc75-c1c5-4f93-bd8e-d2761fb111ab tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1141665 Dec 20 22:55:57.565149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53a094fb-6fdb-4f6d-bc08-d54d538b8bc8 req-9170a6ae-58aa-40bf-b9f7-76cde7e6abf7 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057930 Dec 20 22:55:57.645997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34222230-9020-4d91-b538-a14a7c98e4e0 req-313fe433-e434-489a-a586-e18d956f0a09 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784187 Dec 20 22:55:57.755729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b28dc945-3422-416e-916e-da1325213158 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:55:57.777221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b28dc945-3422-416e-916e-da1325213158 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:57.777221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.846514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.878580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:55:57.910226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.963063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:57.964309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-327c417a-302e-44b1-a853-9c60e9ef28ce tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0141730 Dec 20 22:55:57.967289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33980) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:55:57.971799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:58.024575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.062242 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Sync routers for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:55:58.102222 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:55:58.103357 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:55:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:58.105305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:58.172804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.253032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22726b-e0e2-45fd-b78b-40fb63442323 req-5dd95e19-e939-4bcc-8642-4723347bc45f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:58.260264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb22726b-e0e2-45fd-b78b-40fb63442323 req-5dd95e19-e939-4bcc-8642-4723347bc45f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0723205 Dec 20 22:55:58.322292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb22726b-e0e2-45fd-b78b-40fb63442323 req-f7ea3e7a-066d-424e-8aca-7cab26ffcc11 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Dec 20 22:55:58.339057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.352930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}, {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:55:58.355663 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c21b6-b78b-4b11-9bd9-1f1ce00dbbde" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}, {"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:55:58.431165 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:55:58.495291 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d8553-472f-4da7-ab3a-1484d11aeb20 x-openstack-request-id: req-664d8553-472f-4da7-ab3a-1484d11aeb20 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:55:58.496216 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-plugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "code": 200}, {"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:55:58.496686 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-664d8553-472f-4da7-ab3a-1484d11aeb20 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:55:58.497308 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'code': 200} Dec 20 22:55:58.498106 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'code': 200} Dec 20 22:55:58.530147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Allocated IP 172.25.1.248 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/2c9483f9-c58e-46a8-bb48-4075c5a1f3b6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:55:58.564467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39dfb0-f917-4899-ad26-4473870ba2e3 req-3fe3db24-d503-4395-b26b-4777df7ba60b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:58.566292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e39dfb0-f917-4899-ad26-4473870ba2e3 req-3fe3db24-d503-4395-b26b-4777df7ba60b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0960689 Dec 20 22:55:58.721557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642fbd5-49e6-45ff-8928-8e34d79f85c2 req-fb34eee2-c1af-4f64-9f04-6354bde5f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:58.723596 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3642fbd5-49e6-45ff-8928-8e34d79f85c2 req-fb34eee2-c1af-4f64-9f04-6354bde5f243 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1100 time: 0.0788794 Dec 20 22:55:58.751664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.757154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e39dfb0-f917-4899-ad26-4473870ba2e3 req-4721c8a7-e58e-4313-9d45-f99ca7c2f2f8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819677 Dec 20 22:55:58.793443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3642fbd5-49e6-45ff-8928-8e34d79f85c2 req-67c95235-c4e1-4c27-b97b-69fa92513ca7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Dec 20 22:55:58.837025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d5c3e-32df-4f6c-b496-223f65faaa9f req-26a5b03f-1f8c-4c04-9e02-9cb491e9b477 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:58.838922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f8d5c3e-32df-4f6c-b496-223f65faaa9f req-26a5b03f-1f8c-4c04-9e02-9cb491e9b477 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 945 time: 0.1777096 Dec 20 22:55:58.874360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:55:58.881692 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 2, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:55:58.927563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.957216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:55:58.958303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:58.995885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f8d5c3e-32df-4f6c-b496-223f65faaa9f req-6e05f392-f4d9-451a-8c8a-10efe6b722f5 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478686 Dec 20 22:55:59.018922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:55:59.029744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:55:59.040515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:55:59.049606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2fe6b-c6c6-4ddc-a0c0-43ec116ba3ad req-2697c9d4-d3c9-46fb-befc-08c7419b3343 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:59.064760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07c2fe6b-c6c6-4ddc-a0c0-43ec116ba3ad req-2697c9d4-d3c9-46fb-befc-08c7419b3343 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1529381 Dec 20 22:55:59.102303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'Port': ['ID=2c9483f9-c58e-46a8-bb48-4075c5a1f3b6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:59.137911 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Checking router: a0ff66f4-413d-47bf-89f3-2944e41b9c4b for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:55:59.143099 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Updating router a0ff66f4-413d-47bf-89f3-2944e41b9c4b port d00c56a7-602b-4926-adde-e0a6d92e25ba binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:55:59.175485 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.175956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07c2fe6b-c6c6-4ddc-a0c0-43ec116ba3ad req-ee50b790-2403-40cf-a510-6272c6169f3a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099448 Dec 20 22:55:59.245075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.257957 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-2f9c5804-584e-4c5f-9c76-b8d4171c2082 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-287823313&fields=id&tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 267 time: 0.1493680 Dec 20 22:55:59.396448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.399584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-30f1375f-3836-4a01-8188-05fb7e91608a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:59.417817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-30f1375f-3836-4a01-8188-05fb7e91608a tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 945 time: 0.1587484 Dec 20 22:55:59.426928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'security_groups': ['ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95', 'bc96f327-2abc-484a-8f7c-b8af927ff864']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:55:59.620734 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.627069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.660108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf57b7e-f8a2-49b5-b2f3-8d8f77fe382a req-ddc4a97b-7bd5-41c8-899d-8a30489d632b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:55:59.667749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faf57b7e-f8a2-49b5-b2f3-8d8f77fe382a req-ddc4a97b-7bd5-41c8-899d-8a30489d632b tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1007111 Dec 20 22:55:59.710021 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.739607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.776314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faf57b7e-f8a2-49b5-b2f3-8d8f77fe382a req-7559014d-1328-4acc-9c09-44db1ed60344 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076696 Dec 20 22:55:59.806974 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Pushing event updated for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:55:59.813142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.819415 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.819824 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.820223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.821217 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.821610 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.822041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.822442 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.822886 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.823315 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.823715 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.824442 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.826182 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.826585 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:55:59.935344 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Attempting to bind port d00c56a7-602b-4926-adde-e0a6d92e25ba on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:55:59.935801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Attempting to bind port d00c56a7-602b-4926-adde-e0a6d92e25ba by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:55:59.936674 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Attempting to bind port d00c56a7-602b-4926-adde-e0a6d92e25ba on network 49479fdb-c502-4d26-a05a-f3f6f8b69856 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:55:59.946134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:55:59.946743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Checking segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:55:59.947207 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:55:59.947673 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Bound using segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:55:59.948590 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Bound port: d00c56a7-602b-4926-adde-e0a6d92e25ba, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:55:59.949048 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.026294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'Port': ['ID=2c9483f9-c58e-46a8-bb48-4075c5a1f3b6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:00.052200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.082266 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] For port d00c56a7-602b-4926-adde-e0a6d92e25ba, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:00.085437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] For port d00c56a7-602b-4926-adde-e0a6d92e25ba, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d00c56a7-602b-4926-adde-e0a6d92e25ba,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:00.113544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:00.185596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.185596 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3cc5c1d6-5ea7-4182-bf94-5cb23c4d5456 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2084918 Dec 20 22:56:00.185944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.186048 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.202643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd74a6-b33d-421d-9fdb-905239d6caf8 req-553f80a2-0ebd-479f-af4a-4a8679c0a1f9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:00.212543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88fd74a6-b33d-421d-9fdb-905239d6caf8 req-553f80a2-0ebd-479f-af4a-4a8679c0a1f9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.3241735 Dec 20 22:56:00.263612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.281088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:00.317220 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:00.317933 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:55:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:00.404148 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1c1b-3fd1-4e71-9943-a69c05744ff8 None None] Pushing event updated for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:00.413999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:00.432813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.433179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.436917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.436917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.436917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.439068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.442582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.442582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.442582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.447158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:00.448300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.450706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.451192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.452635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.452635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:00.476066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88fd74a6-b33d-421d-9fdb-905239d6caf8 req-6964681f-daf7-4a92-aca2-289b74bc0f63 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622442 Dec 20 22:56:00.518810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:00.519494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.539423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-725f35c2-d8d0-4251-b7d5-c537f64d667b req-421d2484-4dbd-4c7c-a0fe-f6e593398ebb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "PUT /v2.0/ports/31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 981 time: 1.1204917 Dec 20 22:56:00.539882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:00.543860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:00.554337 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7" -d '{"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:00.604397 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:00.736294 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:56:00.738367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:00.782975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-e16538db-8658-4f75-8dfb-5f75768eb744 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--284745879&fields=id&tenant_id=631b16ce1bfa4d13b40e6068996ea7a4 HTTP/1.1" status: 200 len: 267 time: 0.0784197 Dec 20 22:56:00.855720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:00.926154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3931f2-a9ec-4cac-8689-c4b43e4ca716 req-9e1756b8-c3b7-46c1-9d1c-cf6d3e7e4edb tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:00.928377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb3931f2-a9ec-4cac-8689-c4b43e4ca716 req-9e1756b8-c3b7-46c1-9d1c-cf6d3e7e4edb tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.2879617 Dec 20 22:56:00.943782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] For port d00c56a7-602b-4926-adde-e0a6d92e25ba, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d00c56a7-602b-4926-adde-e0a6d92e25ba,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:00.955430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d00c56a7-602b-4926-adde-e0a6d92e25ba up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:01.022907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb3931f2-a9ec-4cac-8689-c4b43e4ca716 req-0cc69af3-1a26-4dc0-a7ef-635bc6959420 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843515 Dec 20 22:56:01.074267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-e74c3050-72ec-434f-8948-0b80abfe43e6 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:01.075830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-e74c3050-72ec-434f-8948-0b80abfe43e6 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/networks?id=49479fdb-c502-4d26-a05a-f3f6f8b69856 HTTP/1.1" status: 200 len: 806 time: 0.2929006 Dec 20 22:56:01.093953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-6f8e19a9-7bf8-4db3-85c9-96480ecd8767 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/quotas/631b16ce1bfa4d13b40e6068996ea7a4 HTTP/1.1" status: 200 len: 375 time: 0.0100112 Dec 20 22:56:01.134804 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:01.143687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:01.166517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-eda30a2f-9a3b-4461-bff8-3023efdb55d4 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=631b16ce1bfa4d13b40e6068996ea7a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615716 Dec 20 22:56:01.229389 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf791a-aba8-462c-8d3a-e9d7572e292f None None] The sync data for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 is: [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:01.290957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:01.360212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05a28267-4ffd-4c46-b1c3-16a1103eb6ce req-25f292c9-3b20-4a81-bb44-7c286d6756a3 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/bc96f327-2abc-484a-8f7c-b8af927ff864 HTTP/1.1" status: 200 len: 1815 time: 0.0696976 Dec 20 22:56:01.371979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'mac_address': 'fa:16:3e:49:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:01.434831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-69f206ec-f547-44fd-be30-8ebfee46041b service neutron] 10.222.0.62 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542665 Dec 20 22:56:01.457561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:01.476544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6c87cb8e-2c1e-4e0b-b68d-e600f80d221a None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:01.476927 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c87cb8e-2c1e-4e0b-b68d-e600f80d221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:01.546124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:01.557960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Pushing event updated for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:01.568621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-17deb9c9-730f-4074-84ea-3232dfe554d4 service neutron] 10.222.0.62 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289663 Dec 20 22:56:01.575821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:01.576167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:01.583579 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-05a28267-4ffd-4c46-b1c3-16a1103eb6ce req-93c9f38b-0072-473c-a0ec-a9011a9c1c0b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 22:56:01.601749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05a28267-4ffd-4c46-b1c3-16a1103eb6ce req-93c9f38b-0072-473c-a0ec-a9011a9c1c0b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc96f327-2abc-484a-8f7c-b8af927ff864 HTTP/1.1" status: 409 len: 341 time: 0.2404695 Dec 20 22:56:01.620508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.620865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.621205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.621541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.622588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.622931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.623397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.623729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.624057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.624384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.624705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.625028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.625413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a684fc3-e2e7-4193-b0af-f14b9990bc64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:01.666228 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe7961-8287-400d-8ec1-bde87b09f1ac x-openstack-request-id: req-79fe7961-8287-400d-8ec1-bde87b09f1ac {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:01.666525 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:01.666785 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79fe7961-8287-400d-8ec1-bde87b09f1ac {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:01.667187 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'status': 'completed', 'code': 200} Dec 20 22:56:01.775227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-6a9c9373-7f4b-4646-b854-fd72df96a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:01.786253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-6a9c9373-7f4b-4646-b854-fd72df96a222 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1135 time: 0.0977786 Dec 20 22:56:01.853183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ef26-4e66-4aca-98c7-8c45f620c2d8 req-e2025347-d51b-4486-b045-7fbd807fe74a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:01.861986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44c2ef26-4e66-4aca-98c7-8c45f620c2d8 req-e2025347-d51b-4486-b045-7fbd807fe74a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0901027 Dec 20 22:56:01.968578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:01.999035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44c2ef26-4e66-4aca-98c7-8c45f620c2d8 req-596fd81a-78d5-4bdd-83b7-73ca97e1c1d2 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218877 Dec 20 22:56:02.043501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-4f9399c5-fb33-4752-a489-887604c71f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:02.052502 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-4f9399c5-fb33-4752-a489-887604c71f25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.2538218 Dec 20 22:56:02.162466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-aed13afd-14a1-4f31-bd83-51c72d5731b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 217 time: 0.1060688 Dec 20 22:56:02.183586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e791-0a17-4797-9729-0e0204566a89 req-9fc90e0d-ed04-4d5f-a42b-932fa9629959 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:02.185400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64c1e791-0a17-4797-9729-0e0204566a89 req-9fc90e0d-ed04-4d5f-a42b-932fa9629959 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0893893 Dec 20 22:56:02.185655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:02.297276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-1e885e1a-b525-4e4e-b46e-68ca1f0c0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:02.299411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-1e885e1a-b525-4e4e-b46e-68ca1f0c0f89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1268973 Dec 20 22:56:02.322336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64c1e791-0a17-4797-9729-0e0204566a89 req-9ecbd7f0-bfbe-4745-a43b-0535edfb7711 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300478 Dec 20 22:56:02.447083 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-a34d47cd-432f-4060-9e57-48cfd19bbd9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340597 Dec 20 22:56:02.535646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e48f23f-9db8-444a-825d-7e70a1590b76 req-cf026c73-ac35-4a0b-b4ac-ad337544b442 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 210 time: 0.0487483 Dec 20 22:56:02.665791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:02.832988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:02.923000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d00c56a7-602b-4926-adde-e0a6d92e25ba up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:02.974483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b25f-1dba-44e1-8585-9386ff5f97b6 req-d6b27883-78ca-49e8-88e5-70ece2b33e98 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:02.979509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c5b25f-1dba-44e1-8585-9386ff5f97b6 req-d6b27883-78ca-49e8-88e5-70ece2b33e98 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.3162496 Dec 20 22:56:03.015234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:03.025191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-3dc95648-f53b-4703-8dbd-8930da7915a7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.026769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-3dc95648-f53b-4703-8dbd-8930da7915a7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.4600725 Dec 20 22:56:03.044284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-ecf6cc5e-8ee6-47aa-a4d4-7ade26365667 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857019 Dec 20 22:56:03.097764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d00c56a7-602b-4926-adde-e0a6d92e25ba triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:03.099779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-084b4628-7ea0-47d8-ae88-4a380bd7220e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/quotas/9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 375 time: 0.0522575 Dec 20 22:56:03.103743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:03.172009 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcaf659b-aaf0-4a80-81e0-3e6ed7c255c7 req-487f542b-99a0-4c4d-82ed-fe12b273139d service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189859 Dec 20 22:56:03.185243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c5b25f-1dba-44e1-8585-9386ff5f97b6 req-eddc7871-c43b-4f3b-a88f-5eaeaa5dd8d8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980927 Dec 20 22:56:03.220454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-2f25ce6a-2a79-446e-bf45-7f4ef0c3a826 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092911 Dec 20 22:56:03.234672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:03.319836 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:03.377897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:03.406049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:03.422739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cec6a-5db5-4624-bbde-744956f1119f req-383e7084-b55e-4f73-a37e-cf6579dd4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.424780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-383e7084-b55e-4f73-a37e-cf6579dd4a92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1135 time: 0.1089084 Dec 20 22:56:03.435443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-73da4d30-14e7-4f69-896c-a7c809c6c92e service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021041 Dec 20 22:56:03.515612 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:03.578237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416505-1680-4946-8508-3ea00114e195 req-89382b12-113a-4d78-9fe2-0e7238821def tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.586915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c416505-1680-4946-8508-3ea00114e195 req-89382b12-113a-4d78-9fe2-0e7238821def tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1100 time: 0.1161280 Dec 20 22:56:03.588177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cec6a-5db5-4624-bbde-744956f1119f req-2366b285-7a30-44ec-8759-78292e8aaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.593300 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-2366b285-7a30-44ec-8759-78292e8aaa35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.1572795 Dec 20 22:56:03.621616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-e3c585f3-3c5b-409b-84b7-0d5abeb567d5 service neutron] 10.222.0.62 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852384 Dec 20 22:56:03.643590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:03.677862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-6a94906e-cf06-47d9-8c69-5f07b7671fd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 217 time: 0.0782061 Dec 20 22:56:03.707140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c416505-1680-4946-8508-3ea00114e195 req-29e1efde-c1e6-4fb0-a563-bedd3a614b17 tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192677 Dec 20 22:56:03.790659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cec6a-5db5-4624-bbde-744956f1119f req-37a99c70-934f-4f23-8316-1b3d0ce997ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.792539 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-37a99c70-934f-4f23-8316-1b3d0ce997ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1030273 Dec 20 22:56:03.900160 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-6999caa4-7929-4d10-acd3-242ecdb68a49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910256 Dec 20 22:56:03.914044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203f9f8-f038-4d45-bf2d-7395138b9e65 req-cc59d202-3b6f-4a69-92b6-1720771e8a0b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:03.916037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1203f9f8-f038-4d45-bf2d-7395138b9e65 req-cc59d202-3b6f-4a69-92b6-1720771e8a0b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 984 time: 0.1171036 Dec 20 22:56:04.002721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1203f9f8-f038-4d45-bf2d-7395138b9e65 req-a497ce2f-90ec-4425-b436-9ebecae4d716 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=bc96f327-2abc-484a-8f7c-b8af927ff864&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0785685 Dec 20 22:56:04.068626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-47c45278-b93b-47dc-8e57-d2c18cf3cf6e service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585517 Dec 20 22:56:04.193375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383243e-8bee-443c-99d1-fa30d313cdee req-c4116c29-b258-480b-b48c-f5ffd8c59429 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:04.199017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c383243e-8bee-443c-99d1-fa30d313cdee req-c4116c29-b258-480b-b48c-f5ffd8c59429 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 947 time: 0.0655153 Dec 20 22:56:04.205346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f76cec6a-5db5-4624-bbde-744956f1119f req-0c2c10e9-23b6-468c-b9f0-a75feb867c47 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210899 Dec 20 22:56:04.285610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c383243e-8bee-443c-99d1-fa30d313cdee req-2e798dc0-a109-472f-929e-8d714a4b8928 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Dec 20 22:56:04.459420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83fc14d9-1eac-4c88-88a3-9449c77ffaae req-672d3e2c-d5eb-48e9-a3d8-a229057e3a76 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 210 time: 0.0815940 Dec 20 22:56:04.517682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:04.675827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port d417bf94-bbb4-4c00-b84f-7b7157406eb9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:04.676436 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:04.757710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0da178-d466-4d77-b31c-2f5b0313e524 req-2c1922e3-acf8-4400-b716-ff04613dd320 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:04.759492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d0da178-d466-4d77-b31c-2f5b0313e524 req-2c1922e3-acf8-4400-b716-ff04613dd320 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1441302 Dec 20 22:56:04.778261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91a2f479-e2af-46dd-8492-7cecb16acada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:04.788611 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:04.817023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:04.820747 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ab547-4d66-4f67-98e6-9cd32d0075dd" -d '{"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:04.839255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:04.841172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d0da178-d466-4d77-b31c-2f5b0313e524 req-f023b2ef-4fd9-490d-8a05-351e8d8c03b8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754454 Dec 20 22:56:05.047064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-112a2550-ead6-4cf7-a308-a842277ae46b req-c093cbf3-1c29-41c0-af43-802c50cae9e5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0269690 Dec 20 22:56:05.093413 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6512f3-a901-4afc-9f86-0452c4dbce4b x-openstack-request-id: req-bd6512f3-a901-4afc-9f86-0452c4dbce4b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:05.093700 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:05.093978 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd6512f3-a901-4afc-9f86-0452c4dbce4b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:05.095058 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'code': 200} Dec 20 22:56:05.197275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b0eb-e17f-4dd2-85fc-bd13c018b1b2 req-b9150af3-f421-4818-86b1-154087880bb2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:05.198916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8116b0eb-e17f-4dd2-85fc-bd13c018b1b2 req-b9150af3-f421-4818-86b1-154087880bb2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 984 time: 0.0587609 Dec 20 22:56:05.267369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8116b0eb-e17f-4dd2-85fc-bd13c018b1b2 req-b0190fdb-3c6d-4f19-b900-c4fe0d4f7996 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=bc96f327-2abc-484a-8f7c-b8af927ff864&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0615215 Dec 20 22:56:05.328853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30751fa-4d2e-42d9-ab9c-22f5682b06df req-d6019504-6f7d-43c5-89b1-ea3b54e762ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:05.330602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c30751fa-4d2e-42d9-ab9c-22f5682b06df req-d6019504-6f7d-43c5-89b1-ea3b54e762ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1098 time: 0.0575137 Dec 20 22:56:05.356308 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:05.392740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c30751fa-4d2e-42d9-ab9c-22f5682b06df req-952d61a2-b755-4ef8-97ce-b98abe843127 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521114 Dec 20 22:56:05.435657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416aa63-3ffc-4bbf-b1be-4384f4085b05 req-4b047419-d7d9-4aef-8ab0-288e8d7d1774 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:05.437276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1416aa63-3ffc-4bbf-b1be-4384f4085b05 req-4b047419-d7d9-4aef-8ab0-288e8d7d1774 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0583866 Dec 20 22:56:05.441692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:05.505654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1416aa63-3ffc-4bbf-b1be-4384f4085b05 req-c261bb45-b312-4b2a-93b2-c962d88aa75d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608616 Dec 20 22:56:05.644023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25a91adf-6037-4ae6-a98e-5c1926b6b314 req-228c335c-8445-434a-989c-627e8e7339c4 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 210 time: 0.0580621 Dec 20 22:56:05.760502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85007-b95e-483a-94bc-142263e0803f req-dbb6b3ca-1672-4fb7-b029-4ebedbabdf34 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:05.764582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cca85007-b95e-483a-94bc-142263e0803f req-dbb6b3ca-1672-4fb7-b029-4ebedbabdf34 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0986114 Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.783697 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-95d7c478-d32f-48c0-a745-c01c8e02704e tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:05.787393 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-95d7c478-d32f-48c0-a745-c01c8e02704e tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.45 "GET /v2.0/networks?id=49479fdb-c502-4d26-a05a-f3f6f8b69856 HTTP/1.1" status: 200 len: 806 time: 0.1789236 Dec 20 22:56:05.841459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cca85007-b95e-483a-94bc-142263e0803f req-3556e897-e38f-434f-8703-ac6fd48162a6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 Dec 20 22:56:05.927475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-4f109a7c-4ebd-421d-8c84-bc29ace212e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166868 Dec 20 22:56:05.959765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-1d9aeb96-be2b-4894-adea-ec26fa00a097 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631b16ce1bfa4d13b40e6068996ea7a4 HTTP/1.1" status: 200 len: 379 time: 0.1554208 Dec 20 22:56:05.977188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'port': {'device_id': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'admin_state_up': True, 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'security_groups': ['f58503a6-1ead-49d1-bc6b-a5e6f505e86e']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:06.096452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0b3b1-32c7-4972-9ea8-8c5c44b49be2 req-11d013ee-5866-4f94-846e-c5cbfefbc27f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:06.107371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30a0b3b1-32c7-4972-9ea8-8c5c44b49be2 req-11d013ee-5866-4f94-846e-c5cbfefbc27f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.1389716 Dec 20 22:56:06.232558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30a0b3b1-32c7-4972-9ea8-8c5c44b49be2 req-fcba4fba-20c9-42f6-8298-327b5c046b24 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193318 Dec 20 22:56:06.295375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96b675a1-a452-473c-b9ef-5158b3567c8d req-7943d657-515a-4629-8418-bade32849e9c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0602419 Dec 20 22:56:06.331016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Made reservation on behalf of 631b16ce1bfa4d13b40e6068996ea7a4 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:06.335306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:06.478806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156de69-a651-4c3a-86df-08f3792bedd0 req-feabb626-1362-4a30-bbf6-d32486eb1c00 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:06.480538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c156de69-a651-4c3a-86df-08f3792bedd0 req-feabb626-1362-4a30-bbf6-d32486eb1c00 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 984 time: 0.0971930 Dec 20 22:56:06.551305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Allocated IP 172.20.0.9 (49479fdb-c502-4d26-a05a-f3f6f8b69856/8b82b3c5-a32f-4e3c-a025-7d651eec99d0/18b4d6df-0337-4f7f-bf3a-e9214cb91691) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:06.554810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c156de69-a651-4c3a-86df-08f3792bedd0 req-c3a1deb6-3611-4534-b315-465a456c1d82 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=bc96f327-2abc-484a-8f7c-b8af927ff864&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0666013 Dec 20 22:56:06.755831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91b405-3934-4dee-9a89-fa9f2d85bcb6 req-c5bf9ba0-6af9-4153-9af4-55bf173c0b52 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:06.757995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec91b405-3934-4dee-9a89-fa9f2d85bcb6 req-c5bf9ba0-6af9-4153-9af4-55bf173c0b52 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1113000 Dec 20 22:56:06.815910 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-971ba510-596a-4f1b-9b8c-4e1b24a90338 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1776203607&fields=id&tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58 HTTP/1.1" status: 200 len: 267 time: 0.1130509 Dec 20 22:56:06.848492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:06.956607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec91b405-3934-4dee-9a89-fa9f2d85bcb6 req-b9d3cd9a-4360-4a77-b71e-2f8402c8c61c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838856 Dec 20 22:56:06.963178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:06.971583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-d2e17910-fd8b-4ce7-95ac-4a1583ad460c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:06.981012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-d2e17910-fd8b-4ce7-95ac-4a1583ad460c tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 984 time: 0.1623640 Dec 20 22:56:06.996749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'port': {'security_groups': ['bc96f327-2abc-484a-8f7c-b8af927ff864', 'ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95', '0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:07.017170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:07.020491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:07.024522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:07.077752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event updated for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:07.096450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b683-3678-4822-b389-ee9ff381db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.125124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:07.126567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.152165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.210467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-93dd75d3-74a5-483d-933a-7c18b26b3e74 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416856 Dec 20 22:56:07.226943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Request body: {'port': {'device_id': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:07.247022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43809a3-2d52-4df9-9154-d93e3e6afcac req-afb89ca4-febb-492e-b4e3-d2666506b055 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:07.250034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43809a3-2d52-4df9-9154-d93e3e6afcac req-afb89ca4-febb-492e-b4e3-d2666506b055 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 931 time: 0.1184442 Dec 20 22:56:07.330097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.364601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43809a3-2d52-4df9-9154-d93e3e6afcac req-d33ae004-b90c-4b12-8763-1e5326579ef0 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046700 Dec 20 22:56:07.429457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f958cd9-730f-48b3-8782-850f80c6fa29 None None] Provisioning complete for port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:07.430140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f958cd9-730f-48b3-8782-850f80c6fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.509702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f958cd9-730f-48b3-8782-850f80c6fa29 None None] Port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:07.606823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:07.636081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d151b-92aa-4e60-b7af-9ada2a0b9230 req-9876afc6-5abe-4bc1-8855-c865a7771ea6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:07.637783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-022d151b-92aa-4e60-b7af-9ada2a0b9230 req-9876afc6-5abe-4bc1-8855-c865a7771ea6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0871735 Dec 20 22:56:07.658075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.718767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-022d151b-92aa-4e60-b7af-9ada2a0b9230 req-7029ad17-7acf-4000-ad7e-5b113c71ef50 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705473 Dec 20 22:56:07.794963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b4d6df-0337-4f7f-bf3a-e9214cb91691 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:07.804933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.822306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Transition to ACTIVE for port object 18b4d6df-0337-4f7f-bf3a-e9214cb91691 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:07.827949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.845257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:07.938599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:07.940375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.943919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:07.959646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c543c99-96df-48c8-8c8f-e468f63b2af1 req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "PUT /v2.0/ports/31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 1020 time: 0.9751034 Dec 20 22:56:07.960390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:07.963069 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:08.022507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672d6d-e675-4199-aa03-312e1029426d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:08.053209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:08.116038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3107fd4c-4418-4c19-b68c-35ac39f7efae req-8b308d86-44fb-40d5-8374-3525f3158b06 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0567851 Dec 20 22:56:08.149662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:08.289963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdaa0d-c163-4c72-a96f-3ea4b85db6f8 req-0bb6d4eb-56d3-419a-bc6a-b2bfe4dd9cc4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:08.300050 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:08.301645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57fdaa0d-c163-4c72-a96f-3ea4b85db6f8 req-0bb6d4eb-56d3-419a-bc6a-b2bfe4dd9cc4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.2728422 Dec 20 22:56:08.391228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Attempting to bind port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:08.391687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Attempting to bind port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:08.392258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Attempting to bind port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 on network 49479fdb-c502-4d26-a05a-f3f6f8b69856 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:08.397164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d2e2641-a9e6-40e5-8ccc-7172599120a7 req-56502d6d-2a35-482f-8f69-1ace4ce101d9 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6 HTTP/1.1" status: 200 len: 1818 time: 0.1986125 Dec 20 22:56:08.420548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 on network 49479fdb-c502-4d26-a05a-f3f6f8b69856 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:08.420893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Attempting to bind port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 on network 49479fdb-c502-4d26-a05a-f3f6f8b69856 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:08.457701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:08.458073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Checking segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:08.464040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Bound using segment: {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:08.464393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-e3c2028b-5488-47e4-a46e-e78dd60c7e00 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:08.464516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Bound port: 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf2e2bb-af74-4caa-adda-4ab943738d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:08.464845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:08.466469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-e3c2028b-5488-47e4-a46e-e78dd60c7e00 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 820 time: 0.4235859 Dec 20 22:56:08.499047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Request body: {'port': {'device_id': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'admin_state_up': True, 'tenant_id': '9c7e681b05b94476a25abb4e627af93c'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:08.567234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57fdaa0d-c163-4c72-a96f-3ea4b85db6f8 req-a9b5192a-9a71-4ed5-b450-25ce03781214 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623112 Dec 20 22:56:08.671958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:08.678741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:08.722844 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3a166-8f6b-4d79-b9ec-d7fa2b21cb7c x-openstack-request-id: req-56e3a166-8f6b-4d79-b9ec-d7fa2b21cb7c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:08.723281 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:08.723636 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56e3a166-8f6b-4d79-b9ec-d7fa2b21cb7c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:08.724124 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'status': 'completed', 'code': 200} Dec 20 22:56:08.821871 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:08.834920 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-6d2e2641-a9e6-40e5-8ccc-7172599120a7 req-8ccd63cc-3ddc-4006-8c19-426947e47db2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 22:56:08.839782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d2e2641-a9e6-40e5-8ccc-7172599120a7 req-8ccd63cc-3ddc-4006-8c19-426947e47db2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6 HTTP/1.1" status: 409 len: 341 time: 0.4406605 Dec 20 22:56:08.979373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:08.980256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:08.992990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] 10.222.0.45 "PUT /v2.0/ports/18b4d6df-0337-4f7f-bf3a-e9214cb91691 HTTP/1.1" status: 200 len: 1091 time: 1.7655621 Dec 20 22:56:08.994551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:08.999563 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f" -d '{"events": [{"name": "network-changed", "server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:09.003932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436a5e-c6a6-434a-b125-22c70f5261fe req-793aeb83-9c77-45b6-8efd-3241b47080a1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.008455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b436a5e-c6a6-434a-b125-22c70f5261fe req-793aeb83-9c77-45b6-8efd-3241b47080a1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1436038 Dec 20 22:56:09.064500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499caa-29cf-4ad7-bded-83283146fc2c service neutron] Pushing event updated for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:09.071713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-8d19ad85-fb13-44ab-80a1-1b601fc8cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.073562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-8d19ad85-fb13-44ab-80a1-1b601fc8cc8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1174 time: 0.3301497 Dec 20 22:56:09.076675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Made reservation on behalf of 9c7e681b05b94476a25abb4e627af93c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:09.109343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:09.288825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-696feebf-0a7a-48b6-b6bd-3ec75cfb8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.290876 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-696feebf-0a7a-48b6-b6bd-3ec75cfb8639 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=631b16ce1bfa4d13b40e6068996ea7a4&device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 1094 time: 0.0620990 Dec 20 22:56:09.347690 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-308f53f9-1cb6-4b76-8ef4-5503c9d442de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691 HTTP/1.1" status: 200 len: 217 time: 0.0454535 Dec 20 22:56:09.355680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-3d8d0145-28df-47d9-8d02-2832c514f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.357345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-3d8d0145-28df-47d9-8d02-2832c514f3dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 200 len: 914 time: 0.2741642 Dec 20 22:56:09.368297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b436a5e-c6a6-434a-b125-22c70f5261fe req-54470230-9601-4edd-b939-9af0684db585 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535712 Dec 20 22:56:09.411633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-32c5b412-97ff-4349-9ca4-c48b73034d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.413361 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-32c5b412-97ff-4349-9ca4-c48b73034d2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b82b3c5-a32f-4e3c-a025-7d651eec99d0 HTTP/1.1" status: 200 len: 845 time: 0.0549679 Dec 20 22:56:09.454497 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-3506fc49-6b20-4abd-9daf-5d6f33c4f6e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 200 len: 217 time: 0.0399599 Dec 20 22:56:09.460525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a2e1-ac75-440a-96c1-8596ee109bf3 req-7c895629-cb7a-4beb-9cff-3b44e479b9fe tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.463086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9881a2e1-ac75-440a-96c1-8596ee109bf3 req-7c895629-cb7a-4beb-9cff-3b44e479b9fe tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 943 time: 0.4033315 Dec 20 22:56:09.554554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-87e6ad20-b377-4808-91e5-f2dc633c0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.556084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-87e6ad20-b377-4808-91e5-f2dc633c0e20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49479fdb-c502-4d26-a05a-f3f6f8b69856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004810 Dec 20 22:56:09.562425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-6ba03bd6-4fe1-4606-8ec1-0f7ad8fc56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.564653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-6ba03bd6-4fe1-4606-8ec1-0f7ad8fc56f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 200 len: 853 time: 0.1005878 Dec 20 22:56:09.619907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-9e726a84-278a-4c57-a37e-49b92416aedf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=782366f1-5d29-40c0-b044-2b053eea7576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392692 Dec 20 22:56:09.652283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:09.703253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9881a2e1-ac75-440a-96c1-8596ee109bf3 req-1d9dc3a0-a680-4ce7-8e78-4d637deaef20 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289884 Dec 20 22:56:09.747027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Allocated IP 172.20.0.9 (3e4c285b-2734-4b2a-b013-f38695c69978/bdfff25c-9ace-4678-95fb-366841d4d15b/36a3726b-fc9e-4c51-9741-f96aa54f425c) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:09.772957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-0a31bd2b-5989-4866-a74d-262bdc89e040 service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062294 Dec 20 22:56:09.811697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-515536a4-7d83-4fb7-8bbd-20bf92dfccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.813285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-515536a4-7d83-4fb7-8bbd-20bf92dfccc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1100 time: 0.1993425 Dec 20 22:56:09.838051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cc53a-b325-40f5-a88b-9caf6b59eb8e req-4acfce8a-162a-4eac-9694-b984196c71d6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:09.840930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-516cc53a-b325-40f5-a88b-9caf6b59eb8e req-4acfce8a-162a-4eac-9694-b984196c71d6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.3174617 Dec 20 22:56:09.885541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-b0cbdbfa-56b2-4eb5-b961-6d6b8f7eefb9 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170196 Dec 20 22:56:10.016348 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91dc9add-a53a-4d2d-bc5a-8c77c7e2ccbf req-2ebd663c-c6ac-425c-ab97-38e6b0b9ca74 service neutron] 10.222.0.59 "GET /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215389 Dec 20 22:56:10.029374 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2510e6-bb66-429a-9f68-4a119e5ba190 req-cd2dfcb1-98e1-4183-9678-c10d64b0ca83 service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454855 Dec 20 22:56:10.066902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-bf149ee6-226d-4e41-8599-1e0e89b537de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.068663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-bf149ee6-226d-4e41-8599-1e0e89b537de service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2244170 Dec 20 22:56:10.398335 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0608155-c955-4df7-bfe9-417141d6ec26 x-openstack-request-id: req-f0608155-c955-4df7-bfe9-417141d6ec26 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:10.398743 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:10.399234 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0608155-c955-4df7-bfe9-417141d6ec26 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:10.399889 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'status': 'completed', 'code': 200} Dec 20 22:56:10.433304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:10.524649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-1250426b-c7a5-41c4-9089-8a7b39c89adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.526257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-1250426b-c7a5-41c4-9089-8a7b39c89adf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=631b16ce1bfa4d13b40e6068996ea7a4&device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 1094 time: 0.0850019 Dec 20 22:56:10.531327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-2c4d2c19-0e70-4a18-8f70-406532a6fb7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.4333248 Dec 20 22:56:10.571916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-516cc53a-b325-40f5-a88b-9caf6b59eb8e req-4d3f2fbd-a114-4ebf-b67d-24bea7baec50 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145095 Dec 20 22:56:10.643652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-67a1e2a0-6fee-4ffd-80c3-ef41918f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.645085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-67a1e2a0-6fee-4ffd-80c3-ef41918f9671 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0905070 Dec 20 22:56:10.648982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79fb01d7-04f5-486b-8d65-97c56d81f893 req-2b10fc0b-0fcd-4d0b-b71a-917593b2cbda tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.1121078 Dec 20 22:56:10.757867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-ce0c0585-b30a-4c2f-a445-9808be00d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.759311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-ce0c0585-b30a-4c2f-a445-9808be00d8fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=49479fdb-c502-4d26-a05a-f3f6f8b69856 HTTP/1.1" status: 200 len: 907 time: 0.2033756 Dec 20 22:56:10.846896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:10.851647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-b5926c76-2fec-42e7-9e8b-ca5f8a93cce5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691 HTTP/1.1" status: 200 len: 217 time: 0.0809577 Dec 20 22:56:10.905480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f267af-4cd4-4d51-8d45-8ab870ca603e req-68c5400d-74d5-4cfb-bf8f-05dab5638c99 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.907856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85f267af-4cd4-4d51-8d45-8ab870ca603e req-68c5400d-74d5-4cfb-bf8f-05dab5638c99 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1924889 Dec 20 22:56:10.909886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-1fb57c97-3ef0-4f89-bbc8-b45c11916895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.911448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-1fb57c97-3ef0-4f89-bbc8-b45c11916895 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483442 Dec 20 22:56:10.943562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-54781d52-a3d5-4edb-9750-26dbc83f79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:10.945376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-54781d52-a3d5-4edb-9750-26dbc83f79be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b82b3c5-a32f-4e3c-a025-7d651eec99d0 HTTP/1.1" status: 200 len: 845 time: 0.0785360 Dec 20 22:56:11.025816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-c3918bdc-a1ce-41de-b035-c95694b4d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:11.029532 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-c3918bdc-a1ce-41de-b035-c95694b4d2f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49479fdb-c502-4d26-a05a-f3f6f8b69856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714927 Dec 20 22:56:11.064669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777d90a-bde5-48db-bcd6-a9ad28cadfaf req-5e6e2637-25c4-4b75-aabf-a9d023e6d074 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:11.066572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e777d90a-bde5-48db-bcd6-a9ad28cadfaf req-5e6e2637-25c4-4b75-aabf-a9d023e6d074 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 945 time: 0.2616456 Dec 20 22:56:11.179145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85f267af-4cd4-4d51-8d45-8ab870ca603e req-8808b277-e91b-4e0a-aaf3-1554c9d2dda1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632434 Dec 20 22:56:11.216427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-5b26235e-014a-4e7f-a221-fb1111defdb0 service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687984 Dec 20 22:56:11.235710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:11.242741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-ea839667-599f-4c7b-8b2e-b6b60e0d625d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081551 Dec 20 22:56:11.257532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:11.267357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e777d90a-bde5-48db-bcd6-a9ad28cadfaf req-4509f74d-54be-4fa2-9097-d50257b8f549 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506667 Dec 20 22:56:11.412808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Network 3e4c285b-2734-4b2a-b013-f38695c69978 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:11.458476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:11.461999 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6aaf51ae-b22c-4f93-b23d-c9e82cc7e88f req-b6d618e8-f671-45dd-9624-76757bac583f service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334270 Dec 20 22:56:11.491551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:11.569814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.632407 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:11.635240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522fe34-1ad5-40b9-ac11-a48673c271cb req-2357d502-0343-4e46-8a94-78b4f9641604 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:11.636381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1522fe34-1ad5-40b9-ac11-a48673c271cb req-2357d502-0343-4e46-8a94-78b4f9641604 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1023 time: 0.2554755 Dec 20 22:56:11.668541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:11.669139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:11.684255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1ed55-2591-41d4-b4b5-1bad77827731 req-e936f74c-2b86-4912-89eb-cbd84005a676 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:11.685706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7c1ed55-2591-41d4-b4b5-1bad77827731 req-e936f74c-2b86-4912-89eb-cbd84005a676 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 943 time: 0.2392466 Dec 20 22:56:11.692956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-627811e9-b8da-44f4-b885-9c2318622c1b service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245756 Dec 20 22:56:11.776071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7c1ed55-2591-41d4-b4b5-1bad77827731 req-76ccce1c-51d4-4b88-8e85-3e27547b2416 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821636 Dec 20 22:56:11.792908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1522fe34-1ad5-40b9-ac11-a48673c271cb req-420ba9df-4c01-49b8-910c-e74a311fbf66 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6&id=bc96f327-2abc-484a-8f7c-b8af927ff864&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1321986 Dec 20 22:56:11.812984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-bcbcdda7-f975-47a7-9e2c-db9c3f3181ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3167527 Dec 20 22:56:11.826240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Request body: {'port': {'device_id': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:11.930727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.324173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-8c71d292-1c67-47e7-b920-087138753d70 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:12.326014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-8c71d292-1c67-47e7-b920-087138753d70 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 1023 time: 0.1193423 Dec 20 22:56:12.499334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a3726b-fc9e-4c51-9741-f96aa54f425c {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:12.511538 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.535964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Deleting port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:12.539013 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.541000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Transition to ACTIVE for port object 36a3726b-fc9e-4c51-9741-f96aa54f425c will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:12.548401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 18b4d6df-0337-4f7f-bf3a-e9214cb91691 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:12.683793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.742292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:12.759380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:12.762860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'port_id': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'mac_address': 'fa:16:3e:42:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:12.767807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:12.768227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.823086 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.837978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b4d6df-0337-4f7f-bf3a-e9214cb91691 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:12.848918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Calling delete_port for 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:12.862768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:12.971291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:12.998845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:12.999507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:12.999655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:13.019852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:13.020192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:13.029760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7caccd-6a4c-4776-a61a-57d9f0cefdeb req-75665201-b28b-464b-a64c-5c8495bf5ab6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.031309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f7caccd-6a4c-4776-a61a-57d9f0cefdeb req-75665201-b28b-464b-a64c-5c8495bf5ab6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1890535 Dec 20 22:56:13.046848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:13.076527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:13.088957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:13.088957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:13.088957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Bound port: 36a3726b-fc9e-4c51-9741-f96aa54f425c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:13.088957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:13.188009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f7caccd-6a4c-4776-a61a-57d9f0cefdeb req-0907e910-179e-4c03-934c-d26c0597deb4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423864 Dec 20 22:56:13.207748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba8be-251b-4591-af07-577937ccce57 req-13530a94-c0b9-45a1-8fed-56f0e99f66fe tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.209551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-040ba8be-251b-4591-af07-577937ccce57 req-13530a94-c0b9-45a1-8fed-56f0e99f66fe tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1743946 Dec 20 22:56:13.296536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['18b4d6df-0337-4f7f-bf3a-e9214cb91691'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:13.337129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:13.360287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:13.364319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-040ba8be-251b-4591-af07-577937ccce57 req-ed159b13-67c5-4877-8f6a-78ec04ca99d9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178584 Dec 20 22:56:13.380092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45b24-6db2-4e61-a239-fbce0c690efc req-69e24119-35d8-4dde-94f9-64a1385808f3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.381748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b45b24-6db2-4e61-a239-fbce0c690efc req-69e24119-35d8-4dde-94f9-64a1385808f3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1139135 Dec 20 22:56:13.448938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:13.463793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b45b24-6db2-4e61-a239-fbce0c690efc req-ddfca543-aac9-402c-acc5-05759743e56d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690203 Dec 20 22:56:13.496695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'Port': ['ID=31fcbb6e-e43c-4da1-a00f-20c78b7bb175,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:13.498029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:13.514220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:13.623144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] No DVR routers for this DVR port 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:13.628740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.629463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:13.633757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] 10.222.0.45 "PUT /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 1091 time: 1.8113043 Dec 20 22:56:13.633757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:13.634169 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:13.644781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-979012bd-5653-4c2c-b4b2-1b52ffb169d5 req-eb4047dd-deca-4cb7-9078-d906ea444ce1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=691b9bf3-b4be-4918-bbbf-bb32c325a21c HTTP/1.1" status: 200 len: 210 time: 0.0801921 Dec 20 22:56:13.646792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:13.650812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1c8a5f1-a9d6-4eca-b0f8-6d48a770e09d req-d7d55531-7e72-4d25-b6c0-ed3ae1c7b299 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "DELETE /v2.0/ports/31fcbb6e-e43c-4da1-a00f-20c78b7bb175 HTTP/1.1" status: 204 len: 173 time: 1.3175004 Dec 20 22:56:13.690462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9f0a9-2af5-4a14-8645-85ef22fc940c req-ff131ef1-91b3-4a3f-9b4d-caa1d8b9577c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.692187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bea9f0a9-2af5-4a14-8645-85ef22fc940c req-ff131ef1-91b3-4a3f-9b4d-caa1d8b9577c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 944 time: 0.2400804 Dec 20 22:56:13.693964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41a8c8-1b5f-40a6-aa9b-376b33448ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:13.782544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bea9f0a9-2af5-4a14-8645-85ef22fc940c req-74aeb9bc-5ad4-4dec-a3d8-a1c5c13d9276 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840456 Dec 20 22:56:13.829698 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8739f68-be63-4246-b83d-3219d5fd28f6 x-openstack-request-id: req-f8739f68-be63-4246-b83d-3219d5fd28f6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:13.830023 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:13.830330 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8739f68-be63-4246-b83d-3219d5fd28f6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:13.830678 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'status': 'completed', 'code': 200} Dec 20 22:56:13.856938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-739e36d7-4a9d-4a83-b118-b606bbc45787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:13.858489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-739e36d7-4a9d-4a83-b118-b606bbc45787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1094 time: 0.1057303 Dec 20 22:56:13.934093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-d66e5717-bb9a-4d7d-9e17-a0a9aa7cfee5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 217 time: 0.0550845 Dec 20 22:56:13.998631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-81de11e2-8f9d-445e-938b-6f4f5cd62461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.000946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-81de11e2-8f9d-445e-938b-6f4f5cd62461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0584843 Dec 20 22:56:14.051710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-c8377a2f-c2ee-49be-9ba6-8e1a41b3c2f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411675 Dec 20 22:56:14.099692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43484fb4-12d5-46b5-87fd-c9e727c48188 req-469a86d2-d36b-4d41-aab8-34c2aa1c96bc tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.101191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43484fb4-12d5-46b5-87fd-c9e727c48188 req-469a86d2-d36b-4d41-aab8-34c2aa1c96bc tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 950 time: 0.0993783 Dec 20 22:56:14.192633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43484fb4-12d5-46b5-87fd-c9e727c48188 req-b7f2e791-272c-489c-8c20-00f60cc037e2 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619590 Dec 20 22:56:14.196308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-c853373e-f9c2-43ad-8b0c-43d024bfbec3 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357787 Dec 20 22:56:14.349146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded3f9-3b3e-4cd2-be5d-dc33b4b53f5e req-13e6d56d-43d0-480e-83f4-7968256ca12b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.354502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afded3f9-3b3e-4cd2-be5d-dc33b4b53f5e req-13e6d56d-43d0-480e-83f4-7968256ca12b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0838516 Dec 20 22:56:14.358293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0253be4-0ab6-4a68-b2b4-0936840e6bd0 req-d8f23ff0-0f9f-4fca-81ca-c3e877740776 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501086 Dec 20 22:56:14.412468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afded3f9-3b3e-4cd2-be5d-dc33b4b53f5e req-ddd21a18-5bca-4bb5-b3b6-bc9215ddb45a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532310 Dec 20 22:56:14.555136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3a66-6990-4bfb-8d21-508e20ce7294 req-a25dff18-eec3-4531-89e7-93281fbd2224 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.556668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd9d3a66-6990-4bfb-8d21-508e20ce7294 req-a25dff18-eec3-4531-89e7-93281fbd2224 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.0833519 Dec 20 22:56:14.563214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-53346120-a3f6-485b-bdfb-40ef92f3cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.564752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-53346120-a3f6-485b-bdfb-40ef92f3cb89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1094 time: 0.0631356 Dec 20 22:56:14.567775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:14.579130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 18b4d6df-0337-4f7f-bf3a-e9214cb91691 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:14.713190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:14.725770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'mac_address': 'fa:16:3e:0b:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:14.736656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd9d3a66-6990-4bfb-8d21-508e20ce7294 req-15b249b9-0755-4334-a680-d1a1e63ffd97 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673648 Dec 20 22:56:14.753618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-df07fe72-aca0-453a-84cc-fd8eb14585d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.755840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-df07fe72-aca0-453a-84cc-fd8eb14585d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.1745119 Dec 20 22:56:14.765708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:14.768980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:56:14.783542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:14.783542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:14.785220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66936f9f-e01e-4c76-a5d2-c1468535e3d6 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:14.833254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:14.849784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-6bf1726e-cac9-4a0a-8fdf-21717bdb9a91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 217 time: 0.0841470 Dec 20 22:56:14.884710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:14.923124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:14.927047 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b6430-d131-41cf-99d4-ee6a044ff19a" -d '{"events": [{"server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "name": "network-vif-plugged", "status": "completed", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:14.943167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-fcdb34d1-1ef7-4017-95ac-360168952b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.943167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-fcdb34d1-1ef7-4017-95ac-360168952b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.0789680 Dec 20 22:56:14.943372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:14.949306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:14.958253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8882f0-c779-48d1-92a0-3c0a1dc21ef1 req-a519094e-b5e9-44f4-acec-1aabb18a8634 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:14.959735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e8882f0-c779-48d1-92a0-3c0a1dc21ef1 req-a519094e-b5e9-44f4-acec-1aabb18a8634 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0893412 Dec 20 22:56:14.985387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-cc2bf741-2155-4cea-aa3a-6f4726d6314c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354350 Dec 20 22:56:15.007860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:15.020419 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.083139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:15.089531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['66936f9f-e01e-4c76-a5d2-c1468535e3d6'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:15.091009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e8882f0-c779-48d1-92a0-3c0a1dc21ef1 req-fa001154-56ac-4d76-88dc-b81a1131d5df tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227069 Dec 20 22:56:15.115542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-68db5c17-5ecf-4603-92d5-50709d7718b4 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179969 Dec 20 22:56:15.253772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6c8c9b5-8b83-4d88-98a7-e6c06898d03c req-3de2c6f3-fa04-4072-875b-e5511de5c294 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222720 Dec 20 22:56:15.282470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81749d-631b-4956-ac90-824bed961646 req-c87d1229-8e70-4e89-a785-8f6ff70343e0 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:15.284041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb81749d-631b-4956-ac90-824bed961646 req-c87d1229-8e70-4e89-a785-8f6ff70343e0 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0655591 Dec 20 22:56:15.338617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb81749d-631b-4956-ac90-824bed961646 req-10afec7f-5daa-465b-a465-4ea1804ca764 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471559 Dec 20 22:56:15.448992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:15.470864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:56:15.471205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 31fcbb6e-e43c-4da1-a00f-20c78b7bb175 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:15.471623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:15.494029 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a1aee-b725-4dcd-a7dc-c569c375f455 x-openstack-request-id: req-943a1aee-b725-4dcd-a7dc-c569c375f455 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:15.494339 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "name": "network-vif-plugged", "status": "completed", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:15.494589 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-943a1aee-b725-4dcd-a7dc-c569c375f455 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:15.494968 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'code': 200} Dec 20 22:56:15.547115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc265e44-909c-4127-a042-08ddc6530837 req-645d5059-b8c5-4f32-8dc4-08a8715c3f92 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/bc96f327-2abc-484a-8f7c-b8af927ff864 HTTP/1.1" status: 200 len: 1815 time: 0.0477047 Dec 20 22:56:15.562495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.597311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:15.673448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.688238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc265e44-909c-4127-a042-08ddc6530837 req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.691164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49610119-00e9-4179-9898-fb9b0ca6a59b req-63b4d057-e63a-4532-9265-7cfcc18b0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:15.692630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49610119-00e9-4179-9898-fb9b0ca6a59b req-63b4d057-e63a-4532-9265-7cfcc18b0364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 1096 time: 0.1057978 Dec 20 22:56:15.723716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:15.729443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c95f1-898d-45af-844b-56839b2919c4 req-bfe265c8-7e31-47b1-a5d1-f26b04165061 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:15.730940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-409c95f1-898d-45af-844b-56839b2919c4 req-bfe265c8-7e31-47b1-a5d1-f26b04165061 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0984392 Dec 20 22:56:15.741404 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc265e44-909c-4127-a042-08ddc6530837 req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.825304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49610119-00e9-4179-9898-fb9b0ca6a59b req-b3572918-ddb5-46d8-a800-2d6592731962 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193290 Dec 20 22:56:15.829029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-409c95f1-898d-45af-844b-56839b2919c4 req-3555af53-22ce-44b6-9cca-c1239a9a31a6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889971 Dec 20 22:56:15.831751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'name': 'network-vif-deleted', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:15.833998 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520fd7b8-5adf-44d5-b3f1-f0510b05121a" -d '{"events": [{"server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "name": "network-vif-deleted", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:15.952632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc265e44-909c-4127-a042-08ddc6530837 req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.956547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bc265e44-909c-4127-a042-08ddc6530837 req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:15.957621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc265e44-909c-4127-a042-08ddc6530837 req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc96f327-2abc-484a-8f7c-b8af927ff864 HTTP/1.1" status: 204 len: 173 time: 0.4022267 Dec 20 22:56:15.988012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c036e7-1ffe-4285-a511-43fc1ba052cd tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96f327-2abc-484a-8f7c-b8af927ff864,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:15.992730 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f02d222-2f98-4561-8c72-ad7a8cbafa9d x-openstack-request-id: req-7f02d222-2f98-4561-8c72-ad7a8cbafa9d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:15.993031 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691b9bf3-b4be-4918-bbbf-bb32c325a21c", "name": "network-vif-deleted", "tag": "31fcbb6e-e43c-4da1-a00f-20c78b7bb175", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:15.993268 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f02d222-2f98-4561-8c72-ad7a8cbafa9d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:15.994173 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691b9bf3-b4be-4918-bbbf-bb32c325a21c', 'name': 'network-vif-deleted', 'tag': '31fcbb6e-e43c-4da1-a00f-20c78b7bb175', 'status': 'completed', 'code': 200} Dec 20 22:56:16.009356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4791e-9291-4856-9e4b-c8f243bb8f6b req-9c06dd16-c059-48bb-88e5-e86e9ac1baf3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:16.010874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95a4791e-9291-4856-9e4b-c8f243bb8f6b req-9c06dd16-c059-48bb-88e5-e86e9ac1baf3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.0683973 Dec 20 22:56:16.061099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95a4791e-9291-4856-9e4b-c8f243bb8f6b req-178c2801-bf9e-40ba-97de-920b33599bc9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Dec 20 22:56:16.132922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-4c6ac459-0fd2-436d-b892-67a8a3c438e0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6 HTTP/1.1" status: 200 len: 1818 time: 0.0379524 Dec 20 22:56:16.189404 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.213543 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.377660 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.384728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.386114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cf53d8f-4546-4c7c-a369-6b85635ef143 req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6 HTTP/1.1" status: 204 len: 173 time: 0.2470469 Dec 20 22:56:16.397563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715365d-59ea-4cfe-b9ca-9acee4d89222 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:16.532122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e35b9-89f8-4e3a-ba29-dd5ae8432d31 req-a8d91693-7f04-4da3-8ecc-bae25bdfe686 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:16.533599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e95e35b9-89f8-4e3a-ba29-dd5ae8432d31 req-a8d91693-7f04-4da3-8ecc-bae25bdfe686 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0845513 Dec 20 22:56:16.541677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532302f-0a69-4a4f-b940-6e1784ff241b req-c5574127-7401-4c9e-b3b7-2ead0f3ce121 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:16.543077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7532302f-0a69-4a4f-b940-6e1784ff241b req-c5574127-7401-4c9e-b3b7-2ead0f3ce121 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0805397 Dec 20 22:56:16.599804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:16.620635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e95e35b9-89f8-4e3a-ba29-dd5ae8432d31 req-fc5e3e9a-19a1-4f8c-ae94-da6bdc79abe7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Dec 20 22:56:16.629128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7532302f-0a69-4a4f-b940-6e1784ff241b req-969f4c17-40b1-4e68-9359-0ea17c80caec tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773661 Dec 20 22:56:16.675221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:16.675830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.677997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-5366336', 'description': 'tempest-description-1367016741'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:16.769916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.805293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:16.887418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:16.968478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:17.041899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.082503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703b379-b9dc-4892-a7db-3ba9940bc9ff req-de7a2e39-53c7-4e05-aea6-4b6b12bd3484 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:17.084021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3703b379-b9dc-4892-a7db-3ba9940bc9ff req-de7a2e39-53c7-4e05-aea6-4b6b12bd3484 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 948 time: 0.3728313 Dec 20 22:56:17.161140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.165778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3703b379-b9dc-4892-a7db-3ba9940bc9ff req-f5036217-eee8-48d8-8890-ca6a9d4fec91 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 Dec 20 22:56:17.233396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.273159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7030a6c-98a7-4c7e-9670-3821d813d6f0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:17.358477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.360959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5776bca-731f-44c4-ad48-c72cb655edf3 req-1eefbf97-10f4-4186-aad7-f4dc40cb21b2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6898777 Dec 20 22:56:17.425759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af762a93-0d84-43d5-91d8-ebf497553f86 req-469d01f7-2a92-43b9-8acd-f7df40e5eaaf tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:17.429607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af762a93-0d84-43d5-91d8-ebf497553f86 req-469d01f7-2a92-43b9-8acd-f7df40e5eaaf tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0676262 Dec 20 22:56:17.496582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}, {'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:17.499369 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b59e3b-f3fd-41b8-8c91-f084ed7de590" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-unplugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}, {"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-plugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:17.533413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af762a93-0d84-43d5-91d8-ebf497553f86 req-f650d633-dfc8-43fb-adaf-c42720a5b7ff tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962505 Dec 20 22:56:17.568627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865484b8-ee00-4964-99e0-c3882c7fc706 req-77861bbc-8079-425a-93ff-53331991e67a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:17.570617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-865484b8-ee00-4964-99e0-c3882c7fc706 req-77861bbc-8079-425a-93ff-53331991e67a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1228130 Dec 20 22:56:17.662082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-865484b8-ee00-4964-99e0-c3882c7fc706 req-2c4a9bdd-c38e-4d1e-bcf0-b4b96eb157d1 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840950 Dec 20 22:56:17.666465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48710d25-3e26-4d57-b492-38522225cd92 req-573174ac-e0f4-4837-9620-b06af7769597 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c7030a6c-98a7-4c7e-9670-3821d813d6f0 HTTP/1.1" status: 200 len: 1815 time: 0.0783834 Dec 20 22:56:17.695831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1053916974', 'description': 'tempest-description-hth-1161652564'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:17.727455 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf1fce-b804-4e03-a307-d17df623d0c9 x-openstack-request-id: req-a0bf1fce-b804-4e03-a307-d17df623d0c9 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:17.727960 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-unplugged", "status": "completed", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "code": 200}, {"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-plugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:17.728098 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0bf1fce-b804-4e03-a307-d17df623d0c9 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:17.728409 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'code': 200} Dec 20 22:56:17.728665 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'code': 200} Dec 20 22:56:17.742681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.803671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.851329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d8e9-ab39-48f8-8029-125c0a1b239b req-f5e07fc2-c281-46c7-b2ef-ee330d218fd7 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:17.852912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1326d8e9-ab39-48f8-8029-125c0a1b239b req-f5e07fc2-c281-46c7-b2ef-ee330d218fd7 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0674610 Dec 20 22:56:17.873537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.876641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:17.877912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48710d25-3e26-4d57-b492-38522225cd92 req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "PUT /v2.0/security-groups/c7030a6c-98a7-4c7e-9670-3821d813d6f0 HTTP/1.1" status: 200 len: 1792 time: 0.2020969 Dec 20 22:56:17.925199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7bb44-a5d7-4034-9d74-24c99eb6b32d tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7030a6c-98a7-4c7e-9670-3821d813d6f0,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:17.943933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1326d8e9-ab39-48f8-8029-125c0a1b239b req-6740c68d-f313-4d19-9204-344ea4c08398 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847802 Dec 20 22:56:18.019968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b4a2-7fc1-414d-8cb7-9d9849c3bde7 req-7f05d96f-7f9e-4dda-8a5b-fb8fae3e3918 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.023386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2977b4a2-7fc1-414d-8cb7-9d9849c3bde7 req-7f05d96f-7f9e-4dda-8a5b-fb8fae3e3918 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0767636 Dec 20 22:56:18.051329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f959db83-ffe7-4999-ab87-2235119d0b94 req-f6176d8e-e5f3-4bd8-b9a0-af094ae56823 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c7030a6c-98a7-4c7e-9670-3821d813d6f0 HTTP/1.1" status: 200 len: 1792 time: 0.0752659 Dec 20 22:56:18.094182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2977b4a2-7fc1-414d-8cb7-9d9849c3bde7 req-1c676366-e963-47fb-89d5-3f0919b5fb38 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Dec 20 22:56:18.182043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-8578e622-959d-43a0-9448-cb5ac1ea262b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c7030a6c-98a7-4c7e-9670-3821d813d6f0 HTTP/1.1" status: 200 len: 1792 time: 0.0670965 Dec 20 22:56:18.189368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b8e22-5cab-4b1b-90c6-11e56b9f8046 req-a6cf7050-6e0f-47e7-add1-8a67514a12a0 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.190841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-665b8e22-5cab-4b1b-90c6-11e56b9f8046 req-a6cf7050-6e0f-47e7-add1-8a67514a12a0 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0863557 Dec 20 22:56:18.199469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34502) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:18.204318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Request body: {'floatingip': {'port_id': '18b4d6df-0337-4f7f-bf3a-e9214cb91691'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:18.259487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.261987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.339861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.397378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd007-1594-46b9-89a5-d96738598be5 req-ba300093-e2a8-4e19-b951-c004e6f3eb60 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.405259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efafd007-1594-46b9-89a5-d96738598be5 req-ba300093-e2a8-4e19-b951-c004e6f3eb60 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 948 time: 0.1449285 Dec 20 22:56:18.424436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33416a3-6d87-4681-9263-657fe2ed125e req-a3a1a3d0-ee43-4911-8336-fbd032d0f958 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.426224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a33416a3-6d87-4681-9263-657fe2ed125e req-a3a1a3d0-ee43-4911-8336-fbd032d0f958 tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 948 time: 0.1307428 Dec 20 22:56:18.503567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efafd007-1594-46b9-89a5-d96738598be5 req-acacfd1d-5599-45f9-8b4e-49164ba6ae1d tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/security-groups?id=de1587b4-866b-4fe1-a9db-b51f65c09810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972035 Dec 20 22:56:18.544788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.553522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.568564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd89e38c-66ae-4f7d-943c-e8c7dcda30ad req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/c7030a6c-98a7-4c7e-9670-3821d813d6f0 HTTP/1.1" status: 204 len: 173 time: 0.3766792 Dec 20 22:56:18.603184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d62a8-639a-4c26-b8db-f6e5ec4cd732 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7030a6c-98a7-4c7e-9670-3821d813d6f0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:18.673246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Deleting port 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:18.674317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.836878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.923069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.927815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] For port 921712f1-3e2d-49d0-8c25-65a0cad88b12, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=921712f1-3e2d-49d0-8c25-65a0cad88b12,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:18.928180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:18.947313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627222-6bc2-43e7-84bb-15f230458a31 req-88f993c8-f7e3-4270-8fd9-aa8142a59371 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.954928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36627222-6bc2-43e7-84bb-15f230458a31 req-88f993c8-f7e3-4270-8fd9-aa8142a59371 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1344528 Dec 20 22:56:18.966014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d3cf7-11c9-4826-87cc-9506a936ac45 req-0b09beab-b641-4988-b535-7b0713c093d9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:18.973856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632d3cf7-11c9-4826-87cc-9506a936ac45 req-0b09beab-b641-4988-b535-7b0713c093d9 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1546788 Dec 20 22:56:18.990265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Calling delete_port for 921712f1-3e2d-49d0-8c25-65a0cad88b12 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:19.049063 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Floating IP 5b1b7a72-32b6-47e4-85be-889b574daf94 associated. External IP: 172.25.1.248, port: 18b4d6df-0337-4f7f-bf3a-e9214cb91691. Dec 20 22:56:19.113390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36627222-6bc2-43e7-84bb-15f230458a31 req-cd185b82-d4ff-44c0-b678-723387dcbe4b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491320 Dec 20 22:56:19.117049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632d3cf7-11c9-4826-87cc-9506a936ac45 req-11499cb8-e581-44ea-9f87-fd7c642e1560 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423712 Dec 20 22:56:19.272762 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-563f6937-858f-42f6-a4cf-06b01e2a7e3d req-a893239e-cd2a-46a0-805c-3344d275af31 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.282634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-563f6937-858f-42f6-a4cf-06b01e2a7e3d req-a893239e-cd2a-46a0-805c-3344d275af31 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/0ea8ca03-0185-4ab0-893e-cbf8f1f0c9e6 HTTP/1.1" status: 404 len: 352 time: 0.0534117 Dec 20 22:56:19.323612 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-4b429da3-f8b5-4092-99eb-7b58d3e3ce53 req-3d7aa5ab-7f95-4846-a702-8817e328059e tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.325323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b429da3-f8b5-4092-99eb-7b58d3e3ce53 req-3d7aa5ab-7f95-4846-a702-8817e328059e tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/bc96f327-2abc-484a-8f7c-b8af927ff864 HTTP/1.1" status: 404 len: 352 time: 0.0275588 Dec 20 22:56:19.365383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4759f-764a-4042-92d7-8d09452fc061 req-fdac82c3-b9cc-4e53-9252-c1933ea812b3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:19.372881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6a4759f-764a-4042-92d7-8d09452fc061 req-fdac82c3-b9cc-4e53-9252-c1933ea812b3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1362920 Dec 20 22:56:19.379640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Router a0ff66f4-413d-47bf-89f3-2944e41b9c4b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:56:19.401666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:19.422993 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-626a2258-96a1-46f2-a2ea-badb4a5892f2 req-6e7420ea-4eb9-4a2b-a903-085b08c405ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.424414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626a2258-96a1-46f2-a2ea-badb4a5892f2 req-6e7420ea-4eb9-4a2b-a903-085b08c405ad tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/48dde753-7d45-4346-a742-e8767e6d2568 HTTP/1.1" status: 404 len: 352 time: 0.0764275 Dec 20 22:56:19.499266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Pushing event deleted for resources: {'Port': ['ID=921712f1-3e2d-49d0-8c25-65a0cad88b12,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:19.524124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6a4759f-764a-4042-92d7-8d09452fc061 req-e32463d4-ee92-4061-bec8-b8bce30a7148 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503689 Dec 20 22:56:19.524936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] No DVR routers for this DVR port 921712f1-3e2d-49d0-8c25-65a0cad88b12 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:19.526934 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-b9ab8132-74be-4497-9205-1850af3aada2 req-5f4e8646-ef4e-4671-b4a3-fd26c4082203 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.537897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9ab8132-74be-4497-9205-1850af3aada2 req-5f4e8646-ef4e-4671-b4a3-fd26c4082203 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/08ffe10b-b89e-4d99-9c18-45079c4c562a HTTP/1.1" status: 404 len: 352 time: 0.0486016 Dec 20 22:56:19.539114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:19.560179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a33416a3-6d87-4681-9263-657fe2ed125e req-4fd4df20-2565-419b-a126-ce99c138dcea tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.59 "DELETE /v2.0/ports/921712f1-3e2d-49d0-8c25-65a0cad88b12 HTTP/1.1" status: 204 len: 173 time: 1.1249514 Dec 20 22:56:19.560684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-deleted', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:19.563914 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6834de56-dd92-467b-9d91-7fb5096cd0b3" -d '{"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-deleted", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:19.606228 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-57b64422-00dc-456b-b2cf-a2d697155880 req-47035200-03e8-42c8-a8c2-f50242a0bbfb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.625922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57b64422-00dc-456b-b2cf-a2d697155880 req-47035200-03e8-42c8-a8c2-f50242a0bbfb tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/c401525f-4d0e-4d7e-a5ac-23d2caaba48c HTTP/1.1" status: 404 len: 352 time: 0.0475063 Dec 20 22:56:19.684275 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2211db70-6472-4863-9e99-1ec04c743d78 x-openstack-request-id: req-2211db70-6472-4863-9e99-1ec04c743d78 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:19.705401 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6899681-6298-4cd3-94eb-df4d35d22507", "name": "network-vif-deleted", "tag": "921712f1-3e2d-49d0-8c25-65a0cad88b12", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:19.706121 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2211db70-6472-4863-9e99-1ec04c743d78 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:19.706890 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6899681-6298-4cd3-94eb-df4d35d22507', 'name': 'network-vif-deleted', 'tag': '921712f1-3e2d-49d0-8c25-65a0cad88b12', 'status': 'completed', 'code': 200} Dec 20 22:56:19.710584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3aca5d81-5578-4dd8-bf63-78cff818d93a req-2e29b7dd-3bd3-4d83-82e6-342e5c03672d tempest-ImagesOneServerTestJSON-1304020703 tempest-ImagesOneServerTestJSON-1304020703-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6899681-6298-4cd3-94eb-df4d35d22507 HTTP/1.1" status: 200 len: 210 time: 0.0826480 Dec 20 22:56:19.732973 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-d30cebf3-ff0d-4848-8060-149d2af799f9 req-f8b96b6b-75a0-4893-9521-83688add1060 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] show failed (client error): The resource could not be found. Dec 20 22:56:19.734399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d30cebf3-ff0d-4848-8060-149d2af799f9 req-f8b96b6b-75a0-4893-9521-83688add1060 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/b707c282-4dc9-4c0f-af0d-1dff81c4ac0c HTTP/1.1" status: 404 len: 352 time: 0.0226545 Dec 20 22:56:19.916295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:19.923174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:19.932698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Sync routers for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:19.962605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:19.963517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:19.982158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7a75dbaa-c182-4ab2-9e03-843a73ae9cab tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "PUT /v2.0/floatingips/5b1b7a72-32b6-47e4-85be-889b574daf94 HTTP/1.1" status: 200 len: 991 time: 1.7813601 Dec 20 22:56:19.988215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:20.006065 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7596ab-8a52-446c-9538-64998901581e" -d '{"events": [{"name": "network-changed", "server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:20.122882 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665b6bf-1209-496d-a533-199b9bf2fe37 x-openstack-request-id: req-d665b6bf-1209-496d-a533-199b9bf2fe37 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:20.123159 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:20.125081 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d665b6bf-1209-496d-a533-199b9bf2fe37 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:20.125519 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'status': 'completed', 'code': 200} Dec 20 22:56:20.220938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7596ab-8a52-446c-9538-64998901581e req-bd86378d-5010-4240-94f6-f3eef5455457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.222936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-bd86378d-5010-4240-94f6-f3eef5455457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=631b16ce1bfa4d13b40e6068996ea7a4&device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 1096 time: 0.0635650 Dec 20 22:56:20.361868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:20.428804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb7e8-2dd5-4b32-b43d-cff92e56362a req-17b05165-2285-4d5e-9aa3-9a4e767073fb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.432792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb0eb7e8-2dd5-4b32-b43d-cff92e56362a req-17b05165-2285-4d5e-9aa3-9a4e767073fb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1922672 Dec 20 22:56:20.467846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7596ab-8a52-446c-9538-64998901581e req-db4f17d3-b58b-48c1-8fef-b9fb191f54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.469945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-db4f17d3-b58b-48c1-8fef-b9fb191f54a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49479fdb-c502-4d26-a05a-f3f6f8b69856 HTTP/1.1" status: 200 len: 907 time: 0.2394497 Dec 20 22:56:20.502918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5067e-1f4f-4dce-af07-6c10002201a8 req-11e0b931-c147-4c77-b31a-e08603094db5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.503353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16a5067e-1f4f-4dce-af07-6c10002201a8 req-11e0b931-c147-4c77-b31a-e08603094db5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1465232 Dec 20 22:56:20.566941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb0eb7e8-2dd5-4b32-b43d-cff92e56362a req-0d989ce5-5fd8-4c02-ba6f-9dbc042966ee tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276124 Dec 20 22:56:20.610953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-d16764a2-115b-4016-a589-51d6a218f357 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691 HTTP/1.1" status: 200 len: 999 time: 0.1290388 Dec 20 22:56:20.659482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16a5067e-1f4f-4dce-af07-6c10002201a8 req-5ec31a9c-8300-49c8-9797-1aa5e6d51204 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164393 Dec 20 22:56:20.710634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7596ab-8a52-446c-9538-64998901581e req-ccb94355-4adf-40db-bfee-1ffd860db346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.712861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-ccb94355-4adf-40db-bfee-1ffd860db346 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b82b3c5-a32f-4e3c-a025-7d651eec99d0 HTTP/1.1" status: 200 len: 845 time: 0.0942483 Dec 20 22:56:20.741824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '5b1b7a72-32b6-47e4-85be-889b574daf94', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'port_id': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'mac_address': 'fa:16:3e:42:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:55:59Z', 'updated_at': '2021-12-20T22:56:18Z', 'revision_number': 1, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:20.770995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Checking router: a0ff66f4-413d-47bf-89f3-2944e41b9c4b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:20.780278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:20.780888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:20.847833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184977cf-feca-4f48-87a6-38f03de654be req-264d3e0d-23bb-47c7-be3d-a9e60721e933 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.850015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-184977cf-feca-4f48-87a6-38f03de654be req-264d3e0d-23bb-47c7-be3d-a9e60721e933 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1024 time: 0.1511836 Dec 20 22:56:20.853065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7596ab-8a52-446c-9538-64998901581e req-4ed103ae-7b5a-405a-89c1-84f312dc916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.854709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-4ed103ae-7b5a-405a-89c1-84f312dc916b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49479fdb-c502-4d26-a05a-f3f6f8b69856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142666 Dec 20 22:56:20.863546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957ef9-893e-4b4c-b8dc-451f15d7dc67 req-859bd18f-e021-4c02-a74c-78e2293793b5 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:20.865033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c957ef9-893e-4b4c-b8dc-451f15d7dc67 req-859bd18f-e021-4c02-a74c-78e2293793b5 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1156802 Dec 20 22:56:20.891369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:21.025225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c957ef9-893e-4b4c-b8dc-451f15d7dc67 req-d0f4bb85-fb6b-485b-bdfb-bdb0f691e1f5 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484017 Dec 20 22:56:21.056935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-91c46a7a-473c-460a-a326-be6a956ddc34 service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897073 Dec 20 22:56:21.076222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-184977cf-feca-4f48-87a6-38f03de654be req-9f5fe38f-dd94-4de5-95b9-dbd9858ac2ea tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=1012a4ad-4c1c-4f20-8f80-90adc5d384c7&id=b4544ce0-ad33-4076-a08f-2406aa793357&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2082071 Dec 20 22:56:21.230136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7596ab-8a52-446c-9538-64998901581e req-ecf57985-2bde-4af1-bf1f-c90bff1b3cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527643 Dec 20 22:56:21.247855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '5b1b7a72-32b6-47e4-85be-889b574daf94', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'port_id': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'mac_address': 'fa:16:3e:42:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:55:59Z', 'updated_at': '2021-12-20T22:56:18Z', 'revision_number': 1, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:21.275984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e486d-5a62-44c0-a26c-a598924b0564 None None] The sync data for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 is: [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '5b1b7a72-32b6-47e4-85be-889b574daf94', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'port_id': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'mac_address': 'fa:16:3e:42:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:55:59Z', 'updated_at': '2021-12-20T22:56:18Z', 'revision_number': 1, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:21.461975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:21.511341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 921712f1-3e2d-49d0-8c25-65a0cad88b12 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:56:21.511753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 921712f1-3e2d-49d0-8c25-65a0cad88b12 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:21.621431 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd472e-3278-4285-941b-12a6bc468953 None None] New status for floating IP 5b1b7a72-32b6-47e4-85be-889b574daf94: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:56:21.654265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:21.717284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-09a3d390-154b-4dbc-9697-d274d59e7be4 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:21.720567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-09a3d390-154b-4dbc-9697-d274d59e7be4 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1024 time: 0.1253960 Dec 20 22:56:21.878451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-250d0a6b-dc76-44c7-9e0a-14cb0823bfd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d787e6b3ad64abb9c3ed29c2dc89ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226510 Dec 20 22:56:21.879813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:21.946638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e0326-5df9-44dc-89c7-b8413470f22d req-20b823e6-5454-4cac-b45c-6228137b31ef tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:21.954388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-227e0326-5df9-44dc-89c7-b8413470f22d req-20b823e6-5454-4cac-b45c-6228137b31ef tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1548350 Dec 20 22:56:21.955738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:21.978469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995da5d-4a9e-441f-bc56-32e654dc3b69 req-254dc11d-b6d2-4864-8b89-88867fad3714 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:21.982738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:21.986546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7995da5d-4a9e-441f-bc56-32e654dc3b69 req-254dc11d-b6d2-4864-8b89-88867fad3714 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1626148 Dec 20 22:56:22.052455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Deleting port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:22.052794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.102490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-227e0326-5df9-44dc-89c7-b8413470f22d req-0fd0600d-b7f7-4013-900e-155cdcd06d80 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468775 Dec 20 22:56:22.130506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7995da5d-4a9e-441f-bc56-32e654dc3b69 req-82a09e8b-5145-49c6-8967-404b4e3b52b3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431096 Dec 20 22:56:22.160829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.164911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.166092 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de1587b4-866b-4fe1-a9db-b51f65c09810 HTTP/1.1" status: 204 len: 168 time: 0.2852764 Dec 20 22:56:22.180019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f132d7-5629-41b5-8fea-0d9141cb81f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1587b4-866b-4fe1-a9db-b51f65c09810,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:22.330626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] For port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,segment=NetworkSegment(19280e0c-de6c-4277-a49c-7c6574f1584c),segment_id=19280e0c-de6c-4277-a49c-7c6574f1584c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:22.331275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.351038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3d3ca-c9a6-41d2-9587-f3e5efbd8a5d req-979b49b8-3c23-407a-a3ae-a828c5c40c88 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:22.353071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fef3d3ca-c9a6-41d2-9587-f3e5efbd8a5d req-979b49b8-3c23-407a-a3ae-a828c5c40c88 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1402261 Dec 20 22:56:22.372295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Calling delete_port for 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:22.411868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdf90c-434e-4b48-a130-93da09724bdf req-2ab3b28b-ef31-452c-be05-f988db148ff0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:22.420715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79cdf90c-434e-4b48-a130-93da09724bdf req-2ab3b28b-ef31-452c-be05-f988db148ff0 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 1024 time: 0.1695096 Dec 20 22:56:22.539009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fef3d3ca-c9a6-41d2-9587-f3e5efbd8a5d req-7f6fcfcc-c031-490a-9031-1322f722b608 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645110 Dec 20 22:56:22.588503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79cdf90c-434e-4b48-a130-93da09724bdf req-7f0faf3a-633d-4795-8dfa-414d1d8e50d4 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95&id=1012a4ad-4c1c-4f20-8f80-90adc5d384c7&id=b4544ce0-ad33-4076-a08f-2406aa793357&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1669233 Dec 20 22:56:22.793222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.809853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:22.836463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'Port': ['ID=55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:22.887856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] No DVR routers for this DVR port 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:22.890709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:22.895559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39fe174d-05e1-477b-b5ef-2d5db2bed754 req-025d1f41-cdee-41ce-98ef-d0cf65f6ee61 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.59 "DELETE /v2.0/ports/55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 HTTP/1.1" status: 204 len: 173 time: 1.1668065 Dec 20 22:56:22.895559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'name': 'network-vif-deleted', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:22.901197 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c6ff7-17db-4f30-9d29-fac4f980e199" -d '{"events": [{"server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "name": "network-vif-deleted", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:22.954135 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910dfda8-c9e2-4668-b781-391c1cf11442 x-openstack-request-id: req-910dfda8-c9e2-4668-b781-391c1cf11442 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:22.958316 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f7278e-4e5d-4a51-b552-0e20d8de2e1b", "name": "network-vif-deleted", "tag": "55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:22.958316 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-910dfda8-c9e2-4668-b781-391c1cf11442 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:22.958316 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f7278e-4e5d-4a51-b552-0e20d8de2e1b', 'name': 'network-vif-deleted', 'tag': '55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8', 'status': 'completed', 'code': 200} Dec 20 22:56:23.317970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c45ed9-1874-4933-80fb-208032815936 req-a5ebd4f7-5929-42ad-8ea9-1a8a02f04f7d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:23.322204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28c45ed9-1874-4933-80fb-208032815936 req-a5ebd4f7-5929-42ad-8ea9-1a8a02f04f7d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.0990727 Dec 20 22:56:23.337658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4edca-bf13-46e2-a18e-d1b8721a9398 req-1e8375a5-b3bd-4d3a-a9b7-eb19d4044c3e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:23.339107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ff4edca-bf13-46e2-a18e-d1b8721a9398 req-1e8375a5-b3bd-4d3a-a9b7-eb19d4044c3e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0786290 Dec 20 22:56:23.417001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ff4edca-bf13-46e2-a18e-d1b8721a9398 req-b875cbc2-3515-4543-9ebe-4b304ae35ce2 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633376 Dec 20 22:56:23.463805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28c45ed9-1874-4933-80fb-208032815936 req-de87a1ff-73d3-47f7-8b9d-0fafbcaea4b2 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353872 Dec 20 22:56:23.705987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d921-3477-4cc2-9c84-e8819c03de5d req-8e7ef8bc-38e4-40ea-b773-7f6001bc5751 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:23.713993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d1d921-3477-4cc2-9c84-e8819c03de5d req-8e7ef8bc-38e4-40ea-b773-7f6001bc5751 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0688753 Dec 20 22:56:23.789637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d1d921-3477-4cc2-9c84-e8819c03de5d req-1ff104cb-93a0-4f11-8b5c-9f21c81b1460 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Dec 20 22:56:23.901083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b40495a-8b7b-4893-aa15-d694c795d7cc req-85b5b07c-8005-4e7a-b764-884b2c34bcd1 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/ports?device_id=42f7278e-4e5d-4a51-b552-0e20d8de2e1b HTTP/1.1" status: 200 len: 210 time: 0.0543423 Dec 20 22:56:24.599517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe47a-4067-407e-9f40-46a1b38e7910 req-6904099d-3ad2-47a7-8e30-61b9dce98954 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:24.605492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:24.615958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4befe47a-4067-407e-9f40-46a1b38e7910 req-6904099d-3ad2-47a7-8e30-61b9dce98954 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1087344 Dec 20 22:56:24.647320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34704) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:24.697341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6dab8-a316-4b33-b350-9cfa3d3ba998 req-e5854a02-05b4-49ac-bb1c-3cce2b5a16f6 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:24.811174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91a6dab8-a316-4b33-b350-9cfa3d3ba998 req-e5854a02-05b4-49ac-bb1c-3cce2b5a16f6 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1277280 Dec 20 22:56:24.811174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4befe47a-4067-407e-9f40-46a1b38e7910 req-7f65d960-be61-4f5d-b8af-f326b0cd5a2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921891 Dec 20 22:56:24.813141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:24.813705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91a6dab8-a316-4b33-b350-9cfa3d3ba998 req-42e6ed8e-e889-40b7-887d-b4a518812d5b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Dec 20 22:56:24.816912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978', 'port_id': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'mac_address': 'fa:16:3e:ad:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfff25c-9ace-4678-95fb-366841d4d15b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:24.817047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb202-09da-4ceb-92cf-80422d9b4218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:24.817147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:24.817147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a3726b-fc9e-4c51-9741-f96aa54f425c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:24.834830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:24.882617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb202-09da-4ceb-92cf-80422d9b4218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:24.919773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55f90-06e9-4a3c-b174-5bcbc083083b req-5a9a09ff-9957-4d73-a9db-b796614399ec tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:24.921560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35b55f90-06e9-4a3c-b174-5bcbc083083b req-5a9a09ff-9957-4d73-a9db-b796614399ec tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0507104 Dec 20 22:56:24.955661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:24.981830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35b55f90-06e9-4a3c-b174-5bcbc083083b req-1a2c3088-72d0-44e9-b577-633d354fe9d6 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509646 Dec 20 22:56:24.984847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb202-09da-4ceb-92cf-80422d9b4218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.016889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:25.073751 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec5bb202-09da-4ceb-92cf-80422d9b4218 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a23a77cb6f34279ba13043aa2699b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251754 Dec 20 22:56:25.074715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34730) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:25.075565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb202-09da-4ceb-92cf-80422d9b4218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538fa5c9-a341-470e-9ea8-365fe25ccc8a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:25.111692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-a02af9ef-9af1-40f8-abd6-f1484a6ea81b tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/1012a4ad-4c1c-4f20-8f80-90adc5d384c7 HTTP/1.1" status: 200 len: 1818 time: 0.0917277 Dec 20 22:56:25.142782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.178567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.208950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.237869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.308594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['36a3726b-fc9e-4c51-9741-f96aa54f425c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:25.326917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.330756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.332684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/538fa5c9-a341-470e-9ea8-365fe25ccc8a HTTP/1.1" status: 204 len: 168 time: 0.2533009 Dec 20 22:56:25.348065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8a492-6640-463a-afab-08c515b40707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538fa5c9-a341-470e-9ea8-365fe25ccc8a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:25.360956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.365626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.373585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37697d0a-0358-4f01-8d69-cc6649edf7be req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/1012a4ad-4c1c-4f20-8f80-90adc5d384c7 HTTP/1.1" status: 204 len: 173 time: 0.2582226 Dec 20 22:56:25.434575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83429b84-42c3-478e-ab41-02db151ce3e2 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012a4ad-4c1c-4f20-8f80-90adc5d384c7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:25.449269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-fecf6f54-9dac-4f6f-9cff-864e8f60d588 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "GET /v2.0/security-groups/b4544ce0-ad33-4076-a08f-2406aa793357 HTTP/1.1" status: 200 len: 1817 time: 0.0553544 Dec 20 22:56:25.476237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:25.501302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:56:25.501651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 55aa2d82-4dc1-4b7a-a42e-f09cc1d7a1e8 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:25.527598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.557991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.663897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.666513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.674238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6fe311e-5bcf-46dc-9f60-f8c570597f4a req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] 10.222.0.62 "DELETE /v2.0/security-groups/b4544ce0-ad33-4076-a08f-2406aa793357 HTTP/1.1" status: 204 len: 173 time: 0.2126436 Dec 20 22:56:25.674436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34740) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:25.682260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea280d-7a31-439b-8c63-9252cf08ae91 tempest-SecurityGroupsTestJSON-1400548868 tempest-SecurityGroupsTestJSON-1400548868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4544ce0-ad33-4076-a08f-2406aa793357,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:25.747258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Deleting subnet 75f0a187-182b-47a7-9b90-fff52d6be3b2 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:56:25.751342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.799282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:25.853603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.006261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ac51-5a44-4eda-8aae-32b9cd173afb req-096cb5c7-d04b-4c3c-bc4f-a0246fcc3ba6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:26.008313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ae7ac51-5a44-4eda-8aae-32b9cd173afb req-096cb5c7-d04b-4c3c-bc4f-a0246fcc3ba6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1045709 Dec 20 22:56:26.049512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082bbac-a4ca-44fc-a6ac-b8ff759cd4c6 req-1cbdd895-7afb-4dbd-9ceb-6bc195eed4bb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:26.051242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c082bbac-a4ca-44fc-a6ac-b8ff759cd4c6 req-1cbdd895-7afb-4dbd-9ceb-6bc195eed4bb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.0995109 Dec 20 22:56:26.092346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ae7ac51-5a44-4eda-8aae-32b9cd173afb req-670a9d21-6034-4e78-9f64-34b7a0dd044d tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756197 Dec 20 22:56:26.154791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c082bbac-a4ca-44fc-a6ac-b8ff759cd4c6 req-4971230b-5e8e-4f32-be85-76b99e30335e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 Dec 20 22:56:26.282857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.331466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbdfae-19fc-451e-b97d-411d97c6fc63 req-2896d65b-3325-4466-b639-130375a81032 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:26.344753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f0a187-182b-47a7-9b90-fff52d6be3b2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:26.345512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04dbdfae-19fc-451e-b97d-411d97c6fc63 req-2896d65b-3325-4466-b639-130375a81032 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1037323 Dec 20 22:56:26.360400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.368365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4ef1b7b4-af52-4870-9a2c-a66c99751bc1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/75f0a187-182b-47a7-9b90-fff52d6be3b2 HTTP/1.1" status: 204 len: 168 time: 0.6930447 Dec 20 22:56:26.375817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:26.473063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04dbdfae-19fc-451e-b97d-411d97c6fc63 req-dff74691-a091-43ac-9370-0b8699b7ec27 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264958 Dec 20 22:56:26.481084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.588043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.598829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:26.633604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782366f1-5d29-40c0-b044-2b053eea7576']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:26.646897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19280e0c-de6c-4277-a49c-7c6574f1584c') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:26.647441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19280e0c-de6c-4277-a49c-7c6574f1584c') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:26.664621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.683213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.690842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: timer() Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:56:26.704993 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:56:26.760785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 36a3726b-fc9e-4c51-9741-f96aa54f425c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:56:26.769968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 36a3726b-fc9e-4c51-9741-f96aa54f425c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:26.775702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.858578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.866493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.874483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] 10.222.0.62 "DELETE /v2.0/networks/782366f1-5d29-40c0-b044-2b053eea7576 HTTP/1.1" status: 204 len: 168 time: 0.4965186 Dec 20 22:56:26.887516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.920085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6223be-e596-49f9-9627-a4751013b3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=782366f1-5d29-40c0-b044-2b053eea7576,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:26.930422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:26.931591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:26.934198 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5394f8f6-0c3d-4186-8c10-86206411a5ac" -d '{"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-plugged", "status": "completed", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:26.992874 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:26.998878 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb8014-1c92-4ee8-b10d-5a3e59a5e845 x-openstack-request-id: req-c2fb8014-1c92-4ee8-b10d-5a3e59a5e845 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:27.008581 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-plugged", "status": "completed", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:27.008581 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2fb8014-1c92-4ee8-b10d-5a3e59a5e845 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:27.008581 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'code': 200} Dec 20 22:56:27.015049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:27.081384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:27.160754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1143312215-network', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:27.175762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ee39e-9f5d-48d5-a573-267ffbb44c67 req-851e291b-2206-494e-87df-5beeadd24083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:27.177183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8ee39e-9f5d-48d5-a573-267ffbb44c67 req-851e291b-2206-494e-87df-5beeadd24083 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1096 time: 0.0941036 Dec 20 22:56:27.378733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34796) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:27.431719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ace44843-2130-4e15-8d17-a23d1364282d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8e1e5b9d0d7418d891a6568b4f97b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509758 Dec 20 22:56:27.434176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34800) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:27.491165 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.529420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.641787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Made reservation on behalf of c679fde3bc274130ac81abe3a354e39d for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:27.644109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.666545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0064f-8354-4972-855a-e8d0453ba363 req-7d82611e-7364-4b54-a11f-08ec5ee255bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:27.668069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aa0064f-8354-4972-855a-e8d0453ba363 req-7d82611e-7364-4b54-a11f-08ec5ee255bb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.4726653 Dec 20 22:56:27.674160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8ee39e-9f5d-48d5-a573-267ffbb44c67 req-7b897714-1b42-42e6-aea2-cf1e95317ec3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847059 Dec 20 22:56:27.674378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.684498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.687168 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.688940 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95 HTTP/1.1" status: 204 len: 168 time: 0.2536194 Dec 20 22:56:27.693083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b72da-79f4-465c-8911-0c422f39e61e req-318fe272-2bbd-4450-8bfa-dd908640ede9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:27.696239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c2b72da-79f4-465c-8911-0c422f39e61e req-318fe272-2bbd-4450-8bfa-dd908640ede9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.4440887 Dec 20 22:56:27.707816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fac6a4-97cc-49b5-bb41-c81c9d0ebfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7cc6d4-60f1-4bd1-9346-6a0fd394ae95,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:27.713284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.795827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aa0064f-8354-4972-855a-e8d0453ba363 req-64e90718-5553-421b-b8cb-df65891944ef tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190629 Dec 20 22:56:27.823825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c2b72da-79f4-465c-8911-0c422f39e61e req-a205cbec-03f2-4d0b-b9ab-c9bcdde148eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164296 Dec 20 22:56:27.893969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:27.972694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.024342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:56:28.057950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.058330 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Added segment e62a6cee-16a5-429d-897c-ef975c43ff60 of type vlan for network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf Dec 20 22:56:28.067052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4a4be-ecf6-454b-9886-240a1814d6a1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:28.115236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.128626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f849-af86-4f7d-b737-47177b91c9ee req-21179a07-a3dc-4edd-a4d0-89ec8da4689f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:28.138554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48f2f849-af86-4f7d-b737-47177b91c9ee req-21179a07-a3dc-4edd-a4d0-89ec8da4689f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1275864 Dec 20 22:56:28.217079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48f2f849-af86-4f7d-b737-47177b91c9ee req-48d1073f-db7a-425a-b5f2-30f6c8bffbb3 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Dec 20 22:56:28.249898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.249898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:28.249898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.308207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] Pushing event updated for resources: {'Network': ['ID=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:28.320136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:56:28.332271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-245ae30a-c9e4-48cd-8794-0109c3f4046f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3124790 Dec 20 22:56:28.332698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34818) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:28.338107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Request body: {'subnet': {'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-subnet', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:28.435572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Made reservation on behalf of c679fde3bc274130ac81abe3a354e39d for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:28.438809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:28.971218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce418-cccb-4ae5-8c54-6461ed135ed7 req-e8a6c51f-3da9-423c-a456-145dc1cb43e7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:28.972737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61cce418-cccb-4ae5-8c54-6461ed135ed7 req-e8a6c51f-3da9-423c-a456-145dc1cb43e7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0825999 Dec 20 22:56:28.993935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f227b-eb92-4fc3-b5ba-a93079332be9 req-08d17950-7a60-4b45-b5ee-20bc3c1ce3b8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:28.995401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f2f227b-eb92-4fc3-b5ba-a93079332be9 req-08d17950-7a60-4b45-b5ee-20bc3c1ce3b8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.0918028 Dec 20 22:56:29.009952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.065228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7152cd7c-1c66-4630-95e8-52f1f5a1f74c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:29.100095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Checking segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:29.100458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Network hostable DHCP agents. Network: e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:56:29.108104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61cce418-cccb-4ae5-8c54-6461ed135ed7 req-2648f8d7-66e2-48c5-bf8e-adc7256d62a8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275930 Dec 20 22:56:29.168955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f2f227b-eb92-4fc3-b5ba-a93079332be9 req-02df83c2-0ba4-46f2-aebb-844c568b275f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619680 Dec 20 22:56:29.200629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:56:29.308992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:29.313695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:29.319400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.319805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97407c78-9e6c-4a37-b80c-f2d944989319 None None] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:29.397555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34858) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:29.416905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78269e29-1863-4db6-b49a-8e590d16ecf8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0829980 Dec 20 22:56:29.419731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34862) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:29.429431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:29.474010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb26899-635e-4fff-8a7a-c3e6869ca52b req-b1b068c4-9bfa-4552-92ae-7595b4701826 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:29.482388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fb26899-635e-4fff-8a7a-c3e6869ca52b req-b1b068c4-9bfa-4552-92ae-7595b4701826 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1209562 Dec 20 22:56:29.510747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:56:29.513713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.559435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fb26899-635e-4fff-8a7a-c3e6869ca52b req-8682a1a7-49da-4b15-ae69-0dfcfe94f0d1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699537 Dec 20 22:56:29.562610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-529544360-network', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:29.641156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.642475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.690091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Allocated IP 172.20.0.2 (e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf/7152cd7c-1c66-4630-95e8-52f1f5a1f74c/fb779ff7-1f37-42fd-877c-d1583744d480) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:29.697512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.789317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:29.792078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.801214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.842513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.886099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.932317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.946242 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.966202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:29.972866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:29.975920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:29.979409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:29.988067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Pushing event updated for resources: {'Port': ['ID=fb779ff7-1f37-42fd-877c-d1583744d480,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:29.989064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:56:30.005525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2bb93-774e-4f25-9d42-c6b6a4967a93,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:30.011110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.011110 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Added segment 52fcc9bc-2402-402c-a391-2b7bb1a0dc33 of type vlan for network 8ecea4e7-b217-457f-91aa-30cfdc138657 Dec 20 22:56:30.041973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Attempting to bind port fb779ff7-1f37-42fd-877c-d1583744d480 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:30.045308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Attempting to bind port fb779ff7-1f37-42fd-877c-d1583744d480 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:30.045308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Attempting to bind port fb779ff7-1f37-42fd-877c-d1583744d480 on network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:30.049164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:30.049537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Checking segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:30.049977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.050374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Bound using segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:30.050956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Bound port: fb779ff7-1f37-42fd-877c-d1583744d480, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:30.051348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.052310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.122321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] For port fb779ff7-1f37-42fd-877c-d1583744d480, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:30.126084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] For port fb779ff7-1f37-42fd-877c-d1583744d480, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fb779ff7-1f37-42fd-877c-d1583744d480,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:30.172221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.173226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:30.173851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.242362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] Pushing event updated for resources: {'Network': ['ID=8ecea4e7-b217-457f-91aa-30cfdc138657,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:30.252433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:56:30.304342 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.314079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b90b-2727-4578-b236-f74061820a3f req-cf85332e-7a62-4ba0-b95a-6e9bbc91f7b1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:30.315582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8831b90b-2727-4578-b236-f74061820a3f req-cf85332e-7a62-4ba0-b95a-6e9bbc91f7b1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1353872 Dec 20 22:56:30.322250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.337631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-89e328c6-0f9b-4abb-9dfc-0623062ad485 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9361899 Dec 20 22:56:30.337866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34884) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:30.342478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Request body: {'subnet': {'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-subnet', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:30.359699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.376518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555aa6-926a-4cd4-86d2-2830c5770357 req-f9519b97-cdec-4899-b1b0-8083349d8b91 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:30.378104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc555aa6-926a-4cd4-86d2-2830c5770357 req-f9519b97-cdec-4899-b1b0-8083349d8b91 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.1180818 Dec 20 22:56:30.381737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50103aeb-163e-4b00-baa7-570d27db0deb None None] Pushing event updated for resources: {'Port': ['ID=fb779ff7-1f37-42fd-877c-d1583744d480,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:30.460599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8831b90b-2727-4578-b236-f74061820a3f req-10241c87-495b-4053-959e-77700472a797 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Dec 20 22:56:30.475519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:30.478022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.528032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc555aa6-926a-4cd4-86d2-2830c5770357 req-4bf7fdf6-f94b-4a4e-b33b-e3b0b59cccbe tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066484 Dec 20 22:56:30.569045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Allocated IP 172.25.1.252 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/73eaf628-0b8c-4b90-8cc9-7e4780b6987b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:30.748365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.853960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5157-4909-47e6-a3ff-af0b561c1e6b req-958044fe-c1f6-46de-a196-f8a7f38acdb9 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:30.853960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beef5157-4909-47e6-a3ff-af0b561c1e6b req-958044fe-c1f6-46de-a196-f8a7f38acdb9 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1096 time: 0.0847294 Dec 20 22:56:30.855203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.911295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fb779ff7-1f37-42fd-877c-d1583744d480 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:30.915735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9b8e-0241-4043-b4bc-32b2d48ecf57 req-67860f52-a50b-4d8c-ad89-b416ab4ef28e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:30.923222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ed77d1-5524-4c84-9149-a418ded814ad,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:30.923837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acaa9b8e-0241-4043-b4bc-32b2d48ecf57 req-67860f52-a50b-4d8c-ad89-b416ab4ef28e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1105137 Dec 20 22:56:30.926030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.948858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Checking segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:30.949214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Network hostable DHCP agents. Network: 8ecea4e7-b217-457f-91aa-30cfdc138657, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:56:30.968824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fb779ff7-1f37-42fd-877c-d1583744d480 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:30.969038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:30.974310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beef5157-4909-47e6-a3ff-af0b561c1e6b req-03a7bb9d-c7a7-4a2b-b20c-9f82b9f47af8 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161013 Dec 20 22:56:31.004541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:31.009318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:31.017901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:31.020901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:56:31.049855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Pushing event updated for resources: {'Port': ['ID=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:31.062863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.066832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acaa9b8e-0241-4043-b4bc-32b2d48ecf57 req-40cad88c-fd2d-4a25-874d-5e9390ecf8ab tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415291 Dec 20 22:56:31.101260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 8ecea4e7-b217-457f-91aa-30cfdc138657) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:31.109822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:31.112260 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.129871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a14b8-7e19-4420-9518-9c5421f691d8 None None] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:31.167869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port fb779ff7-1f37-42fd-877c-d1583744d480, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fb779ff7-1f37-42fd-877c-d1583744d480,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:31.209238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b966046b-d705-42a5-9f63-724423b31371 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8703549 Dec 20 22:56:31.212111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:31.217300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:31.241571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.251970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a429-2744-4552-825f-bdd17870ab63 req-aacff1b4-d948-48cb-803b-6fc758e0249e tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:31.253528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0711a429-2744-4552-825f-bdd17870ab63 req-aacff1b4-d948-48cb-803b-6fc758e0249e tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1096 time: 0.1112649 Dec 20 22:56:31.312114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0711a429-2744-4552-825f-bdd17870ab63 req-643ebd4e-16e9-42cf-868d-31f0334718b8 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Dec 20 22:56:31.332735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-8ecea4e7-b217-457f-91aa-30cfdc138657', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:56:31.333601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.362430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.364601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.372932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=fb779ff7-1f37-42fd-877c-d1583744d480,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:31.436643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.541112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Allocated IP 172.20.0.2 (8ecea4e7-b217-457f-91aa-30cfdc138657/c3ed77d1-5524-4c84-9149-a418ded814ad/f1a51e4c-9240-41bd-ab95-49db1eda8cbb) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:31.570075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.703937 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:56:31.729001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6487c29-d6bb-4f07-8c48-8b35dd986645 None None] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:31.734102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.817436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.955564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:31.975238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-98b2b8c8-b296-4fab-a927-9d1fff64c41b None None] Provisioning complete for port fb779ff7-1f37-42fd-877c-d1583744d480 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:31.975957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98b2b8c8-b296-4fab-a927-9d1fff64c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.024170 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.076049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:32.082333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.085084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:32.087585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:56:32.090798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:32.102256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Pushing event updated for resources: {'Port': ['ID=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:32.104203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.194882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Attempting to bind port f1a51e4c-9240-41bd-ab95-49db1eda8cbb on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:32.195254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Attempting to bind port f1a51e4c-9240-41bd-ab95-49db1eda8cbb by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:32.196779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Attempting to bind port f1a51e4c-9240-41bd-ab95-49db1eda8cbb on network 8ecea4e7-b217-457f-91aa-30cfdc138657 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:32.205436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:32.205902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Checking segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:32.206306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.206699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Bound using segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:32.207173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Bound port: f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:32.207552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.262212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Allocated IP 172.25.1.99 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/1cb8624b-4ae1-4e62-92f4-cb303fce3a65) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:32.271440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:32.295954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Sync routers for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:32.334531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] For port f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:32.337607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:32.338763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:32.396558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] For port f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:32.404183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.408601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-abf7b10b-0cd4-47b8-8ab6-df483ee746a1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9842446 Dec 20 22:56:32.411003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:32.430295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.455884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b5e23c12-3f11-426a-8315-5f9f830e1843 None None] Provisioning complete for port fb779ff7-1f37-42fd-877c-d1583744d480 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:32.456252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e23c12-3f11-426a-8315-5f9f830e1843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.498451 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.558269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:32.587699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:32.650031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:32.650151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:32.652635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:32.656278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:32.693672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:32.710662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af2ffd-4d05-4b45-83c6-36529f661fc5 None None] Pushing event updated for resources: {'Port': ['ID=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:32.924825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fb779ff7-1f37-42fd-877c-d1583744d480 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:32.957102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772e124-4900-4618-a84e-5ba246975b67 req-b68a3ca1-7f9d-42cb-b46b-56eac4ef97c1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:32.958710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a772e124-4900-4618-a84e-5ba246975b67 req-b68a3ca1-7f9d-42cb-b46b-56eac4ef97c1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1743972 Dec 20 22:56:32.998409 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.042797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a772e124-4900-4618-a84e-5ba246975b67 req-fd5f6160-aa0e-4f01-a3f6-3448d7d72bda tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728929 Dec 20 22:56:33.074266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:33.076617 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e9a85c-997c-4c8c-9c13-230783e184c2" -d '{"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:33.097758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:33.111087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.126816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fb779ff7-1f37-42fd-877c-d1583744d480 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:33.127564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.156674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:31Z', 'revision_number': 3, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:33.170043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.178438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.237318 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.241675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Checking router: 7ed43234-c1b6-46bc-924d-6a16c8f73a23 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:33.244092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Updating router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:33.334247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:33.349978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.395541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0e466-8a5e-416b-804a-cd0f65ec84a2 req-fcfaf210-9fcf-4489-ba54-3d38636fd331 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:33.397150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3db0e466-8a5e-416b-804a-cd0f65ec84a2 req-fcfaf210-9fcf-4489-ba54-3d38636fd331 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.0925879 Dec 20 22:56:33.407131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Allocated IP 172.20.0.1 (e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf/7152cd7c-1c66-4630-95e8-52f1f5a1f74c/c79de062-8608-4c65-b5d9-37c018b9f8d6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:33.501622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.524210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3db0e466-8a5e-416b-804a-cd0f65ec84a2 req-bb08232c-cf1b-4ea4-9c69-08ad6db67804 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144350 Dec 20 22:56:33.613775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.710658 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.749902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.794272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:33.797591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:33.802480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:33.805300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Pushing event updated for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:33.807945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Router 949fed28-5d32-4296-bd26-70a0e4363b2f is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:56:33.808878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.856910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.872517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-eb68107b-8a9a-4350-819c-f34e2fafa76f tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:56:33.873851 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-eb68107b-8a9a-4350-819c-f34e2fafa76f tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070350 Dec 20 22:56:33.901053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Attempting to bind port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:33.902884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Attempting to bind port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:33.902884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Attempting to bind port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:33.925444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab86ef-6e47-4bc4-ba33-77b54706cb85 None None] Pushing event updated for resources: {'Port': ['ID=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:33.930765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:33.930765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:33.930765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.930765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:33.931264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Bound port: 73eaf628-0b8c-4b90-8cc9-7e4780b6987b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:33.931546 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:33.950852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-db180a87-7bef-4aa4-91f1-92de0328997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:33.952232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-db180a87-7bef-4aa4-91f1-92de0328997f service neutron] 10.222.0.62 "GET /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 1093 time: 0.0707629 Dec 20 22:56:33.966515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:33.966988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:56:34.011723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] For port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:34.011723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] For port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:34.017856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c661c6a-dd77-4144-b11b-07e66087e526 None None] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:34.087488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:34.100410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Sync routers for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:34.102740 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ce1fd-0baa-4c30-a853-995d0cf395d5 x-openstack-request-id: req-881ce1fd-0baa-4c30-a853-995d0cf395d5 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:34.103050 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:34.103303 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-881ce1fd-0baa-4c30-a853-995d0cf395d5 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:34.104767 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'code': 200} Dec 20 22:56:34.104986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.133604 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:34.134680 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:34.201387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.211907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-195130cd-9855-44aa-98b8-272924bf7dd8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9983881 Dec 20 22:56:34.212753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34998) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:34.222250 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-b32ad23c-7d16-48ce-ab96-2ad7deb11272 service neutron] show failed (client error): The resource could not be found. Dec 20 22:56:34.223137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-b32ad23c-7d16-48ce-ab96-2ad7deb11272 service neutron] 10.222.0.59 "GET /v2.0/ports/b28dc945-3422-416e-916e-da1325213158/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0712876 Dec 20 22:56:34.244876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:34.245639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:34.250495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] Provisioning complete for port f1a51e4c-9240-41bd-ab95-49db1eda8cbb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:34.251397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.268202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:34.268550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:34.268862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:34.304351 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:34.304615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.314127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:34.314493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:34.342299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:34.342679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:34.343033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:34.347943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Bound port: 36a3726b-fc9e-4c51-9741-f96aa54f425c, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:34.472146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:34.487571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab86ef-6e47-4bc4-ba33-77b54706cb85 None None] Pushing event updated for resources: {'Port': ['ID=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:34.537543 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:32Z', 'revision_number': 3, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:34.570616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.597381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.599614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5fcbc353-fb60-4346-bf86-6f073a9b37a5 service neutron] 10.222.0.62 "POST /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6406050 Dec 20 22:56:34.611359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e72527-bf80-4963-a649-4e11eb6b42a2 req-d2145b27-55ec-4a3b-abc1-ffd9e61b69b7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:34.623085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28e72527-bf80-4963-a649-4e11eb6b42a2 req-d2145b27-55ec-4a3b-abc1-ffd9e61b69b7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.3870900 Dec 20 22:56:34.641600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:34.689937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.711521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.750479 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Checking router: 949fed28-5d32-4296-bd26-70a0e4363b2f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:34.750856 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Updating router 949fed28-5d32-4296-bd26-70a0e4363b2f port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:34.762244 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7a334ef6-ee0e-4cda-b501-c4f397fb665c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.789499 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.888280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Pushing event updated for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:34.890353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:34.914143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] For port f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:34.962316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28e72527-bf80-4963-a649-4e11eb6b42a2 req-9848ce90-ee0c-4c33-b11d-ff4363069b23 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383150 Dec 20 22:56:35.001944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-9f68ad11-623d-4fa7-94e5-f06e3463fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:35.003916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-9f68ad11-623d-4fa7-94e5-f06e3463fb4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1100 time: 0.0979495 Dec 20 22:56:35.017033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a51e4c-9240-41bd-ab95-49db1eda8cbb up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:35.030453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.060984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:35.158841 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.167094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5692f9-5f1b-418b-9279-9d8ede0e5f4a None None] Pushing event updated for resources: {'Port': ['ID=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:35.187089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:33Z', 'revision_number': 1, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:35.190305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.243878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f9303b7c-c8cd-4c70-b790-d957d8fe42db None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:35.244259 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9303b7c-c8cd-4c70-b790-d957d8fe42db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.249671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f1a51e4c-9240-41bd-ab95-49db1eda8cbb triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:35.249671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.251825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aff568-84c4-4016-b306-97ab4af2fa57 None None] The sync data for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 is: [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:33Z', 'revision_number': 1, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:35.324569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f9303b7c-c8cd-4c70-b790-d957d8fe42db None None] Port c79de062-8608-4c65-b5d9-37c018b9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:35.341984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f9303b7c-c8cd-4c70-b790-d957d8fe42db None None] Provisioning complete for port f1a51e4c-9240-41bd-ab95-49db1eda8cbb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:35.342354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9303b7c-c8cd-4c70-b790-d957d8fe42db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.356287 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.435253 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.478637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Allocated IP 172.20.0.1 (8ecea4e7-b217-457f-91aa-30cfdc138657/c3ed77d1-5524-4c84-9149-a418ded814ad/cdfda403-7fcd-43bf-8718-237cf1442ea8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:35.525096 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Attempting to bind port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:35.525997 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Attempting to bind port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:35.525997 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Attempting to bind port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:35.528903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df843084-05b3-4f1a-8923-274a6ac83325 None None] Pushing event updated for resources: {'Port': ['ID=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:35.535072 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:35.535534 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:35.535829 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.536210 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:35.536676 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Bound port: 1cb8624b-4ae1-4e62-92f4-cb303fce3a65, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:35.537433 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.635034 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] For port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:35.639476 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] For port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:35.640999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.716547 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.717793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:35.760873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:35.788891 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df843084-05b3-4f1a-8923-274a6ac83325 None None] Pushing event updated for resources: {'Port': ['ID=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:35.806153 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:35.806975 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:35.810252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:35.932412 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:36.084732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5f627269-e690-49e6-9b2b-f2d9b191412a None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:36.085747 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5f627269-e690-49e6-9b2b-f2d9b191412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.138941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-d9a7d065-1283-43d8-a9d9-5efee3871b83 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:36.141146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-d9a7d065-1283-43d8-a9d9-5efee3871b83 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 1.0440314 Dec 20 22:56:36.159205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5f627269-e690-49e6-9b2b-f2d9b191412a None None] Port c79de062-8608-4c65-b5d9-37c018b9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:36.184521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f688e6-05c0-40c7-a121-dd9523297b3e req-5981f2f7-2565-425c-a596-73b2196f5244 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:36.193386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8f688e6-05c0-40c7-a121-dd9523297b3e req-5981f2f7-2565-425c-a596-73b2196f5244 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.5189936 Dec 20 22:56:36.193644 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:32Z', 'revision_number': 3, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:36.197429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-027c5664-9cd9-44dd-8e02-cd7a2e1d2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:36.199166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-027c5664-9cd9-44dd-8e02-cd7a2e1d2543 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1096 time: 0.5294013 Dec 20 22:56:36.229601 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e03c59-d238-44ef-8eeb-0680ece99253 None None] The sync data for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 is: [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:32Z', 'revision_number': 3, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:36.276588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:36.283087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:36.287740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:36.338912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:56:36.341433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-d9c73477-fa80-4aac-8846-21324c0938be tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/quotas/05047b9f1dc14217b09864c79fa1acd5 HTTP/1.1" status: 200 len: 375 time: 0.1341736 Dec 20 22:56:36.350311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-606d64e3-a9e9-4b9a-8d8f-4f8162355411 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:36.351606 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-606d64e3-a9e9-4b9a-8d8f-4f8162355411 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "GET /v2.0/ports?device_id=311e873b-431b-433f-ba3c-9aa1a8cd6e3a HTTP/1.1" status: 200 len: 943 time: 0.6214664 Dec 20 22:56:36.362308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:36.402998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.589330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8f688e6-05c0-40c7-a121-dd9523297b3e req-54cbbc67-c843-4518-bad9-1052c05fb712 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941631 Dec 20 22:56:36.649395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Deleting port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:36.650038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.724861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7e742f77-e606-40fc-8f38-bbf32a1e8a87 None None] Provisioning complete for port cdfda403-7fcd-43bf-8718-237cf1442ea8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:36.725590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e742f77-e606-40fc-8f38-bbf32a1e8a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.779410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-c60a0702-3463-414a-aa3b-7ea1b9b427fd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4150648 Dec 20 22:56:36.792147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:36.812544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.822639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-9acae762-db5d-48c0-9a39-dd8ea0d38663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:36.825772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7e742f77-e606-40fc-8f38-bbf32a1e8a87 None None] Port cdfda403-7fcd-43bf-8718-237cf1442ea8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:36.830286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-9acae762-db5d-48c0-9a39-dd8ea0d38663 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.5948234 Dec 20 22:56:36.897820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] For port 66936f9f-e01e-4c76-a5d2-c1468535e3d6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=66936f9f-e01e-4c76-a5d2-c1468535e3d6,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:36.898188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:36.927170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Calling delete_port for 66936f9f-e01e-4c76-a5d2-c1468535e3d6 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:37.026599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:37.094856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-6b2e7876-ce29-4bc4-84db-95106e8434ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 217 time: 0.2357473 Dec 20 22:56:37.118403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5dfe-3e91-4ae6-b36f-fd4c801bcb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.127475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f032974e-2e38-4b8c-aa44-30c1f9fc2b17 admin admin] 10.222.0.62 "PUT /v2.0/routers/7ed43234-c1b6-46bc-924d-6a16c8f73a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7168550 Dec 20 22:56:37.136812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:37.203686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:37.222105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.259824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:37.260421 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.275749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.300351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:37.303541 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4478e20-c83a-4039-b934-f7c478521dd6" -d '{"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-unplugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:37.327957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.395252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-427d57ae-a5ff-4f66-bdf0-c2f25b7565b3 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971835 Dec 20 22:56:37.396302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Transition to ACTIVE for port object b28dc945-3422-416e-916e-da1325213158 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:37.401831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.422593 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.424030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.426968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-559f2119-8ac9-450d-8d94-fbeb34fe13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:37.429041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-559f2119-8ac9-450d-8d94-fbeb34fe13e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.2768509 Dec 20 22:56:37.468187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:37.476134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff33f-91b9-4d71-9626-112ff1c38693 req-04e1fe24-178e-4030-9dec-298789c67a9b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:37.482573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6dff33f-91b9-4d71-9626-112ff1c38693 req-04e1fe24-178e-4030-9dec-298789c67a9b tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.6994798 Dec 20 22:56:37.522218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:37.536777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.554128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:37.560431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] No DVR routers for this DVR port 66936f9f-e01e-4c76-a5d2-c1468535e3d6 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:37.563443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.567605 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-134a7f01-2d73-479e-a500-63b7f768ce24 req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "DELETE /v2.0/ports/66936f9f-e01e-4c76-a5d2-c1468535e3d6 HTTP/1.1" status: 204 len: 173 time: 1.1983929 Dec 20 22:56:37.576874 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.586792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 73eaf628-0b8c-4b90-8cc9-7e4780b6987b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:37.587143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-deleted', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:37.587143 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba4ea9-2c56-4109-90e5-420bcf44c279" -d '{"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-deleted", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:37.610863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2636b-f714-4371-baff-cfe406caec5e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event deleted for resources: {'Port': ['ID=66936f9f-e01e-4c76-a5d2-c1468535e3d6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:37.630516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-f738bdc4-d292-4a3f-ae53-24978f94ed6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714859 Dec 20 22:56:37.650195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:37.651679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:37.754565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port b28dc945-3422-416e-916e-da1325213158 host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:56:37.755060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:37.783378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-5a1d34f2-729e-4bed-bea7-66a10bb6e9da service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415477 Dec 20 22:56:37.789954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:37.829407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:37.829799 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:37.870297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Router 949fed28-5d32-4296-bd26-70a0e4363b2f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:56:37.940676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] No DVR routers for this DVR port b28dc945-3422-416e-916e-da1325213158 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:37.949347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6dff33f-91b9-4d71-9626-112ff1c38693 req-ac708d0a-4721-41f5-99fd-a16a379642bf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507625 Dec 20 22:56:37.966686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-3581626b-6fd6-4978-803d-20c02f81c72b service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347412 Dec 20 22:56:38.055061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.120465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:38.122862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:38.134957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f4f9e89-494c-46e8-9d61-baed027d2e73 admin admin] 10.222.0.62 "PUT /v2.0/routers/949fed28-5d32-4296-bd26-70a0e4363b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9185545 Dec 20 22:56:38.157627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:38.189043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:38.193942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:38.193942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:38.199702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0078edee-16be-4273-b81b-5627f6e143b8 None None] Provisioning complete for port cdfda403-7fcd-43bf-8718-237cf1442ea8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:38.200370 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0078edee-16be-4273-b81b-5627f6e143b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.208977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:38.209388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:38.228683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:38.229004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:38.229389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:38.229852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Bound port: b28dc945-3422-416e-916e-da1325213158, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:38.230203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.245805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-d7be6abb-c737-46d9-8259-1bdd69d8cf19 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273999 Dec 20 22:56:38.257964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d86ea-612b-4c27-afa8-a145226dfed2 req-a31193f9-e1ac-4663-bdab-a96e46eec80c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:38.266164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614d86ea-612b-4c27-afa8-a145226dfed2 req-a31193f9-e1ac-4663-bdab-a96e46eec80c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.1189237 Dec 20 22:56:38.277100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.282384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.282384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a51e4c-9240-41bd-ab95-49db1eda8cbb up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:38.398305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614d86ea-612b-4c27-afa8-a145226dfed2 req-0fbd4991-cb5e-469e-9b26-d48956be39cb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143489 Dec 20 22:56:38.403746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:38.409794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:38.448505 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf1ebbd-af88-4622-8e3d-bcde15644c80 x-openstack-request-id: req-fcf1ebbd-af88-4622-8e3d-bcde15644c80 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:38.448707 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-unplugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:38.448993 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcf1ebbd-af88-4622-8e3d-bcde15644c80 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:38.449382 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'code': 200} Dec 20 22:56:38.494162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:38.506801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0078edee-16be-4273-b81b-5627f6e143b8 None None] Port cdfda403-7fcd-43bf-8718-237cf1442ea8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:38.528939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f1a51e4c-9240-41bd-ab95-49db1eda8cbb triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:38.533883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.533977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.614016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:38.614273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:38.615873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-178821fc-3fd3-4707-be12-275107d76502 service neutron] 10.222.0.45 "PUT /v2.0/ports/b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 1095 time: 3.5645258 Dec 20 22:56:38.664382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178821fc-3fd3-4707-be12-275107d76502 service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:38.671079 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bf337c-f4da-42a3-a92b-b9184ed0dc58 x-openstack-request-id: req-53bf337c-f4da-42a3-a92b-b9184ed0dc58 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:38.671751 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311e873b-431b-433f-ba3c-9aa1a8cd6e3a", "name": "network-vif-deleted", "tag": "66936f9f-e01e-4c76-a5d2-c1468535e3d6", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:38.671751 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53bf337c-f4da-42a3-a92b-b9184ed0dc58 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:38.672237 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311e873b-431b-433f-ba3c-9aa1a8cd6e3a', 'name': 'network-vif-deleted', 'tag': '66936f9f-e01e-4c76-a5d2-c1468535e3d6', 'status': 'completed', 'code': 200} Dec 20 22:56:38.679818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:38.740471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-6f304516-80ad-44df-807b-54200a7b1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:38.743769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-6f304516-80ad-44df-807b-54200a7b1793 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1098 time: 0.0959547 Dec 20 22:56:38.760367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 66936f9f-e01e-4c76-a5d2-c1468535e3d6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:56:38.761647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 66936f9f-e01e-4c76-a5d2-c1468535e3d6 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:39.096468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:39.104538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eea375-4e44-4b7a-a884-43708282256c req-5ddbd2dc-371c-439c-bbd0-ea919c5cd1ab tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.106164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20eea375-4e44-4b7a-a884-43708282256c req-5ddbd2dc-371c-439c-bbd0-ea919c5cd1ab tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.2565107 Dec 20 22:56:39.107699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-b21d4579-ca93-4d08-8b84-b2b695115512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.118922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-b21d4579-ca93-4d08-8b84-b2b695115512 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.3623395 Dec 20 22:56:39.212210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:39.213490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.214052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-2f4a5dc7-cf57-409f-bc26-870488944e31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.0790308 Dec 20 22:56:39.259971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Sync routers for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:39.281620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:39.282830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:39.291740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:39.297142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-network', 'tenant_id': '391251916bc94be095e908122b488115'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:39.320708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20eea375-4e44-4b7a-a884-43708282256c req-d4b31d1c-b955-4fe3-9568-130503d81cd8 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005184 Dec 20 22:56:39.335341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-5e99c739-a975-4abc-8699-ed462bee3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.336853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-5e99c739-a975-4abc-8699-ed462bee3092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1114578 Dec 20 22:56:39.407254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40cccc04-3a5e-44fb-9371-70be699a5314 req-65393644-7485-47ee-934a-f77d06c743f8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 210 time: 0.0333736 Dec 20 22:56:39.410884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35066) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:39.416639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285074814', 'description': 'tempest-description--1264094431'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:39.430893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-f6f1c988-a62c-48fc-a447-94a3c9cf45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.435445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-f6f1c988-a62c-48fc-a447-94a3c9cf45e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897069 Dec 20 22:56:39.479439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Made reservation on behalf of 391251916bc94be095e908122b488115 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:39.479439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.479641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:39.487573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.575220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-fa75e770-c51f-4824-b082-f0938fbd08ae service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306984 Dec 20 22:56:39.626857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.692513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.737554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:56:39.738217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.755847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.757307 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Added segment f95c3b47-297b-4807-b879-3fd72629e4f3 of type vlan for network 61fdef2e-1a82-408f-a92a-dc7547ab70ea Dec 20 22:56:39.759162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 73eaf628-0b8c-4b90-8cc9-7e4780b6987b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:39.775482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da29b9d-5bee-4581-ac9a-95fbf5aba61f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:39.801359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987adf8-5c43-4dd8-a918-b8ff298ea3cb req-a0238250-c563-4576-9b44-a660648bc89f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.803684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1987adf8-5c43-4dd8-a918-b8ff298ea3cb req-a0238250-c563-4576-9b44-a660648bc89f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.2274330 Dec 20 22:56:39.806172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a991e991-3c6b-458c-bae4-37fd2fa1f511 req-e43942e3-28c9-47b1-a859-9df4f8f48d69 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831579 Dec 20 22:56:39.828550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.891095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:39.891564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.897447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 2, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:39.906702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f901c1-29ff-4bbc-8b5b-5cb23ac89c6d req-f140dd52-b70c-4c2c-9afb-162aecb19950 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.911286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87f901c1-29ff-4bbc-8b5b-5cb23ac89c6d req-f140dd52-b70c-4c2c-9afb-162aecb19950 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.3029184 Dec 20 22:56:39.911286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.938711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.940867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:39.941733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:39.968872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1987adf8-5c43-4dd8-a918-b8ff298ea3cb req-9cbf0b53-06e0-4efe-8c74-c774e65d0b4d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Dec 20 22:56:40.082513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.086457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] Pushing event updated for resources: {'Network': ['ID=61fdef2e-1a82-408f-a92a-dc7547ab70ea,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:40.108685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b62314e1-2d60-4f38-a9d3-0d92afb9c481 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8145342 Dec 20 22:56:40.113216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35068) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:40.120890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:56:40.128736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Request body: {'subnet': {'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-subnet', 'tenant_id': '391251916bc94be095e908122b488115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:40.155132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87f901c1-29ff-4bbc-8b5b-5cb23ac89c6d req-4a180bc8-aa5c-4617-8b6f-aba6297bf6e4 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031274 Dec 20 22:56:40.164558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Sync routers for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:40.172571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.191515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:40.192138 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:40.193239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Checking router: 7ed43234-c1b6-46bc-924d-6a16c8f73a23 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:40.193591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Updating router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 port c79de062-8608-4c65-b5d9-37c018b9f8d6 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:40.229193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:40.230545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Made reservation on behalf of 391251916bc94be095e908122b488115 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:40.234824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.255553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.260335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.262697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cef9527c-47a6-414c-a91f-f91153440cc2 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8506513 Dec 20 22:56:40.267108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35072) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:40.277753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'security_group_rule': {'security_group_id': '14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:40.395563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edbfbe-a327-4d00-a0dc-83e414c1939d req-63ab060e-dd2a-40e1-ba85-e02731bd2afb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:40.397663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23edbfbe-a327-4d00-a0dc-83e414c1939d req-63ab060e-dd2a-40e1-ba85-e02731bd2afb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.0790164 Dec 20 22:56:40.409691 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:40.413956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.465873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:40.470392 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:40.616212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.623219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.649873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23edbfbe-a327-4d00-a0dc-83e414c1939d req-c3c50113-650d-4abd-83dd-568b9bd3ef4e tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441039 Dec 20 22:56:40.664168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056c0dc-8b51-419b-9fe2-bc872978e013 req-6783dd5d-919d-4cc4-b7e8-d85ee0129a44 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:40.665846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7056c0dc-8b51-419b-9fe2-bc872978e013 req-6783dd5d-919d-4cc4-b7e8-d85ee0129a44 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1593833 Dec 20 22:56:40.671372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.720793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.726447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 2, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:40.765015 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Checking router: 949fed28-5d32-4296-bd26-70a0e4363b2f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:40.767165 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Updating router 949fed28-5d32-4296-bd26-70a0e4363b2f port cdfda403-7fcd-43bf-8718-237cf1442ea8 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:40.777362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cff917-77fb-4a32-81e9-f82fde5f8099,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:40.806167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdb4526b-bf77-4f1d-8357-f8f114c86b1c req-65b1cee2-2d33-430b-b29a-53a3311f2a10 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 210 time: 0.0518739 Dec 20 22:56:40.825141 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.830617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc5aa6d-68e5-447c-b4cf-d03234e3d24b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:40.839656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Checking segment: {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:40.842178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Network hostable DHCP agents. Network: 61fdef2e-1a82-408f-a92a-dc7547ab70ea, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:56:40.863191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7056c0dc-8b51-419b-9fe2-bc872978e013 req-65820760-37d3-4761-b0ab-353cc9ecc134 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809678 Dec 20 22:56:40.942578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:40.948283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1420f480-5cea-4cda-9a0c-d8ffe365c0be tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6758528 Dec 20 22:56:40.948283 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d7f9c-70dc-46b8-9e23-17691d4d9053 x-openstack-request-id: req-fd7d7f9c-70dc-46b8-9e23-17691d4d9053 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:40.948283 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:40.948283 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd7d7f9c-70dc-46b8-9e23-17691d4d9053 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:40.948283 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'status': 'completed', 'code': 200} Dec 20 22:56:40.952496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35082) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:41.006578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'security_group_rule': {'security_group_id': '14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:41.021954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-f1f0fa0c-ba03-4d5d-8071-9478139ae41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.022205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:56:41.024189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-f1f0fa0c-ba03-4d5d-8071-9478139ae41e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1098 time: 0.0726185 Dec 20 22:56:41.037312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-cb24e88a-2e97-482f-915d-78e690e1cafa tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.040717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-cb24e88a-2e97-482f-915d-78e690e1cafa tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.2028594 Dec 20 22:56:41.057347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-5639fd21-6baa-4e04-b64b-735d2b544753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.059299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-5639fd21-6baa-4e04-b64b-735d2b544753 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1098 time: 0.1177621 Dec 20 22:56:41.072496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Request body: {'port': {'device_id': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'admin_state_up': True, 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:41.115101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.123025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 61fdef2e-1a82-408f-a92a-dc7547ab70ea) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:41.137245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11df18-a2cf-4151-8c74-93b5d00231a3 None None] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:41.177440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.178735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.215731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.242226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.342370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.373590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-973fabb8-8217-41cb-8396-c3149906df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.375899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-973fabb8-8217-41cb-8396-c3149906df1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.3077281 Dec 20 22:56:41.396599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117acbc-97bb-49aa-a59c-d78aa8f4cfa0 None None] Pushing event updated for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:41.424103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'project_id': '391251916bc94be095e908122b488115', 'fixed_ips': [{'subnet_id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:56:41.425777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.474495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Attempting to bind port c79de062-8608-4c65-b5d9-37c018b9f8d6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:41.474868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Attempting to bind port c79de062-8608-4c65-b5d9-37c018b9f8d6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:41.475224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Attempting to bind port c79de062-8608-4c65-b5d9-37c018b9f8d6 on network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:41.492682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:41.493070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Checking segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:41.497278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-6c1cc0ce-64f8-4f41-a417-7455f75888ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.1113608 Dec 20 22:56:41.497909 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.504893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Bound using segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:41.504893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Bound port: c79de062-8608-4c65-b5d9-37c018b9f8d6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:41.504893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.511795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee955921-9407-4707-bf95-73e4140dea6a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3940313 Dec 20 22:56:41.542502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35090) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:41.543744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.553310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:41.556898 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.603927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95313ddd-2d3d-4b4a-b8bb-efaf57ced6fd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:41.650362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-d56ffa0a-ee10-4efd-8da3-73979c2eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:41.652364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-d56ffa0a-ee10-4efd-8da3-73979c2eadee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1393576 Dec 20 22:56:41.652624 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.732749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.736420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.746776 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fe41-b5a8-4275-b023-ff0ca25a1ec5 None None] Pushing event updated for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:41.806034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Allocated IP 172.20.0.2 (61fdef2e-1a82-408f-a92a-dc7547ab70ea/9cc5aa6d-68e5-447c-b4cf-d03234e3d24b/316b1671-6ed7-4bbd-b067-44169ed05c4c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:41.844941 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Attempting to bind port cdfda403-7fcd-43bf-8718-237cf1442ea8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:41.845372 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Attempting to bind port cdfda403-7fcd-43bf-8718-237cf1442ea8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:41.845665 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Attempting to bind port cdfda403-7fcd-43bf-8718-237cf1442ea8 on network 8ecea4e7-b217-457f-91aa-30cfdc138657 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:41.865833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:41.866486 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Checking segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:41.867107 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.867667 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Bound using segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:41.868295 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Bound port: cdfda403-7fcd-43bf-8718-237cf1442ea8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:41.868863 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.873762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.885648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:41.888719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-70527631-0fab-4090-89a5-15331a631e02 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9002395 Dec 20 22:56:41.895545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:41.914666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:41.955931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] For port c79de062-8608-4c65-b5d9-37c018b9f8d6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:41.959934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] For port c79de062-8608-4c65-b5d9-37c018b9f8d6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c79de062-8608-4c65-b5d9-37c018b9f8d6,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:42.018045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0c75065f-b13b-40dd-98af-977a4e345bd5 None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:42.018573 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c75065f-b13b-40dd-98af-977a4e345bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.088225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-0198dacc-92ae-4a1d-a28e-0aceef9e8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.090464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4d51-1136-477b-91b5-1fc3cc0d7a68 req-09b515a1-1ac6-462e-9be2-9c07085f5844 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.092589 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-0198dacc-92ae-4a1d-a28e-0aceef9e8a86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4298489 Dec 20 22:56:42.099993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-988c4d51-1136-477b-91b5-1fc3cc0d7a68 req-09b515a1-1ac6-462e-9be2-9c07085f5844 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.8362906 Dec 20 22:56:42.123862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.129864 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.160900 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] For port cdfda403-7fcd-43bf-8718-237cf1442ea8, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:42.164938 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] For port cdfda403-7fcd-43bf-8718-237cf1442ea8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cdfda403-7fcd-43bf-8718-237cf1442ea8,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:42.181696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:42.183759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c75065f-b13b-40dd-98af-977a4e345bd5 None None] Port c79de062-8608-4c65-b5d9-37c018b9f8d6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:42.185650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.189825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-742a6e69-8e76-4525-bc47-56a257b9f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.191526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-742a6e69-8e76-4525-bc47-56a257b9f7ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 1.1514499 Dec 20 22:56:42.206992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.216686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117acbc-97bb-49aa-a59c-d78aa8f4cfa0 None None] Pushing event updated for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:42.217771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ea1a-21ae-4074-8303-a77917a0c5a2 req-8a2feb62-3d40-4dd9-a7b0-3b0125c8c2f7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.223650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:42.224273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:42.226099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad03ea1a-21ae-4074-8303-a77917a0c5a2 req-8a2feb62-3d40-4dd9-a7b0-3b0125c8c2f7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.1970732 Dec 20 22:56:42.264527 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.293968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-988c4d51-1136-477b-91b5-1fc3cc0d7a68 req-7ecbba24-cc81-435d-a6e3-b0fedaa5c2d8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884339 Dec 20 22:56:42.359596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:42.388518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:42.401518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-262c43f8-9642-487d-9cc9-60abb9150695 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.1688492 Dec 20 22:56:42.408051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:42.475207 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:42.475906 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:42.479263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-7c5bc789-55e8-46f8-9852-48d88469eca7 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771999 Dec 20 22:56:42.550390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Pushing event updated for resources: {'Port': ['ID=316b1671-6ed7-4bbd-b067-44169ed05c4c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:42.561252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] Provisioning complete for port cdfda403-7fcd-43bf-8718-237cf1442ea8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:42.562682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.616285 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fe41-b5a8-4275-b023-ff0ca25a1ec5 None None] Pushing event updated for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:42.626182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad03ea1a-21ae-4074-8303-a77917a0c5a2 req-7ebf7aec-6506-44a0-ac5f-2878cfab65fb tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950405 Dec 20 22:56:42.639239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.644000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.715163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-65129177-032d-4df7-8eba-d03a91073127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.717094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-65129177-032d-4df7-8eba-d03a91073127 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2971408 Dec 20 22:56:42.734565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b28dc945-3422-416e-916e-da1325213158 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:42.750469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7c923-c486-4049-a4d0-5e15471d3f55 req-93989951-7989-4d6a-988b-f0d5e34ab0a2 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:42.762269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01b7c923-c486-4049-a4d0-5e15471d3f55 req-93989951-7989-4d6a-988b-f0d5e34ab0a2 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 947 time: 0.3213315 Dec 20 22:56:42.798540 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:42.815903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Attempting to bind port 316b1671-6ed7-4bbd-b067-44169ed05c4c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:42.816274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Attempting to bind port 316b1671-6ed7-4bbd-b067-44169ed05c4c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:42.817970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Attempting to bind port 316b1671-6ed7-4bbd-b067-44169ed05c4c on network 61fdef2e-1a82-408f-a92a-dc7547ab70ea {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:42.848584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:42.848957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Checking segment: {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:42.849358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.849794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Bound using segment: {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:42.853821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Bound port: 316b1671-6ed7-4bbd-b067-44169ed05c4c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:42.855629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:42.910264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8bd1688-10ca-4f54-b90d-e4d2a8a34119 req-7cc6aff3-f2cf-494a-a534-cf7f3815e30b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 210 time: 0.0693367 Dec 20 22:56:42.940003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:42.972450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-91c5d421-3010-4423-85a9-18d1a29751ed service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282646 Dec 20 22:56:42.983625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Allocated IP 172.20.0.6 (863ea931-e3e4-48c9-8bec-b661c31e3f5b/e66476b5-2018-44cc-ad15-2c1bb11a16d8/438b979d-595b-4d17-a08a-6beb31cd4f1d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:43.027960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01b7c923-c486-4049-a4d0-5e15471d3f55 req-fee1478a-20ec-4d4b-be2d-1dc2633c5c4b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646182 Dec 20 22:56:43.060280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-da42bbc8-8041-43b8-8a0e-5576bc9349e0 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:43.061926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-da42bbc8-8041-43b8-8a0e-5576bc9349e0 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.59 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.2810102 Dec 20 22:56:43.070802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-1c9304d4-15e2-4dbc-add8-562370ef4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:43.075307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-1c9304d4-15e2-4dbc-add8-562370ef4b35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3458884 Dec 20 22:56:43.097313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-9b94eebc-10b6-40fc-97ac-aa4ac3902526 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2955835 Dec 20 22:56:43.222437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c79de062-8608-4c65-b5d9-37c018b9f8d6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:43.241558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:56:43.266043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f3fcb-884e-48e8-802f-c97525df9532 req-d369dc64-9803-4281-8ec3-47968b7c7ea5 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:43.273499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a7f3fcb-884e-48e8-802f-c97525df9532 req-d369dc64-9803-4281-8ec3-47968b7c7ea5 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.2076781 Dec 20 22:56:43.304675 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:42Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:43.356058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-0dc7aae5-e44a-4a92-be5b-6b2c163adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:43.368529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-0dc7aae5-e44a-4a92-be5b-6b2c163adcea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 1101 time: 0.2113175 Dec 20 22:56:43.388087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915f4b8-33f4-4d1f-a94c-8d9f7107b225 None None] The sync data for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 is: [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:42Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:43.388569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.413158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-c6e73b47-a86a-4848-98f6-538e1629928d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220732 Dec 20 22:56:43.508311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:43.523460 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.525448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'b28dc945-3422-416e-916e-da1325213158', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b28dc945-3422-416e-916e-da1325213158', 'mac_address': 'fa:16:3e:a0:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:43.539923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] For port 316b1671-6ed7-4bbd-b067-44169ed05c4c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:43.572631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f63a6a4-0261-42e7-a1b9-3bb3798bad33 req-263ee29d-1d73-4421-8416-a2b2986d7fe7 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509922 Dec 20 22:56:43.628996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] For port 316b1671-6ed7-4bbd-b067-44169ed05c4c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=316b1671-6ed7-4bbd-b067-44169ed05c4c,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:43.664393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] For port cdfda403-7fcd-43bf-8718-237cf1442ea8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cdfda403-7fcd-43bf-8718-237cf1442ea8,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:43.717617 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.760462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0b7cb-0044-4674-a272-388e168bea62 req-54ef63e8-d5a2-4fa6-a1d6-27c2fe23f8bf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:43.764129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f0b7cb-0044-4674-a272-388e168bea62 req-54ef63e8-d5a2-4fa6-a1d6-27c2fe23f8bf tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.1642349 Dec 20 22:56:43.771778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a7f3fcb-884e-48e8-802f-c97525df9532 req-bd236e39-f62b-4d55-8306-29e22dcb51e9 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970438 Dec 20 22:56:43.793708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.801697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.812834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:43.985951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f0b7cb-0044-4674-a272-388e168bea62 req-fe737912-95c4-409e-bfaf-b7c47c989283 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107012 Dec 20 22:56:44.100990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e504fb-3ce5-46bf-94a6-09183890ae88 req-96bd9592-c950-4641-9d57-c7b2c79aca77 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:44.105114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13e504fb-3ce5-46bf-94a6-09183890ae88 req-96bd9592-c950-4641-9d57-c7b2c79aca77 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.1484969 Dec 20 22:56:44.171995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28dc945-3422-416e-916e-da1325213158 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:44.204704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:44.237361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13e504fb-3ce5-46bf-94a6-09183890ae88 req-3183bc79-0018-4922-96fe-3b611be4eeba tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248667 Dec 20 22:56:44.239664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.255487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:44.256833 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.294820 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.313574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:44.376943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:44.377593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Deleting port b5a88d0c-aae5-482a-903a-4217b3cbbfed {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:44.378153 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.379204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.391725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:44.396319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:44.403693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:44.427352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-e5a9b0a7-6ae4-4389-bb84-2d4d7b74d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:44.427840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd685b1b-8c82-42e3-9d9c-079aada1e30f None None] Pushing event updated for resources: {'Port': ['ID=316b1671-6ed7-4bbd-b067-44169ed05c4c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:44.429866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-e5a9b0a7-6ae4-4389-bb84-2d4d7b74d388 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 1.0346723 Dec 20 22:56:44.436336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf1312-4676-4cbe-a4d0-11f5d0e5713b req-ce047bc3-0adc-4edb-bf24-ed524e69905c tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:44.438151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1edf1312-4676-4cbe-a4d0-11f5d0e5713b req-ce047bc3-0adc-4edb-bf24-ed524e69905c tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 931 time: 0.2056127 Dec 20 22:56:44.548364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1edf1312-4676-4cbe-a4d0-11f5d0e5713b req-26c5f6ee-c61c-4571-ba74-f4e74d145b10 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Dec 20 22:56:44.625096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4542-3191-48ab-bf74-0acd6a8a45f3 req-3362e53e-d9bc-4945-8c9e-4c35c8e5655a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:44.626792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc6d4542-3191-48ab-bf74-0acd6a8a45f3 req-3362e53e-d9bc-4945-8c9e-4c35c8e5655a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.2082949 Dec 20 22:56:44.631571 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-81bf9e2c-9d62-4fdf-9eab-2f54c6b9696d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 200 len: 217 time: 0.1677036 Dec 20 22:56:44.637473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:44.644634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.674568 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.682217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Allocated IP 172.25.1.149 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/d1ca5959-4924-4298-b6d9-913e2123f30d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:44.713469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b28dc945-3422-416e-916e-da1325213158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:44.763210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc6d4542-3191-48ab-bf74-0acd6a8a45f3 req-e5446d94-0a88-4b70-8a2b-edbd06e9ba25 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072929 Dec 20 22:56:44.774802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfb61a-cebd-4248-a5e9-3d9720bac5a4 None None] Pushing event updated for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:44.799032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-b39e6fd6-a540-457e-9fbf-7ed1f9b6eb3f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7392409 Dec 20 22:56:44.812242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Request body: {'port': {'device_id': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:44.882815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:41Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:44.935946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.977337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:44.977950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:44.984975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627a7e2-e57a-4edd-87fe-9b3e130bec2e None None] The sync data for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 is: [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:41Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:45.038366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.062866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.120386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] For port c79de062-8608-4c65-b5d9-37c018b9f8d6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c79de062-8608-4c65-b5d9-37c018b9f8d6,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:45.203453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.208125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd53ec-6852-4cbd-9c60-ca349b161587 req-c341f287-cc7c-452b-b01d-6d16c1fbfa33 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:45.210043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afbd53ec-6852-4cbd-9c60-ca349b161587 req-c341f287-cc7c-452b-b01d-6d16c1fbfa33 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.2460988 Dec 20 22:56:45.256944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-114bc52f-9bc2-4881-845a-e39ec570ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:45.262249 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-114bc52f-9bc2-4881-845a-e39ec570ef20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.6057591 Dec 20 22:56:45.289032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.338675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.422936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Provisioning complete for port cdfda403-7fcd-43bf-8718-237cf1442ea8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:45.423656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.501659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:45.502434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:45.523014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:45.562921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:45.565400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Allocated IP 172.25.1.20 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9ad90d99-5f98-42a5-bf30-b3c2c5bc3798) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:45.581092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b5a88d0c-aae5-482a-903a-4217b3cbbfed no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:45.629471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:45.642777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d34bfc6-ca05-46fd-9503-61d519652699 None None] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:56:45.666721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afbd53ec-6852-4cbd-9c60-ca349b161587 req-efe088b5-6be8-46c4-86db-d60ffdb4502c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459391 Dec 20 22:56:45.672974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'Port': ['ID=d1ca5959-4924-4298-b6d9-913e2123f30d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:45.686305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-494bd12c-05b3-4117-b1aa-7ce95b81af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:45.688615 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-494bd12c-05b3-4117-b1aa-7ce95b81af76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3879540 Dec 20 22:56:45.750244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed96cae-addd-453b-832a-9cb7711198f9 None None] Pushing event updated for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:45.769631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:56:45.772342 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:56:45.905193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-ef10a4d3-f9fd-477f-8b9f-43ed20c00208 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:45.907516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-ef10a4d3-f9fd-477f-8b9f-43ed20c00208 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992&tenant_id=97b0ac3019814fb8a7689450b045d6af&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 948 time: 0.3184140 Dec 20 22:56:45.917227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f6913-00cf-4624-abd0-cb8fee2d2f23 req-e0a76df5-07d6-4105-89d4-027fa6ebc0dc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:45.930365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf6f6913-00cf-4624-abd0-cb8fee2d2f23 req-e0a76df5-07d6-4105-89d4-027fa6ebc0dc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.3512254 Dec 20 22:56:45.951519 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.007473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:46.011221 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7515a-8937-4aad-98e5-8c1dc3c2537b" -d '{"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:46.029497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b5a88d0c-aae5-482a-903a-4217b3cbbfed, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b5a88d0c-aae5-482a-903a-4217b3cbbfed,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:46.055323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c562e-be5b-476b-bfc5-fff2f45379a7 req-95ab28d9-6d3f-404e-924f-84ce243b9c18 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:46.057059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f82c562e-be5b-476b-bfc5-fff2f45379a7 req-95ab28d9-6d3f-404e-924f-84ce243b9c18 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 945 time: 0.2465370 Dec 20 22:56:46.102592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.105186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.154827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.157261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.157748 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Floating IP b0bce989-59fb-43a1-865c-f4059bd505b3 disassociated. External IP: 172.25.1.224, port: b5a88d0c-aae5-482a-903a-4217b3cbbfed. Dec 20 22:56:46.159168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf6f6913-00cf-4624-abd0-cb8fee2d2f23 req-6a6aeb27-9ece-4d06-bad2-2515b5218487 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278543 Dec 20 22:56:46.164341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Calling delete_port for b5a88d0c-aae5-482a-903a-4217b3cbbfed owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:46.171495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-469b56b3-61ae-453b-91bc-25afc9ae1c99 service neutron] 10.222.0.45 "GET /v2.0/ports/b28dc945-3422-416e-916e-da1325213158/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.2358024 Dec 20 22:56:46.173510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.179242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438b979d-595b-4d17-a08a-6beb31cd4f1d {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:46.188927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-1ac518a9-bf7d-45af-9cac-35a459177f7a service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654586 Dec 20 22:56:46.208945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.247852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] Provisioning complete for port 316b1671-6ed7-4bbd-b067-44169ed05c4c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:46.248524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.300941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.304705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Transition to ACTIVE for port object 438b979d-595b-4d17-a08a-6beb31cd4f1d will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:46.314505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:46.337934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f82c562e-be5b-476b-bfc5-fff2f45379a7 req-0a08e017-d9f8-4346-9a96-f4598d2b177d tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644851 Dec 20 22:56:46.384843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-e85f1eeb-93a2-4408-95e5-e27eb34a2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:46.386932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-e85f1eeb-93a2-4408-95e5-e27eb34a2cc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1099 time: 0.1716800 Dec 20 22:56:46.398494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.417152 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:56:46.419945 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:56:46.424908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4a07-7c98-451d-8c56-1bdfb6bbc7b6 req-ad4fc9eb-affe-4515-aebd-4354dc0e5b2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:46.427572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc6f4a07-7c98-451d-8c56-1bdfb6bbc7b6 req-ad4fc9eb-affe-4515-aebd-4354dc0e5b2b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.1386592 Dec 20 22:56:46.457380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.525839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] For port 316b1671-6ed7-4bbd-b067-44169ed05c4c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=316b1671-6ed7-4bbd-b067-44169ed05c4c,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:46.549336 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc46e7dc-3b1d-47f8-830e-0b36efd668ae req-d70445d2-bd9c-4bf3-a266-a25de26c3d4b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270404 Dec 20 22:56:46.610824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.635146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.670307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc6f4a07-7c98-451d-8c56-1bdfb6bbc7b6 req-0b6f86fb-5de7-42f6-8794-f2f99ea83e32 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770515 Dec 20 22:56:46.709012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 316b1671-6ed7-4bbd-b067-44169ed05c4c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:46.771877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b28dc945-3422-416e-916e-da1325213158 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:46.794372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:46.803101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:46.821668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:46.840289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8b3b81f1-2869-4f1c-9af5-ab735a6d5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:46.841814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8b3b81f1-2869-4f1c-9af5-ab735a6d5aa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.4393044 Dec 20 22:56:46.882582 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063d47d-8491-4ef4-899d-9c4788710869 x-openstack-request-id: req-5063d47d-8491-4ef4-899d-9c4788710869 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:46.882897 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:46.883163 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5063d47d-8491-4ef4-899d-9c4788710869 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:46.885862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:46.887839 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'code': 200} Dec 20 22:56:46.916211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Pushing event updated for resources: {'Port': ['ID=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:46.918505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.938217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae737c-982c-4c1c-91ad-98c34ec16c5c req-d5413800-eb07-4295-b107-73f88c666ef5 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:46.940412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acae737c-982c-4c1c-91ad-98c34ec16c5c req-d5413800-eb07-4295-b107-73f88c666ef5 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 943 time: 0.4333460 Dec 20 22:56:46.944571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241264-91e1-4c96-8136-f0c2f5fe8acf None None] Pushing event updated for resources: {'Port': ['ID=316b1671-6ed7-4bbd-b067-44169ed05c4c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:46.959973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b5327cfb-830d-4903-b590-ef2ebcfe6ac3 None None] Provisioning complete for port 316b1671-6ed7-4bbd-b067-44169ed05c4c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:46.960351 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5327cfb-830d-4903-b590-ef2ebcfe6ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:46.994024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-5aad59aa-7b73-4e78-8bae-e8dbff816f37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.1123095 Dec 20 22:56:47.016516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.035199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port b28dc945-3422-416e-916e-da1325213158 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:56:47.064512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port b28dc945-3422-416e-916e-da1325213158 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:47.064928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.072369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 316b1671-6ed7-4bbd-b067-44169ed05c4c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:47.072742 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.117941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Attempting to bind port 438b979d-595b-4d17-a08a-6beb31cd4f1d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:47.118286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Attempting to bind port 438b979d-595b-4d17-a08a-6beb31cd4f1d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:47.118584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Attempting to bind port 438b979d-595b-4d17-a08a-6beb31cd4f1d on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:47.120499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event deleted for resources: {'Port': ['ID=b5a88d0c-aae5-482a-903a-4217b3cbbfed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:47.139376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acae737c-982c-4c1c-91ad-98c34ec16c5c req-725a9f04-7b29-4b58-884b-c95bcf728078 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573253 Dec 20 22:56:47.140449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Port 438b979d-595b-4d17-a08a-6beb31cd4f1d on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:47.140766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Attempting to bind port 438b979d-595b-4d17-a08a-6beb31cd4f1d on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:47.147502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-d7bb78cc-ab59-4af9-b2d7-4198f667eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.149051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-d7bb78cc-ab59-4af9-b2d7-4198f667eb2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1387584 Dec 20 22:56:47.154318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:47.154654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Checking segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:47.155032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Bound using segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:47.164630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Bound port: 438b979d-595b-4d17-a08a-6beb31cd4f1d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:47.164630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.184157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b540e-2a66-409a-af4c-71d20ec086c5 req-e8995269-7424-49e4-8b68-b257005c5142 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.185642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a75b540e-2a66-409a-af4c-71d20ec086c5 req-e8995269-7424-49e4-8b68-b257005c5142 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.2047989 Dec 20 22:56:47.245747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cdfda403-7fcd-43bf-8718-237cf1442ea8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:47.313647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.345993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-b0acfb6f-06d6-44ec-842b-f230cd061248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.347972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-b0acfb6f-06d6-44ec-842b-f230cd061248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872406 Dec 20 22:56:47.351382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a75b540e-2a66-409a-af4c-71d20ec086c5 req-1291a6e4-6dab-49ac-9d22-d3419323f5df tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474593 Dec 20 22:56:47.352638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:47.356973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:47.399350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:47.402455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:56:47.404644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.406130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port cdfda403-7fcd-43bf-8718-237cf1442ea8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:47.409219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237952b-b46a-46be-a1a0-90a22642e934 req-dd96b450-fc3d-44a6-97a8-97a925d35000 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.409476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.410576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b237952b-b46a-46be-a1a0-90a22642e934 req-dd96b450-fc3d-44a6-97a8-97a925d35000 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.1652057 Dec 20 22:56:47.459280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.480932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.482185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:47.544180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.544811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.548098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] 10.222.0.59 "PUT /v2.0/ports/438b979d-595b-4d17-a08a-6beb31cd4f1d HTTP/1.1" status: 200 len: 1091 time: 2.7402272 Dec 20 22:56:47.553009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'Port': ['ID=d1ca5959-4924-4298-b6d9-913e2123f30d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:47.575496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:47.578218 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de1ca71-753e-432a-8641-061ed819e7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:47.592539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e96c49e-92f6-4e61-99c0-c158fed6afe1 req-3c36dda9-1b71-403d-899b-4a7412c31fe0 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 210 time: 0.1081164 Dec 20 22:56:47.679357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-0da1681d-7726-4b87-87a5-4da96ad69479 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186154 Dec 20 22:56:47.687116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:47.734508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7e685-53cf-4625-a654-8c1b26ad9db3 x-openstack-request-id: req-dbe7e685-53cf-4625-a654-8c1b26ad9db3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:47.734819 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:47.735018 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbe7e685-53cf-4625-a654-8c1b26ad9db3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:47.735416 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'status': 'completed', 'code': 200} Dec 20 22:56:47.740562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b237952b-b46a-46be-a1a0-90a22642e934 req-5ed83687-5539-4a86-804d-8e127e64940d tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982707 Dec 20 22:56:47.779737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb3f3-06ef-464f-b6ac-9ff0ed459b58 service neutron] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:47.796905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c79de062-8608-4c65-b5d9-37c018b9f8d6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:47.853554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.873437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-9df5c87a-37ad-4f8d-8e01-60c64ae4adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:47.875490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-9df5c87a-37ad-4f8d-8e01-60c64ae4adcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 1094 time: 0.1668701 Dec 20 22:56:47.931441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:47.947449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c79de062-8608-4c65-b5d9-37c018b9f8d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:47.948147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:47.971747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-43747369-f759-47b1-953d-a793949b47dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d HTTP/1.1" status: 200 len: 217 time: 0.0709677 Dec 20 22:56:47.989349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-9993baaf-4792-4d63-a302-32deb371277b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019731 Dec 20 22:56:48.032417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd8279-abad-4ed5-9246-36e979da4e11 req-79e725f6-0e9e-4f00-994e-c0912bab0ec3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:48.039749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3bd8279-abad-4ed5-9246-36e979da4e11 req-79e725f6-0e9e-4f00-994e-c0912bab0ec3 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1848009 Dec 20 22:56:48.055509 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.112204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:48.167045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.251876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.253813 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6b63dcc-0c0c-409b-9515-d6ba1dfa3178 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3547978 Dec 20 22:56:48.270835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:48.282704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:48.295366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:48.297506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:48.317876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] No DVR routers for this DVR port b5a88d0c-aae5-482a-903a-4217b3cbbfed on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:48.322849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.327561 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93bf794a-3d37-4ec0-bf69-ff6505fae3c0 req-0c31a336-1125-4915-b2a7-f1c30d7677fa tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.59 "DELETE /v2.0/ports/b5a88d0c-aae5-482a-903a-4217b3cbbfed HTTP/1.1" status: 204 len: 173 time: 5.2563913 Dec 20 22:56:48.328303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-deleted', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:48.332627 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557368a3-1419-40e5-aa57-8fb0cd938bd7" -d '{"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-deleted", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:48.397117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-cbc71a00-1831-4a45-9096-1966574f1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:48.398696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-cbc71a00-1831-4a45-9096-1966574f1e77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.4201491 Dec 20 22:56:48.461742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-5eac6720-0316-4102-b651-4b59e9cf06cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478475 Dec 20 22:56:48.510388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3bd8279-abad-4ed5-9246-36e979da4e11 req-546f61ca-3687-4bb6-8320-7274f36a4ba5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696531 Dec 20 22:56:48.558691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.584495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a894f-b54a-4b43-983d-f7b386c6aba5 req-538fb2f1-7a56-4761-8048-0b174df32ac0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:48.586190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-607a894f-b54a-4b43-983d-f7b386c6aba5 req-538fb2f1-7a56-4761-8048-0b174df32ac0 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 943 time: 0.2055058 Dec 20 22:56:48.616608 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3814a91-c03a-4aa5-9563-40126ee6179d x-openstack-request-id: req-c3814a91-c03a-4aa5-9563-40126ee6179d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:48.617295 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57d7026-09cf-49ca-b1f5-afa610238815", "name": "network-vif-deleted", "tag": "b5a88d0c-aae5-482a-903a-4217b3cbbfed", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:48.617803 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3814a91-c03a-4aa5-9563-40126ee6179d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:48.618453 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57d7026-09cf-49ca-b1f5-afa610238815', 'name': 'network-vif-deleted', 'tag': 'b5a88d0c-aae5-482a-903a-4217b3cbbfed', 'status': 'completed', 'code': 200} Dec 20 22:56:48.693442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-37eb03f3-bca7-44f1-915a-3cd22cd1b236 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203209 Dec 20 22:56:48.697247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-607a894f-b54a-4b43-983d-f7b386c6aba5 req-13579940-9163-4a4c-9ed8-aafebafe7417 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Dec 20 22:56:48.699773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 316b1671-6ed7-4bbd-b067-44169ed05c4c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:48.759246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:48.816144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:48.891543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}, {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:48.894085 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f12ed-cb75-4e57-90e1-1720188e300e" -d '{"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158"}, {"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:48.895694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fb01f-d889-4d4e-a2c7-d9ed640e7db1 req-309a9622-8879-45fe-a8d6-b3c4ae89874a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:48.903054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-748fb01f-d889-4d4e-a2c7-d9ed640e7db1 req-309a9622-8879-45fe-a8d6-b3c4ae89874a tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 947 time: 0.1779068 Dec 20 22:56:48.921075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:48.946961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dbfcf4d-832d-4936-a8d2-42d051ede7b3 req-75c63d25-9a48-4598-ac95-acf3b8dfea52 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414939 Dec 20 22:56:48.955518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-6eade57b-c78f-44d7-a14f-db6e4abfa19d tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1285074814&fields=id&tenant_id=c679fde3bc274130ac81abe3a354e39d HTTP/1.1" status: 200 len: 267 time: 0.1308692 Dec 20 22:56:48.968768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 316b1671-6ed7-4bbd-b067-44169ed05c4c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:48.969133 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:49.008364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-748fb01f-d889-4d4e-a2c7-d9ed640e7db1 req-14ebaef0-fb13-4255-ab9c-ae380ca9fe97 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044376 Dec 20 22:56:49.106731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:49.113779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-6c1e2f45-0018-4db8-a691-0d74ab3aaa3a tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:49.123103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-6c1e2f45-0018-4db8-a691-0d74ab3aaa3a tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/networks?id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 200 len: 815 time: 0.1494136 Dec 20 22:56:49.148670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'mac_address': 'fa:16:3e:49:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:49.167215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-fcaf5fe8-92da-4f24-945d-3c8e81cde233 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/quotas/c679fde3bc274130ac81abe3a354e39d HTTP/1.1" status: 200 len: 375 time: 0.0432360 Dec 20 22:56:49.183197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:56:49.203591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9a73383-c0e7-455f-9b95-ee9aa8493a90 req-97694504-621f-48a7-8039-c7f77c2cfaf4 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/ports?device_id=d57d7026-09cf-49ca-b1f5-afa610238815 HTTP/1.1" status: 200 len: 210 time: 0.0612419 Dec 20 22:56:49.262767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:49.283557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:49.283997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-eb8d7006-83c6-4d12-96d9-5718816231ee tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c679fde3bc274130ac81abe3a354e39d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006923 Dec 20 22:56:49.287605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1ca71-753e-432a-8641-061ed819e7fa req-925d83f5-aaa4-4be0-a898-cc1b6a741461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:49.289291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-925d83f5-aaa4-4be0-a898-cc1b6a741461 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 1094 time: 0.1622920 Dec 20 22:56:49.312876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:49.328437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:49.345437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:49.358231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:49.358928 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Sync routers for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:49.373794 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:49.375120 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:49.375732 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:49.378082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:49.378784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:49.482900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:49.484636 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a1340ba5-dfc5-47de-85d6-56c795918fdc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9353933 Dec 20 22:56:49.487560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35166) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:49.508406 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:49.511090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=10']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:49.534656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:49.563198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0deae-c6ca-4149-bff6-1f6c88528790 req-86a96361-c114-47ec-a5c4-2eb2b31ffe28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:49.564797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51e0deae-c6ca-4149-bff6-1f6c88528790 req-86a96361-c114-47ec-a5c4-2eb2b31ffe28 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.2437241 Dec 20 22:56:49.637563 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-df45370e-2ef3-4143-a357-67fe15a898e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474898 Dec 20 22:56:49.638651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1ca71-753e-432a-8641-061ed819e7fa req-551d7ed1-1a47-4fa2-b0bc-3a544157e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:49.640519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-551d7ed1-1a47-4fa2-b0bc-3a544157e75e service neutron] 10.222.0.59 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 905 time: 0.3293581 Dec 20 22:56:49.737335 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:48Z', 'revision_number': 3, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:49.767716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-70e91aa7-0ac4-4a50-85d2-affd87b2ff23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d HTTP/1.1" status: 200 len: 217 time: 0.1174743 Dec 20 22:56:49.768312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:49.769346 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Checking router: a75a4568-a4dc-42fe-ad1b-93b48d242bc7 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:49.770312 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Updating router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:49.803250 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:49.807363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:49.845259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684e6c8-1f76-4f2c-881d-8e066662a9a8 None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:51:59Z', 'revision_number': 4, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '060f7041-bc96-4235-b4d9-16ec60b6cd80', 'name': '', 'network_id': '38d174e5-860f-4165-93f1-3b6247ca6ceb', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'mac_address': 'fa:16:3e:dd:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '65056838-d76d-4190-8803-ea6d2e97e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:59Z', 'updated_at': '2021-12-20T22:52:05Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'subnets': [{'id': '65056838-d76d-4190-8803-ea6d2e97e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:49.853421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51e0deae-c6ca-4149-bff6-1f6c88528790 req-b5b649a5-956c-428a-9b10-71f56fbf61ca tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762580 Dec 20 22:56:49.965012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1ca71-753e-432a-8641-061ed819e7fa req-2a10873b-2487-4821-a3b1-37648af45590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:49.966635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-2a10873b-2487-4821-a3b1-37648af45590 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.1885252 Dec 20 22:56:49.973914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-39427605-c37d-4b75-bbd7-2aed61d8690c service neutron] 10.222.0.62 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246996 Dec 20 22:56:50.010144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-a1002631-89c6-40a0-84bd-a2eabae01c0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335433 Dec 20 22:56:50.034171 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c1f1e-25c4-41cf-b166-7c46d33eb999 x-openstack-request-id: req-1e1c1f1e-25c4-41cf-b166-7c46d33eb999 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:50.034875 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158", "code": 200}, {"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:50.036078 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e1c1f1e-25c4-41cf-b166-7c46d33eb999 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:50.036676 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'code': 200} Dec 20 22:56:50.037598 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'code': 200} Dec 20 22:56:50.192715 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.254133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-e8432c66-5e8f-4ec6-9e22-bc3a10131c4c service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352433 Dec 20 22:56:50.258644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f839eab-e7c0-4745-9008-8775f564c4cb None None] New status for floating IP b0bce989-59fb-43a1-865c-f4059bd505b3: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:56:50.298939 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.381305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e8ced-ba6e-4070-b751-efec8a6ab05a req-2859ccc9-8962-4ae6-b34a-24abafd28a4c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:50.390004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a2e8ced-ba6e-4070-b751-efec8a6ab05a req-2859ccc9-8962-4ae6-b34a-24abafd28a4c tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.1944764 Dec 20 22:56:50.393323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ccbd-6482-4770-a4af-565a1b39821c None None] Pushing event updated for resources: {'Port': ['ID=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:50.424970 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Attempting to bind port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:50.425573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Attempting to bind port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:50.426067 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Attempting to bind port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:50.431450 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:50.432232 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:50.433293 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.433753 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:50.434329 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Bound port: 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:50.435094 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.497972 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] For port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:50.501360 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] For port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:50.580812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a2e8ced-ba6e-4070-b751-efec8a6ab05a req-467a28c8-6444-4217-9e15-c2cd1d9dd188 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899405 Dec 20 22:56:50.595239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ea140-16fe-4dad-8a0f-eaf34f033d39 req-826a1596-6513-429c-8948-53927288d92a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:50.596695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a35ea140-16fe-4dad-8a0f-eaf34f033d39 req-826a1596-6513-429c-8948-53927288d92a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 943 time: 0.1665308 Dec 20 22:56:50.600982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de1ca71-753e-432a-8641-061ed819e7fa req-5247513e-3579-44e5-b98d-0662968d4741 service neutron] 10.222.0.59 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381035 Dec 20 22:56:50.610180 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.679027 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:50.683527 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ccbd-6482-4770-a4af-565a1b39821c None None] Pushing event updated for resources: {'Port': ['ID=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:50.702351 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:50.703678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:50.735193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a35ea140-16fe-4dad-8a0f-eaf34f033d39 req-38b66d11-364f-4827-8946-6c659d70b237 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097343 Dec 20 22:56:50.800710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63748117-5b40-43c7-a780-47f136aedf28 req-40200d70-bd7e-4e3e-8f5e-fcb82304b1d1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:50.802279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63748117-5b40-43c7-a780-47f136aedf28 req-40200d70-bd7e-4e3e-8f5e-fcb82304b1d1 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.1202567 Dec 20 22:56:50.843579 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:50.907140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-448bed9b-907a-41a6-8c3d-57ce4be034ee req-fc18f289-256e-4bc7-8da5-67fd4540254a tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 210 time: 0.0522804 Dec 20 22:56:50.951375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63748117-5b40-43c7-a780-47f136aedf28 req-6edf3532-0c9a-4995-beff-a76fd116db0e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409554 Dec 20 22:56:51.003365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Allocated IP 172.20.0.1 (61fdef2e-1a82-408f-a92a-dc7547ab70ea/9cc5aa6d-68e5-447c-b4cf-d03234e3d24b/f1a1a918-13c5-46db-a936-4c51255f9678) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:51.090163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:48Z', 'revision_number': 3, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:51.117134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f283-f154-4859-82d2-2e61b72ce6a7 None None] The sync data for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 is: [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:48Z', 'revision_number': 3, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:51.128969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:51.162585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-aa7986a8-b84e-49f8-b137-de723ccb3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:51.164245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-aa7986a8-b84e-49f8-b137-de723ccb3bd5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992&tenant_id=97b0ac3019814fb8a7689450b045d6af HTTP/1.1" status: 200 len: 1100 time: 0.1295824 Dec 20 22:56:51.187833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d7cc-b9ff-4cb5-b48d-e3e5b1e89dda req-60f80bd2-5ce9-4c0d-9096-c6b515c506f0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:51.198335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b354d7cc-b9ff-4cb5-b48d-e3e5b1e89dda req-60f80bd2-5ce9-4c0d-9096-c6b515c506f0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.1604023 Dec 20 22:56:51.204028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.216979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:51.233000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.273521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.332084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b354d7cc-b9ff-4cb5-b48d-e3e5b1e89dda req-22e6751b-83c0-4ddf-a62a-5ab05bcd957e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328864 Dec 20 22:56:51.338974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.393570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.398271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.406023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35198) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:51.410057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f8b4023-85e1-4c77-8b6a-68f8a68a73c0 HTTP/1.1" status: 204 len: 168 time: 0.2705355 Dec 20 22:56:51.424623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3f777-2c61-47d5-8106-69a964df9c13 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b4023-85e1-4c77-8b6a-68f8a68a73c0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:51.441630 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-c6eb0448-71af-4a02-bf3b-158bd77d5580 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] show failed (client error): The resource could not be found. Dec 20 22:56:51.446347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c6eb0448-71af-4a02-bf3b-158bd77d5580 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "GET /v2.0/security-groups/5f8b4023-85e1-4c77-8b6a-68f8a68a73c0 HTTP/1.1" status: 404 len: 347 time: 0.0354419 Dec 20 22:56:51.447496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35200) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:51.507140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.571041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:51.580410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:51.602710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:51.607113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:51.641891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Deleting port 40b66a6a-beee-4066-9a3a-be03830d61da {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:51.642252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.657482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:51.720390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.760447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:51.798769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'mac_address': 'fa:16:3e:89:13:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:51.874007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.918208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438b979d-595b-4d17-a08a-6beb31cd4f1d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:51.920014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.920341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:51.963262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Calling delete_port for 40b66a6a-beee-4066-9a3a-be03830d61da owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:51.971008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:52.051674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.240959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.258465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:52.274501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-20869e3e-ad2d-4633-ad2a-f7af315e7854 None None] Provisioning complete for port f1a1a918-13c5-46db-a936-4c51255f9678 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:52.274879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20869e3e-ad2d-4633-ad2a-f7af315e7854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.294506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Pushing event deleted for resources: {'Port': ['ID=40b66a6a-beee-4066-9a3a-be03830d61da,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:52.319872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:52.336010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-20869e3e-ad2d-4633-ad2a-f7af315e7854 None None] Port f1a1a918-13c5-46db-a936-4c51255f9678 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:52.336701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296350c-bb62-458d-bf16-42c868ab1db3 req-c545512c-2c74-4027-86e5-f4d159bdf4ab tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:52.349165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8296350c-bb62-458d-bf16-42c868ab1db3 req-c545512c-2c74-4027-86e5-f4d159bdf4ab tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 944 time: 0.2013695 Dec 20 22:56:52.351186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['438b979d-595b-4d17-a08a-6beb31cd4f1d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:52.422568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51527eb7-e31f-45b8-a9ec-b3dc3359726e req-a5dee5e1-8129-414e-bc94-5de2cea8e696 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:52.430554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51527eb7-e31f-45b8-a9ec-b3dc3359726e req-a5dee5e1-8129-414e-bc94-5de2cea8e696 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.2853158 Dec 20 22:56:52.460202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.463115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.467276 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11bfae0d-3ced-4691-91c6-386c5ac4b2a7 tempest-ServersWithSpecificFlavorTestJSON-1047123450 tempest-ServersWithSpecificFlavorTestJSON-1047123450-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0bce989-59fb-43a1-865c-f4059bd505b3 HTTP/1.1" status: 204 len: 168 time: 1.0172043 Dec 20 22:56:52.499743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:52.530900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:52.590821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8296350c-bb62-458d-bf16-42c868ab1db3 req-a7f65511-a9e6-4fd6-9b58-b26b8d1f0e5a tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406108 Dec 20 22:56:52.595150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51527eb7-e31f-45b8-a9ec-b3dc3359726e req-35de767d-36c6-43ba-8b15-5ada20b90c9a tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632371 Dec 20 22:56:52.595280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:52.595675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.616064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.616064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:52.616064 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac242b02-9a7c-491d-97d8-0e701f86f007" -d '{"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-unplugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:52.627705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.667946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Transition to ACTIVE for port object b28dc945-3422-416e-916e-da1325213158 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:52.719037 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.730253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:52.750836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.775833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:52.788928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bced5e3e-7fce-4cd4-91a9-a07cabe80382 req-7e4baec5-a89c-42e2-a95e-1af1757d4192 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 210 time: 0.0667212 Dec 20 22:56:52.801038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port d417bf94-bbb4-4c00-b84f-7b7157406eb9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:52.801403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.872027 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.884928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=10']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:52.909769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] No DVR routers for this DVR port b28dc945-3422-416e-916e-da1325213158 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:56:52.949052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7b19-48f4-4e74-9e90-33b89db911b4 req-44006edd-724e-40b3-af56-83073fdc02d7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:52.950737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cff7b19-48f4-4e74-9e90-33b89db911b4 req-44006edd-724e-40b3-af56-83073fdc02d7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 949 time: 0.2470820 Dec 20 22:56:52.951398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:52.991081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:53.013668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:53.023408 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120811d5-1bcd-4868-b89a-2724963d41ad" -d '{"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:53.040198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:53.118690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-16d586b1-feea-4039-9994-cf2c9779bfbc tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:53.120279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-16d586b1-feea-4039-9994-cf2c9779bfbc tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.59 "GET /v2.0/networks?id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 200 len: 815 time: 0.1783566 Dec 20 22:56:53.125333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.125333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b28dc945-3422-416e-916e-da1325213158 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:56:53.152962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cff7b19-48f4-4e74-9e90-33b89db911b4 req-c4b8284e-cb90-4b1f-9b7d-2039d6221232 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882713 Dec 20 22:56:53.203962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:53.204397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:53.204769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:53.209667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-9af6a583-145b-4924-b7fe-d5a4ff2f133d tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c679fde3bc274130ac81abe3a354e39d HTTP/1.1" status: 200 len: 380 time: 0.0789762 Dec 20 22:56:53.214366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.218340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:53.218737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Attempting to bind port b28dc945-3422-416e-916e-da1325213158 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:53.224970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'port': {'device_id': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'admin_state_up': True, 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'security_groups': ['14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:53.233816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5902-396f-46f6-abbb-85f2b1c3109c req-66c408ad-53d9-4f9f-9970-380c469f9ecc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:53.241772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6fec5902-396f-46f6-abbb-85f2b1c3109c req-66c408ad-53d9-4f9f-9970-380c469f9ecc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.2149389 Dec 20 22:56:53.250102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:53.251596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:53.251755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:53.252169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:53.252682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Bound port: b28dc945-3422-416e-916e-da1325213158, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:53.253127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.258787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port b28dc945-3422-416e-916e-da1325213158 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:56:53.259257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b28dc945-3422-416e-916e-da1325213158 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:56:53.316629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.356455 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0503eb18-7360-4b8e-93d9-ec3d91c1e12e x-openstack-request-id: req-0503eb18-7360-4b8e-93d9-ec3d91c1e12e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:53.356845 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-unplugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:53.357192 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0503eb18-7360-4b8e-93d9-ec3d91c1e12e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:53.357674 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'code': 200} Dec 20 22:56:53.390085 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2a764-5399-42ba-bc00-2d6ff949ecaa x-openstack-request-id: req-08b2a764-5399-42ba-bc00-2d6ff949ecaa {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:53.390414 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-plugged", "status": "completed", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:53.390677 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08b2a764-5399-42ba-bc00-2d6ff949ecaa {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:53.391086 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'code': 200} Dec 20 22:56:53.394691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6fec5902-396f-46f6-abbb-85f2b1c3109c req-0abf2357-8993-4ff0-8050-de149a6acefd tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515968 Dec 20 22:56:53.430588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:53.453367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:53.457616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:53.458248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.463002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Made reservation on behalf of c679fde3bc274130ac81abe3a354e39d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:56:53.467021 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.577850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.586275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:53.617286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Allocated IP 172.20.0.7 (e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf/7152cd7c-1c66-4630-95e8-52f1f5a1f74c/89a3e8df-e967-4596-9fb3-a92ab50c9887) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:56:53.640568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:53.641195 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.642679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] 10.222.0.59 "PUT /v2.0/ports/b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 1096 time: 2.4362938 Dec 20 22:56:53.683812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:53.715456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588e05-416f-4123-919f-1852137bd303 req-01b2a21d-6ce2-48c5-b769-440f0d1e71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:53.720954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd588e05-416f-4123-919f-1852137bd303 req-01b2a21d-6ce2-48c5-b769-440f0d1e71db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1101 time: 0.1816921 Dec 20 22:56:53.724744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 438b979d-595b-4d17-a08a-6beb31cd4f1d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:56:53.737900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:53.738632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 438b979d-595b-4d17-a08a-6beb31cd4f1d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:53.739207 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.851023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.895336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:53.895975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:53.960785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e000c1c-0b69-4ef3-bda4-b3159c0e57ab service neutron] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=11']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:53.995573 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.029657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.064614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:54.066401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-6a92d8d2-c58d-477f-8ce0-3a2f5b9341c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.069790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-6a92d8d2-c58d-477f-8ce0-3a2f5b9341c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1099 time: 0.3808475 Dec 20 22:56:54.080781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:56:54.084593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:56:54.087760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd588e05-416f-4123-919f-1852137bd303 req-28fb8428-6b29-40da-9761-cf1492883828 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788863 Dec 20 22:56:54.088444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:56:54.112652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74567-edc3-418b-a7b2-6cd42ec997d5 req-909372b7-f161-4178-9ff4-3988f429774f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.113949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event updated for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:54.119739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7b09bd10-b667-4aab-9463-499c7765430a None None] Provisioning complete for port f1a1a918-13c5-46db-a936-4c51255f9678 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:54.120172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b09bd10-b667-4aab-9463-499c7765430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.124358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e74567-edc3-418b-a7b2-6cd42ec997d5 req-909372b7-f161-4178-9ff4-3988f429774f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.3019202 Dec 20 22:56:54.133812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01687ead-90a1-4a11-9bb6-f2653721db88 req-2fbe8c93-786a-41f3-9cb4-c2e0927d6ea6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.142595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01687ead-90a1-4a11-9bb6-f2653721db88 req-2fbe8c93-786a-41f3-9cb4-c2e0927d6ea6 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 944 time: 0.3363547 Dec 20 22:56:54.146417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.147345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.168471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7b09bd10-b667-4aab-9463-499c7765430a None None] Port f1a1a918-13c5-46db-a936-4c51255f9678 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:54.246735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-1a1a96cc-e44c-4a20-b093-f0e72bdd44eb tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0258615 Dec 20 22:56:54.258094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:56:54.260741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Request body: {'port': {'device_id': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:54.306420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01687ead-90a1-4a11-9bb6-f2653721db88 req-d71b0b06-f40c-4b6e-b845-97c9256fe0ec tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629810 Dec 20 22:56:54.322555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e74567-edc3-418b-a7b2-6cd42ec997d5 req-c7e16adb-8c3e-4faf-83e3-55b2ccaccf62 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970153 Dec 20 22:56:54.330751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.350410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-16a90688-8e32-4dc3-9dfa-02c790ed8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.352213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-16a90688-8e32-4dc3-9dfa-02c790ed8b5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2697842 Dec 20 22:56:54.398642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-98be6e34-9870-4162-adbd-d5089be1c078 None None] Provisioning complete for port 89a3e8df-e967-4596-9fb3-a92ab50c9887 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:54.399041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98be6e34-9870-4162-adbd-d5089be1c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.482401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:54.488727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-98be6e34-9870-4162-adbd-d5089be1c078 None None] Port 89a3e8df-e967-4596-9fb3-a92ab50c9887 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:56:54.520444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-69b57f2f-5e11-49ff-8994-cc56acc407aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.0748820 Dec 20 22:56:54.548490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:54.548863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.651413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e0d1-04ca-42fc-84e8-046e2b7a8786 req-8fd4a6a4-6940-4285-b83b-92fdc91af595 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.652875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a9e0d1-04ca-42fc-84e8-046e2b7a8786 req-8fd4a6a4-6940-4285-b83b-92fdc91af595 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 931 time: 0.2227926 Dec 20 22:56:54.661307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a3e8df-e967-4596-9fb3-a92ab50c9887 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:54.668790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.680576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-fd7bd05d-b3d0-47a1-ab01-267caffa9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.681009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Transition to ACTIVE for port object 89a3e8df-e967-4596-9fb3-a92ab50c9887 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:56:54.682054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-fd7bd05d-b3d0-47a1-ab01-267caffa9dea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1442039 Dec 20 22:56:54.692834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:56:54.698579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8f95a81a-a460-467d-b289-b4a81b50d320 admin admin] 10.222.0.62 "PUT /v2.0/routers/a75a4568-a4dc-42fe-ad1b-93b48d242bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2096984 Dec 20 22:56:54.703314 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Sync routers for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:56:54.714859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:54.715465 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:54.719450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dea6d-f8a1-4222-a242-6af92a0f80d1 req-fa393d0e-f44e-4b12-aa18-5db39daa5deb tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.720534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a9dea6d-f8a1-4222-a242-6af92a0f80d1 req-fa393d0e-f44e-4b12-aa18-5db39daa5deb tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 950 time: 0.2061357 Dec 20 22:56:54.767068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:54.779802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66a9e0d1-04ca-42fc-84e8-046e2b7a8786 req-ea5e0529-3b28-4ccc-b104-862a3f8f8db6 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173906 Dec 20 22:56:54.790203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-f6ab8d7b-7878-4216-84f4-2cc0ee182df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:54.799441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-f6ab8d7b-7878-4216-84f4-2cc0ee182df1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079242 Dec 20 22:56:54.893264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Pushing event updated for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:55.013411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Attempting to bind port 89a3e8df-e967-4596-9fb3-a92ab50c9887 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:55.013791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Attempting to bind port 89a3e8df-e967-4596-9fb3-a92ab50c9887 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:55.014117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Attempting to bind port 89a3e8df-e967-4596-9fb3-a92ab50c9887 on network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:55.020386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Port 89a3e8df-e967-4596-9fb3-a92ab50c9887 on network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:55.020714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Attempting to bind port 89a3e8df-e967-4596-9fb3-a92ab50c9887 on network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:55.031746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:55.032130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Checking segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:55.032474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Bound using segment: {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:55.036890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Bound port: 89a3e8df-e967-4596-9fb3-a92ab50c9887, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e62a6cee-16a5-429d-897c-ef975c43ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:55.038216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:55.076502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904672f-ef11-4cfc-a2be-0e9ab0ae4e9b req-7c8d23b0-3608-44fb-9ddd-df0fbd7cdfc5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.081771 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:55.084447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1904672f-ef11-4cfc-a2be-0e9ab0ae4e9b req-7c8d23b0-3608-44fb-9ddd-df0fbd7cdfc5 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 945 time: 0.1068666 Dec 20 22:56:55.108945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-c7f2b70d-d079-45bd-852e-49217d570dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012094 Dec 20 22:56:55.155509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:55.159642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:55.245448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1904672f-ef11-4cfc-a2be-0e9ab0ae4e9b req-0f40745d-b827-4a45-a4f2-aa23c8ab7771 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599464 Dec 20 22:56:55.250645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:55.282786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a9dea6d-f8a1-4222-a242-6af92a0f80d1 req-bc2b644b-090c-461e-9e59-034efda2c0ca tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438898 Dec 20 22:56:55.300937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.301601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:55.303456 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] 10.222.0.59 "PUT /v2.0/ports/89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 200 len: 1091 time: 1.0475898 Dec 20 22:56:55.365821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:55.373144 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b69a47c-b312-4cb8-a000-13ed04ab4d55" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:55.392038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:55.398827 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c92298c-a278-4c06-b4f2-057ced8f51df" -d '{"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-plugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:55.410093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26e72a04-68ea-4eaf-b093-40a7e65a1613 req-57c3bd2a-7f3d-44e9-9850-3c88934471f7 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915270 Dec 20 22:56:55.426157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:55.428746 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44308b79-83b1-4e1f-8b49-60c96f23c96c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:55.502471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f1a1a918-13c5-46db-a936-4c51255f9678', 'name': '', 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'tenant_id': '391251916bc94be095e908122b488115', 'mac_address': 'fa:16:3e:0b:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:50Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 2, 'project_id': '391251916bc94be095e908122b488115', 'subnets': [{'id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:55.535716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-187df7a8-2b3f-4505-9233-6d2ff86aa548 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.537317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-187df7a8-2b3f-4505-9233-6d2ff86aa548 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.2199752 Dec 20 22:56:55.538180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1689a7b-d56e-4580-89b2-7d64b3a57685 service neutron] Pushing event updated for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:55.551292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:56:55.553010 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Checking router: a75a4568-a4dc-42fe-ad1b-93b48d242bc7 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:56:55.553437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Updating router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 port f1a1a918-13c5-46db-a936-4c51255f9678 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:56:55.576008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:55.632020 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:55.649396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:55.679402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7373cf-71cc-4eae-a478-76ca19dd5282 req-81ff1a80-662b-4c2f-9e8d-366aa50b15a8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.687714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e7373cf-71cc-4eae-a478-76ca19dd5282 req-81ff1a80-662b-4c2f-9e8d-366aa50b15a8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 945 time: 0.2641809 Dec 20 22:56:55.740004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:55.747178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de427a9-54ae-4b46-93f5-9b6aef167905 req-45879af1-b760-4784-b87c-c131ebe177fa tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.755617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9de427a9-54ae-4b46-93f5-9b6aef167905 req-45879af1-b760-4784-b87c-c131ebe177fa tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 948 time: 0.2794175 Dec 20 22:56:55.758017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:56:55.764448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-9d11b2ef-31ad-42df-92cb-4b97311af305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.766856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-9d11b2ef-31ad-42df-92cb-4b97311af305 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c679fde3bc274130ac81abe3a354e39d&device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 1094 time: 0.3395309 Dec 20 22:56:55.823234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:55.854759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e7373cf-71cc-4eae-a478-76ca19dd5282 req-39aca3cf-23a6-4a35-b045-37f3f01750a7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649027 Dec 20 22:56:55.861510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-e8ff09db-5f05-45f4-9068-9f396dae3fef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 200 len: 217 time: 0.0770609 Dec 20 22:56:55.892542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:55.935695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:55.935887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9de427a9-54ae-4b46-93f5-9b6aef167905 req-1ef1698d-71d4-4df5-85db-12f633a7f8ab tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791725 Dec 20 22:56:55.938311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-0d32ac40-5d23-4a67-8d39-e729efbf3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:55.944530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-0d32ac40-5d23-4a67-8d39-e729efbf3eaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7152cd7c-1c66-4630-95e8-52f1f5a1f74c HTTP/1.1" status: 200 len: 854 time: 0.0696142 Dec 20 22:56:55.997804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.007226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-3f70f5c8-899e-4ed8-973c-05430607e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.009183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-3f70f5c8-899e-4ed8-973c-05430607e311 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619168 Dec 20 22:56:56.030708 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6736e3c1-08e9-4a2f-849a-7af8a67f6072 x-openstack-request-id: req-6736e3c1-08e9-4a2f-849a-7af8a67f6072 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:56.030708 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-plugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:56.030708 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6736e3c1-08e9-4a2f-849a-7af8a67f6072 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:56.030708 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'code': 200} Dec 20 22:56:56.040218 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199eb7d5-1662-401d-87f5-388db9035752 x-openstack-request-id: req-199eb7d5-1662-401d-87f5-388db9035752 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:56.040861 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "tag": "b28dc945-3422-416e-916e-da1325213158", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:56.041357 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-199eb7d5-1662-401d-87f5-388db9035752 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:56.044071 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'status': 'completed', 'code': 200} Dec 20 22:56:56.145479 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6990cf5-1ea1-4f11-870a-d8a6202abef3 x-openstack-request-id: req-a6990cf5-1ea1-4f11-870a-d8a6202abef3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:56.146648 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:56.146915 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6990cf5-1ea1-4f11-870a-d8a6202abef3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:56.147323 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'status': 'completed', 'code': 200} Dec 20 22:56:56.157268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.59', 58614) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:56:56.160071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.165117 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.259523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-02a1bdc0-657f-42c2-9891-467f3ad5deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.261016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-02a1bdc0-657f-42c2-9891-467f3ad5deed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1099 time: 0.1774139 Dec 20 22:56:56.266914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-ababdd04-31bf-4a1b-87c1-262de30f2149 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497480 Dec 20 22:56:56.274706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15c18b-101d-4ca0-b991-3aa86c0d20ed req-8382a666-24a0-4f3e-8656-0686ad9de164 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.276148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e15c18b-101d-4ca0-b991-3aa86c0d20ed req-8382a666-24a0-4f3e-8656-0686ad9de164 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 943 time: 0.1128924 Dec 20 22:56:56.300684 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.315447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-e43df438-935c-4443-b28f-d8fec32c7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.317372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-e43df438-935c-4443-b28f-d8fec32c7cac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97b0ac3019814fb8a7689450b045d6af&device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1099 time: 0.2507219 Dec 20 22:56:56.380940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:56.432728 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b602e1-b51d-43af-b7d0-0e6a3e203bc5 None None] Pushing event updated for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:56.474865 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Attempting to bind port f1a1a918-13c5-46db-a936-4c51255f9678 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:56.475375 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Attempting to bind port f1a1a918-13c5-46db-a936-4c51255f9678 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:56.475801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Attempting to bind port f1a1a918-13c5-46db-a936-4c51255f9678 on network 61fdef2e-1a82-408f-a92a-dc7547ab70ea {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:56.482146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:56.483035 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Checking segment: {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:56.492275 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.492275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Bound using segment: {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:56.492275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Bound port: f1a1a918-13c5-46db-a936-4c51255f9678, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c3b47-297b-4807-b879-3fd72629e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:56.492275 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.569195 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] For port f1a1a918-13c5-46db-a936-4c51255f9678, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:56.573431 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] For port f1a1a918-13c5-46db-a936-4c51255f9678, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a1a918-13c5-46db-a936-4c51255f9678,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:56.579888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-c0d2b329-edc1-4623-b9cb-c8ed146fc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.581374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-c0d2b329-edc1-4623-b9cb-c8ed146fc00a service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.3033426 Dec 20 22:56:56.652432 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.655686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0d149730-fa52-4037-95b8-62033474a00e None None] Provisioning complete for port f1a1a918-13c5-46db-a936-4c51255f9678 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:56.657420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d149730-fa52-4037-95b8-62033474a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.706282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-3e4712d8-18d7-48b8-a615-972245e95311 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.1064904 Dec 20 22:56:56.752869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026dbcb-dadd-4b8a-8ed5-77a515246e5b req-971de9db-042a-4d2b-87e5-9d48ead73d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.754296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d026dbcb-dadd-4b8a-8ed5-77a515246e5b req-971de9db-042a-4d2b-87e5-9d48ead73d7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 1096 time: 0.5955336 Dec 20 22:56:56.763542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d149730-fa52-4037-95b8-62033474a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:56.775991 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b602e1-b51d-43af-b7d0-0e6a3e203bc5 None None] Pushing event updated for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:56.783598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e15c18b-101d-4ca0-b991-3aa86c0d20ed req-eb2ab4a1-7d73-44d8-bf49-9e14e3a3823c tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544559 Dec 20 22:56:56.783905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-15601b7a-a2f8-43e4-a7e5-a8bd61b5dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.785305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-15601b7a-a2f8-43e4-a7e5-a8bd61b5dfd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0681674 Dec 20 22:56:56.788545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cbb89fa-2414-43ad-8da8-3340ead41599 req-d7241d8d-8ef7-4684-8521-a51be5f5f368 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115271 Dec 20 22:56:56.796919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.797357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.797702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.798066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.798577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.807848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:56:56.845838 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:56:56.846495 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:56.862720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0d149730-fa52-4037-95b8-62033474a00e None None] For port f1a1a918-13c5-46db-a936-4c51255f9678, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a1a918-13c5-46db-a936-4c51255f9678,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:56.876741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:56:56.877354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:56:56.877354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:56.880232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e6ca-f9b9-4969-ad1c-0e828a2bb146 req-eaed3a18-7b6f-404d-8c99-1b1ce02124f9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:56.892278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b49e6ca-f9b9-4969-ad1c-0e828a2bb146 req-eaed3a18-7b6f-404d-8c99-1b1ce02124f9 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.3673923 Dec 20 22:56:57.024541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:56:57.025261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Attempting to bind port 36a3726b-fc9e-4c51-9741-f96aa54f425c on network 3e4c285b-2734-4b2a-b013-f38695c69978 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:56:57.063215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:56:57.063692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Checking segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:56:57.064179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Bound using segment: {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:56:57.064755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Bound port: 36a3726b-fc9e-4c51-9741-f96aa54f425c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e4c285b-2734-4b2a-b013-f38695c69978'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:56:57.065175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.073699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d026dbcb-dadd-4b8a-8ed5-77a515246e5b req-2c1e39d8-373d-47ee-9900-86c6a71be5e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988205 Dec 20 22:56:57.104901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-891e5729-ebd1-4e7d-9557-bc7fea897a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.107107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0d149730-fa52-4037-95b8-62033474a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.117493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-891e5729-ebd1-4e7d-9557-bc7fea897a52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094261 Dec 20 22:56:57.117806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-798df2f9-eac9-4a8d-83c0-7a92c64f66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.121691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-798df2f9-eac9-4a8d-83c0-7a92c64f66ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.7674451 Dec 20 22:56:57.170110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:56:57.171146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c03841-b04e-4dd9-8301-8c934637846d req-ecf5997c-a9c5-4900-9ba0-664a3bad5f82 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.173123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17c03841-b04e-4dd9-8301-8c934637846d req-ecf5997c-a9c5-4900-9ba0-664a3bad5f82 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 950 time: 0.2236822 Dec 20 22:56:57.182128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-847a32ba-8a0a-41a2-b3a1-e449c2f0acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.183341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-847a32ba-8a0a-41a2-b3a1-e449c2f0acc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c679fde3bc274130ac81abe3a354e39d&device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 1094 time: 0.2192390 Dec 20 22:56:57.247139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d149730-fa52-4037-95b8-62033474a00e None None] Pushing event updated for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:57.274923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:56:57.279799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b49e6ca-f9b9-4969-ad1c-0e828a2bb146 req-4343f8f1-9919-4dc7-9057-660c94bc9c86 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809032 Dec 20 22:56:57.281668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:56:57.348723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0c390950-03f6-41df-a153-b2f31f09974f None None] Provisioning complete for port f1a1a918-13c5-46db-a936-4c51255f9678 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:57.352984 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c390950-03f6-41df-a153-b2f31f09974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.365598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-26ad2fbc-c515-4981-912f-c2a2321545d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 200 len: 217 time: 0.0622852 Dec 20 22:56:57.519305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.557620 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a81214aa-50f9-474c-a441-07d761083911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f1a1a918-13c5-46db-a936-4c51255f9678', 'name': '', 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'tenant_id': '391251916bc94be095e908122b488115', 'mac_address': 'fa:16:3e:0b:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:50Z', 'updated_at': '2021-12-20T22:56:56Z', 'revision_number': 4, 'project_id': '391251916bc94be095e908122b488115', 'subnets': [{'id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:56:57.592192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:57.596170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81214aa-50f9-474c-a441-07d761083911 None None] The sync data for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 is: [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f1a1a918-13c5-46db-a936-4c51255f9678', 'name': '', 'network_id': '61fdef2e-1a82-408f-a92a-dc7547ab70ea', 'tenant_id': '391251916bc94be095e908122b488115', 'mac_address': 'fa:16:3e:0b:fd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:50Z', 'updated_at': '2021-12-20T22:56:56Z', 'revision_number': 4, 'project_id': '391251916bc94be095e908122b488115', 'subnets': [{'id': '9cc5aa6d-68e5-447c-b4cf-d03234e3d24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:56:57.701389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-f3520978-ec37-46ed-87d3-e10ddb972b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.703868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-f3520978-ec37-46ed-87d3-e10ddb972b36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.3302648 Dec 20 22:56:57.722437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.722437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.722437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] 10.222.0.59 "PUT /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 1121 time: 2.1706824 Dec 20 22:56:57.759337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:57.804355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec112-7289-4a4b-b3cd-0712700f3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=8']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:57.861061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:57.870851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['36a3726b-fc9e-4c51-9741-f96aa54f425c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:57.881257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-2e5e6334-d483-4d05-8e52-556e8d59bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:57.882789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-2e5e6334-d483-4d05-8e52-556e8d59bb43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609318 Dec 20 22:56:57.898180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['36a3726b-fc9e-4c51-9741-f96aa54f425c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:57.970757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b28dc945-3422-416e-916e-da1325213158', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b28dc945-3422-416e-916e-da1325213158', 'mac_address': 'fa:16:3e:a0:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:58.050467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-6b8974e5-f234-4aeb-b5de-555ec3f642f1 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565380 Dec 20 22:56:58.054772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:58.064225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17c03841-b04e-4dd9-8301-8c934637846d req-a1d2c34e-059c-4aa2-a27f-15bf0d64cb18 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8797860 Dec 20 22:56:58.072683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28dc945-3422-416e-916e-da1325213158 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:58.156778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c'}, {'name': 'network-changed', 'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:56:58.161564 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d" -d '{"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-unplugged", "status": "completed", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c"}, {"name": "network-changed", "server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:56:58.178604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-de9d66d0-d49b-4042-9457-b5b4ad3c2a96 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0516295 Dec 20 22:56:58.182961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:58.227874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:58.229256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-dfe293c5-0e19-42a2-83b0-e1780aafdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.232840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-dfe293c5-0e19-42a2-83b0-e1780aafdc84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 200 len: 916 time: 0.9317367 Dec 20 22:56:58.242783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe6a66-7893-4940-a0b2-685e47d71ae8 req-623b4c94-4319-47de-a582-b1f95dc62753 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.257454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdbe6a66-7893-4940-a0b2-685e47d71ae8 req-623b4c94-4319-47de-a582-b1f95dc62753 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 945 time: 0.8587363 Dec 20 22:56:58.277934 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:58.447492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:58.521332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdbe6a66-7893-4940-a0b2-685e47d71ae8 req-17aba248-7815-4885-a61a-5869bf5db58b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621398 Dec 20 22:56:58.526070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-041a1331-3ed8-4e0e-9981-5fa517d49197 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 200 len: 217 time: 0.2552516 Dec 20 22:56:58.541767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-8a54da08-412f-4a44-aef3-53f2f3aebb7e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715960 Dec 20 22:56:58.578819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b28dc945-3422-416e-916e-da1325213158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:56:58.694581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a1a918-13c5-46db-a936-4c51255f9678 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:56:58.714768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-265399cb-6689-47e7-8f34-36996316c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.716464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-265399cb-6689-47e7-8f34-36996316c55b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7152cd7c-1c66-4630-95e8-52f1f5a1f74c HTTP/1.1" status: 200 len: 854 time: 0.1486149 Dec 20 22:56:58.807601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d9b77-69a7-44d9-952f-b2d78a8888d5 req-37a21cf3-ac91-40a7-9cb7-4e899c0e9bf4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.816100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-012d9b77-69a7-44d9-952f-b2d78a8888d5 req-37a21cf3-ac91-40a7-9cb7-4e899c0e9bf4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.5431788 Dec 20 22:56:58.885058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b69a47c-b312-4cb8-a000-13ed04ab4d55 req-38f9a3a9-62ee-40ce-96ac-4cbffdad652b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055929 Dec 20 22:56:58.886033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Deleting port 060f7041-bc96-4235-b4d9-16ec60b6cd80 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:56:58.887792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:58.922089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-c744519a-bc37-4d77-8629-6d23af82927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.923756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-c744519a-bc37-4d77-8629-6d23af82927e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929228 Dec 20 22:56:58.947300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f1a1a918-13c5-46db-a936-4c51255f9678 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:56:58.950655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:58.950795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018f89c-0845-4a62-a688-3e5323942af9 req-32f848b0-9ba8-4dd4-9fd7-5a14f5503104 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:58.950795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d018f89c-0845-4a62-a688-3e5323942af9 req-32f848b0-9ba8-4dd4-9fd7-5a14f5503104 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 943 time: 0.1313186 Dec 20 22:56:58.969092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-012d9b77-69a7-44d9-952f-b2d78a8888d5 req-b7f57043-270d-4957-a960-856c84cc3573 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519487 Dec 20 22:56:59.124785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] For port 060f7041-bc96-4235-b4d9-16ec60b6cd80, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=060f7041-bc96-4235-b4d9-16ec60b6cd80,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:59.127619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:59.147511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d018f89c-0845-4a62-a688-3e5323942af9 req-518a0fcf-2f9e-49be-b8ef-bb0d067a2d91 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843271 Dec 20 22:56:59.149395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Calling delete_port for 060f7041-bc96-4235-b4d9-16ec60b6cd80 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:56:59.227217 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb728fe3-1e36-454a-9aa5-ee729037a1b7 x-openstack-request-id: req-bb728fe3-1e36-454a-9aa5-ee729037a1b7 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:56:59.227512 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-unplugged", "status": "completed", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c", "code": 200}, {"name": "network-changed", "server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:56:59.228224 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb728fe3-1e36-454a-9aa5-ee729037a1b7 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:56:59.228773 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'code': 200} Dec 20 22:56:59.229034 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'status': 'completed', 'code': 200} Dec 20 22:56:59.238011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-c9cdb817-d579-40be-ba5d-8723730991f8 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852604 Dec 20 22:56:59.408057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-1dc26451-5e15-4dc4-babf-df7897ff6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:59.409741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-1dc26451-5e15-4dc4-babf-df7897ff6acd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1124 time: 0.1695821 Dec 20 22:56:59.415205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44308b79-83b1-4e1f-8b49-60c96f23c96c req-cc05c2c8-afd0-4236-a369-bf7ed013c545 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649945 Dec 20 22:56:59.435371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7d662-d3d6-4ac5-8f0f-d6625798ad04 req-3110d583-194d-4e16-ab15-73d61b53438e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:59.438230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ac7d662-d3d6-4ac5-8f0f-d6625798ad04 req-3110d583-194d-4e16-ab15-73d61b53438e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.1341646 Dec 20 22:56:59.532259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:59.593428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ac7d662-d3d6-4ac5-8f0f-d6625798ad04 req-99d033e7-9c67-4b74-9b72-841431e57a56 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298273 Dec 20 22:56:59.593539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=060f7041-bc96-4235-b4d9-16ec60b6cd80,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:56:59.606617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 89a3e8df-e967-4596-9fb3-a92ab50c9887 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:56:59.632068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2e8a-91fa-4d1a-88a9-5600a437560e req-86e10c63-bcb6-479c-990e-111ad7746fad tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:59.641632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36ee2e8a-91fa-4d1a-88a9-5600a437560e req-86e10c63-bcb6-479c-990e-111ad7746fad tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 1100 time: 0.1309645 Dec 20 22:56:59.653257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-56328696-22a1-47d0-b34e-98a78021f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:56:59.653921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-56328696-22a1-47d0-b34e-98a78021f55d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2344053 Dec 20 22:56:59.799844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:56:59.801640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-20897785-cfdd-43bb-8482-eb2f63f2473d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 217 time: 0.1168265 Dec 20 22:56:59.814110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'port_id': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'mac_address': 'fa:16:3e:18:4e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:56:59.866517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36ee2e8a-91fa-4d1a-88a9-5600a437560e req-2932fa1c-014b-4098-b10c-c591dc18730b tempest-MigrationsAdminTest-727210703 tempest-MigrationsAdminTest-727210703-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183163 Dec 20 22:56:59.866694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:59.892088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:56:59.915973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a3e8df-e967-4596-9fb3-a92ab50c9887 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:56:59.947492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:00.010212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-c1a50682-1dec-4364-91ee-812b7fb4f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:00.011720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-c1a50682-1dec-4364-91ee-812b7fb4f4b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1692669 Dec 20 22:57:00.019792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a2395-6cd6-4a87-87aa-a89eb0f0e18a req-9704cd85-d1e8-482a-986f-2128b341e809 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:00.023726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-911a2395-6cd6-4a87-87aa-a89eb0f0e18a req-9704cd85-d1e8-482a-986f-2128b341e809 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1101 time: 0.2274585 Dec 20 22:57:00.043549 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:00.080483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-2b7cedc6-241a-476b-8be2-30804e616c62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534270 Dec 20 22:57:00.093851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:00.100498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcdf9a-9483-4785-a87a-5287433488f3 req-a1e5c958-1c5c-495f-a192-8eb89a03fb25 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:00.110239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8fcdf9a-9483-4785-a87a-5287433488f3 req-a1e5c958-1c5c-495f-a192-8eb89a03fb25 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 945 time: 0.1427400 Dec 20 22:57:00.154037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Router 122c720c-b8cc-4512-83bd-62b1c8cca36f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:57:00.241447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-911a2395-6cd6-4a87-87aa-a89eb0f0e18a req-24855152-ec76-4750-8c4b-df12be29bae6 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049997 Dec 20 22:57:00.254682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8fcdf9a-9483-4785-a87a-5287433488f3 req-504d02d4-47ad-4115-9ac0-4c5eb7731330 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349213 Dec 20 22:57:00.276353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-a7d47843-fa0f-49a8-98d1-365d4ac51da1 service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665485 Dec 20 22:57:00.277500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:00.287667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f46af245-1b09-47c3-996d-d6017e6d9d43 admin admin] 10.222.0.62 "PUT /v2.0/routers/122c720c-b8cc-4512-83bd-62b1c8cca36f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3509209 Dec 20 22:57:00.290733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:00.292492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Sync routers for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:00.315642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:00.315642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:00.454900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['89a3e8df-e967-4596-9fb3-a92ab50c9887'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:00.509548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:00.554759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ebe6722-0ca5-4fb3-9e62-0c479a17af6d req-8e8db2a0-e8a6-49a1-a3e7-d3124d312d4d service neutron] 10.222.0.45 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563164 Dec 20 22:57:00.555948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:00.631003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd299-f94a-4d7e-a13c-88a6e49d3186 req-f34e446b-4293-469f-a135-45d1da90b1ca tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:00.638506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7fd299-f94a-4d7e-a13c-88a6e49d3186 req-f34e446b-4293-469f-a135-45d1da90b1ca tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 944 time: 0.1421325 Dec 20 22:57:00.732141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7fd299-f94a-4d7e-a13c-88a6e49d3186 req-9c5956ba-e755-48e7-8fc7-cf8152f40b01 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927382 Dec 20 22:57:00.743362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:00.916921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Deleting port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:00.917260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:00.935507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:56:59Z', 'revision_number': 5, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port': {'id': '12d2a4dc-8127-415a-ac6a-2d83ecc8c546', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:51:55Z', 'updated_at': '2021-12-20T22:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:00.981447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Checking router: 122c720c-b8cc-4512-83bd-62b1c8cca36f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:00.992296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Routers {'122c720c-b8cc-4512-83bd-62b1c8cca36f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:00.992915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:56:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['122c720c-b8cc-4512-83bd-62b1c8cca36f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:01.027359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] For port 12d2a4dc-8127-415a-ac6a-2d83ecc8c546, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:01.027720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.042224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Calling delete_port for 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:01.084688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] Set router 122c720c-b8cc-4512-83bd-62b1c8cca36f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:01.143097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:57:00Z', 'revision_number': 6, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:01.175564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bae907-2f15-4ca3-ab5b-3db635adf96f None None] The sync data for ids ['122c720c-b8cc-4512-83bd-62b1c8cca36f'] in n-d-822053-9 is: [{'id': '122c720c-b8cc-4512-83bd-62b1c8cca36f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-496047099-router', 'tenant_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:51:54Z', 'updated_at': '2021-12-20T22:57:00Z', 'revision_number': 6, 'project_id': '6b8ea37b3bdb4a24bd2f1cb0ef198b18', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:57:01.230473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61dac1-280c-4cef-9f96-fe9d74bef43c req-19c9bb99-73c9-49d6-bdc4-b338e8717277 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:01.231960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db61dac1-280c-4cef-9f96-fe9d74bef43c req-19c9bb99-73c9-49d6-bdc4-b338e8717277 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.0689750 Dec 20 22:57:01.347540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db61dac1-280c-4cef-9f96-fe9d74bef43c req-98b256fb-3149-4f14-bad1-e4bb5648ca29 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081593 Dec 20 22:57:01.360824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3beb30-37a9-423b-9fcb-7f08035968b2 req-22bd149a-c2c8-4117-8979-fc5879b4ed11 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:01.363211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b3beb30-37a9-423b-9fcb-7f08035968b2 req-22bd149a-c2c8-4117-8979-fc5879b4ed11 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 949 time: 0.0901794 Dec 20 22:57:01.384955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.436035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=12d2a4dc-8127-415a-ac6a-2d83ecc8c546,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:01.488526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.488873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.489212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.489543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.489903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.490526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.490853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.491179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.491499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.491814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.492178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.492502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.492816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:01.502090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b3beb30-37a9-423b-9fcb-7f08035968b2 req-c867942f-63c1-44ad-a166-91325d0e9a56 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336656 Dec 20 22:57:01.553253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d664f97-97a6-4ea9-9f19-85ce868b8f07 req-668e4dc3-3541-4597-8834-2f63c3a7af6f tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:01.560408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d664f97-97a6-4ea9-9f19-85ce868b8f07 req-668e4dc3-3541-4597-8834-2f63c3a7af6f tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 1101 time: 0.1407180 Dec 20 22:57:01.576456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.623296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:01.771314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b28dc945-3422-416e-916e-da1325213158 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:57:01.772690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.775583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b28dc945-3422-416e-916e-da1325213158 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:01.775956 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.779279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.795996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d664f97-97a6-4ea9-9f19-85ce868b8f07 req-a1820da8-749f-431c-b87d-6a251179ce19 tempest-ServersAdminTestJSON-143665514 tempest-ServersAdminTestJSON-143665514-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346611 Dec 20 22:57:01.924338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f8e4-e1e9-4139-a7e9-ca146adc948c req-8f8f36c5-6d82-4f83-9cc4-c5d1630c13ca tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:01.934387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8567f8e4-e1e9-4139-a7e9-ca146adc948c req-8f8f36c5-6d82-4f83-9cc4-c5d1630c13ca tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 945 time: 0.3093054 Dec 20 22:57:01.936364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:01.986284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:01.996872 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5839a-cd7a-4703-b5a5-970782b8242e" -d '{"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:02.040079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:02.081612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8567f8e4-e1e9-4139-a7e9-ca146adc948c req-eeb52752-cfda-4945-9bed-c27ad37602b9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438129 Dec 20 22:57:02.105311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.105928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 122c720c-b8cc-4512-83bd-62b1c8cca36f {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:57:02.122387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.124338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f1a52f2-f61d-442e-be8d-0cce24d91b5f admin admin] 10.222.0.62 "DELETE /v2.0/routers/122c720c-b8cc-4512-83bd-62b1c8cca36f HTTP/1.1" status: 204 len: 168 time: 1.8313622 Dec 20 22:57:02.126780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35402) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:02.134743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.206336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=13']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:02.207348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69de362-051f-441a-9f18-d32f4c228c1b req-987a27cf-1f7b-45bb-9119-e0d49f85bf62 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:02.217143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.217805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.218520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.219054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.219438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a69de362-051f-441a-9f18-d32f4c228c1b req-987a27cf-1f7b-45bb-9119-e0d49f85bf62 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 944 time: 0.1633563 Dec 20 22:57:02.219874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.220380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.220936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.221474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.222122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.225760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.225760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.225760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.225760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:02.249699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Deleting subnet 65056838-d76d-4190-8803-ea6d2e97e706 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:57:02.253684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.329903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.343447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a69de362-051f-441a-9f18-d32f4c228c1b req-62ffd563-7bb0-41fd-911b-9962895bcc91 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178753 Dec 20 22:57:02.431417 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183c824-6f51-48c4-a3d0-fe0f6eab26f2 x-openstack-request-id: req-2183c824-6f51-48c4-a3d0-fe0f6eab26f2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:02.431417 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-plugged", "status": "completed", "tag": "b28dc945-3422-416e-916e-da1325213158", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:02.431417 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2183c824-6f51-48c4-a3d0-fe0f6eab26f2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:02.431417 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'code': 200} Dec 20 22:57:02.488884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.580740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:02.606812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-fd3e9bf5-aefa-49be-b1e9-dde7684a730b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:02.608826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-fd3e9bf5-aefa-49be-b1e9-dde7684a730b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 950 time: 0.1483598 Dec 20 22:57:02.669785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.704875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:02.707873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12d2a4dc-8127-415a-ac6a-2d83ecc8c546 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:02.712794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 060f7041-bc96-4235-b4d9-16ec60b6cd80 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:02.739932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65056838-d76d-4190-8803-ea6d2e97e706,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:02.744604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:02.756376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82bc8079-77fd-43dc-aa58-205c385fc396 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/65056838-d76d-4190-8803-ea6d2e97e706 HTTP/1.1" status: 204 len: 168 time: 0.6233280 Dec 20 22:57:02.758685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:02.763731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe49d4d-9be5-4538-8138-5b2fb06e7c5b None None] Network 38d174e5-860f-4165-93f1-3b6247ca6ceb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:02.768782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 060f7041-bc96-4235-b4d9-16ec60b6cd80 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:02.769243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 060f7041-bc96-4235-b4d9-16ec60b6cd80 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:02.854258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf79f37-56b2-45bb-b72c-9e34ed83d258 req-bf2fefb7-4e8e-47cc-9157-fadafbad0e5e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:02.862202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bf79f37-56b2-45bb-b72c-9e34ed83d258 req-bf2fefb7-4e8e-47cc-9157-fadafbad0e5e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.2465937 Dec 20 22:57:02.937695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.039673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161ffd9-d267-4b5b-b7bf-97b02ca64dae req-62692fa2-1e07-4e3b-9942-671b1d7f79fd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:03.051253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c161ffd9-d267-4b5b-b7bf-97b02ca64dae req-62692fa2-1e07-4e3b-9942-671b1d7f79fd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 950 time: 0.1734927 Dec 20 22:57:03.072323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] DHCP port deletion for 38d174e5-860f-4165-93f1-3b6247ca6ceb request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:57:03.095060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Deleting port b28dc945-3422-416e-916e-da1325213158 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:03.095556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.120456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Deleting port de61b27f-a907-4399-aa7a-c16b55c6582b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:03.121069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.129571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.133753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bf79f37-56b2-45bb-b72c-9e34ed83d258 req-15f1bae5-b94a-42fc-bbda-14bcd5516fcc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688382 Dec 20 22:57:03.219494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Deleting port de61b27f-a907-4399-aa7a-c16b55c6582b {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:03.219867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.273825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] For port de61b27f-a907-4399-aa7a-c16b55c6582b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=de61b27f-a907-4399-aa7a-c16b55c6582b,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:03.274458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.298152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Calling delete_port for de61b27f-a907-4399-aa7a-c16b55c6582b owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:03.304032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c161ffd9-d267-4b5b-b7bf-97b02ca64dae req-16f75f18-3894-4238-bbee-5b7e70bf5156 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517004 Dec 20 22:57:03.368800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] For port b28dc945-3422-416e-916e-da1325213158, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b28dc945-3422-416e-916e-da1325213158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:03.374149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.385339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] For port de61b27f-a907-4399-aa7a-c16b55c6582b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=de61b27f-a907-4399-aa7a-c16b55c6582b,segment=NetworkSegment(cadad97d-0059-44c4-99df-e3849f646bc0),segment_id=cadad97d-0059-44c4-99df-e3849f646bc0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:03.387753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.407114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Calling delete_port for de61b27f-a907-4399-aa7a-c16b55c6582b owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:03.418573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3413d3-29af-4f1b-a202-8db70acc97bb req-f21e1ac0-ecc3-461f-9575-c245e53a9a10 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:03.433887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c3413d3-29af-4f1b-a202-8db70acc97bb req-f21e1ac0-ecc3-461f-9575-c245e53a9a10 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 949 time: 0.1993535 Dec 20 22:57:03.472145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Calling delete_port for b28dc945-3422-416e-916e-da1325213158 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:03.552475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.565905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.601645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Pushing event deleted for resources: {'Port': ['ID=de61b27f-a907-4399-aa7a-c16b55c6582b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:03.609179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] No DVR routers for this DVR port de61b27f-a907-4399-aa7a-c16b55c6582b on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:03.651565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 89a3e8df-e967-4596-9fb3-a92ab50c9887 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:03.662858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] Pushing event deleted for resources: {'Port': ['ID=de61b27f-a907-4399-aa7a-c16b55c6582b,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:03.673813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c3413d3-29af-4f1b-a202-8db70acc97bb req-ffd9661f-b283-463f-953b-a5c93fbf5add tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423205 Dec 20 22:57:03.716397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082900e-49c0-4b10-9d2f-4d96dc22884a None None] No DVR routers for this DVR port de61b27f-a907-4399-aa7a-c16b55c6582b on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:03.755892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.781269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fd88e-42e7-451f-a0c6-b55512c8622c req-aa95ec5d-1600-47d5-b4f3-09f845f30690 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:03.789947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d43fd88e-42e7-451f-a0c6-b55512c8622c req-aa95ec5d-1600-47d5-b4f3-09f845f30690 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 945 time: 0.2116532 Dec 20 22:57:03.831487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 89a3e8df-e967-4596-9fb3-a92ab50c9887 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:57:03.839908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 89a3e8df-e967-4596-9fb3-a92ab50c9887 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:03.840295 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.843002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d174e5-860f-4165-93f1-3b6247ca6ceb']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:03.858769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadad97d-0059-44c4-99df-e3849f646bc0') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:03.861093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadad97d-0059-44c4-99df-e3849f646bc0') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:03.889655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.933373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d43fd88e-42e7-451f-a0c6-b55512c8622c req-d01eaadf-cf2f-4414-b515-f9b0b922f49f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384933 Dec 20 22:57:03.942568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.970048 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:57:03.972160 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:57:04.010777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017ee9e-2339-4c52-af88-23acc3193d7f req-fcda8d52-f3a7-470b-b0e9-98add429ee0b tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:04.016129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a017ee9e-2339-4c52-af88-23acc3193d7f req-fcda8d52-f3a7-470b-b0e9-98add429ee0b tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 944 time: 0.1947317 Dec 20 22:57:04.084667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.117269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a017ee9e-2339-4c52-af88-23acc3193d7f req-39eb19bb-02dc-453a-97b0-8d1d26ea07d9 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906839 Dec 20 22:57:04.163128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:04.174000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.181881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.189903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.194036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] 10.222.0.62 "DELETE /v2.0/networks/38d174e5-860f-4165-93f1-3b6247ca6ceb HTTP/1.1" status: 204 len: 168 time: 1.4308884 Dec 20 22:57:04.202645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'e39fa6d4-99f2-4643-b718-a969a2c72158', '221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:04.216804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35430) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:04.220695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb867aa9-c10e-4fc6-9a11-8885a005f25a admin admin] Pushing event deleted for resources: {'Network': ['ID=38d174e5-860f-4165-93f1-3b6247ca6ceb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:04.283936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.284422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event deleted for resources: {'Port': ['ID=b28dc945-3422-416e-916e-da1325213158,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:04.285325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:04.320502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b28dc945-3422-416e-916e-da1325213158 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:04.323180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b28dc945-3422-416e-916e-da1325213158 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:04.431669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:04.434112 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa53194-934f-4248-9b2e-0a9407c203f2" -d '{"events": [{"server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "name": "network-vif-plugged", "status": "completed", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:04.528063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device de61b27f-a907-4399-aa7a-c16b55c6582b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:04.538920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:04.577824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: de61b27f-a907-4399-aa7a-c16b55c6582b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:04.578168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device de61b27f-a907-4399-aa7a-c16b55c6582b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:04.707342 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-205c6c47-04c4-42e9-98b0-4242a4c33a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.767409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:04.880921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] No DVR routers for this DVR port b28dc945-3422-416e-916e-da1325213158 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:04.886807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:04.891093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e1d45-15a7-4160-b399-4f31c6e69d2a req-b3ca2e7e-03e2-4b30-a2e7-2c4a983be0fc tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.59 "DELETE /v2.0/ports/b28dc945-3422-416e-916e-da1325213158 HTTP/1.1" status: 204 len: 173 time: 2.2401662 Dec 20 22:57:04.896595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-deleted', 'tag': 'b28dc945-3422-416e-916e-da1325213158'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:04.898968 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84980244-9599-43bf-9071-566c0f7f8864" -d '{"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-deleted", "tag": "b28dc945-3422-416e-916e-da1325213158"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:04.947021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-1e87da40-d8d1-48e5-94cc-aacaaeb00073 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:04.949439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-1e87da40-d8d1-48e5-94cc-aacaaeb00073 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 949 time: 0.8134909 Dec 20 22:57:04.971069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f1c9a-3efd-4da0-9487-e066cb8d98b1 req-7455f4fe-b8a2-4806-b27a-ae7bbf068bcb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:04.980324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a7f1c9a-3efd-4da0-9487-e066cb8d98b1 req-7455f4fe-b8a2-4806-b27a-ae7bbf068bcb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 943 time: 0.6929438 Dec 20 22:57:05.028889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-e05d5779-11dd-4a03-9756-c51e48b7c287 service neutron] 10.222.0.45 "GET /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.1265664 Dec 20 22:57:05.141005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-264c7c26-801f-4a0f-8105-84d98d0cb7d5 req-73a4a1a8-4f58-4835-ac83-6327097c383b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4a7544b-56f9-4fcd-b7d2-8bf4ef904992 HTTP/1.1" status: 200 len: 210 time: 0.0727019 Dec 20 22:57:05.237263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a7f1c9a-3efd-4da0-9487-e066cb8d98b1 req-aace6662-6ef8-456c-aa90-a89ddd3936ff tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500196 Dec 20 22:57:05.290370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:05.316360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:05.324555 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440e515-3c55-480e-b5ce-9ef2df451c6e x-openstack-request-id: req-1440e515-3c55-480e-b5ce-9ef2df451c6e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:05.324555 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "name": "network-vif-plugged", "status": "completed", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:05.324555 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1440e515-3c55-480e-b5ce-9ef2df451c6e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:05.324555 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'code': 200} Dec 20 22:57:05.420600 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8346f5b0-0452-4a02-a8b8-81f4d5bc419d x-openstack-request-id: req-8346f5b0-0452-4a02-a8b8-81f4d5bc419d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:05.421080 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7544b-56f9-4fcd-b7d2-8bf4ef904992", "name": "network-vif-deleted", "tag": "b28dc945-3422-416e-916e-da1325213158", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:05.421344 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8346f5b0-0452-4a02-a8b8-81f4d5bc419d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:05.421866 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a7544b-56f9-4fcd-b7d2-8bf4ef904992', 'name': 'network-vif-deleted', 'tag': 'b28dc945-3422-416e-916e-da1325213158', 'status': 'completed', 'code': 200} Dec 20 22:57:05.506925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Deleting port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:05.514623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:05.659135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:05.738360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eea06c-e687-4b66-8798-f040e609c3ba req-e2df2e7b-88cc-4223-a604-c90a048ffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:05.739967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4eea06c-e687-4b66-8798-f040e609c3ba req-e2df2e7b-88cc-4223-a604-c90a048ffadc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 1096 time: 0.3097351 Dec 20 22:57:05.757526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 36a3726b-fc9e-4c51-9741-f96aa54f425c host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:57:05.758162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:05.785373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eba2a-e88f-4ad9-a95d-b6dde5e9a229 req-7b942dfa-d674-47d0-b11f-e7eec6b158a9 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:05.785711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a3726b-fc9e-4c51-9741-f96aa54f425c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:05.790267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a01eba2a-e88f-4ad9-a95d-b6dde5e9a229 req-7b942dfa-d674-47d0-b11f-e7eec6b158a9 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.2341013 Dec 20 22:57:05.799072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:05.874451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] For port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:05.874820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:05.913347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Calling delete_port for 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:05.915422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:05.961854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4eea06c-e687-4b66-8798-f040e609c3ba req-97d6fec6-1e27-47a3-85eb-c5b5c1b1ef77 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105346 Dec 20 22:57:05.969450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558987b-de3a-4dc0-8c29-dc3674dd078b req-ea2f8ebd-ce9f-41a8-9c16-4e9432ca58a7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:05.970896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c558987b-de3a-4dc0-8c29-dc3674dd078b req-ea2f8ebd-ce9f-41a8-9c16-4e9432ca58a7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 949 time: 0.2140567 Dec 20 22:57:06.007763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] Transition to ACTIVE for port object 36a3726b-fc9e-4c51-9741-f96aa54f425c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:57:06.028723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a01eba2a-e88f-4ad9-a95d-b6dde5e9a229 req-2147b0b5-0402-4ae4-b0ec-8f41b324ac8f tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023504 Dec 20 22:57:06.089283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:06.113958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c558987b-de3a-4dc0-8c29-dc3674dd078b req-bb80d37e-b1ee-4a4d-9548-9d0109fabc72 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Dec 20 22:57:06.167573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] No DVR routers for this DVR port 36a3726b-fc9e-4c51-9741-f96aa54f425c on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:06.214233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:06.218387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] 10.222.0.45 "PUT /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1833906 Dec 20 22:57:06.219203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326773a-aa1b-4aaa-90d8-820220d98bbd service neutron] Pushing event updated for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:06.285817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:06.299184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['79c99e13-e396-4724-b99b-7dfb16e7fd7d', '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:06.410662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event deleted for resources: {'Port': ['ID=25f11a65-ab24-4790-89e9-54fb4c2a2ee7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:06.580332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] No DVR routers for this DVR port 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:06.585293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:06.588626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7daf0ba0-fc3d-4995-a40c-d2bdaf40f8af req-a6c42e24-f0ef-4219-9565-0ed8b7cf0c9f tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "DELETE /v2.0/ports/25f11a65-ab24-4790-89e9-54fb4c2a2ee7 HTTP/1.1" status: 204 len: 173 time: 1.6010623 Dec 20 22:57:06.612615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078306-0129-41cc-bcd4-f2fec4fca5a7 req-519924ca-2005-4954-8849-5fae50424b3a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:06.618328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61078306-0129-41cc-bcd4-f2fec4fca5a7 req-519924ca-2005-4954-8849-5fae50424b3a tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.2009735 Dec 20 22:57:06.642776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-0eb00e12-dc7c-4be7-bb36-1729ddb8d87f tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:06.646087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-0eb00e12-dc7c-4be7-bb36-1729ddb8d87f tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.2275529 Dec 20 22:57:06.739133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61078306-0129-41cc-bcd4-f2fec4fca5a7 req-0f61340b-1586-4035-bc18-ff5cdcfeafd0 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168742 Dec 20 22:57:06.745360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-abce79cc-ab8f-40e1-985b-39fa5f50e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:06.747559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-abce79cc-ab8f-40e1-985b-39fa5f50e113 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355&tenant_id=9c7e681b05b94476a25abb4e627af93c HTTP/1.1" status: 200 len: 1095 time: 0.0890577 Dec 20 22:57:06.881058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-16893689-21d3-4207-b9d8-3ee177ee3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:06.883513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-16893689-21d3-4207-b9d8-3ee177ee3386 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1095 time: 0.0954564 Dec 20 22:57:06.939887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Deleting port f0730adb-c067-439e-b76a-2bc56cf0b195 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:06.940673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:07.101265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f4143dae-ba33-45aa-a7e3-a00e0ea63024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:07.125295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-3122cd72-3745-4046-beaa-c43e812d7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:07.125295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-3122cd72-3745-4046-beaa-c43e812d7163 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2319689 Dec 20 22:57:07.133120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071af3d-0db5-4d5f-855d-bcbef4eb2f48 req-60d0cfba-e0f1-478a-b857-2ce951fd14e6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:07.134669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0071af3d-0db5-4d5f-855d-bcbef4eb2f48 req-60d0cfba-e0f1-478a-b857-2ce951fd14e6 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 951 time: 0.2024212 Dec 20 22:57:07.228910 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-45e4a714-5e2a-488b-9c7f-b7c60557fa0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 200 len: 217 time: 0.0858014 Dec 20 22:57:07.230540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] For port f0730adb-c067-439e-b76a-2bc56cf0b195, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f0730adb-c067-439e-b76a-2bc56cf0b195,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:07.230973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:07.277169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Calling delete_port for f0730adb-c067-439e-b76a-2bc56cf0b195 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:07.325263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b6dc-f0ed-45c0-aca3-39d7c33ae530 req-95eac1f5-a0fd-40e9-a092-431692c720e7 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:07.326995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4e7b6dc-f0ed-45c0-aca3-39d7c33ae530 req-95eac1f5-a0fd-40e9-a092-431692c720e7 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.2171369 Dec 20 22:57:07.379906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0071af3d-0db5-4d5f-855d-bcbef4eb2f48 req-e402946e-f8b8-4a47-a139-c62b34dd34f8 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127652 Dec 20 22:57:07.395143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-2dce421c-ec08-4db4-9070-0351b9dd926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:07.406404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-2dce421c-ec08-4db4-9070-0351b9dd926a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1639705 Dec 20 22:57:07.426459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'name': 'network-vif-deleted', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:07.428608 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfdca6d-aacd-4b8f-8126-3aa4bd9718e3" -d '{"events": [{"server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "name": "network-vif-deleted", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:07.469230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-b993e222-4f81-4fce-8ab2-16dcdc1e14a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436602 Dec 20 22:57:07.482241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4e7b6dc-f0ed-45c0-aca3-39d7c33ae530 req-0c8a6ee9-ba46-408d-98a1-6c14435bb94e tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168134 Dec 20 22:57:07.633356 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea7e4d-234f-464f-a2ba-08ced99bbe31 x-openstack-request-id: req-63ea7e4d-234f-464f-a2ba-08ced99bbe31 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:07.633594 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd6579c-9ae6-4b28-832c-0d10ff3f9012", "name": "network-vif-deleted", "tag": "25f11a65-ab24-4790-89e9-54fb4c2a2ee7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:07.633838 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63ea7e4d-234f-464f-a2ba-08ced99bbe31 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:07.634228 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd6579c-9ae6-4b28-832c-0d10ff3f9012', 'name': 'network-vif-deleted', 'tag': '25f11a65-ab24-4790-89e9-54fb4c2a2ee7', 'status': 'completed', 'code': 200} Dec 20 22:57:07.636535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-559b13a5-e04e-4eae-8680-37db4483b247 req-83f5db67-10d7-4579-85f5-e47076329930 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfd6579c-9ae6-4b28-832c-0d10ff3f9012 HTTP/1.1" status: 200 len: 210 time: 0.0850222 Dec 20 22:57:07.679340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:57:07.683201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-52a8ea88-a343-464a-91c5-cb16008ebc92 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965134 Dec 20 22:57:07.838117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-ccd04e92-c928-4b18-9641-7f20df97fa72 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436033 Dec 20 22:57:07.844391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:07.880585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'mac_address': 'fa:16:3e:89:13:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:57:07.902591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110083b-33a2-4660-8a36-2170fae5cbce req-bd44ce1c-fe3c-4739-b229-fe0d040446ab tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:07.904998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9110083b-33a2-4660-8a36-2170fae5cbce req-bd44ce1c-fe3c-4739-b229-fe0d040446ab tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.0643170 Dec 20 22:57:07.906277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:07.929283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:07.944327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0730adb-c067-439e-b76a-2bc56cf0b195,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:07.949587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 438b979d-595b-4d17-a08a-6beb31cd4f1d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:07.985072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:08.051194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9110083b-33a2-4660-8a36-2170fae5cbce req-5fb074d9-fd66-4530-8b48-b2d04c5d3609 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109433 Dec 20 22:57:08.146328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:08.204345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:08.209433 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:08.215213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:08.252552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['438b979d-595b-4d17-a08a-6beb31cd4f1d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:08.394703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca71c0-b62a-4edf-8df0-594783331107 req-2937d5ae-9ab2-4110-b1a8-b45249ff64dd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:08.396355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86ca71c0-b62a-4edf-8df0-594783331107 req-2937d5ae-9ab2-4110-b1a8-b45249ff64dd tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 951 time: 0.0799880 Dec 20 22:57:08.709113 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:57:08.781527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:08.829367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:08.832419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 25f11a65-ab24-4790-89e9-54fb4c2a2ee7 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:08.964043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-10b65d83-7037-4d92-a627-97994b6487f0 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:08.965597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-10b65d83-7037-4d92-a627-97994b6487f0 tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355&tenant_id=9c7e681b05b94476a25abb4e627af93c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.5112903 Dec 20 22:57:08.998165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494216a4-8c3d-4eac-8afa-f69013df42c0 req-ba06f1eb-b8e7-4441-9622-e6ba06725de4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:08.999758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494216a4-8c3d-4eac-8afa-f69013df42c0 req-ba06f1eb-b8e7-4441-9622-e6ba06725de4 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=0af65b97-2a10-44a2-8ee1-27ac2e21b6db HTTP/1.1" status: 200 len: 951 time: 0.2025726 Dec 20 22:57:09.068265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Router cb81b7b0-02a8-4b0b-8427-594005cca540 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:57:09.122051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Deleting port 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:09.122598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.158196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494216a4-8c3d-4eac-8afa-f69013df42c0 req-3f41fb38-9036-4a72-849e-65be502e9152 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283379 Dec 20 22:57:09.406560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] For port 221c8132-5b1e-4e64-b180-89603639786d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221c8132-5b1e-4e64-b180-89603639786d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:09.407196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.415792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:09.425604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a7625aff-55e5-4835-8147-5f2a8a51debf admin admin] 10.222.0.62 "PUT /v2.0/routers/cb81b7b0-02a8-4b0b-8427-594005cca540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2086256 Dec 20 22:57:09.427492 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Sync routers for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:09.428279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:09.451526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Calling delete_port for 221c8132-5b1e-4e64-b180-89603639786d owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:09.461657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:09.464099 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.483379 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:09.485982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10425-3cdc-47dd-84f5-561e48ee35fe req-80899ec7-e270-4c0e-a37c-f8f195dfa3b8 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:09.489077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7d10425-3cdc-47dd-84f5-561e48ee35fe req-80899ec7-e270-4c0e-a37c-f8f195dfa3b8 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.1594334 Dec 20 22:57:09.540516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-d8219196-91c6-48a8-b8ac-0b02c9af16a3 service neutron] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:09.554504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-d8219196-91c6-48a8-b8ac-0b02c9af16a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.555271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff6f5e1-e175-4ae4-9b03-5e2ff062ff9b req-d8219196-91c6-48a8-b8ac-0b02c9af16a3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.5775242 Dec 20 22:57:09.612765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7d10425-3cdc-47dd-84f5-561e48ee35fe req-879b5ff5-1f50-47f2-b3d4-8ebbbcc54485 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226640 Dec 20 22:57:09.651915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.690863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:09.692066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.708207 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:09.813572 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:09.831541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'e39fa6d4-99f2-4643-b718-a969a2c72158', '221c8132-5b1e-4e64-b180-89603639786d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:09.879111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event deleted for resources: {'Port': ['ID=221c8132-5b1e-4e64-b180-89603639786d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:09.995013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] No DVR routers for this DVR port 221c8132-5b1e-4e64-b180-89603639786d on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:10.003576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.004500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.012067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86ca71c0-b62a-4edf-8df0-594783331107 req-f27e466b-8fab-487b-8881-dc7fd13fa57b tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "DELETE /v2.0/ports/221c8132-5b1e-4e64-b180-89603639786d HTTP/1.1" status: 204 len: 173 time: 1.5589333 Dec 20 22:57:10.012901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-deleted', 'tag': '221c8132-5b1e-4e64-b180-89603639786d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:10.013834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 438b979d-595b-4d17-a08a-6beb31cd4f1d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:10.015064 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.019519 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca8861c-1295-46ff-bc40-740c3046758d" -d '{"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-deleted", "tag": "221c8132-5b1e-4e64-b180-89603639786d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:10.056578 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:57:07Z', 'revision_number': 5, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:10.087957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Checking router: cb81b7b0-02a8-4b0b-8427-594005cca540 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:10.106773 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Routers {'cb81b7b0-02a8-4b0b-8427-594005cca540'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:10.107970 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cb81b7b0-02a8-4b0b-8427-594005cca540'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:10.239545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0446ec-b851-4217-8d03-36f35db63d97 req-d2fc2a21-a800-4f73-9965-1545498dd602 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:10.255464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c0446ec-b851-4217-8d03-36f35db63d97 req-d2fc2a21-a800-4f73-9965-1545498dd602 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.1170340 Dec 20 22:57:10.323701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Deleting port 2fc46cb5-f964-4a05-ada5-ce6b0028950c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:10.324455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.440308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c0446ec-b851-4217-8d03-36f35db63d97 req-e85d6fd3-2ffc-4151-8514-197e6474d0b8 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838522 Dec 20 22:57:10.548913 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] Set router cb81b7b0-02a8-4b0b-8427-594005cca540 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:10.574558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] For port 2fc46cb5-f964-4a05-ada5-ce6b0028950c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fc46cb5-f964-4a05-ada5-ce6b0028950c,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:10.578174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.639392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Calling delete_port for 2fc46cb5-f964-4a05-ada5-ce6b0028950c owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:10.752205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa0e4a-4075-44c7-b0e7-ddac0478b054 req-02a93f71-8d84-42fd-b14c-cb8abee9e794 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:10.766334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1aa0e4a-4075-44c7-b0e7-ddac0478b054 req-02a93f71-8d84-42fd-b14c-cb8abee9e794 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.1287682 Dec 20 22:57:10.768177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35558) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:10.787208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Request body: {'floatingip': {'port_id': '89a3e8df-e967-4596-9fb3-a92ab50c9887'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:10.874830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.900428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.905264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:10.989796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:57:07Z', 'revision_number': 5, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:11.066658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:11.066658 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71745414-e5e9-42b4-99c9-050e7b97481f" -d '{"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-plugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:11.080639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e2588-0d50-4d87-88e9-f1c8b313f238 None None] The sync data for ids ['cb81b7b0-02a8-4b0b-8427-594005cca540'] in n-d-822053-9 is: [{'id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1462923399-router', 'tenant_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:52:09Z', 'updated_at': '2021-12-20T22:57:07Z', 'revision_number': 5, 'project_id': 'ef50bfc905bf4aef8c31c00adac6e146', 'gw_port': {'id': '2fc46cb5-f964-4a05-ada5-ce6b0028950c', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81b7b0-02a8-4b0b-8427-594005cca540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:52:10Z', 'updated_at': '2021-12-20T22:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:57:11.129696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:11.522186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:11.522755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:11.580645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc46cb5-f964-4a05-ada5-ce6b0028950c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:11.647486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:11.710615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:11.918809 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314abcc-ea78-4f1b-9def-0ee2178d8a8f x-openstack-request-id: req-a314abcc-ea78-4f1b-9def-0ee2178d8a8f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:11.924023 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af65b97-2a10-44a2-8ee1-27ac2e21b6db", "name": "network-vif-deleted", "tag": "221c8132-5b1e-4e64-b180-89603639786d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:11.924023 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a314abcc-ea78-4f1b-9def-0ee2178d8a8f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:11.924023 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af65b97-2a10-44a2-8ee1-27ac2e21b6db', 'name': 'network-vif-deleted', 'tag': '221c8132-5b1e-4e64-b180-89603639786d', 'status': 'completed', 'code': 200} Dec 20 22:57:11.936995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:11.936995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:11.986949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.045926 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126425c-2493-4ff7-9f5e-fb6f2d6cfb51 x-openstack-request-id: req-3126425c-2493-4ff7-9f5e-fb6f2d6cfb51 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:12.046991 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-plugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:12.047489 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3126425c-2493-4ff7-9f5e-fb6f2d6cfb51 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:12.047989 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'code': 200} Dec 20 22:57:12.100198 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.128276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.129249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb81b7b0-02a8-4b0b-8427-594005cca540 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:57:12.135581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.137008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a5a7689-dc64-4e7a-81e8-f90b91f9fbfe admin admin] 10.222.0.62 "DELETE /v2.0/routers/cb81b7b0-02a8-4b0b-8427-594005cca540 HTTP/1.1" status: 204 len: 168 time: 2.7070022 Dec 20 22:57:12.140177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:12.259138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Deleting subnet d327fb0e-04e2-45d3-95b9-037bc00e2b4f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:57:12.263898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.294318 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Floating IP ed13ac62-28b5-4812-ad75-9770684fb617 associated. External IP: 172.25.1.149, port: 89a3e8df-e967-4596-9fb3-a92ab50c9887. Dec 20 22:57:12.318819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.418185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c5fc2-6952-4467-9cb7-4435a7ac1cab req-1a42310e-777f-4fe4-8a6c-5d3a2297211d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:12.426379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c0c5fc2-6952-4467-9cb7-4435a7ac1cab req-1a42310e-777f-4fe4-8a6c-5d3a2297211d tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 950 time: 0.3230250 Dec 20 22:57:12.490863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.535107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fc46cb5-f964-4a05-ada5-ce6b0028950c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:12.585482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c0c5fc2-6952-4467-9cb7-4435a7ac1cab req-c61c9383-2fce-4292-a9dc-7a8930b39fbe tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484509 Dec 20 22:57:12.591351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2fc46cb5-f964-4a05-ada5-ce6b0028950c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:12.592948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fc46cb5-f964-4a05-ada5-ce6b0028950c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:12.593411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f0730adb-c067-439e-b76a-2bc56cf0b195 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:12.646250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f0730adb-c067-439e-b76a-2bc56cf0b195 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:12.646525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f0730adb-c067-439e-b76a-2bc56cf0b195 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:12.684381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.689803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:57:12.758641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d327fb0e-04e2-45d3-95b9-037bc00e2b4f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:12.763246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.766284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-36651fa2-89a1-4fa5-a1a1-1cc0e7813361 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d327fb0e-04e2-45d3-95b9-037bc00e2b4f HTTP/1.1" status: 204 len: 168 time: 0.6247919 Dec 20 22:57:12.769465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:12.776164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc793bb-9b11-4d97-b775-641cb2c09ace None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:12.816171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:12.864714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:12.877536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 221c8132-5b1e-4e64-b180-89603639786d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:12.877963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221c8132-5b1e-4e64-b180-89603639786d not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:12.885454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:12.893096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Sync routers for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:12.918187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:12.921567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:12.955003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a496f473-598a-47b8-a12f-16f3ef8cb9ec tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "PUT /v2.0/floatingips/ed13ac62-28b5-4812-ad75-9770684fb617 HTTP/1.1" status: 200 len: 991 time: 2.1847095 Dec 20 22:57:12.962257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.083762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Deleting port d1c6e182-d023-4bce-b2cf-db83076c7d3e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:13.084617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.106524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:13.224324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] DHCP port deletion for 72287760-59a1-48a5-a062-6eb91b654f46 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:57:13.225781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae18519-fd54-4cf2-9160-68589f2dc935 req-bb2d7d8f-068e-4d3c-83b6-392dde74082b tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:13.226608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] For port d1c6e182-d023-4bce-b2cf-db83076c7d3e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1c6e182-d023-4bce-b2cf-db83076c7d3e,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:13.227075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.235629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ae18519-fd54-4cf2-9160-68589f2dc935 req-bb2d7d8f-068e-4d3c-83b6-392dde74082b tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 1095 time: 0.0692503 Dec 20 22:57:13.260280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Calling delete_port for d1c6e182-d023-4bce-b2cf-db83076c7d3e owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:13.320147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ae18519-fd54-4cf2-9160-68589f2dc935 req-cc4bfd45-5f15-4348-8d37-3f010072a1de tempest-LiveAutoBlockMigrationV225Test-1919606547 tempest-LiveAutoBlockMigrationV225Test-1919606547-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836246 Dec 20 22:57:13.424400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Deleting port d1c6e182-d023-4bce-b2cf-db83076c7d3e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:13.425113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.445017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-5500a01b-be63-4ca4-802f-de6d70b15352 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:13.446742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-5500a01b-be63-4ca4-802f-de6d70b15352 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 950 time: 0.1240830 Dec 20 22:57:13.479844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.517267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c6e182-d023-4bce-b2cf-db83076c7d3e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:13.521081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] No DVR routers for this DVR port d1c6e182-d023-4bce-b2cf-db83076c7d3e on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:13.539259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] For port d1c6e182-d023-4bce-b2cf-db83076c7d3e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d1c6e182-d023-4bce-b2cf-db83076c7d3e,segment=NetworkSegment(c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9),segment_id=c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:13.541540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.559591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Calling delete_port for d1c6e182-d023-4bce-b2cf-db83076c7d3e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:13.579445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'ed13ac62-28b5-4812-ad75-9770684fb617', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'port_id': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'mac_address': 'fa:16:3e:18:4e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:57:11Z', 'revision_number': 1, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:13.599102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.621789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72287760-59a1-48a5-a062-6eb91b654f46']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:13.633598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:13.633968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c7a869-f2d8-4b2f-8b2e-b2af53a169d9') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:13.648678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Checking router: 7ed43234-c1b6-46bc-924d-6a16c8f73a23 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:13.649396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.664454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.671565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:57:13.671951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.676190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:13.677108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:57:13.732177 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:57:13.805970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.813248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.818154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] 10.222.0.62 "DELETE /v2.0/networks/72287760-59a1-48a5-a062-6eb91b654f46 HTTP/1.1" status: 204 len: 168 time: 1.0475433 Dec 20 22:57:13.828423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb72e24-5780-47d6-943f-32b1c3a0e752 admin admin] Pushing event deleted for resources: {'Network': ['ID=72287760-59a1-48a5-a062-6eb91b654f46,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:13.832309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.843912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Deleting port 79c99e13-e396-4724-b99b-7dfb16e7fd7d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:13.843912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:13.863398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:13.872535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edf93-176f-42f7-9822-e4209ea6f0d5 req-1db6f3dc-5ca1-4166-84b9-211bcc007a42 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:13.874975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c90edf93-176f-42f7-9822-e4209ea6f0d5 req-1db6f3dc-5ca1-4166-84b9-211bcc007a42 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1021116 Dec 20 22:57:13.947087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Network 72287760-59a1-48a5-a062-6eb91b654f46 is not hosted by any dhcp agent {{(pid=115564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 22:57:13.949706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] No DVR routers for this DVR port d1c6e182-d023-4bce-b2cf-db83076c7d3e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:13.958441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:13.964278 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e100e8a7-9036-4b02-bbf0-2a316bf9b344" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:13.992081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f57cc-5205-4c8b-a48a-3385aebeb9fb None None] Pushing event deleted for resources: {'Port': ['ID=d1c6e182-d023-4bce-b2cf-db83076c7d3e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:14.087693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] For port 79c99e13-e396-4724-b99b-7dfb16e7fd7d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=79c99e13-e396-4724-b99b-7dfb16e7fd7d,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:14.088059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:14.108824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c90edf93-176f-42f7-9822-e4209ea6f0d5 req-e2d9e81a-a299-49da-a4fb-d47ea5aad758 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241602 Dec 20 22:57:14.127738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Calling delete_port for 79c99e13-e396-4724-b99b-7dfb16e7fd7d owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:14.253445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'ed13ac62-28b5-4812-ad75-9770684fb617', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'port_id': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'mac_address': 'fa:16:3e:18:4e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:57:11Z', 'revision_number': 1, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:14.275484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:14.289315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308874-5e42-4c7a-96ea-133efeb98854 None None] The sync data for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 is: [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'ed13ac62-28b5-4812-ad75-9770684fb617', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'port_id': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'mac_address': 'fa:16:3e:18:4e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:57:11Z', 'revision_number': 1, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:57:14.409915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2bb95110-19c0-4993-bbd8-869c13a48152 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b8ea37b3bdb4a24bd2f1cb0ef198b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1291821 Dec 20 22:57:14.409915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:14.502187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:14.521564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d1c6e182-d023-4bce-b2cf-db83076c7d3e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:14.524366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:14.599251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:14.637644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:14.652309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event deleted for resources: {'Port': ['ID=79c99e13-e396-4724-b99b-7dfb16e7fd7d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:14.718668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d1c6e182-d023-4bce-b2cf-db83076c7d3e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:14.722399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-5ebc5294-85ac-4284-b72a-8fcac18f2c5f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:14.724178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-5ebc5294-85ac-4284-b72a-8fcac18f2c5f tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.1811886 Dec 20 22:57:14.724578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d1c6e182-d023-4bce-b2cf-db83076c7d3e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:14.728230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] No DVR routers for this DVR port 79c99e13-e396-4724-b99b-7dfb16e7fd7d on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:14.758433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:14.758805 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6569eae1-09a3-4c7f-bc95-e9601bd81a41 None None] New status for floating IP ed13ac62-28b5-4812-ad75-9770684fb617: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:57:14.766144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad3a1716-8562-47dd-866a-ece9162fc279 req-4062a209-d9b0-4cce-995d-6d164a9bb85e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "DELETE /v2.0/ports/79c99e13-e396-4724-b99b-7dfb16e7fd7d HTTP/1.1" status: 204 len: 173 time: 1.3100820 Dec 20 22:57:14.814715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f35518e2-24a0-42a1-bb4c-4f27562a5721 req-84c114d2-c099-46bf-be96-1cabc6fd77a7 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.0921535 Dec 20 22:57:14.999277 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f84309-f788-4139-bc12-2815cec1bb22 x-openstack-request-id: req-e0f84309-f788-4139-bc12-2815cec1bb22 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:14.999934 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:14.999934 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0f84309-f788-4139-bc12-2815cec1bb22 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:15.000205 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'status': 'completed', 'code': 200} Dec 20 22:57:15.000338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.008425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.011950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73e2aabe-d920-41bb-baab-5d98da951fed HTTP/1.1" status: 204 len: 168 time: 0.5975258 Dec 20 22:57:15.110312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10bd6-be53-4dfd-b82f-c27d63839b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e2aabe-d920-41bb-baab-5d98da951fed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:15.150043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Deleting port e39fa6d4-99f2-4643-b718-a969a2c72158 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:15.150395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.199464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-0bc60cdc-2591-45b2-8815-9504f6bebbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.201878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-0bc60cdc-2591-45b2-8815-9504f6bebbf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c679fde3bc274130ac81abe3a354e39d&device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 1096 time: 0.1727567 Dec 20 22:57:15.562570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-b58724b2-3abd-4bed-8e6a-5ddb551b1b4e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.562570 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-b58724b2-3abd-4bed-8e6a-5ddb551b1b4e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.1888759 Dec 20 22:57:15.562570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] For port e39fa6d4-99f2-4643-b718-a969a2c72158, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e39fa6d4-99f2-4643-b718-a969a2c72158,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:15.562570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.566830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0e6d2-9cbe-4a6c-8d50-82c93a2e7172 req-d48d341b-90fb-4b53-a2f8-bf555da0f837 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.566830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94b0e6d2-9cbe-4a6c-8d50-82c93a2e7172 req-d48d341b-90fb-4b53-a2f8-bf555da0f837 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 944 time: 0.1967916 Dec 20 22:57:15.567544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Calling delete_port for e39fa6d4-99f2-4643-b718-a969a2c72158 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:15.567648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-9a811d95-e8a8-4bf8-bb02-7ad0da7e6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.567648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-9a811d95-e8a8-4bf8-bb02-7ad0da7e6796 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 200 len: 916 time: 0.2798758 Dec 20 22:57:15.598414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94b0e6d2-9cbe-4a6c-8d50-82c93a2e7172 req-90ab4722-2061-438f-af62-7679301ffe21 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187885 Dec 20 22:57:15.601934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-5e91992b-325a-4b6a-8937-0e89988f9c58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 200 len: 999 time: 0.1045547 Dec 20 22:57:15.666793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-b07371eb-771b-41d4-a8e8-79c74337df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.669312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-b07371eb-771b-41d4-a8e8-79c74337df14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7152cd7c-1c66-4630-95e8-52f1f5a1f74c HTTP/1.1" status: 200 len: 854 time: 0.0599494 Dec 20 22:57:15.739859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Deleting port 36a3726b-fc9e-4c51-9741-f96aa54f425c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:15.741968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.743326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-2a955de3-c94e-46f7-8e20-cd8219f151fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:15.745767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-2a955de3-c94e-46f7-8e20-cd8219f151fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683727 Dec 20 22:57:15.863944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-f5a39f71-7433-4620-96f6-bcd70b712ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116896 Dec 20 22:57:15.881970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] For port 36a3726b-fc9e-4c51-9741-f96aa54f425c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=36a3726b-fc9e-4c51-9741-f96aa54f425c,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:15.882259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:15.897858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Calling delete_port for 36a3726b-fc9e-4c51-9741-f96aa54f425c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:15.983723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e100e8a7-9036-4b02-bbf0-2a316bf9b344 req-6371cdf8-18e8-4a6d-aabb-fa799a95ba9c service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130884 Dec 20 22:57:16.077061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e545cf-baab-4082-938f-7c751415864d req-1294212f-39c4-47b1-9e3c-811a0c957ac5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:16.081821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e545cf-baab-4082-938f-7c751415864d req-1294212f-39c4-47b1-9e3c-811a0c957ac5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 950 time: 0.3020146 Dec 20 22:57:16.089326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:16.106287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'e39fa6d4-99f2-4643-b718-a969a2c72158'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:16.151806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event deleted for resources: {'Port': ['ID=e39fa6d4-99f2-4643-b718-a969a2c72158,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:16.234342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] No DVR routers for this DVR port e39fa6d4-99f2-4643-b718-a969a2c72158 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:16.243566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:16.247632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-401fe80c-b219-48e4-b04b-644cd1a424ee req-ed20f4ea-bc2e-4717-8c67-3bee23ceece5 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "DELETE /v2.0/ports/e39fa6d4-99f2-4643-b718-a969a2c72158 HTTP/1.1" status: 204 len: 173 time: 1.5007126 Dec 20 22:57:16.249199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:16.255218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-deleted', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:16.257863 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d1bbc7-649d-44ef-8581-1e248a74456f" -d '{"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-deleted", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:16.269113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:16.289504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e545cf-baab-4082-938f-7c751415864d req-5e032719-4324-4633-aa29-ce1e2104f9cb tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008228 Dec 20 22:57:16.293476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event deleted for resources: {'Port': ['ID=36a3726b-fc9e-4c51-9741-f96aa54f425c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:16.377101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] No DVR routers for this DVR port 36a3726b-fc9e-4c51-9741-f96aa54f425c on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:16.382635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:16.386449 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09c4a409-fd9e-4894-8c83-98f88943d7d3 req-4695d0a0-0148-4051-9126-8b0370f8a334 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "DELETE /v2.0/ports/36a3726b-fc9e-4c51-9741-f96aa54f425c HTTP/1.1" status: 204 len: 173 time: 0.9601653 Dec 20 22:57:16.470012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36dc3ff7-4986-408e-b8f0-ec5041bc8642 req-500c3271-3105-4fb0-8ca0-234a70c1bf5e tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=facb2e8a-ba4f-4b65-99e7-ac5deb43effb HTTP/1.1" status: 200 len: 210 time: 0.0426428 Dec 20 22:57:16.978997 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1680fa0-839a-48a3-bfd6-a6813f0c8668 x-openstack-request-id: req-f1680fa0-839a-48a3-bfd6-a6813f0c8668 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:16.979263 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fabe82-3960-4f64-8cf6-500895462141", "name": "network-vif-deleted", "tag": "e39fa6d4-99f2-4643-b718-a969a2c72158", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:16.979515 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1680fa0-839a-48a3-bfd6-a6813f0c8668 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:16.979909 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fabe82-3960-4f64-8cf6-500895462141', 'name': 'network-vif-deleted', 'tag': 'e39fa6d4-99f2-4643-b718-a969a2c72158', 'status': 'completed', 'code': 200} Dec 20 22:57:17.001367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'name': 'network-vif-deleted', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:17.003799 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6d66a-e590-440a-a0d4-c3f1ded77130" -d '{"events": [{"server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "name": "network-vif-deleted", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:17.055651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:17.102639 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ce28eb32-224d-4c7c-a7fc-6592e24674af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef50bfc905bf4aef8c31c00adac6e146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456102 Dec 20 22:57:17.105109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:17.122014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95ffcdaf-0a51-4e1d-972c-636c06739050 req-cc8b8927-f22c-4814-8cc0-9fe83f9ad839 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0517242 Dec 20 22:57:17.167289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:17.210664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:17.351943 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fe018d-a56e-4615-bf6f-961e38a6c7c3 x-openstack-request-id: req-35fe018d-a56e-4615-bf6f-961e38a6c7c3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:17.351943 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb2e8a-ba4f-4b65-99e7-ac5deb43effb", "name": "network-vif-deleted", "tag": "79c99e13-e396-4724-b99b-7dfb16e7fd7d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:17.351943 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35fe018d-a56e-4615-bf6f-961e38a6c7c3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:17.351943 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb2e8a-ba4f-4b65-99e7-ac5deb43effb', 'name': 'network-vif-deleted', 'tag': '79c99e13-e396-4724-b99b-7dfb16e7fd7d', 'status': 'completed', 'code': 200} Dec 20 22:57:17.377685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:17.380539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:17.381814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebf9382e-6e00-495d-9bc6-6626882a6469 HTTP/1.1" status: 204 len: 168 time: 0.2755451 Dec 20 22:57:17.406488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af732090-8465-42b4-b19e-3da714137747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9382e-6e00-495d-9bc6-6626882a6469,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:17.619085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aca05d9a-1dcc-47c1-97db-a7d688d2363a req-382821c6-4a98-4287-8728-555ef1829413 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5fabe82-3960-4f64-8cf6-500895462141 HTTP/1.1" status: 200 len: 210 time: 0.0445318 Dec 20 22:57:17.742110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:17.784294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 36a3726b-fc9e-4c51-9741-f96aa54f425c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:17.785019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 36a3726b-fc9e-4c51-9741-f96aa54f425c not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:18.328025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1826be11-9ac9-4e1a-8a65-bde2e509db00 req-f025776c-eb1e-429f-9629-112c36ae0720 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0497131 Dec 20 22:57:18.475066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c5df4-bf02-4aa6-ab7e-a9e56e0d398e req-d2fa6048-ec6c-4330-8912-fd5ebace0340 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:18.484349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-066c5df4-bf02-4aa6-ab7e-a9e56e0d398e req-d2fa6048-ec6c-4330-8912-fd5ebace0340 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 950 time: 0.1492252 Dec 20 22:57:18.597505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-066c5df4-bf02-4aa6-ab7e-a9e56e0d398e req-876bdb23-fbca-4ff0-bcb1-d23ac5ed7fe2 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061752 Dec 20 22:57:18.813421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 79c99e13-e396-4724-b99b-7dfb16e7fd7d no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:18.884249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 79c99e13-e396-4724-b99b-7dfb16e7fd7d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:18.884605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 79c99e13-e396-4724-b99b-7dfb16e7fd7d not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:18.885033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:18.939454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: e39fa6d4-99f2-4643-b718-a969a2c72158 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:18.940019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e39fa6d4-99f2-4643-b718-a969a2c72158 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:18.981184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-deleted', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:18.986012 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f2856-15df-47d9-9e0d-73d5c3bcd55b" -d '{"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-deleted", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:19.059129 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc65a8d0-c370-4b08-a0c1-9fcf2ba68d44 x-openstack-request-id: req-cc65a8d0-c370-4b08-a0c1-9fcf2ba68d44 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:19.059129 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2383f8-f555-4e18-b9cd-0e4625acc355", "name": "network-vif-deleted", "tag": "36a3726b-fc9e-4c51-9741-f96aa54f425c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:19.059129 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc65a8d0-c370-4b08-a0c1-9fcf2ba68d44 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:19.059129 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2383f8-f555-4e18-b9cd-0e4625acc355', 'name': 'network-vif-deleted', 'tag': '36a3726b-fc9e-4c51-9741-f96aa54f425c', 'status': 'completed', 'code': 200} Dec 20 22:57:19.424921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba30475-7ae3-44c8-bf77-b381d73e9173 req-3a60eb78-9f24-4e63-a254-b9f84ca9e3aa tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:19.434756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dba30475-7ae3-44c8-bf77-b381d73e9173 req-3a60eb78-9f24-4e63-a254-b9f84ca9e3aa tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.0667136 Dec 20 22:57:19.526816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bb4f84d-5a44-45ee-8ff9-fdfec9d91ffc req-d665b93b-1d19-4e1b-9e3a-fbaacfe11945 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0510743 Dec 20 22:57:19.540521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dba30475-7ae3-44c8-bf77-b381d73e9173 req-53a56d15-c0db-4f01-8f5e-fc25e7ef6212 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986097 Dec 20 22:57:19.826087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-9e730c3c-2d8a-4533-aee1-615f43ef20bc tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:19.830428 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-9e730c3c-2d8a-4533-aee1-615f43ef20bc tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 950 time: 0.1070004 Dec 20 22:57:19.887071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7be333-3ea9-4292-a182-6ce358e98bbc req-aa26906f-fee6-4bf4-ac34-4cbaafc7a384 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:19.888700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf7be333-3ea9-4292-a182-6ce358e98bbc req-aa26906f-fee6-4bf4-ac34-4cbaafc7a384 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 950 time: 0.1394715 Dec 20 22:57:19.991642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf7be333-3ea9-4292-a182-6ce358e98bbc req-86f2d66f-2ab7-4e04-9946-09aef0a608bf tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/security-groups?id=6abfa95d-7d72-41f0-8711-29b721dd20eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Dec 20 22:57:20.093495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Deleting port d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:20.099891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:20.329638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] For port d417bf94-bbb4-4c00-b84f-7b7157406eb9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d417bf94-bbb4-4c00-b84f-7b7157406eb9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:20.330246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:20.348482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Calling delete_port for d417bf94-bbb4-4c00-b84f-7b7157406eb9 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:20.609570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:20.627256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d417bf94-bbb4-4c00-b84f-7b7157406eb9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:20.655448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Pushing event deleted for resources: {'Port': ['ID=d417bf94-bbb4-4c00-b84f-7b7157406eb9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:20.764489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] No DVR routers for this DVR port d417bf94-bbb4-4c00-b84f-7b7157406eb9 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:20.772310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:20.780529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f02ee59-5b84-4eb3-9c6d-0f5c38538167 req-096c624e-67ed-431e-a08c-c32a643ac561 tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.45 "DELETE /v2.0/ports/d417bf94-bbb4-4c00-b84f-7b7157406eb9 HTTP/1.1" status: 204 len: 173 time: 0.9400084 Dec 20 22:57:20.845638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef24e5-5f9e-43cd-a324-4ac34de5cbfc req-5fd3d34e-b648-42b1-8e53-fc8b35bb7909 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:20.853503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22ef24e5-5f9e-43cd-a324-4ac34de5cbfc req-5fd3d34e-b648-42b1-8e53-fc8b35bb7909 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.1899185 Dec 20 22:57:20.917794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-d8e095a5-41ac-4723-b51c-31d819a0fda1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:20.919566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-d8e095a5-41ac-4723-b51c-31d819a0fda1 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.1823213 Dec 20 22:57:21.000789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22ef24e5-5f9e-43cd-a324-4ac34de5cbfc req-9ca8e984-47fc-47ca-98b7-a76451bed105 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438203 Dec 20 22:57:21.058756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-deleted', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:21.061201 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2fc439-c3a2-4319-8502-a9be7e2117b6" -d '{"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-deleted", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:21.154067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3801075e-5205-40ca-a1ab-0f9905281aef req-78a69414-fc65-4462-9013-c886d64a3cbb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0821033 Dec 20 22:57:21.188446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Deleting port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:21.189057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:21.346422 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c586e18-72c3-4e8f-8a7c-db1567788751 x-openstack-request-id: req-1c586e18-72c3-4e8f-8a7c-db1567788751 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:21.346968 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3789254-868b-4ee1-a550-11a8847731bd", "name": "network-vif-deleted", "tag": "d417bf94-bbb4-4c00-b84f-7b7157406eb9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:21.346968 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c586e18-72c3-4e8f-8a7c-db1567788751 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:21.347340 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3789254-868b-4ee1-a550-11a8847731bd', 'name': 'network-vif-deleted', 'tag': 'd417bf94-bbb4-4c00-b84f-7b7157406eb9', 'status': 'completed', 'code': 200} Dec 20 22:57:21.839344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-360faee8-e8cb-4c8a-9bf6-cc5d3232f5ab req-71338d42-6b9d-4870-a042-fdebac2ed67c tempest-ServersAdminTestJSON-1736703038 tempest-ServersAdminTestJSON-1736703038-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3789254-868b-4ee1-a550-11a8847731bd HTTP/1.1" status: 200 len: 210 time: 0.0471768 Dec 20 22:57:21.903550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] For port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:21.905293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:21.928948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Calling delete_port for b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:22.292937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8112-e9cf-49ee-9b56-3de1e30de907 req-077fe3ed-3eea-4602-9f57-bbcf9245fcba tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:22.296306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca4b8112-e9cf-49ee-9b56-3de1e30de907 req-077fe3ed-3eea-4602-9f57-bbcf9245fcba tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 950 time: 0.1254961 Dec 20 22:57:22.374067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca4b8112-e9cf-49ee-9b56-3de1e30de907 req-35c42b30-c65a-4889-9c80-6babdc6ab9c7 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707352 Dec 20 22:57:22.397048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:22.411196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:22.430357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f065f486-406b-4d4e-80dc-6330747745b4 req-aabdc960-9c44-4c53-8877-6c1ac860a5a7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0625110 Dec 20 22:57:22.455345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Pushing event deleted for resources: {'Port': ['ID=b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:22.551254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] No DVR routers for this DVR port b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:22.559485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:22.570911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4c115ee-8c9b-4d28-9534-fa8264f3c3d0 req-44511ce6-ef1f-40d3-bb35-4a1ff1d09817 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.45 "DELETE /v2.0/ports/b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd HTTP/1.1" status: 204 len: 173 time: 1.6318147 Dec 20 22:57:22.570911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-deleted', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:22.570911 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b1156-848a-4cd2-b8ab-c48be99224b4" -d '{"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-deleted", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:22.653546 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b3669d-3f26-4e3d-bbee-c86e51d39a3b x-openstack-request-id: req-11b3669d-3f26-4e3d-bbee-c86e51d39a3b {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:22.654298 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62dcbbc-6574-41f9-8069-060634b9a848", "name": "network-vif-deleted", "tag": "b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:22.655024 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11b3669d-3f26-4e3d-bbee-c86e51d39a3b {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:22.655153 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62dcbbc-6574-41f9-8069-060634b9a848', 'name': 'network-vif-deleted', 'tag': 'b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd', 'status': 'completed', 'code': 200} Dec 20 22:57:22.703036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35838) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:22.878350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8edb-acb1-4fae-86a1-7e89452c6fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:22.992187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8edb-acb1-4fae-86a1-7e89452c6fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.060023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8edb-acb1-4fae-86a1-7e89452c6fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.092945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:23.093519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5bdd8edb-acb1-4fae-86a1-7e89452c6fe4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4adb8a8277ea40abac6a314c8565f396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887665 Dec 20 22:57:23.120702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8edb-acb1-4fae-86a1-7e89452c6fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4bbb9-1d1e-470e-b8d8-4d4c90b079ec,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:23.171738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.224361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.349234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.355585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:23.359112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2b4bbb9-1d1e-470e-b8d8-4d4c90b079ec HTTP/1.1" status: 204 len: 168 time: 0.2630670 Dec 20 22:57:23.390018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157749c-f420-42d0-a2c0-070e3621eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4bbb9-1d1e-470e-b8d8-4d4c90b079ec,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:23.628809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35874) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:23.689375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ce16e97-f625-4983-8af6-92a7665782fd req-66705241-6a1b-4523-951f-8b81d5b5f262 tempest-MigrationsAdminTest-2116775910 tempest-MigrationsAdminTest-2116775910-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62dcbbc-6574-41f9-8069-060634b9a848 HTTP/1.1" status: 200 len: 210 time: 0.0985005 Dec 20 22:57:23.817492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aec5a32b-15ab-4ed0-ac24-2684d65071d8 req-4a22ca43-3db3-4e87-a05c-dc30a5e46c34 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.1533222 Dec 20 22:57:24.169573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:24.170327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-face8494-ff12-470e-a6e9-76237480e658 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=965d4c0bb93842618262f0a218d69349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394113 Dec 20 22:57:24.244108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.275024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.424118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.429506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.433144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6abfa95d-7d72-41f0-8711-29b721dd20eb HTTP/1.1" status: 204 len: 168 time: 0.2612677 Dec 20 22:57:24.485937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c585a98-d655-4cd4-82d2-ccc186438ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abfa95d-7d72-41f0-8711-29b721dd20eb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:24.534848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:24.555863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-206d68bc-d846-4e7e-b1a4-3ff7d8038380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.645804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-206d68bc-d846-4e7e-b1a4-3ff7d8038380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.711600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-206d68bc-d846-4e7e-b1a4-3ff7d8038380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:24.823730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:24.837453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35906) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:24.838799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-206d68bc-d846-4e7e-b1a4-3ff7d8038380 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1b0af7418e54a66aba4e2d85461d317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985959 Dec 20 22:57:24.839955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d68bc-d846-4e7e-b1a4-3ff7d8038380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6e171-811f-4d02-8b5c-f562ee152190,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:24.934722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: d417bf94-bbb4-4c00-b84f-7b7157406eb9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:24.938869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d417bf94-bbb4-4c00-b84f-7b7157406eb9 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:24.942430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:25.007936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:25.073689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:25.073689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b12f98fa-4e8f-4fcc-a6d2-b5a0bbe8f1fd not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:25.100989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:25.119652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854f0f17-97e6-4cc4-aed4-129d7b38b3c6 req-344f4430-0119-4a1f-aafd-88f6010b0f5f tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba2383f8-f555-4e18-b9cd-0e4625acc355 HTTP/1.1" status: 200 len: 210 time: 0.0563390 Dec 20 22:57:25.327948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:25.330709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:25.332081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5c6e171-811f-4d02-8b5c-f562ee152190 HTTP/1.1" status: 204 len: 168 time: 0.4933724 Dec 20 22:57:25.344027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadff8b-0b85-4832-bc38-004fdeb5558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6e171-811f-4d02-8b5c-f562ee152190,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:25.679256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35930) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:25.778629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b7f55e5e-c164-4d78-9634-1672d4ab475c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64359eb76cf045b7bc35fb24b636244f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977387 Dec 20 22:57:25.781758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:25.868962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:25.886408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35934) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:25.909796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.097318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.101438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.103440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0007ad36-256d-4df3-960f-eacff8df9577 HTTP/1.1" status: 204 len: 168 time: 0.3206148 Dec 20 22:57:26.124421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eaf3a-f15d-4260-ab4f-ca3203044c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007ad36-256d-4df3-960f-eacff8df9577,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:26.450500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d61048e2-b395-4fbe-8b79-f8974a665252 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97b0ac3019814fb8a7689450b045d6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628300 Dec 20 22:57:26.453926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35954) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:26.556400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.608061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.788825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.798045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:26.804072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c HTTP/1.1" status: 204 len: 168 time: 0.3443124 Dec 20 22:57:26.811043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42e0ad-eef1-4cea-8025-1f88c1966eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7272d-d67a-4dd4-847e-e5b3ea7a2b4c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:27.865303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36010) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:27.923650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48edd785-9249-4e5b-b558-74de2ee1b294 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f05ba22421f04dcc974c96bf558dd9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555520 Dec 20 22:57:27.926114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:28.035847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:28.052035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:28.118967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:28.317061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:28.321142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:28.325855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80db3b19-1318-41b0-981d-93fc060a633c HTTP/1.1" status: 204 len: 168 time: 0.3977568 Dec 20 22:57:28.349835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5933a-d2b2-44d1-a682-69c25ff523cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db3b19-1318-41b0-981d-93fc060a633c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:31.089265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-7753d956-c9d0-4afb-9e1c-60e263707201 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334084 Dec 20 22:57:31.246799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-c565f126-8bc0-44a4-97c9-54dfcab64ee5 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:31.256497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-c565f126-8bc0-44a4-97c9-54dfcab64ee5 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585445 Dec 20 22:57:31.279096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-21e8f403-4056-4ee1-b932-be2784919ab0 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/quotas/072f0b0bc6c24ecf84d022b27a086bc1 HTTP/1.1" status: 200 len: 375 time: 0.0209734 Dec 20 22:57:31.362922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-fa4bcf0b-bca3-427e-a903-54b2e3575bfd tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808284 Dec 20 22:57:31.776055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61b5c635-abf4-4f09-b0a9-ded8a3adbff0 req-59db17ec-56cf-4ed6-bbd1-f0a6e0b681f8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0357225 Dec 20 22:57:32.213852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36244) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:32.480874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a123-2559-497a-907e-18a41a80c64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:32.598752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a123-2559-497a-907e-18a41a80c64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:32.716839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a123-2559-497a-907e-18a41a80c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:32.762444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:32.763107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d0b1a123-2559-497a-907e-18a41a80c64c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88be212679824616b054bed82be22e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480244 Dec 20 22:57:32.764333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1a123-2559-497a-907e-18a41a80c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d87bd79-982a-47d9-af7e-ee6bb63c3486,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:32.854987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:32.883760 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:32.973088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aba78-67b3-45c3-b206-4f393e0632da req-4ae087f8-9e58-46c4-a2aa-a01105c88dfc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:32.974696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc0aba78-67b3-45c3-b206-4f393e0632da req-4ae087f8-9e58-46c4-a2aa-a01105c88dfc tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Dec 20 22:57:33.031508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc0aba78-67b3-45c3-b206-4f393e0632da req-3767bb47-1123-4d26-93ad-8bbec4132639 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500653 Dec 20 22:57:33.106611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecb748a5-74ae-46d9-9717-def72ea3965a req-d5a67284-8be1-49d7-a8d6-c230c3c199c4 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0258563 Dec 20 22:57:33.110742 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.110895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.113568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.114793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d87bd79-982a-47d9-af7e-ee6bb63c3486 HTTP/1.1" status: 204 len: 168 time: 0.3507292 Dec 20 22:57:33.141932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6532f-899d-4707-8335-6dd5418b8662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d87bd79-982a-47d9-af7e-ee6bb63c3486,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:33.376076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-8ff1307c-9f1c-4118-8ae0-226fb91cbd43 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:33.377280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-8ff1307c-9f1c-4118-8ae0-226fb91cbd43 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 945 time: 0.0659006 Dec 20 22:57:33.485948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Deleting port f6930bb7-3dac-419b-ba3f-ee0a56faade1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:33.486340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.585620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] For port f6930bb7-3dac-419b-ba3f-ee0a56faade1, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f6930bb7-3dac-419b-ba3f-ee0a56faade1,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:33.586733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.601142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Calling delete_port for f6930bb7-3dac-419b-ba3f-ee0a56faade1 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:33.825205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.838037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f6930bb7-3dac-419b-ba3f-ee0a56faade1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:33.843826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:33.855265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event deleted for resources: {'Port': ['ID=f6930bb7-3dac-419b-ba3f-ee0a56faade1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:33.894243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] No DVR routers for this DVR port f6930bb7-3dac-419b-ba3f-ee0a56faade1 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:33.897175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.900476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f82f1194-cba6-45d5-965f-df3ac9f52173 req-770f7bdf-30bb-40bc-bc2c-71c6ed37edc3 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "DELETE /v2.0/ports/f6930bb7-3dac-419b-ba3f-ee0a56faade1 HTTP/1.1" status: 204 len: 173 time: 0.5163651 Dec 20 22:57:33.901074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-deleted', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:33.903404 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e64270c-db38-4079-bb3f-566426e440a0" -d '{"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-deleted", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:33.943425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:33.948301 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bfddd-5fcc-4bd6-aa4a-920fcbf99805 x-openstack-request-id: req-8f0bfddd-5fcc-4bd6-aa4a-920fcbf99805 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:33.948774 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10698d13-0e61-49ff-8f93-c164da2e6e85", "name": "network-vif-deleted", "tag": "f6930bb7-3dac-419b-ba3f-ee0a56faade1", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:33.949182 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f0bfddd-5fcc-4bd6-aa4a-920fcbf99805 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:33.949762 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10698d13-0e61-49ff-8f93-c164da2e6e85', 'name': 'network-vif-deleted', 'tag': 'f6930bb7-3dac-419b-ba3f-ee0a56faade1', 'status': 'completed', 'code': 200} Dec 20 22:57:33.967255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:33.969527 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71e26e-8a2a-4e0e-9af1-18b95b489753" -d '{"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-unplugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:33.982933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:34.082181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.156077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36316) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:34.163385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:34.176218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96fce1a7-c1db-478b-9b4f-89cb7b4166af admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.194740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06dd5a10-7e12-4506-a3e7-d3e410ed6c73 req-55b71c0a-439d-4274-9932-1b183d2e3831 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 210 time: 0.0545068 Dec 20 22:57:34.286705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:34.287289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96fce1a7-c1db-478b-9b4f-89cb7b4166af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.415724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fad3bd-06a7-4e37-bdcb-6f437a4ac545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.427424 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97140e01-66ae-45b3-a28f-2c7beda92485 x-openstack-request-id: req-97140e01-66ae-45b3-a28f-2c7beda92485 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:34.427726 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-unplugged", "status": "completed", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:34.428505 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97140e01-66ae-45b3-a28f-2c7beda92485 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:34.428909 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'code': 200} Dec 20 22:57:34.433401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-5a2d3427-6ea2-4067-9ece-c30336a57b65 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:34.435112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-5a2d3427-6ea2-4067-9ece-c30336a57b65 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.1393955 Dec 20 22:57:34.442159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96fce1a7-c1db-478b-9b4f-89cb7b4166af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.460315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-c0f993ae-e037-435a-8830-33dcb84a8269 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/quotas/05047b9f1dc14217b09864c79fa1acd5 HTTP/1.1" status: 200 len: 375 time: 0.0176330 Dec 20 22:57:34.499782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96fce1a7-c1db-478b-9b4f-89cb7b4166af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffa7febb407949b1a7a5116a00112867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426201 Dec 20 22:57:34.502344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36334) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:34.504385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce1a7-c1db-478b-9b4f-89cb7b4166af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc5184-d57f-4d8d-a64c-30afc5eb4677,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:34.544110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db56e707-87eb-4441-b5dc-b3bb47eb35f4 req-bd51d0f2-5db4-4f6c-81aa-1ab2ee178474 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0506756 Dec 20 22:57:34.559622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.586296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-d9090858-8f84-4c11-ac01-0389d37665b8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135218 Dec 20 22:57:34.588034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.621562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fad3bd-06a7-4e37-bdcb-6f437a4ac545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.746061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-b358f221-7f22-45b5-bc92-43049a8d6d55 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588166 Dec 20 22:57:34.819345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f157ecc8-1834-4e9d-88f1-57604aea46ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.840442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-72ff8d6b-d157-4c44-b151-7c79573d49e6 service neutron] 10.222.0.62 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Dec 20 22:57:34.874796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fad3bd-06a7-4e37-bdcb-6f437a4ac545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.874940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.877440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:34.881573 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0edc5184-d57f-4d8d-a64c-30afc5eb4677 HTTP/1.1" status: 204 len: 168 time: 0.3781135 Dec 20 22:57:34.890588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0cad6-01a6-4e5d-80d2-1eaf46bc2ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc5184-d57f-4d8d-a64c-30afc5eb4677,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:34.929999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46fad3bd-06a7-4e37-bdcb-6f437a4ac545 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59e2d6916c9c47dd9ecfae338e53f871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6517060 Dec 20 22:57:34.932802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:34.939934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fad3bd-06a7-4e37-bdcb-6f437a4ac545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a56b24-8f45-41f9-8e7c-114ea1c2bdcf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:34.988128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.010595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.110617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52770318-7853-4e9e-9ecd-57be8cb975b1 req-755e3921-337c-499e-a7bc-17c7188f77b4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0316644 Dec 20 22:57:35.156349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.159471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.161700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16a56b24-8f45-41f9-8e7c-114ea1c2bdcf HTTP/1.1" status: 204 len: 168 time: 0.2275019 Dec 20 22:57:35.173436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6de29-c1c4-4c72-a0ff-7066622507db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a56b24-8f45-41f9-8e7c-114ea1c2bdcf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:35.312337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-435b0ca8-ebaa-4977-8dbb-af2f0d117255 req-039fb9d3-7f23-4e06-86fa-d8d0e0060586 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=10698d13-0e61-49ff-8f93-c164da2e6e85 HTTP/1.1" status: 200 len: 210 time: 0.0284092 Dec 20 22:57:35.367404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-96e56b6e-f73a-476c-89e3-de523a5b3c19 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245838 Dec 20 22:57:35.498621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-8f1a6f97-ae44-4c47-8d6c-ec1ff08069dd tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:35.500134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-8f1a6f97-ae44-4c47-8d6c-ec1ff08069dd tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279874 Dec 20 22:57:35.517947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Request body: {'port': {'device_id': '96997981-43e0-405a-847c-d1dbda6ef77a', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '072f0b0bc6c24ecf84d022b27a086bc1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:35.647179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74b669ef-2b5a-46da-81f3-9b155f22e4f8 req-786ff9f2-5260-4813-9e67-a53e7dfa8b2e tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0326116 Dec 20 22:57:35.783555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Made reservation on behalf of 072f0b0bc6c24ecf84d022b27a086bc1 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:35.789290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.804823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-ae4597ef-4862-4351-864f-9ed2b55e5777 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:35.806918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-ae4597ef-4862-4351-864f-9ed2b55e5777 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6118093-bab9-4db7-a46f-2cbc28860301 HTTP/1.1" status: 200 len: 943 time: 0.1020133 Dec 20 22:57:35.813183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.833463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:35.890776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: f6930bb7-3dac-419b-ba3f-ee0a56faade1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:35.896252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f6930bb7-3dac-419b-ba3f-ee0a56faade1 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:35.927384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:35.957349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Deleting port 438b979d-595b-4d17-a08a-6beb31cd4f1d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:35.957680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.057242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] For port 438b979d-595b-4d17-a08a-6beb31cd4f1d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=438b979d-595b-4d17-a08a-6beb31cd4f1d,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:36.057593 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.069701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Calling delete_port for 438b979d-595b-4d17-a08a-6beb31cd4f1d owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:36.071213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.154757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:36.240253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b35d5f25-af08-4a79-9ba3-91fcb59062d7 req-97c1f947-5e51-42c1-a694-53a9d797cfad tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0322990 Dec 20 22:57:36.258316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Allocated IP 192.168.233.92 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/10aab3b9-d3c0-4931-a490-cb898c086583) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:36.341947 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.378399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event deleted for resources: {'Port': ['ID=438b979d-595b-4d17-a08a-6beb31cd4f1d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:36.424351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] No DVR routers for this DVR port 438b979d-595b-4d17-a08a-6beb31cd4f1d on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:36.427075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.432441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27cd51c7-88ad-4fcf-a48b-9cd9cef31fd5 req-1ae44583-73d9-4a72-a179-6f95ad117f28 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.59 "DELETE /v2.0/ports/438b979d-595b-4d17-a08a-6beb31cd4f1d HTTP/1.1" status: 204 len: 173 time: 0.6179228 Dec 20 22:57:36.432904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-deleted', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:36.448604 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0f34c6-cf3a-480a-9d93-5ca54eb47726" -d '{"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-deleted", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:36.467842 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.468631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:36.491989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4df3-8ffc-4ab0-8b47-55e72f141a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.507642 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66cd315-687e-4af2-bf74-6d5d6d929369 x-openstack-request-id: req-d66cd315-687e-4af2-bf74-6d5d6d929369 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:36.507886 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6118093-bab9-4db7-a46f-2cbc28860301", "name": "network-vif-deleted", "tag": "438b979d-595b-4d17-a08a-6beb31cd4f1d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:36.507977 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d66cd315-687e-4af2-bf74-6d5d6d929369 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:36.508356 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6118093-bab9-4db7-a46f-2cbc28860301', 'name': 'network-vif-deleted', 'tag': '438b979d-595b-4d17-a08a-6beb31cd4f1d', 'status': 'completed', 'code': 200} Dec 20 22:57:36.587776 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4df3-8ffc-4ab0-8b47-55e72f141a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.753887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8453043a-69c5-4951-bfd9-455d41ee7b9a req-675ed546-05bc-4114-a3f3-c748b3b4e8bb tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0339513 Dec 20 22:57:36.755162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.809106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4df3-8ffc-4ab0-8b47-55e72f141a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.819138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:36.822570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:36.827837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:36.839635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Pushing event updated for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:36.871316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a9ff4df3-8ffc-4ab0-8b47-55e72f141a39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8958ad0b97e6440990ba16e1cb81e4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021034 Dec 20 22:57:36.874211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:36.893975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:36.894631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:36.925826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff4df3-8ffc-4ab0-8b47-55e72f141a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160077d-5dce-4e03-b3ff-2f720bbac4cb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:37.018051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.056212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.057530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-5e0816de-416d-4953-9c43-105a1df6f4e9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5435483 Dec 20 22:57:37.162611 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9576daf-dac4-49d6-af9c-43f90e350224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.185673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Request body: {'port': {'device_id': '96997981-43e0-405a-847c-d1dbda6ef77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:37.240177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.241289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0492ad1f-8038-4937-8450-4f2c945a3deb None None] Provisioning complete for port 10aab3b9-d3c0-4931-a490-cb898c086583 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:37.241671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0492ad1f-8038-4937-8450-4f2c945a3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.281229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0492ad1f-8038-4937-8450-4f2c945a3deb None None] Port 10aab3b9-d3c0-4931-a490-cb898c086583 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:57:37.322362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.326853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.326853 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5160077d-5dce-4e03-b3ff-2f720bbac4cb HTTP/1.1" status: 204 len: 168 time: 0.4516001 Dec 20 22:57:37.343111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af6f3-387b-4f9c-ad73-9ed1aeb3f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160077d-5dce-4e03-b3ff-2f720bbac4cb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:37.415743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4218f67-fa84-464b-8f23-9df640793cf1 req-bb4eeb1c-6e73-4428-a7d9-4659dabeb534 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0755968 Dec 20 22:57:37.531202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced74975-72e8-4fed-9745-4ca32b342773 req-28466dc6-630c-4f40-99e3-942a69a35dd7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:37.533040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced74975-72e8-4fed-9745-4ca32b342773 req-28466dc6-630c-4f40-99e3-942a69a35dd7 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.1594093 Dec 20 22:57:37.607731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced74975-72e8-4fed-9745-4ca32b342773 req-a648d3ae-506c-48ff-9372-b247fe22b9d6 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667138 Dec 20 22:57:37.673766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aab3b9-d3c0-4931-a490-cb898c086583 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:37.681431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.696780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Transition to ACTIVE for port object 10aab3b9-d3c0-4931-a490-cb898c086583 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:57:37.848995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:37.852961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-cae25943-39fc-431c-84c5-f5560501f3e1 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:37.855153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-cae25943-39fc-431c-84c5-f5560501f3e1 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 945 time: 0.0852008 Dec 20 22:57:38.071539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Pushing event updated for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:38.101354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Deleting port 54d649d2-df39-42ce-a9e0-162ce64d26d2 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:38.103942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.184206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-5c15dfa8-008b-4aa1-b65a-1bf0efefb1d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2638795 Dec 20 22:57:38.199172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670126f2-6d97-4bcc-8370-639ff6b93130 req-60a97c28-8409-4078-8f0b-031e0ca6f427 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:38.205741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.209654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-670126f2-6d97-4bcc-8370-639ff6b93130 req-60a97c28-8409-4078-8f0b-031e0ca6f427 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 947 time: 0.2632151 Dec 20 22:57:38.222201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Attempting to bind port 10aab3b9-d3c0-4931-a490-cb898c086583 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:38.222621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Attempting to bind port 10aab3b9-d3c0-4931-a490-cb898c086583 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:38.223789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Attempting to bind port 10aab3b9-d3c0-4931-a490-cb898c086583 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:38.238832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Port 10aab3b9-d3c0-4931-a490-cb898c086583 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:57:38.239149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Attempting to bind port 10aab3b9-d3c0-4931-a490-cb898c086583 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:38.265417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:38.266111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:38.272423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:38.272423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Bound port: 10aab3b9-d3c0-4931-a490-cb898c086583, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:38.272423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.342213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] For port 54d649d2-df39-42ce-a9e0-162ce64d26d2, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=54d649d2-df39-42ce-a9e0-162ce64d26d2,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:38.342581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.344981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-670126f2-6d97-4bcc-8370-639ff6b93130 req-9ca092c0-de93-4e27-bae6-0608a9ad734d tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342418 Dec 20 22:57:38.390989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-e157d54e-8fea-40f6-ac6c-451b258602dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:38.392473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-e157d54e-8fea-40f6-ac6c-451b258602dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c7e681b05b94476a25abb4e627af93c&device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 1095 time: 0.1390290 Dec 20 22:57:38.418277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Calling delete_port for 54d649d2-df39-42ce-a9e0-162ce64d26d2 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:38.421380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:38.469256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=10aab3b9-d3c0-4931-a490-cb898c086583,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:38.542828 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.690493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-875067aa-eaf7-46e6-9639-cfe9ea3e8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:38.692891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-875067aa-eaf7-46e6-9639-cfe9ea3e8bce service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 200 len: 921 time: 0.2566822 Dec 20 22:57:38.694214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:38.694811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.696072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] 10.222.0.45 "PUT /v2.0/ports/10aab3b9-d3c0-4931-a490-cb898c086583 HTTP/1.1" status: 200 len: 1095 time: 1.6254382 Dec 20 22:57:38.698782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:38.702610 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:38.703128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.721297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-422e1500-57fe-4bef-ae4e-7b7d8a8026cd req-d4fe9e44-303b-4bbd-afd7-c238fb81abb1 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0742755 Dec 20 22:57:38.770911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event deleted for resources: {'Port': ['ID=54d649d2-df39-42ce-a9e0-162ce64d26d2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:38.843302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-4c1bc235-7dff-42cd-87c3-752e2c270d01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 200 len: 217 time: 0.1205471 Dec 20 22:57:38.849753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1beca-03aa-4594-8f2c-dda42c989058 service neutron] Pushing event updated for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:38.881040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] No DVR routers for this DVR port 54d649d2-df39-42ce-a9e0-162ce64d26d2 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:38.908510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:38.924189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e8e9a782-832c-4183-ad7e-d02d18c304f2 req-4eabb997-73e8-4511-a4e0-6d03298492da tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "DELETE /v2.0/ports/54d649d2-df39-42ce-a9e0-162ce64d26d2 HTTP/1.1" status: 204 len: 173 time: 1.0607436 Dec 20 22:57:38.959103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-deleted', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:38.965304 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e24340-84dc-4a34-9664-6882500c3a0e" -d '{"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-deleted", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:38.984688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4314fea-dbff-49ed-b3bd-4b9712aa67d2 req-c00e1abe-e8e8-4a2f-89eb-98f89785cb86 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.1170220 Dec 20 22:57:38.992511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-e4d5e541-f043-42d1-8fbb-551e2566017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:38.992511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-e4d5e541-f043-42d1-8fbb-551e2566017d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 1098 time: 0.1251745 Dec 20 22:57:39.001992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-22e7fe78-f1f0-4afc-b6bb-6f469ca5f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:39.003536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-22e7fe78-f1f0-4afc-b6bb-6f469ca5f404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 200 len: 860 time: 0.1497707 Dec 20 22:57:39.043888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-90e16efe-e105-4349-a13b-1bc2c00d9635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e4c285b-2734-4b2a-b013-f38695c69978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321608 Dec 20 22:57:39.188766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-df180f3c-b645-4170-9143-e9c3313168a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=10aab3b9-d3c0-4931-a490-cb898c086583 HTTP/1.1" status: 200 len: 217 time: 0.1841385 Dec 20 22:57:39.198558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-e46c4875-5e9c-474c-9fc9-33396ffebd8e service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109316 Dec 20 22:57:39.203356 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e0afac-256a-40a2-9bd2-b489b26fc19c x-openstack-request-id: req-13e0afac-256a-40a2-9bd2-b489b26fc19c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:39.204097 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7dd6e-f15e-426f-8727-df9268ea53ed", "name": "network-vif-deleted", "tag": "54d649d2-df39-42ce-a9e0-162ce64d26d2", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:39.205471 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13e0afac-256a-40a2-9bd2-b489b26fc19c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:39.206249 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7dd6e-f15e-426f-8727-df9268ea53ed', 'name': 'network-vif-deleted', 'tag': '54d649d2-df39-42ce-a9e0-162ce64d26d2', 'status': 'completed', 'code': 200} Dec 20 22:57:39.276579 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c229bb6-99b6-42a6-a3f9-780c30c3f5ea x-openstack-request-id: req-2c229bb6-99b6-42a6-a3f9-780c30c3f5ea {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:39.277293 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:39.277654 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c229bb6-99b6-42a6-a3f9-780c30c3f5ea {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:39.278293 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583', 'status': 'completed', 'code': 200} Dec 20 22:57:39.304706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-ff1d6b59-d6ec-4869-a97d-89078e532fb3 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:39.306285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-ff1d6b59-d6ec-4869-a97d-89078e532fb3 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "GET /v2.0/networks?id=863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 200 len: 804 time: 0.3801045 Dec 20 22:57:39.326075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Request body: {'port': {'device_id': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'admin_state_up': True, 'tenant_id': '05047b9f1dc14217b09864c79fa1acd5'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:39.345521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-6b016abf-257a-404c-867b-7260d8cd8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:39.347648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-6b016abf-257a-404c-867b-7260d8cd8530 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1351552 Dec 20 22:57:39.394745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36480) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:39.408538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39b4a8b6-772d-40f5-b75c-c049518f1b9d req-6a057dca-5df2-47f1-8edf-1d793dec0110 service neutron] 10.222.0.59 "GET /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097220 Dec 20 22:57:39.431392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-65a9fb5b-8313-44e1-bce5-392fdd82a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:39.436620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-65a9fb5b-8313-44e1-bce5-392fdd82a9a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760169 Dec 20 22:57:39.567095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-network', 'tenant_id': '1683633450064949879d7714e2ebe536'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:39.587341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Made reservation on behalf of 05047b9f1dc14217b09864c79fa1acd5 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:39.593770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:39.610930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba190387-fd7b-4464-a95c-7a8abb7a4b52 req-da5b3a7b-72f7-41ec-906a-f51b1d843837 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:39.612771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba190387-fd7b-4464-a95c-7a8abb7a4b52 req-da5b3a7b-72f7-41ec-906a-f51b1d843837 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 947 time: 0.1267560 Dec 20 22:57:39.614854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-e8b837d8-ee61-4c60-b981-5d6e4abeaccd service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668494 Dec 20 22:57:39.668254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:39.719609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:39.757440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Made reservation on behalf of 1683633450064949879d7714e2ebe536 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:39.760113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:39.783361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:39.834299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba190387-fd7b-4464-a95c-7a8abb7a4b52 req-f2f1ba4b-8ca4-4cf4-9e48-2fd41ffcdfde tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126505 Dec 20 22:57:39.847552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3478ccd4-4eba-41ff-9daa-b5d59d917299 req-3928479f-53f2-4473-8d14-e5154f76ee33 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0475378 Dec 20 22:57:39.858956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:39.890808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 54d649d2-df39-42ce-a9e0-162ce64d26d2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:39.891104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 54d649d2-df39-42ce-a9e0-162ce64d26d2 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:39.892011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:39.894266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07914b40-8d39-4eb7-a464-733e5d6a6237 req-9ef9c755-91d6-4f1a-8ffb-b7360de1334b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626653 Dec 20 22:57:39.925598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 438b979d-595b-4d17-a08a-6beb31cd4f1d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:39.925970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 438b979d-595b-4d17-a08a-6beb31cd4f1d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:39.954429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8706a80c-293f-4de0-aa1e-5b3f7f449748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:39.972900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.020712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Allocated IP 172.20.0.14 (863ea931-e3e4-48c9-8bec-b661c31e3f5b/e66476b5-2018-44cc-ad15-2c1bb11a16d8/9e85df8e-46f1-4b87-8e0a-e61ee15b9424) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:40.071129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8706a80c-293f-4de0-aa1e-5b3f7f449748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.095360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.109644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:40.120599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.120943 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Added segment 624910a6-9d79-417f-aedf-b644a0175f27 of type vlan for network e56cfe71-9ac6-4b49-9aff-2422ec2338ff Dec 20 22:57:40.168754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8706a80c-293f-4de0-aa1e-5b3f7f449748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.172112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.229138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-089dbf29-1490-4300-944b-0037c001a76a req-264efbe1-0f0e-4e66-b7e0-ff6355d6bfb4 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=32d7dd6e-f15e-426f-8727-df9268ea53ed HTTP/1.1" status: 200 len: 210 time: 0.0676415 Dec 20 22:57:40.232337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.246257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:40.285915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8706a80c-293f-4de0-aa1e-5b3f7f449748 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69e87c3415cd421db4a83fffdcf737d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650849 Dec 20 22:57:40.288231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36500) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:40.308465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-46db6f50-33d3-4e4e-98ab-4204ee34131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.310492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-46db6f50-33d3-4e4e-98ab-4204ee34131e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 1098 time: 0.2510173 Dec 20 22:57:40.315711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a80c-293f-4de0-aa1e-5b3f7f449748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2a3db7-3b28-4dc4-b659-3ce83937ab04,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:40.353286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.377144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.409324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.409472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.410337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.411248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.447962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.467429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:40.484098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Network 863ea931-e3e4-48c9-8bec-b661c31e3f5b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:40.485969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:40.488405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:40.499623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-bf99ebf0-3e12-4880-9e66-a16443dc3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.501079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-bf99ebf0-3e12-4880-9e66-a16443dc3030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1696961 Dec 20 22:57:40.506836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] Pushing event updated for resources: {'Network': ['ID=e56cfe71-9ac6-4b49-9aff-2422ec2338ff,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:40.522666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:40.539645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.540268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.548183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-80c38e9a-4785-4e78-8947-26ca19b22dde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=10aab3b9-d3c0-4931-a490-cb898c086583 HTTP/1.1" status: 200 len: 217 time: 0.0389600 Dec 20 22:57:40.552590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19c2eca8-98b7-469c-b247-64d3390a1e62 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1568689 Dec 20 22:57:40.555868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36504) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:40.561873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Request body: {'subnet': {'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-subnet', 'tenant_id': '1683633450064949879d7714e2ebe536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:40.578817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.582061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.585173 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc2a3db7-3b28-4dc4-b659-3ce83937ab04 HTTP/1.1" status: 204 len: 168 time: 0.2953465 Dec 20 22:57:40.608653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34965b17-a441-4ced-a33c-a1b29bfbabe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2a3db7-3b28-4dc4-b659-3ce83937ab04,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:40.621141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-126c0e16-f8fe-48b0-bb35-2433c28f1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.621141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-126c0e16-f8fe-48b0-bb35-2433c28f1ea8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0608819 Dec 20 22:57:40.626612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-9e56db05-7735-4b54-8a02-8d7ee000e291 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3054535 Dec 20 22:57:40.644103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Request body: {'port': {'device_id': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:40.686673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-88110954-6ddb-4f2b-bad1-7cac34de45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:40.688164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-88110954-6ddb-4f2b-bad1-7cac34de45a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455673 Dec 20 22:57:40.696744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Made reservation on behalf of 1683633450064949879d7714e2ebe536 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:40.698835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.699036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:40.851041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-33ef6b4b-de67-4b9e-8661-c3b009a84771 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491282 Dec 20 22:57:41.023263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:41.035307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.049011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Transition to ACTIVE for port object 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:57:41.137167 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.217365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:41.277444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Attempting to bind port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:41.277832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Attempting to bind port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:41.278151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Attempting to bind port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:41.283845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:57:41.284146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Attempting to bind port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 on network 863ea931-e3e4-48c9-8bec-b661c31e3f5b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:41.289652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:41.290030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Checking segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:41.290413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Bound using segment: {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:41.290973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Bound port: 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec6d11-a8ad-45a9-943b-20e06494df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:41.291289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.362438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36522) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:41.366577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:41.369920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:41.431272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4aef8b-f180-4390-8ed0-de809c889911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.447966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.484545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0cac-54ea-41a8-a43c-6bd7c649936c req-e91f473c-3241-4681-871d-683cc9398190 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:41.486346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ebd0cac-54ea-41a8-a43c-6bd7c649936c req-e91f473c-3241-4681-871d-683cc9398190 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 947 time: 0.5221295 Dec 20 22:57:41.489754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab7378db-bd08-47ee-929f-8ea8d8e0bb3d req-95a947bf-992d-4c2b-a507-6c874e3c0f6d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290710 Dec 20 22:57:41.497790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:41.499126 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.501338 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e85df8e-46f1-4b87-8e0a-e61ee15b9424 HTTP/1.1" status: 200 len: 1092 time: 0.8634894 Dec 20 22:57:41.505364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:41.509211 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b34fae2-0e5c-403e-98bd-7c90486f8940" -d '{"events": [{"name": "network-changed", "server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:41.515350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3186-2c07-4137-a8da-b31ecf0df753 req-4269e087-0a5e-4d16-8baf-ff0dbb6f5c79 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:41.522624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-025d3186-2c07-4137-a8da-b31ecf0df753 req-4269e087-0a5e-4d16-8baf-ff0dbb6f5c79 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 944 time: 0.5035748 Dec 20 22:57:41.577567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad0521-ae57-4726-a810-74ec9e660991 service neutron] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:41.630191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-025d3186-2c07-4137-a8da-b31ecf0df753 req-0b9e4b58-5f41-4a33-b70a-2707a76eaedc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065948 Dec 20 22:57:41.634565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ebd0cac-54ea-41a8-a43c-6bd7c649936c req-f3251955-dbd3-4bcc-88f3-9667b7fd33d9 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019495 Dec 20 22:57:41.661258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4aef8b-f180-4390-8ed0-de809c889911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.790412 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca51a7b5-c2ce-4832-a431-397e8f10f06b x-openstack-request-id: req-ca51a7b5-c2ce-4832-a431-397e8f10f06b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:41.790412 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:41.790412 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca51a7b5-c2ce-4832-a431-397e8f10f06b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:41.790412 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'status': 'completed', 'code': 200} Dec 20 22:57:41.848753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-1eea6704-b98c-4ced-abeb-4486a4024a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:41.850319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-1eea6704-b98c-4ced-abeb-4486a4024a88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 1095 time: 0.0412481 Dec 20 22:57:41.896351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.943963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbedecf-7f83-4e7e-9acc-fbb17a8738dd,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:41.960652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4aef8b-f180-4390-8ed0-de809c889911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:41.974477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Checking segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:41.974837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Network hostable DHCP agents. Network: e56cfe71-9ac6-4b49-9aff-2422ec2338ff, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:42.008325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aef8b-f180-4390-8ed0-de809c889911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6724fc3-397c-4a4e-9972-6a4eba0a01ad,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:42.015516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e4aef8b-f180-4390-8ed0-de809c889911 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a42dce00eec4cddb3091ad6cc6d8074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6496468 Dec 20 22:57:42.022549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:42.046954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-edf9c550-16b3-45ed-be18-83a87a8e448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.048560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-edf9c550-16b3-45ed-be18-83a87a8e448b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=05047b9f1dc14217b09864c79fa1acd5&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1896148 Dec 20 22:57:42.083543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:42.092353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.119171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.177152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-76f8800b-9e30-4c23-a66b-22279cef7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.177746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e56cfe71-9ac6-4b49-9aff-2422ec2338ff) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:42.178660 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b34fae2-0e5c-403e-98bd-7c90486f8940 req-76f8800b-9e30-4c23-a66b-22279cef7e53 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173770 Dec 20 22:57:42.182861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.183596 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.187955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b183435-e1f0-45fb-83cd-f030bc898008 None None] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:42.265242 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.267860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.269041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6724fc3-397c-4a4e-9972-6a4eba0a01ad HTTP/1.1" status: 204 len: 168 time: 0.2452822 Dec 20 22:57:42.272134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-a27d4707-5b58-4a8c-97a4-46182889e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.277504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-a27d4707-5b58-4a8c-97a4-46182889e1df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=05047b9f1dc14217b09864c79fa1acd5&device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 1095 time: 0.0463998 Dec 20 22:57:42.278674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-38b0cef6-b481-411d-ab2c-a5dc02598792 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7216749 Dec 20 22:57:42.281470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36540) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:42.287040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24739312-0a9b-43ca-8784-db42c75f3607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6724fc3-397c-4a4e-9972-6a4eba0a01ad,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:42.288662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:42.304440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'project_id': '1683633450064949879d7714e2ebe536', 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:57:42.309441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.384293 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-04f95438-6d74-4406-9f15-13ead20cdc6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424 HTTP/1.1" status: 200 len: 217 time: 0.0812209 Dec 20 22:57:42.424498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bbc92-1e48-405f-8895-0d7089e4c67f req-62b07a1a-9bb8-4b6e-9ac3-35cbde0b2d8e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.426792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-658bbc92-1e48-405f-8895-0d7089e4c67f req-62b07a1a-9bb8-4b6e-9ac3-35cbde0b2d8e tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.0770662 Dec 20 22:57:42.458676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Allocated IP 172.20.0.2 (e56cfe71-9ac6-4b49-9aff-2422ec2338ff/abbedecf-7f83-4e7e-9acc-fbb17a8738dd/6a92449a-0af5-4bf9-a7a5-5e1ffda32479) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:42.459208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-3ed631d8-75a1-4c19-aa0e-a28caede7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.460674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-3ed631d8-75a1-4c19-aa0e-a28caede7145 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 200 len: 844 time: 0.0661438 Dec 20 22:57:42.486288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-658bbc92-1e48-405f-8895-0d7089e4c67f req-4e042739-7cd7-40b8-b947-340fbbe27ff6 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/security-groups?id=3df4210f-94fb-4ab1-86cd-7f2456d2d39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Dec 20 22:57:42.510655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-8fb5bee9-cfed-4f2b-a403-1454e9cb0450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863ea931-e3e4-48c9-8bec-b661c31e3f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273354 Dec 20 22:57:42.510655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.510655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.603747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.620997 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.638578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-8672177c-383b-4afa-a0f4-3e3c5e0e430f service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267247 Dec 20 22:57:42.683771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.729966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:42.734838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:42.738733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:42.746513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Pushing event updated for resources: {'Port': ['ID=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:42.802380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Attempting to bind port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:42.803284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Attempting to bind port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:42.803284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Attempting to bind port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 on network e56cfe71-9ac6-4b49-9aff-2422ec2338ff {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:42.811840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:42.812209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Checking segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:42.812845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.813404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Bound using segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:42.814247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Bound port: 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:42.814857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.890197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 10aab3b9-d3c0-4931-a490-cb898c086583 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:57:42.899178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:42.909963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f10f85-3e54-42db-8ab5-58bf82995166 req-f189b111-8ed8-4cae-a2f7-3771faa0a5ae tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.909963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9f10f85-3e54-42db-8ab5-58bf82995166 req-f189b111-8ed8-4cae-a2f7-3771faa0a5ae tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 947 time: 0.1467485 Dec 20 22:57:42.920714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] For port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:42.928249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479efd9c-5166-4471-b794-72fdaa538a38 req-487410ad-c934-48af-8614-907ab17e1b68 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.930350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-479efd9c-5166-4471-b794-72fdaa538a38 req-487410ad-c934-48af-8614-907ab17e1b68 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 944 time: 0.1883385 Dec 20 22:57:42.943572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ebbb2ec0-aacc-4fa2-b237-43af2df565ef req-7895b10e-fad4-4d18-a7e8-af7393acc58e service neutron] 10.222.0.45 "GET /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980299 Dec 20 22:57:42.949756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] For port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:42.981205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb6247-d110-44eb-9fab-2d37b1e8a1ce req-0ea40679-3aba-4c0f-b3c8-4b42f468822e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:42.982795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bbb6247-d110-44eb-9fab-2d37b1e8a1ce req-0ea40679-3aba-4c0f-b3c8-4b42f468822e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 944 time: 0.1874864 Dec 20 22:57:43.032113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.088497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9f10f85-3e54-42db-8ab5-58bf82995166 req-3222c810-30a8-4c44-a92a-be0a3552bd34 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716404 Dec 20 22:57:43.098453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73f0ad-7fb7-414a-aeac-fcc03cb4f220 None None] Pushing event updated for resources: {'Port': ['ID=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:43.100073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bbb6247-d110-44eb-9fab-2d37b1e8a1ce req-1dfce4d8-a07e-4cf4-95de-554e1fcbfeb2 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092768 Dec 20 22:57:43.105164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=10aab3b9-d3c0-4931-a490-cb898c086583,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:43.127402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '10aab3b9-d3c0-4931-a490-cb898c086583', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '10aab3b9-d3c0-4931-a490-cb898c086583', 'mac_address': 'fa:16:3e:d7:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:57:43.132267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Deleting port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:57:43.132727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.178047 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.202751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aab3b9-d3c0-4931-a490-cb898c086583 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:43.252726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] For port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,segment=NetworkSegment(3a504e1c-6b81-4c38-9cd8-7ba113eb5e68),segment_id=3a504e1c-6b81-4c38-9cd8-7ba113eb5e68)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:43.253782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.255094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=10aab3b9-d3c0-4931-a490-cb898c086583,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:43.271554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Calling delete_port for 1f5fa048-c552-4b0b-bc35-56ad0d4087ec owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:57:43.337278 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.377541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.407276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.408424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:43.578262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.591474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Allocated IP 172.25.1.152 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5c6e6604-9205-4473-ad81-7fca369af394) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:43.592409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['10aab3b9-d3c0-4931-a490-cb898c086583'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:43.670886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afeb7089-5821-402a-8203-1b796a2db2f9 req-e5068674-eff3-4e6b-983f-4a95249bae22 tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.0865655 Dec 20 22:57:43.680681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Pushing event deleted for resources: {'Port': ['ID=1f5fa048-c552-4b0b-bc35-56ad0d4087ec,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:43.730959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] No DVR routers for this DVR port 1f5fa048-c552-4b0b-bc35-56ad0d4087ec on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:57:43.735218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.736091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.739833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-479efd9c-5166-4471-b794-72fdaa538a38 req-d9867db8-c475-4e8d-a6ab-11a21ebc89eb tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.59 "DELETE /v2.0/ports/1f5fa048-c552-4b0b-bc35-56ad0d4087ec HTTP/1.1" status: 204 len: 173 time: 0.7997119 Dec 20 22:57:43.740756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-deleted', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:43.753703 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11e22c-09cb-468e-873d-790ecd0b6c1b" -d '{"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-deleted", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:43.821129 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5e1b0-eaaf-4c96-87ec-5f65fcd9a1eb x-openstack-request-id: req-7cc5e1b0-eaaf-4c96-87ec-5f65fcd9a1eb {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:43.822693 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d05c10-30c2-49d5-9cdc-87b018b811ca", "name": "network-vif-deleted", "tag": "1f5fa048-c552-4b0b-bc35-56ad0d4087ec", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:43.823166 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cc5e1b0-eaaf-4c96-87ec-5f65fcd9a1eb {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:43.823746 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d05c10-30c2-49d5-9cdc-87b018b811ca', 'name': 'network-vif-deleted', 'tag': '1f5fa048-c552-4b0b-bc35-56ad0d4087ec', 'status': 'completed', 'code': 200} Dec 20 22:57:43.831632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:43.865064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:43.910993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:43.918697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:43.925770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:43.962863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-374917933-network', 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:43.973442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Pushing event updated for resources: {'Port': ['ID=5c6e6604-9205-4473-ad81-7fca369af394,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:44.159158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:44.166555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.186295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.281244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd3410-a7b2-4ece-b8fe-dba3663c5873 req-5d2ab250-b655-47e5-a3a7-73392b7b8d35 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:44.283207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41dd3410-a7b2-4ece-b8fe-dba3663c5873 req-5d2ab250-b655-47e5-a3a7-73392b7b8d35 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 948 time: 0.0868514 Dec 20 22:57:44.303850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b509184-377d-4ac4-b874-eecec98c9b12 req-b5a405fe-47da-4ae5-9e83-b050ab92c6cb tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:44.305406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b509184-377d-4ac4-b874-eecec98c9b12 req-b5a405fe-47da-4ae5-9e83-b050ab92c6cb tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 944 time: 0.0740564 Dec 20 22:57:44.379438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.398376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41dd3410-a7b2-4ece-b8fe-dba3663c5873 req-947f47a4-31ec-4e6f-b160-1b3f38956ec5 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063688 Dec 20 22:57:44.410266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b509184-377d-4ac4-b874-eecec98c9b12 req-504f499e-158e-4171-a6b3-931cfc71fefd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Dec 20 22:57:44.426243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.436522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d4ff2-d20d-46b8-ba81-326e8ab3a320 None None] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:44.486174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.500692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:44.576768 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.576768 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Added segment 3a0c62fe-76c0-4256-9f8b-1dbc6291b385 of type vlan for network 3015924b-4453-448d-84e1-d1418ace8d34 Dec 20 22:57:44.584588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:44.593239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:44.640202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] Provisioning complete for port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:44.640845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.664404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.748679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:44.749452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.808300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.846456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:44.873984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b5d576a-970d-4207-8a3f-3edf3123e7e7 req-e0129d6d-720b-45de-8d69-db70a5e3cc9c tempest-LiveAutoBlockMigrationV225Test-1378774281 tempest-LiveAutoBlockMigrationV225Test-1378774281-project] 10.222.0.62 "GET /v2.0/ports?device_id=76d05c10-30c2-49d5-9cdc-87b018b811ca HTTP/1.1" status: 200 len: 210 time: 0.0489700 Dec 20 22:57:44.926482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 10aab3b9-d3c0-4931-a490-cb898c086583 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:44.933036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] For port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:44.992923 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.042026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.110754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 10aab3b9-d3c0-4931-a490-cb898c086583 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:57:45.125287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:57:45.125647 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:57:45.127743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 10aab3b9-d3c0-4931-a490-cb898c086583 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:45.128117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.132825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b605ff-6227-4f0a-b576-e53229b2dcfa None None] Pushing event updated for resources: {'Port': ['ID=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:45.181743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c7097aea-6eaa-4e77-beca-dcf000e3a6a7 None None] Provisioning complete for port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:45.182109 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7097aea-6eaa-4e77-beca-dcf000e3a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.207836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.208789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:45.209377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.265863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.315563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3015924b-4453-448d-84e1-d1418ace8d34,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:45.320008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:45.322281 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b1023-7a71-4a1a-8192-5dfc530549e1" -d '{"events": [{"server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "name": "network-vif-plugged", "status": "completed", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:45.331191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:45.334060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8fd01cd7-183c-48ab-b01f-92ad7e38e0b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5011568 Dec 20 22:57:45.337613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Request body: {'subnet': {'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-374917933-subnet', 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:45.340064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3015924b-4453-448d-84e1-d1418ace8d34 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:45.343579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=10aab3b9-d3c0-4931-a490-cb898c086583,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:45.412619 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6cf8fb-b97e-48af-9955-ca1db424728f x-openstack-request-id: req-ce6cf8fb-b97e-48af-9955-ca1db424728f {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:45.413078 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "name": "network-vif-plugged", "status": "completed", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:45.413293 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce6cf8fb-b97e-48af-9955-ca1db424728f {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:45.413695 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583', 'code': 200} Dec 20 22:57:45.421187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.457905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Router fbe3204f-a552-430b-b44c-03e5e948ab00 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:57:45.493039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:45.495417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.496485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:45.615563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f34373-e6c1-4537-b68e-6f0c59596f59 req-6ca9fb47-3431-4140-8500-97ea04e9a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:45.617046 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9f34373-e6c1-4537-b68e-6f0c59596f59 req-6ca9fb47-3431-4140-8500-97ea04e9a1db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 1100 time: 0.0881643 Dec 20 22:57:45.627936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:45.663988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701ebe8-310c-45c8-890e-5a2255db75dc req-08b90d24-61ef-4581-aa27-2dab5f93204b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:45.665481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9701ebe8-310c-45c8-890e-5a2255db75dc req-08b90d24-61ef-4581-aa27-2dab5f93204b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 944 time: 0.1147444 Dec 20 22:57:45.667317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Sync routers for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:45.678074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9f34373-e6c1-4537-b68e-6f0c59596f59 req-a84ba8c5-59a8-4d64-b3f2-16602dbd713d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480528 Dec 20 22:57:45.692385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:45.693325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:45.693555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f61d6-363a-446c-a774-5aa01d3970ea req-be93ad7e-765a-401a-b8d3-da18e7918e08 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:45.695000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862f61d6-363a-446c-a774-5aa01d3970ea req-be93ad7e-765a-401a-b8d3-da18e7918e08 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.1431653 Dec 20 22:57:45.712251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.712251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1bdd293d-3994-4c9b-aacd-9a06b447ddaf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4271967 Dec 20 22:57:45.712937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36610) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:45.716286 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:57:45.826103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:45.828022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9701ebe8-310c-45c8-890e-5a2255db75dc req-9055e42f-b64f-4982-b9ea-4a7f6301c481 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320589 Dec 20 22:57:45.831690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862f61d6-363a-446c-a774-5aa01d3970ea req-79e1e816-4ef4-4467-8c30-46610a9a39c3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266887 Dec 20 22:57:45.882303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:45.907324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:57:45.943394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6c94c8-a836-4e24-9f47-e58645357cb1,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:45.955647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:45.956132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Network hostable DHCP agents. Network: 3015924b-4453-448d-84e1-d1418ace8d34, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:45.970036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36614) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:45.972342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 1f5fa048-c552-4b0b-bc35-56ad0d4087ec {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:57:45.972816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1f5fa048-c552-4b0b-bc35-56ad0d4087ec not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:57:46.030380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Network 3015924b-4453-448d-84e1-d1418ace8d34 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:46.093827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Deleting subnet bdfff25c-9ace-4678-95fb-366841d4d15b {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:57:46.093980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.101125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:44Z', 'revision_number': 3, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:46.113948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:46.114669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3015924b-4453-448d-84e1-d1418ace8d34) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:46.126784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1459833429'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:46.138799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301e24b-699a-4642-afe8-2991472d1d29 None None] Network 3015924b-4453-448d-84e1-d1418ace8d34 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:46.139373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:46.140021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.161688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Checking router: fbe3204f-a552-430b-b44c-03e5e948ab00 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:46.162110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Updating router fbe3204f-a552-430b-b44c-03e5e948ab00 port 5c6e6604-9205-4473-ad81-7fca369af394 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:57:46.163048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.208886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.209241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.257759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-effed683-4bc2-4394-9780-5f4c98620576 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9170194 Dec 20 22:57:46.365589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:46.369227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.372862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.373073 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.374051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Allocated IP 172.20.0.1 (e56cfe71-9ac6-4b49-9aff-2422ec2338ff/abbedecf-7f83-4e7e-9acc-fbb17a8738dd/4b292b0a-6cdf-439e-8179-df4d46e63c4d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:46.396722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.402619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bdfff25c-9ace-4678-95fb-366841d4d15b HTTP/1.1" status: 204 len: 168 time: 0.4314933 Dec 20 22:57:46.407723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:46.435482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649076e1-c236-4e78-852b-9b58fb4dade4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfff25c-9ace-4678-95fb-366841d4d15b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:46.459509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:46.472050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.472484 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Added segment 338de444-2d79-430b-bd75-ad0cd204cf8c of type vlan for network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d Dec 20 22:57:46.492772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27222187-40d2-43db-b38e-26787b514a26 None None] Network 3015924b-4453-448d-84e1-d1418ace8d34 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:46.525386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.552898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:46.569528 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.615562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.617465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.623561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:46.624154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.691585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.713228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:46.713973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.720072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4c285b-2734-4b2a-b013-f38695c69978']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:46.740537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6238325 Dec 20 22:57:46.743053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36630) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:46.754319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:46.755120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a504e1c-6b81-4c38-9cd8-7ba113eb5e68') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:46.756233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-711540631'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:46.766449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a547a-72e8-4730-baef-a71e2f704fa5 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Network': ['ID=74221fe8-22ae-48f0-b01e-1c5af54b4a4d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:46.781867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:46.792487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.817030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.832294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:57:46.832807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:57:46.835290 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:57:46.943614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:57:46.974417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.022589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a6bae-e48f-436e-96af-c7ccfdbc2bd3 req-bbdd27e7-27d8-4467-ba10-b5eadc63c08c tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:47.024294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-073a6bae-e48f-436e-96af-c7ccfdbc2bd3 req-bbdd27e7-27d8-4467-ba10-b5eadc63c08c tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 944 time: 0.0901051 Dec 20 22:57:47.028836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.031681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51deb4b-a9f0-4ac7-9377-ff76d44bfeb7 req-d4279492-dfd4-4e66-88ed-feecb9b59939 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:47.033144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f51deb4b-a9f0-4ac7-9377-ff76d44bfeb7 req-d4279492-dfd4-4e66-88ed-feecb9b59939 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.0847533 Dec 20 22:57:47.037828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:47.039710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.069071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:47.073565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:47.077130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:47.078517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:47.092770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'mac_address': 'fa:16:3e:31:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:57:47.099627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.111511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Pushing event updated for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.111511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.130890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.145877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3e4c285b-2734-4b2a-b013-f38695c69978 HTTP/1.1" status: 204 len: 168 time: 0.7352643 Dec 20 22:57:47.148712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36646) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:47.171444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287b905-9317-4097-98f6-bab469ffa914 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4c285b-2734-4b2a-b013-f38695c69978,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.176707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:47.178371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.204621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428941b-9912-4608-b39a-747501e52d60 None None] Pushing event updated for resources: {'Port': ['ID=5c6e6604-9205-4473-ad81-7fca369af394,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.209780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.213751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Attempting to bind port 5c6e6604-9205-4473-ad81-7fca369af394 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:47.214226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Attempting to bind port 5c6e6604-9205-4473-ad81-7fca369af394 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:47.214692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Attempting to bind port 5c6e6604-9205-4473-ad81-7fca369af394 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:47.229696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-073a6bae-e48f-436e-96af-c7ccfdbc2bd3 req-7dd85699-bc18-4f2d-95ab-1ddaf4db53fc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867259 Dec 20 22:57:47.253054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f51deb4b-a9f0-4ac7-9377-ff76d44bfeb7 req-8688f952-583c-44bb-b512-d1b50f0f7b89 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046342 Dec 20 22:57:47.256409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.256947 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Added segment 44e7180d-9802-4bed-9abf-3cefc0696b2b of type vlan for network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 Dec 20 22:57:47.298565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:47.298952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:47.305189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.305747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:47.306274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Bound port: 5c6e6604-9205-4473-ad81-7fca369af394, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:47.307669 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.314554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Deleting subnet 634e5cac-16e1-415c-8d88-ed7a70ee4a42 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:57:47.316174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:47.344555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.359001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.398988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36650) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:47.406918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:47.411604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-715121319-network', 'tenant_id': '68d873c6b43a4bd599432fc30f0387a6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:47.430116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] For port 5c6e6604-9205-4473-ad81-7fca369af394, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:47.434055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] For port 5c6e6604-9205-4473-ad81-7fca369af394, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5c6e6604-9205-4473-ad81-7fca369af394,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:47.448781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.469638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-47031bdf-894f-4a9e-9358-47632dfad34b None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:47.470124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47031bdf-894f-4a9e-9358-47632dfad34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.497063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.504285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-47031bdf-894f-4a9e-9358-47632dfad34b None None] Port 4b292b0a-6cdf-439e-8179-df4d46e63c4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:57:47.522484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.540171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.543705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.557803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Made reservation on behalf of 68d873c6b43a4bd599432fc30f0387a6 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:47.560847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.564841 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.567751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:47.568379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.580155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.600856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:47.601426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:47.640889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.642162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428941b-9912-4608-b39a-747501e52d60 None None] Pushing event updated for resources: {'Port': ['ID=5c6e6604-9205-4473-ad81-7fca369af394,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.644275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Network': ['ID=4c1ab89b-4b36-4076-aa14-c41cae52bc87,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.673677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9c34a73-b5f7-4e0d-8c42-51c47ca228a9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9239993 Dec 20 22:57:47.674166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36652) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:47.678030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634e5cac-16e1-415c-8d88-ed7a70ee4a42,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.680127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:47.683309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'subnet': {'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:47.690957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.696567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36654) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:47.696787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57cda67a-0e96-483c-b477-ed0539380b51 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/634e5cac-16e1-415c-8d88-ed7a70ee4a42 HTTP/1.1" status: 204 len: 168 time: 0.5396156 Dec 20 22:57:47.800451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:47.826023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['9e85df8e-46f1-4b87-8e0a-e61ee15b9424'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:47.827947 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.830162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:47.843016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.846786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.858828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:47.862874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.893632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.949530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.983616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:47.994938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:48.059768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9351f404-301f-4d74-9d5b-1ebfdbe83c38']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:48.064929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c8e6f-ddc9-4e41-b00d-f1be5512c801,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:48.073498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.074090 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Added segment d4bce4aa-8ae8-4454-b52d-d094039b93a9 of type vlan for network e37f4120-6cc5-4007-a6f4-98daf2a4304c Dec 20 22:57:48.094658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edb0665-59b6-4ef2-b4e0-3f65f53a4084') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:48.094943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edb0665-59b6-4ef2-b4e0-3f65f53a4084') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:48.098053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Pushing event updated for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:48.128266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.131137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.136674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.138694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b292b0a-6cdf-439e-8179-df4d46e63c4d', 'name': '', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'tenant_id': '1683633450064949879d7714e2ebe536', 'mac_address': 'fa:16:3e:79:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:46Z', 'updated_at': '2021-12-20T22:57:46Z', 'revision_number': 1, 'project_id': '1683633450064949879d7714e2ebe536', 'subnets': [{'id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:48.160421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.169596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5192e-96cc-4c38-a6f7-8f617eca21f4 None None] The sync data for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 is: [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b292b0a-6cdf-439e-8179-df4d46e63c4d', 'name': '', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'tenant_id': '1683633450064949879d7714e2ebe536', 'mac_address': 'fa:16:3e:79:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:46Z', 'updated_at': '2021-12-20T22:57:46Z', 'revision_number': 1, 'project_id': '1683633450064949879d7714e2ebe536', 'subnets': [{'id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:57:48.176328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.193455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:57:48.193820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:57:48.195563 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:57:48.209574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Subnet': ['ID=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:48.222442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:48.222938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network hostable DHCP agents. Network: 74221fe8-22ae-48f0-b01e-1c5af54b4a4d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:48.323321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:48.324791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:48.336291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:48.366286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3405-52f4-403b-a9de-d68c53205f4a req-3668d7df-a44b-4073-9944-996c304d923b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:48.371735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff1f3405-52f4-403b-a9de-d68c53205f4a req-3668d7df-a44b-4073-9944-996c304d923b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 945 time: 0.0636647 Dec 20 22:57:48.419945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.421028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:48.421701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.427832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.446849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 74221fe8-22ae-48f0-b01e-1c5af54b4a4d) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:48.458528 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.464483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9351f404-301f-4d74-9d5b-1ebfdbe83c38 HTTP/1.1" status: 204 len: 168 time: 0.7611489 Dec 20 22:57:48.464835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cb4ba-3bde-4244-ac1c-b11a4a18f9a9 None None] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:48.464948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:48.464948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.483519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff1f3405-52f4-403b-a9de-d68c53205f4a req-4f7b9a96-a7fd-4955-b4a0-a3aafaa32583 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081743 Dec 20 22:57:48.546110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5b881-fe35-4577-abf8-494773c7e914 req-b30ed35f-8929-44df-8375-5d037de387bf tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:48.555654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66d5b881-fe35-4577-abf8-494773c7e914 req-b30ed35f-8929-44df-8375-5d037de387bf tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.1581674 Dec 20 22:57:48.565625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36666) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:48.568030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1657453 Dec 20 22:57:48.568030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074cc72-e420-4ddf-b674-e53d10831759 admin admin] Pushing event updated for resources: {'Network': ['ID=e37f4120-6cc5-4007-a6f4-98daf2a4304c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:48.593965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Request body: {'subnet': {'network_id': 'e37f4120-6cc5-4007-a6f4-98daf2a4304c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-715121319-subnet', 'tenant_id': '68d873c6b43a4bd599432fc30f0387a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:48.596677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Router fbe3204f-a552-430b-b44c-03e5e948ab00 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:57:48.603819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230323e0-97a9-40f2-a0d7-c55830de3769 admin admin] Pushing event deleted for resources: {'Network': ['ID=9351f404-301f-4d74-9d5b-1ebfdbe83c38,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:48.627994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3b2fedf3-6fc7-43ca-90e0-eb65e8b7bc89 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9508924 Dec 20 22:57:48.628898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36668) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:48.654252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'subnet': {'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:48.750756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66d5b881-fe35-4577-abf8-494773c7e914 req-9f548529-b56c-4733-84ac-8eee1bd734a0 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931689 Dec 20 22:57:48.809153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e37f4120-6cc5-4007-a6f4-98daf2a4304c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:48.896563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:48.900317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Made reservation on behalf of 68d873c6b43a4bd599432fc30f0387a6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:48.903369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-811d19ef-a558-4b68-aaa3-94330dc02dae admin admin] 10.222.0.62 "PUT /v2.0/routers/fbe3204f-a552-430b-b44c-03e5e948ab00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1888871 Dec 20 22:57:48.905998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:48.934010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:49.020391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1e931e81-9e82-4491-aa9c-292b4302ec0f None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:49.020926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e931e81-9e82-4491-aa9c-292b4302ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.029707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:49.033351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.114690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:57:49.117025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.127774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36678) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:49.169661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1e931e81-9e82-4491-aa9c-292b4302ec0f None None] Port 4b292b0a-6cdf-439e-8179-df4d46e63c4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:57:49.326713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:57:49.334025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:49.334708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.472074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.472074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-44a0c391-2f08-47e7-a13e-0cf891310bfd tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353379 Dec 20 22:57:49.472779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.534150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:49.537197 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8bdba2-47ab-429e-af01-b54b0aa6d607" -d '{"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-plugged", "status": "completed", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:49.558165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:49.569821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Allocated IP 10.1.1.2 (74221fe8-22ae-48f0-b01e-1c5af54b4a4d/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0/5e92c66a-339b-4e1e-b516-43489ab45ed8) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:49.647254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.656147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.696867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b3fa2b-b3b6-4927-875f-62aa4bae1e19,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:49.742632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:49.766596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Checking segment: {'id': 'd4bce4aa-8ae8-4454-b52d-d094039b93a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e37f4120-6cc5-4007-a6f4-98daf2a4304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:49.766961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Network hostable DHCP agents. Network: e37f4120-6cc5-4007-a6f4-98daf2a4304c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:49.771338 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-28b86dcf-99b9-4b8a-8189-399eba210021 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c7e681b05b94476a25abb4e627af93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402068 Dec 20 22:57:49.771947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36702) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:49.839301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.874507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.876322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90602b-9bdf-4a4a-99a7-1275b18ce45a req-d8dac14d-fdcc-49cf-8356-9e13d0ccacd9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:49.877432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c90602b-9bdf-4a4a-99a7-1275b18ce45a req-d8dac14d-fdcc-49cf-8356-9e13d0ccacd9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.2031834 Dec 20 22:57:49.884235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-48d84ab5-f271-45e6-a7c5-1bd3d679242b tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:49.885712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-48d84ab5-f271-45e6-a7c5-1bd3d679242b tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064655 Dec 20 22:57:49.890457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.893049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Checking segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:49.893415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network hostable DHCP agents. Network: 4c1ab89b-4b36-4076-aa14-c41cae52bc87, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:49.897783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Subnet': ['ID=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:49.927993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-ec5c807c-fe85-4b5c-9976-0d865b05b21e tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/quotas/072f0b0bc6c24ecf84d022b27a086bc1 HTTP/1.1" status: 200 len: 375 time: 0.0310857 Dec 20 22:57:49.973703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:49.974756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Network e37f4120-6cc5-4007-a6f4-98daf2a4304c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:49.996313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c90602b-9bdf-4a4a-99a7-1275b18ce45a req-7a7c39eb-8f97-4fb2-a59c-52ef08d031c2 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094878 Dec 20 22:57:50.016021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-14cb45b2-c087-430f-8bb1-d2bdee627da3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739398 Dec 20 22:57:50.030184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:50.050734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:50.051622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.054147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:50.055439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.057365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3df4210f-94fb-4ab1-86cd-7f2456d2d39e HTTP/1.1" status: 204 len: 168 time: 0.2843049 Dec 20 22:57:50.061853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:50.076342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e1103-bca4-48a3-a91a-5c69814987b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4210f-94fb-4ab1-86cd-7f2456d2d39e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:50.113794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e37f4120-6cc5-4007-a6f4-98daf2a4304c) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:50.115759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 4c1ab89b-4b36-4076-aa14-c41cae52bc87) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:50.120466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:50.121058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.127459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Pushing event updated for resources: {'Port': ['ID=5e92c66a-339b-4e1e-b516-43489ab45ed8,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:50.130371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:50.133657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.145444 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34927083-d5db-4c2a-b7e1-7666edfabc7c x-openstack-request-id: req-34927083-d5db-4c2a-b7e1-7666edfabc7c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:50.145831 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-plugged", "status": "completed", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:50.146091 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34927083-d5db-4c2a-b7e1-7666edfabc7c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:50.146493 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'code': 200} Dec 20 22:57:50.147384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8b6cf-c041-40ea-9ffc-29c1b7968d20 None None] Network e37f4120-6cc5-4007-a6f4-98daf2a4304c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:50.248501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e691c1a-6d74-4fc1-9296-53a4f5c62a60 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6051431 Dec 20 22:57:50.258693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:50.265809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-980114484', 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:50.270786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78fb20-6a87-49c0-bd72-01efe92671ea None None] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:50.305575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8afba-5701-4602-b7bc-5bc452e4c1be req-de2e1620-5758-4403-8acd-782b12fbc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:50.315003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a8d8afba-5701-4602-b7bc-5bc452e4c1be req-de2e1620-5758-4403-8acd-782b12fbc880 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 1097 time: 0.1104786 Dec 20 22:57:50.343495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-893486d8-fad8-4ac3-8708-48cf2b2ddeca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7766700 Dec 20 22:57:50.359699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36720) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:50.392127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-network', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:50.448795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a8d8afba-5701-4602-b7bc-5bc452e4c1be req-eb55acad-30e3-46d4-8399-86d5e63618cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259995 Dec 20 22:57:50.487781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Attempting to bind port 5e92c66a-339b-4e1e-b516-43489ab45ed8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:50.488142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Attempting to bind port 5e92c66a-339b-4e1e-b516-43489ab45ed8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:50.488501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Attempting to bind port 5e92c66a-339b-4e1e-b516-43489ab45ed8 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:50.502378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:50.502378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:50.502678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.505905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Bound using segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:50.505905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Bound port: 5e92c66a-339b-4e1e-b516-43489ab45ed8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:50.505905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.509959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc18b67-74a6-4683-8cca-2837b543cdaf None None] Network e37f4120-6cc5-4007-a6f4-98daf2a4304c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:50.533190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Made reservation on behalf of 7954dde5e7a64f479c85ff35e26f0d20 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:50.535962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.593805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cec31c3d-480e-4315-92f4-3f03ffb3b2df req-ed2be892-4ed1-4e9b-9ee9-d6cdb36f7f39 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 210 time: 0.0689540 Dec 20 22:57:50.606531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.657935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5c6e6604-9205-4473-ad81-7fca369af394 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:50.757368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.784016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:50.787546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ips': [{'subnet_id': '6a1bede0-cd7e-4b82-9a0b-901c502f2bb2'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:57:50.788389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.851872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.897767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:57:50.928051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70889953-3ce9-4d37-8121-fbb802fb210a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:50.937609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] For port 5e92c66a-339b-4e1e-b516-43489ab45ed8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:50.946311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5c6e6604-9205-4473-ad81-7fca369af394 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:50.946680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.953856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:50.953856 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Added segment cfc81421-115f-4719-b0ba-a2ed6df7e2f6 of type vlan for network 06646fee-26f5-43a3-bbda-be927d995781 Dec 20 22:57:51.004356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.023920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] For port 5e92c66a-339b-4e1e-b516-43489ab45ed8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e92c66a-339b-4e1e-b516-43489ab45ed8,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:51.069242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:51.103499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Allocated IP 10.2.2.2 (4c1ab89b-4b36-4076-aa14-c41cae52bc87/6a1bede0-cd7e-4b82-9a0b-901c502f2bb2/9ae3bdbb-786e-4ea8-b860-3ca869e6edfd) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:51.111871 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.117630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.147923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:51.148201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c94ca0b2-9266-4eb2-8233-85a0480fc3d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5156f75976e4252917b3fe52acf7eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766814 Dec 20 22:57:51.167625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] device_id is not set on port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 22:57:51.269200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2553-a805-4891-920e-7d0b124c0584 None None] Pushing event updated for resources: {'Port': ['ID=5e92c66a-339b-4e1e-b516-43489ab45ed8,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:51.316690 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.363749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-1d99b445-91d8-424f-adcf-1cbd6a0c4349 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:51.365280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-1d99b445-91d8-424f-adcf-1cbd6a0c4349 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.3359225 Dec 20 22:57:51.366586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5c6e6604-9205-4473-ad81-7fca369af394, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5c6e6604-9205-4473-ad81-7fca369af394,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:51.400730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.463028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775bdb-9efe-4787-ba65-143160b9c848 req-d06eda9d-2235-4a65-9a7a-8bfa0f3988ea tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:51.465535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22775bdb-9efe-4787-ba65-143160b9c848 req-d06eda9d-2235-4a65-9a7a-8bfa0f3988ea tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.3453083 Dec 20 22:57:51.467879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.468783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:51.469340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.489317 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Sync routers for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:51.496078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.510485 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:51.511306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:51.515916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-d9bbee13-45dd-4cfc-bafb-74930fc96dda tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/quotas/17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 375 time: 0.1137786 Dec 20 22:57:51.526726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.531891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.566218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:51.581704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:51.586459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:51.595598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5c6e6604-9205-4473-ad81-7fca369af394,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:51.627652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.672808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-2faee5a9-a21b-402b-9c88-59d5590572cb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127441 Dec 20 22:57:51.680573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:51.723606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3628337 Dec 20 22:57:51.726417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36760) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:51.731814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Request body: {'subnet': {'network_id': '06646fee-26f5-43a3-bbda-be927d995781', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-subnet', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:51.740267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd546ed4-9d4f-425a-85b6-4b6b0830f604 admin admin] Pushing event updated for resources: {'Network': ['ID=06646fee-26f5-43a3-bbda-be927d995781,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:51.795701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.1.1.128 (74221fe8-22ae-48f0-b01e-1c5af54b4a4d/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:51.800948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22775bdb-9efe-4787-ba65-143160b9c848 req-0846b558-ec22-4a01-bdf5-08628d54877e tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710049 Dec 20 22:57:51.833584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 06646fee-26f5-43a3-bbda-be927d995781 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:57:51.865415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Made reservation on behalf of 7954dde5e7a64f479c85ff35e26f0d20 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:51.867750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.926753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.938207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:51.944030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c10308a1-834e-466e-b6d9-e95e87b5026f HTTP/1.1" status: 204 len: 168 time: 0.7794042 Dec 20 22:57:51.966942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535fbe-a91d-4106-add2-428ad4685e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10308a1-834e-466e-b6d9-e95e87b5026f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:52.103328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Pushing event updated for resources: {'Port': ['ID=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:52.110006 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b292b0a-6cdf-439e-8179-df4d46e63c4d', 'name': '', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'tenant_id': '1683633450064949879d7714e2ebe536', 'mac_address': 'fa:16:3e:79:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:46Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 2, 'project_id': '1683633450064949879d7714e2ebe536', 'subnets': [{'id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:52.162074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Attempting to bind port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:52.162973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Attempting to bind port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:52.167177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Attempting to bind port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:52.171984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:52.172838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Checking segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:52.174092 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.174757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Bound using segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:52.175593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Bound port: 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:52.176198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.183850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Checking router: fbe3204f-a552-430b-b44c-03e5e948ab00 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:52.185054 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Updating router fbe3204f-a552-430b-b44c-03e5e948ab00 port 4b292b0a-6cdf-439e-8179-df4d46e63c4d binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:57:52.236636 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.285634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] For port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:52.292995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] For port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:52.354336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.400011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.470562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6dcf6-8f85-49ee-ba36-1e54b9535b40 None None] Pushing event updated for resources: {'Port': ['ID=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:52.604366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e33f5d4-f9ff-4540-9652-bbc507740245,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:52.613231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Checking segment: {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:52.614053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Network hostable DHCP agents. Network: 06646fee-26f5-43a3-bbda-be927d995781, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:57:52.654122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f47ffc91-079a-4cff-a7d8-26cdedafeddb req-828f2e44-3e22-4aff-9834-5b805c16495d tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 210 time: 0.0803356 Dec 20 22:57:52.712698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d7cae-404c-43b2-a04e-41f4825edaed None None] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:52.750599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Network 06646fee-26f5-43a3-bbda-be927d995781 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:57:52.788956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-3ffa33fe-5e7c-4206-a148-75e1bfabeca7 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420530 Dec 20 22:57:52.872651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 06646fee-26f5-43a3-bbda-be927d995781) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:52.881602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:52.881602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.886054 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.903588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-13afd0b4-2abf-4695-bdb9-78d79fadd0c9 service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2294092 Dec 20 22:57:52.928997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e92c66a-339b-4e1e-b516-43489ab45ed8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:52.933510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ace98-39de-4491-a2ed-2ba6d9f5627d None None] Network 06646fee-26f5-43a3-bbda-be927d995781 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:52.970335 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:52.994011 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c09b9832-8322-4b5d-b5d8-329682bf7bae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2662151 Dec 20 22:57:52.996489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36776) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:53.003647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:53.030160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] Provisioning complete for port 5e92c66a-339b-4e1e-b516-43489ab45ed8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:53.035272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.076155 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.106888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.119114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.170246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-e49c54e8-adfc-4f7d-a8b3-007ad9dd63af tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:53.172002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-e49c54e8-adfc-4f7d-a8b3-007ad9dd63af tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757937 Dec 20 22:57:53.191293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Request body: {'port': {'device_id': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '072f0b0bc6c24ecf84d022b27a086bc1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:53.226835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.254011 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Attempting to bind port 4b292b0a-6cdf-439e-8179-df4d46e63c4d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:53.254875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Attempting to bind port 4b292b0a-6cdf-439e-8179-df4d46e63c4d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:53.255495 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Attempting to bind port 4b292b0a-6cdf-439e-8179-df4d46e63c4d on network e56cfe71-9ac6-4b49-9aff-2422ec2338ff {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:53.273410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:53.275578 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Checking segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:53.276186 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.277029 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Bound using segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:53.277684 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Bound port: 4b292b0a-6cdf-439e-8179-df4d46e63c4d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:53.278708 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.283824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.292515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Pushing event updated for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:53.297680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-06646fee-26f5-43a3-bbda-be927d995781', 'network_id': '06646fee-26f5-43a3-bbda-be927d995781', 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'fixed_ips': [{'subnet_id': '8e33f5d4-f9ff-4540-9652-bbc507740245'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:57:53.302305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.310879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.314503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.315459 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.315957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.318094 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:53.353459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e92c66a-339b-4e1e-b516-43489ab45ed8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:53.353873 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.405956 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] For port 4b292b0a-6cdf-439e-8179-df4d46e63c4d, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:53.409983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] For port 4b292b0a-6cdf-439e-8179-df4d46e63c4d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b292b0a-6cdf-439e-8179-df4d46e63c4d,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:53.438079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c066e-14dd-48a7-93a2-7e1eb7ab271e req-6ebc6c6c-80e6-410a-8e4c-20b44a7f4d32 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:53.447244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba6c066e-14dd-48a7-93a2-7e1eb7ab271e req-6ebc6c6c-80e6-410a-8e4c-20b44a7f4d32 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.4887688 Dec 20 22:57:53.450005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:53.488994 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.595325 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:53.596328 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:53.623954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.647605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba6c066e-14dd-48a7-93a2-7e1eb7ab271e req-46132923-8ff0-4041-a5da-ffeff81879b4 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985137 Dec 20 22:57:53.682348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:53.704707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:53.718728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.741201 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:53.767154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:53.790883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] For port 5e92c66a-339b-4e1e-b516-43489ab45ed8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e92c66a-339b-4e1e-b516-43489ab45ed8,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:53.908892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:53.908892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.940425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-5ff486ef-8033-490c-8401-ceb9a2ff72a6 service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9824622 Dec 20 22:57:53.949513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Made reservation on behalf of 072f0b0bc6c24ecf84d022b27a086bc1 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:53.962291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:53.975965 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.020483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Allocated IP 172.20.0.2 (06646fee-26f5-43a3-bbda-be927d995781/8e33f5d4-f9ff-4540-9652-bbc507740245/e6e20c51-5f04-4aa0-be6c-d77bfb5d118d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:54.192798 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879b137-c8ca-4d10-a7fb-e7bfb33e411a None None] Pushing event updated for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:54.353599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Allocated IP 192.168.233.73 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/95f15844-bc4b-4816-84bd-c4e09212a0e9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:54.417660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.432812 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b292b0a-6cdf-439e-8179-df4d46e63c4d', 'name': '', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'tenant_id': '1683633450064949879d7714e2ebe536', 'mac_address': 'fa:16:3e:79:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:46Z', 'updated_at': '2021-12-20T22:57:53Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'subnets': [{'id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:54.438719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.485842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7eb92c-20cf-4837-9664-23784f530b61 None None] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:54.519100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2234df5-8393-4764-ad09-a0dffd6acd83 None None] The sync data for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 is: [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T22:57:47Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b292b0a-6cdf-439e-8179-df4d46e63c4d', 'name': '', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'tenant_id': '1683633450064949879d7714e2ebe536', 'mac_address': 'fa:16:3e:79:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:46Z', 'updated_at': '2021-12-20T22:57:53Z', 'revision_number': 4, 'project_id': '1683633450064949879d7714e2ebe536', 'subnets': [{'id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:57:54.531317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Provisioning complete for port 5e92c66a-339b-4e1e-b516-43489ab45ed8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:54.532109 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.558445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.566839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.590111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.598157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7c9b94c8-6f75-4090-a723-7a04507ac0aa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3384485 Dec 20 22:57:54.601874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36806) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:54.611470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-379132116', 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:54.656734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a40161bc-7212-41cf-a786-40224fd99c77 req-659e7812-bd3c-4ca6-8ccf-dea7142ce9fc tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 210 time: 0.0629616 Dec 20 22:57:54.668153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.693280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.755466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['10aab3b9-d3c0-4931-a490-cb898c086583'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:57:54.765788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Network 06646fee-26f5-43a3-bbda-be927d995781 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:54.780290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:54.786887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:54.787986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:54.798296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:54.801388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:54.837013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Allocated IP 172.25.1.212 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5e907106-7dd5-4198-b088-b878e942e473) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:54.876706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:54.878545 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:54.961375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-623fcd60-39ee-41fd-a963-60db3c726aa7 req-a889af49-6708-4afe-8869-1ed66b3de5e2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 210 time: 0.1818671 Dec 20 22:57:55.000457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Pushing event updated for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:55.060326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-1456b8db-2512-4515-8ff8-ac1970b1639f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8770642 Dec 20 22:57:55.076121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Request body: {'port': {'device_id': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:55.141107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25ae48-1a7d-4c2a-a87e-ea1af3e9b5d9 None None] Pushing event updated for resources: {'Port': ['ID=5e92c66a-339b-4e1e-b516-43489ab45ed8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:55.187443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:55.220574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:57:55.221100 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:57:55.230776 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.270794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.489003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Attempting to bind port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:55.489583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Attempting to bind port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:55.489737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Attempting to bind port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d on network 06646fee-26f5-43a3-bbda-be927d995781 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:55.496853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:55.497225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.517958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.558530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Pushing event updated for resources: {'Port': ['ID=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:55.580884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] device_id is not set on port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 22:57:55.609191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.612207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:55.612665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Checking segment: {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:55.613078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.613484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Bound using segment: {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:55.614602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Bound port: e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:55.614990 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.800548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Pushing event updated for resources: {'Port': ['ID=5e907106-7dd5-4198-b088-b878e942e473,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:55.854249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:55.862811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:55.867689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:55.960531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f15844-bc4b-4816-84bd-c4e09212a0e9 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:55.973209 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.989804 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:57:55.992863 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:57:55.993925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0762f9-43b3-4e22-9c78-1c6684955d76 req-a9952bba-0538-47db-b9bb-f6c167634538 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:56.003421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f0762f9-43b3-4e22-9c78-1c6684955d76 req-a9952bba-0538-47db-b9bb-f6c167634538 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 935 time: 0.1446171 Dec 20 22:57:56.033319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Transition to ACTIVE for port object 95f15844-bc4b-4816-84bd-c4e09212a0e9 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:57:56.110476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f0762f9-43b3-4e22-9c78-1c6684955d76 req-0e6e21fc-ce5b-447f-bc0e-29976c60b4ab tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059382 Dec 20 22:57:56.127842 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.130172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5c6e6604-9205-4473-ad81-7fca369af394 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:56.141966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.1.1.83 (74221fe8-22ae-48f0-b01e-1c5af54b4a4d/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:56.218248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] For port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:56.246324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] For port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:56.253949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.305350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5c6e6604-9205-4473-ad81-7fca369af394 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:56.306301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.312823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:56.314016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6c630fa-c24e-4b33-bf28-7a6a1336c13d req-eaf235c3-adf9-4163-bb60-f56b638dac47 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 210 time: 0.0990922 Dec 20 22:57:56.338958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5b220-90ae-4f9e-acd9-1f7d86816414 req-b89efa31-2d25-42ff-abd1-f53f5b203c35 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:56.347615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19d5b220-90ae-4f9e-acd9-1f7d86816414 req-b89efa31-2d25-42ff-abd1-f53f5b203c35 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.2357976 Dec 20 22:57:56.355382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Attempting to bind port 95f15844-bc4b-4816-84bd-c4e09212a0e9 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:57:56.356518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Attempting to bind port 95f15844-bc4b-4816-84bd-c4e09212a0e9 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:57:56.356946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Attempting to bind port 95f15844-bc4b-4816-84bd-c4e09212a0e9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:56.373311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Port 95f15844-bc4b-4816-84bd-c4e09212a0e9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:57:56.373872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Attempting to bind port 95f15844-bc4b-4816-84bd-c4e09212a0e9 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:57:56.389134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.392615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:57:56.392887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:57:56.393405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:57:56.394006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Bound port: 95f15844-bc4b-4816-84bd-c4e09212a0e9, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:57:56.394471 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.459567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] For port 4b292b0a-6cdf-439e-8179-df4d46e63c4d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b292b0a-6cdf-439e-8179-df4d46e63c4d,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:56.466104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19d5b220-90ae-4f9e-acd9-1f7d86816414 req-e95c79b6-4692-443f-9c0d-561064a7775b tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154521 Dec 20 22:57:56.524350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a11cd-bcdb-4479-8b85-42518b683c16 None None] Pushing event updated for resources: {'Port': ['ID=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:56.572613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:57:56.576625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:57:56.589159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.631750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.654856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.665337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d32fc-cad6-4c12-883c-7ccf82c2f6f4 None None] Pushing event updated for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:56.670619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.722819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Provisioning complete for port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:56.723483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.751649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:56.753074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.754756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/95f15844-bc4b-4816-84bd-c4e09212a0e9 HTTP/1.1" status: 200 len: 1095 time: 1.6834564 Dec 20 22:57:56.755799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:57:56.770038 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57" -d '{"events": [{"name": "network-changed", "server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:57:56.821413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683debd-62f7-407b-88b4-153cea9781d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:56.914041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:56.941837 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778ee2c-cc7e-4b5f-982d-094e52de1712 x-openstack-request-id: req-6778ee2c-cc7e-4b5f-982d-094e52de1712 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:57:56.942346 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:57:56.942789 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6778ee2c-cc7e-4b5f-982d-094e52de1712 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:57:56.943189 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9', 'status': 'completed', 'code': 200} Dec 20 22:57:57.021540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] For port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:57.037547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-ccfe5df1-192e-43ab-8e91-defe84fcb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.039989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-ccfe5df1-192e-43ab-8e91-defe84fcb854 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 1098 time: 0.1717377 Dec 20 22:57:57.076078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b292b0a-6cdf-439e-8179-df4d46e63c4d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:57.109851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.128103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.152319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-af00a4f4-2f0a-48be-968c-e7ce7ec40146 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9 HTTP/1.1" status: 200 len: 217 time: 0.1007061 Dec 20 22:57:57.243407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-80ea4c2f-16a1-41c1-85cd-4377fff82493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.254371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-80ea4c2f-16a1-41c1-85cd-4377fff82493 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0949051 Dec 20 22:57:57.254945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:57.255156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.287484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:57.294083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:57.304224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Pushing event updated for resources: {'Port': ['ID=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:57.313047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:57.321183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:57.321553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.376864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.398461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.399384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.400089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.400622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.401142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.401690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:57:57.441255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.486909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f14b-ed6b-4a60-ac67-a5fb45f606ea req-ce1e54bc-e897-4ec8-aae4-038db34f76ae tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.499560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c15f14b-ed6b-4a60-ac67-a5fb45f606ea req-ce1e54bc-e897-4ec8-aae4-038db34f76ae tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 947 time: 0.2431381 Dec 20 22:57:57.519125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.519950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.567033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8616ec2d-4f4b-4984-81a7-0e1aef32a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.568940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-8616ec2d-4f4b-4984-81a7-0e1aef32a98f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968223 Dec 20 22:57:57.569258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Provisioning complete for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:57.569786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.572434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e92c66a-339b-4e1e-b516-43489ab45ed8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:57.616355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54140f89-c32e-420c-a015-61577fce2232 req-e6f12e73-c441-4959-9231-f17e63dcba42 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 210 time: 0.1528058 Dec 20 22:57:57.652683 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4be4831-f0b9-4313-ba0c-92dd9a9b5739 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0475650 Dec 20 22:57:57.663585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-5e8a566a-8275-4284-9579-e5f3082bca2f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.664680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-5e8a566a-8275-4284-9579-e5f3082bca2f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.3420732 Dec 20 22:57:57.682186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Request body: {'port': {'device_id': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'admin_state_up': True, 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:57.779936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c15f14b-ed6b-4a60-ac67-a5fb45f606ea req-4574875a-6e59-4d07-af2f-0d3ec961ab70 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724307 Dec 20 22:57:57.813844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dc44f787-5697-4e0c-9b62-b44c046d1251 None None] Port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:57:57.841271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e92c66a-339b-4e1e-b516-43489ab45ed8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:57.843159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.854374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.867601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-b2f4ecdf-042d-419f-aa0b-181622e7ed7d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715206 Dec 20 22:57:57.877668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960c364-433d-46b2-9298-2b3bfdecc577 req-3f238b79-a607-4a39-abf7-7498ecc718cc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:57.879258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e960c364-433d-46b2-9298-2b3bfdecc577 req-3f238b79-a607-4a39-abf7-7498ecc718cc tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.1377587 Dec 20 22:57:57.902769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Router 62229013-0787-42ae-888b-991d0ee05e63 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:57:57.932853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:57:57.942541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:57.997658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e960c364-433d-46b2-9298-2b3bfdecc577 req-8d723514-3a3a-4271-920a-52097afb1f1d tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067431 Dec 20 22:57:58.035179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36928) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:58.084066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:58.114930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-389e61d4-1e77-404f-9bae-ec3371b05ffe req-93995c85-ca88-4f4e-9509-77de2f640f9e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344255 Dec 20 22:57:58.117354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21a550e0-848c-45a4-9db6-bdc420992b55 None None] Provisioning complete for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:58.117666 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21a550e0-848c-45a4-9db6-bdc420992b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.187533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86140e-aef8-4bc0-b355-a7c88befc350 None None] Network 06646fee-26f5-43a3-bbda-be927d995781 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:57:58.267363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-21a550e0-848c-45a4-9db6-bdc420992b55 None None] Port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:57:58.320486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-f9345651-3f38-4413-a603-c84b6b80cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:58.324049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:58.324049 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.325781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-f9345651-3f38-4413-a603-c84b6b80cb70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 1098 time: 0.0788946 Dec 20 22:57:58.402449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] Provisioning complete for port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:58.403006 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.441494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b23c02ce-0f3d-4904-a1f8-4656c59191e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.522757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-58c0b87a-4abf-4f43-90e7-373538d38d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:58.524101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-58c0b87a-4abf-4f43-90e7-373538d38d13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1866789 Dec 20 22:57:58.535418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:57:58.546604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36934) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:58.552410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132417578', 'description': 'tempest-description--1127481581'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:58.556879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Sync routers for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:57:58.576910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.597833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-3cce8022-b3c1-49d6-8e5c-7462738be81d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9 HTTP/1.1" status: 200 len: 217 time: 0.0647206 Dec 20 22:57:58.622132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:57:58.625249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:58.681700 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.683337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ec6139c-6f39-4b94-bf77-e662968eb970 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6849558 Dec 20 22:57:58.686004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Allocated IP 172.20.0.8 (3015924b-4453-448d-84e1-d1418ace8d34/ef6c94c8-a836-4e24-9f47-e58645357cb1/2df3b0bf-9b77-4e3c-b15a-0932cf53253a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:57:58.687995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36938) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:58.704500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b23c02ce-0f3d-4904-a1f8-4656c59191e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.790467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] For port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:58.801187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b23c02ce-0f3d-4904-a1f8-4656c59191e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.830273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:57:58.835897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc15ed0a-738a-48f4-a903-4427509d325c req-87a14329-13c0-4b3f-8a2c-5245e01000e4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 210 time: 0.0655375 Dec 20 22:57:58.837344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-5a06bac6-8a62-427f-922c-73d3653dd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:58.848761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-5a06bac6-8a62-427f-922c-73d3653dd3d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2436101 Dec 20 22:57:58.869387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.903850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:58.967080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb929f-d76e-46a0-a149-6adde73e9fc3 None None] Pushing event updated for resources: {'Port': ['ID=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:58.970140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b292b0a-6cdf-439e-8179-df4d46e63c4d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:59.002015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b23c02ce-0f3d-4904-a1f8-4656c59191e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f0a90292dc14c609a57b036a25a16fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9641016 Dec 20 22:57:59.009650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36944) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:59.011821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c02ce-0f3d-4904-a1f8-4656c59191e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ca8bd-aa9a-4e43-aa5c-bf9214afe774,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:59.057645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:57:59.060425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-01fb73b9-971f-4059-ad63-e7320a59d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:59.062163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-01fb73b9-971f-4059-ad63-e7320a59d8f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794477 Dec 20 22:57:59.078780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e136-aa27-4a90-a462-9959fc2bf180 req-10799520-7c0a-42d3-a946-7f6aca4cb3aa tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:59.080151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e64e136-aa27-4a90-a462-9959fc2bf180 req-10799520-7c0a-42d3-a946-7f6aca4cb3aa tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 947 time: 0.1726913 Dec 20 22:57:59.117878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5ac2c1b8-986e-4c02-bf0c-9e6d230741a6 None None] Provisioning complete for port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:59.118335 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c1b8-986e-4c02-bf0c-9e6d230741a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.119982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.177323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.222998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.226577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.278935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e64e136-aa27-4a90-a462-9959fc2bf180 req-d7184077-1fbf-4b86-a02b-0dc8ec550ccd tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863043 Dec 20 22:57:59.301382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.301890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4b292b0a-6cdf-439e-8179-df4d46e63c4d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:57:59.301890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.339358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1937a-f004-48e2-9d54-90b68a101b97 req-63459bad-5030-4bf1-b741-7720dc3eb939 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:59.346741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.347340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bf1937a-f004-48e2-9d54-90b68a101b97 req-63459bad-5030-4bf1-b741-7720dc3eb939 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 946 time: 0.2308869 Dec 20 22:57:59.355364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-1b8a1c49-0c70-4839-be38-2b7f55ae8677 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740412 Dec 20 22:57:59.395459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Network 3015924b-4453-448d-84e1-d1418ace8d34 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:57:59.406241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.409102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.411140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d7ca8bd-aa9a-4e43-aa5c-bf9214afe774 HTTP/1.1" status: 204 len: 168 time: 0.3948691 Dec 20 22:57:59.423407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc68c60-66bf-43f5-a71f-4c7996aab625,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:59.427386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:57:59.441468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8a55-a832-439e-8c8f-39dbdc339483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ca8bd-aa9a-4e43-aa5c-bf9214afe774,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:59.444892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:57:59.507744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:57:59.508677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.525261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:57:59.527373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bf1937a-f004-48e2-9d54-90b68a101b97 req-39cabfa9-e963-44a3-b0f5-d5cc1ea791ba tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777315 Dec 20 22:57:59.535524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:59.544978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.544978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ba7f1537-26ad-48a2-90fa-5281d0099b0f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9938638 Dec 20 22:57:59.550348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36952) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:57:59.558765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'security_group_rule': {'security_group_id': 'edc68c60-66bf-43f5-a71f-4c7996aab625', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:59.572890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:57:56Z', 'revision_number': 3, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:57:59.604276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ad1e3aa-925f-416a-a0ed-c4f68a1d1e57 req-5d460bbb-3195-4ba6-84e9-8e42a334b19a service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335389 Dec 20 22:57:59.605643 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-7a408a5f-f8f2-415d-abde-d4639be01440 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9287522 Dec 20 22:57:59.613294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'network_id': '863ea931-e3e4-48c9-8bec-b661c31e3f5b', 'port_id': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'mac_address': 'fa:16:3e:31:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66476b5-2018-44cc-ad15-2c1bb11a16d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:57:59.620235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Checking router: 62229013-0787-42ae-888b-991d0ee05e63 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:57:59.620551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Updating router 62229013-0787-42ae-888b-991d0ee05e63 port 5e907106-7dd5-4198-b088-b878e942e473 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:57:59.628530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Request body: {'port': {'device_id': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:57:59.695373 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.713860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.739313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.765336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.774643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.844258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:57:59.869034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:57:59.884942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e6e20c51-5f04-4aa0-be6c-d77bfb5d118d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:57:59.961659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:57:59.975962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95f15844-bc4b-4816-84bd-c4e09212a0e9 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:58:00.033932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:00.034457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.065528 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.086915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['9e85df8e-46f1-4b87-8e0a-e61ee15b9424'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:00.156679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df3b0bf-9b77-4e3c-b15a-0932cf53253a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:00.167755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.186471 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:58:00.186710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Transition to ACTIVE for port object 2df3b0bf-9b77-4e3c-b15a-0932cf53253a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:00.188361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.213018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c07d39-265f-4078-b8da-9e25a80f8626,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.264854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.269872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.326636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.333922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.335288 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c7d78a9-0225-4acb-9a49-99e703d20c68 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7885160 Dec 20 22:58:00.341839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:00.352765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cb882-8146-45d6-bf8c-a2afb6079140 req-863a3c3b-0b6d-44c8-ad16-0d2c56627461 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:00.362209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a64cb882-8146-45d6-bf8c-a2afb6079140 req-863a3c3b-0b6d-44c8-ad16-0d2c56627461 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 931 time: 0.1783030 Dec 20 22:58:00.369146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'security_group_rule': {'security_group_id': 'edc68c60-66bf-43f5-a71f-4c7996aab625', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:00.411328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36978) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:00.427724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:00.446813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:00.471224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:00.471925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:00.472246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:00.477341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e1671a4-7e52-4bf6-8de0-ccf95cf74371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.477909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:00.480354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:00.484528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:00.484990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:00.485500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:00.486037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Bound port: 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:00.486478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.524018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '95f15844-bc4b-4816-84bd-c4e09212a0e9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '95f15844-bc4b-4816-84bd-c4e09212a0e9', 'mac_address': 'fa:16:3e:5f:00:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:58:00.527558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Allocated IP 172.20.0.1 (06646fee-26f5-43a3-bbda-be927d995781/8e33f5d4-f9ff-4540-9652-bbc507740245/48174c1b-df88-41ee-bdef-9e7acb1c0b0b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:00.545692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a64cb882-8146-45d6-bf8c-a2afb6079140 req-4843f338-bcb0-4c5f-8681-20675ee8c1c8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825929 Dec 20 22:58:00.566916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:00.570732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:00.591263 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.601290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7ab7-3b37-4ebf-96a6-a3e3732e63a4 req-7ea593e6-5375-4705-b905-3232dd1bf77f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:00.602846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-134d7ab7-3b37-4ebf-96a6-a3e3732e63a4 req-7ea593e6-5375-4705-b905-3232dd1bf77f tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 945 time: 0.1923807 Dec 20 22:58:00.617447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.620587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f15844-bc4b-4816-84bd-c4e09212a0e9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:00.643730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.652812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.660882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:00.671435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:00.671805 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.692626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:00.693249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.694500 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.694725 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] 10.222.0.59 "PUT /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 1091 time: 1.0769799 Dec 20 22:58:00.695840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:00.709018 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ed962-5b1a-481c-81e0-fed502ab22b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:00.731670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.736051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9c11-e657-4a0d-bb4d-88a229affe84 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.766705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b19e8-c931-4159-9395-918c81b064f6 None None] Pushing event updated for resources: {'Port': ['ID=5e907106-7dd5-4198-b088-b878e942e473,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.768981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Attempting to bind port 5e907106-7dd5-4198-b088-b878e942e473 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:00.769312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Attempting to bind port 5e907106-7dd5-4198-b088-b878e942e473 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:00.769669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Attempting to bind port 5e907106-7dd5-4198-b088-b878e942e473 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:00.802983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-134d7ab7-3b37-4ebf-96a6-a3e3732e63a4 req-f8b15f68-9bb1-4923-bdb8-005d19bd95ef tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865227 Dec 20 22:58:00.807357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:00.809394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:00.809394 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.809394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:00.809394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Bound port: 5e907106-7dd5-4198-b088-b878e942e473, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:00.809394 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.860753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-9c1e3bd9-d0c8-49db-bc8e-52189a24dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:00.862607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-9c1e3bd9-d0c8-49db-bc8e-52189a24dd01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1094 time: 0.0690529 Dec 20 22:58:00.867240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e1671a4-7e52-4bf6-8de0-ccf95cf74371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.878355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6166-51df-48c1-a84e-c2bbfdcb5569 req-62cd5001-c0fe-4de2-9a6e-5d2d4d108dd4 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:00.885841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-428d6166-51df-48c1-a84e-c2bbfdcb5569 req-62cd5001-c0fe-4de2-9a6e-5d2d4d108dd4 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 947 time: 0.2534039 Dec 20 22:58:00.911527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.913700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.914181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:00.924622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-6dbc14e1-7f56-4582-a1a5-e12730d7afe4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.0505831 Dec 20 22:58:00.927452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] For port 5e907106-7dd5-4198-b088-b878e942e473, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:00.932586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] For port 5e907106-7dd5-4198-b088-b878e942e473, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e907106-7dd5-4198-b088-b878e942e473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:00.958024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e1671a4-7e52-4bf6-8de0-ccf95cf74371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:00.969221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['95f15844-bc4b-4816-84bd-c4e09212a0e9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:01.005668 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bda515-adc1-4b92-9a70-8fb8863fbf61 x-openstack-request-id: req-e2bda515-adc1-4b92-9a70-8fb8863fbf61 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:01.005668 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:01.005668 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2bda515-adc1-4b92-9a70-8fb8863fbf61 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:01.005668 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'status': 'completed', 'code': 200} Dec 20 22:58:01.007809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-428d6166-51df-48c1-a84e-c2bbfdcb5569 req-5586fb2f-5aac-40d5-9197-3643255c8e30 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210017 Dec 20 22:58:01.010221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:01.012298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-2755c6dd-34e4-4b8d-a98a-bd9b7cb99ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.017218 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-2755c6dd-34e4-4b8d-a98a-bd9b7cb99ae5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0826180 Dec 20 22:58:01.023339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.048474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0e1671a4-7e52-4bf6-8de0-ccf95cf74371 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=597b211d72bb47dba5fb86033a29649f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6305218 Dec 20 22:58:01.052669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e6e20c51-5f04-4aa0-be6c-d77bfb5d118d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:01.055336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36982) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:01.058296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-28d09426-918c-4e5d-8c02-6260b36d6877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306108 Dec 20 22:58:01.060280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.069925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1671a4-7e52-4bf6-8de0-ccf95cf74371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312276e1-932f-44dc-991e-04311a2f08d9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:01.076972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802ae7b6-4820-4b24-b2d0-ae74e8330876,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:01.148456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.164580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.198294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b19e8-c931-4159-9395-918c81b064f6 None None] Pushing event updated for resources: {'Port': ['ID=5e907106-7dd5-4198-b088-b878e942e473,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:01.200886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.204437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-8d93cfd3-b7f7-4a79-96e0-da0c199497ce service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348021 Dec 20 22:58:01.207300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:01.207922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:01.212264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.213615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-06503687-170d-4b76-8e34-eaa338df99fc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8490336 Dec 20 22:58:01.217432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36986) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:01.225802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:01.243121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Network 06646fee-26f5-43a3-bbda-be927d995781 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:01.263321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:01.265556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:01.265556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.265793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Pushing event updated for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:01.268310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:01.274106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:01.274710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.311988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.337713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76b92822-f7d8-47b8-9089-b8c3952aa9f0 req-ec647184-cc3d-4aa9-bcf2-8234033b303f service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250925 Dec 20 22:58:01.359549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.401029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.405060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.406694 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/312276e1-932f-44dc-991e-04311a2f08d9 HTTP/1.1" status: 204 len: 168 time: 0.3485777 Dec 20 22:58:01.422357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6123ad-e8ff-448f-850e-8123d865959b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312276e1-932f-44dc-991e-04311a2f08d9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:01.488462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:01.567870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.569114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-2d391aa6-84a2-4826-8272-4790411413b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.572587 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-2d391aa6-84a2-4826-8272-4790411413b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1094 time: 0.0871885 Dec 20 22:58:01.740397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:01.761170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-842c1114-f75b-4677-a32c-7a097e912256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.764177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-842c1114-f75b-4677-a32c-7a097e912256 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1796107 Dec 20 22:58:01.864290 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-d2ae9214-b117-42f5-aa2f-0bae39064831 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.0914066 Dec 20 22:58:01.871879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb360304-32d2-4e9a-94bb-8b6e27c9afe7 req-b396ad2a-55df-48cf-bfd9-b0d48508dc0f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.878232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb360304-32d2-4e9a-94bb-8b6e27c9afe7 req-b396ad2a-55df-48cf-bfd9-b0d48508dc0f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.1991539 Dec 20 22:58:01.897437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 172.25.1.91 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/06c83aef-65e8-4a14-b626-83abfb78d17e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:01.943319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-b26478ab-1b4f-4c8c-bcd7-3551c5544436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.944955 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-b26478ab-1b4f-4c8c-bcd7-3551c5544436 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0649815 Dec 20 22:58:01.954328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-77d568ae-9659-44da-9681-0816d30ed2bd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:01.955868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-77d568ae-9659-44da-9681-0816d30ed2bd tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 945 time: 0.1587741 Dec 20 22:58:01.988842 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-36fd32a4-e823-47e5-b20b-ab838866feff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316544 Dec 20 22:58:02.060476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d35c093d-0097-4622-afff-6c360815a09e None None] Provisioning complete for port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:02.060476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d35c093d-0097-4622-afff-6c360815a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.081768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.140033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-d10222de-5684-4d24-bb19-07973f19c5e4 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332474 Dec 20 22:58:02.225168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:02.227464 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e12a9b8-74be-4eea-a10d-9788d6623f71" -d '{"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-plugged", "status": "completed", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:02.235829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:02.239564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d35c093d-0097-4622-afff-6c360815a09e None None] Port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:02.259542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa4b8-dc01-4e6e-a0e8-79dd74ddd816 req-42283e72-45b2-456e-8323-34ae9a0e25d9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:02.260897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:57:56Z', 'revision_number': 3, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:02.267950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f0aa4b8-dc01-4e6e-a0e8-79dd74ddd816 req-42283e72-45b2-456e-8323-34ae9a0e25d9 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 945 time: 0.2910969 Dec 20 22:58:02.288192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe9ed962-5b1a-481c-81e0-fed502ab22b3 req-e9e1a86b-a659-49ac-81c4-dc283e216171 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273725 Dec 20 22:58:02.290939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Deleting port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:02.291633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.295501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb360304-32d2-4e9a-94bb-8b6e27c9afe7 req-3a6d961b-1557-4c06-b20f-382d89ef912a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944299 Dec 20 22:58:02.319673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcecc2f-dbba-40e2-b20e-2f1d9a190743 None None] The sync data for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 is: [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:57:56Z', 'revision_number': 3, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:02.340400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.417004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] For port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,segment=NetworkSegment(0dec6d11-a8ad-45a9-943b-20e06494df30),segment_id=0dec6d11-a8ad-45a9-943b-20e06494df30)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:02.417004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.431793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Calling delete_port for 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:02.463192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:02.486070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.486829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.487385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.487928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.488486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.491047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.491580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.492090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.492609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.498394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.501640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.502339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.502923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.547737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f0aa4b8-dc01-4e6e-a0e8-79dd74ddd816 req-7f81accc-8b6a-4d59-837f-62485cab1af8 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/security-groups?id=229e06ac-4813-4bb1-ae6d-f66fc6afa59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651138 Dec 20 22:58:02.573626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.598440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.604446 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96180b40-dc81-4b99-a676-d044de3631c0 x-openstack-request-id: req-96180b40-dc81-4b99-a676-d044de3631c0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:02.604690 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-plugged", "status": "completed", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:02.604914 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96180b40-dc81-4b99-a676-d044de3631c0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:02.605322 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'code': 200} Dec 20 22:58:02.673900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951659-1727-49a5-a4df-9dcc288c67ee req-7d143c0e-be0a-4dd5-982f-600a17c6f4ad tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:02.676148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7951659-1727-49a5-a4df-9dcc288c67ee req-7d143c0e-be0a-4dd5-982f-600a17c6f4ad tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 948 time: 0.1241133 Dec 20 22:58:02.689936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.704681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.718942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['9e85df8e-46f1-4b87-8e0a-e61ee15b9424'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:02.745821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Pushing event deleted for resources: {'Port': ['ID=9e85df8e-46f1-4b87-8e0a-e61ee15b9424,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:02.851377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] No DVR routers for this DVR port 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:02.855400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.860857 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51952c0c-e538-4e18-94eb-e8244b9c558c req-21f345f4-9524-41c4-a2a4-14585d7affd7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.45 "DELETE /v2.0/ports/9e85df8e-46f1-4b87-8e0a-e61ee15b9424 HTTP/1.1" status: 204 len: 173 time: 0.8932555 Dec 20 22:58:02.881635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.896239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Pushing event updated for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:02.925929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7951659-1727-49a5-a4df-9dcc288c67ee req-662e0644-959d-40d7-9f0e-6ca2cd4700e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246730 Dec 20 22:58:02.964987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:02.972960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.975521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.976789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.977139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.977473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.977826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.978157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.978746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.979080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.979452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.979779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.980101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.981774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:02.998247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-deleted', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:03.001259 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7114f-be29-4d32-96e6-f5828c956afd" -d '{"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-deleted", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:03.068292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:03.076965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:03.079522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:03.109797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=06c83aef-65e8-4a14-b626-83abfb78d17e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:03.113753 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6605da9f-8a79-4d83-8470-a5ee89fae482 x-openstack-request-id: req-6605da9f-8a79-4d83-8470-a5ee89fae482 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:03.114259 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09968b77-8e56-49af-a4ae-5dc0b92e6415", "name": "network-vif-deleted", "tag": "9e85df8e-46f1-4b87-8e0a-e61ee15b9424", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:03.114874 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6605da9f-8a79-4d83-8470-a5ee89fae482 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:03.115463 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09968b77-8e56-49af-a4ae-5dc0b92e6415', 'name': 'network-vif-deleted', 'tag': '9e85df8e-46f1-4b87-8e0a-e61ee15b9424', 'status': 'completed', 'code': 200} Dec 20 22:58:03.119382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.129520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e907106-7dd5-4198-b088-b878e942e473 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:03.153515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Network 06646fee-26f5-43a3-bbda-be927d995781 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:03.159306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:03.234283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e907106-7dd5-4198-b088-b878e942e473 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:03.235411 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.295313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.378782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.414742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5e907106-7dd5-4198-b088-b878e942e473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e907106-7dd5-4198-b088-b878e942e473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:03.455193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.511485 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.557836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Router 62229013-0787-42ae-888b-991d0ee05e63 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:03.617956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5e907106-7dd5-4198-b088-b878e942e473,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:03.623594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-33306047-0c7e-4e93-bdd1-c26bbed21ea2 None None] Provisioning complete for port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:03.623969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33306047-0c7e-4e93-bdd1-c26bbed21ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:03.627591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94411a3b-1ac3-421b-b4e3-651bd20159cd req-6d11bb3a-4ada-426c-b4a9-b4275ca3e6eb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:03.631066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94411a3b-1ac3-421b-b4e3-651bd20159cd req-6d11bb3a-4ada-426c-b4a9-b4275ca3e6eb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.2103152 Dec 20 22:58:03.697535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-33306047-0c7e-4e93-bdd1-c26bbed21ea2 None None] Port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:03.795450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f86d2c9-8fdb-40e1-9c4f-8be661460a58 req-aca427da-b503-4396-b65e-12769fa74fa7 tempest-ImagesTestJSON-572774874 tempest-ImagesTestJSON-572774874-project] 10.222.0.62 "GET /v2.0/ports?device_id=09968b77-8e56-49af-a4ae-5dc0b92e6415 HTTP/1.1" status: 200 len: 210 time: 0.0884254 Dec 20 22:58:03.883044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94411a3b-1ac3-421b-b4e3-651bd20159cd req-bd308403-2e6a-48bd-9e7f-7269c6976c0d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444606 Dec 20 22:58:03.885659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:03.895133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b74688a6-765e-4c4c-bb66-502795c3babd admin admin] 10.222.0.62 "PUT /v2.0/routers/62229013-0787-42ae-888b-991d0ee05e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2042277 Dec 20 22:58:03.969178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.033773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:58:04.036286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95f15844-bc4b-4816-84bd-c4e09212a0e9 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:04.052421 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.136045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=06c83aef-65e8-4a14-b626-83abfb78d17e,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:04.200753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89826bca-dc2c-4e18-ba16-577ca6be61f0 req-63ce9e6f-7f88-4669-8780-c2c9ebbc6b71 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:04.210196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89826bca-dc2c-4e18-ba16-577ca6be61f0 req-63ce9e6f-7f88-4669-8780-c2c9ebbc6b71 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 948 time: 0.2037024 Dec 20 22:58:04.212092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:04.238615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'port_id': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'mac_address': 'fa:16:3e:1e:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6c94c8-a836-4e24-9f47-e58645357cb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:58:04.267242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 95f15844-bc4b-4816-84bd-c4e09212a0e9 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:58:04.277369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 95f15844-bc4b-4816-84bd-c4e09212a0e9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:04.278168 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.284502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89826bca-dc2c-4e18-ba16-577ca6be61f0 req-81550fe2-8a47-49ed-8226-4658480139fc tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Dec 20 22:58:04.301025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.315090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.334866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df3b0bf-9b77-4e3c-b15a-0932cf53253a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:04.365043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:04.373899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.375381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f3c4877-ebeb-4386-86ca-4b5b36f3c9ae tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1568866 Dec 20 22:58:04.426543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.445127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.537182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:04.552425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:04.608661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:04.622878 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65e4ad-3bee-45fa-b13c-d24f5914c95c" -d '{"events": [{"server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "name": "network-vif-plugged", "status": "completed", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:04.628162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.670481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2df3b0bf-9b77-4e3c-b15a-0932cf53253a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:04.725477 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Sync routers for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:04.737932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98d1eb5d-a6c4-49bb-984a-27b4e89f71c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:04.745883 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:04.747134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:04.776666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:04.873764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b26ebdb4-2fa8-44bc-be6d-a541355fa282 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2132417578&fields=id&tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65 HTTP/1.1" status: 200 len: 267 time: 0.1031301 Dec 20 22:58:04.974184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-fc29ba89-d165-4cfe-a819-b45bad2370e1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:04.976316 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:04.986344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-fc29ba89-d165-4cfe-a819-b45bad2370e1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 936 time: 0.1004288 Dec 20 22:58:05.079097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-5fa67e14-c2f6-4af9-9e95-e49d52467f66 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:05.092864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-5fa67e14-c2f6-4af9-9e95-e49d52467f66 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 935 time: 0.1055846 Dec 20 22:58:05.111233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e907106-7dd5-4198-b088-b878e942e473 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:05.166058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-0dbb1c05-e5bd-43ca-8da0-ee9f284ff617 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0721946 Dec 20 22:58:05.169591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-5e58b7f8-f93d-488e-a922-65654c8ab543 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e34d310dc56e404689aca07eda62d23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1806719 Dec 20 22:58:05.195021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e907106-7dd5-4198-b088-b878e942e473 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:05.195545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:05.245825 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:58:01Z', 'revision_number': 4, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '48174c1b-df88-41ee-bdef-9e7acb1c0b0b', 'name': '', 'network_id': '06646fee-26f5-43a3-bbda-be927d995781', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'mac_address': 'fa:16:3e:86:fd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:00Z', 'updated_at': '2021-12-20T22:58:02Z', 'revision_number': 2, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'subnets': [{'id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:05.275145 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Checking router: 62229013-0787-42ae-888b-991d0ee05e63 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:05.276035 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Updating router 62229013-0787-42ae-888b-991d0ee05e63 port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:58:05.289162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-4d2a64c7-4e4c-4340-bf63-219a30239d50 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:05.290698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-4d2a64c7-4e4c-4340-bf63-219a30239d50 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123226 Dec 20 22:58:05.307896 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:05.315751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4252e0b0-e9ce-4672-9198-4a327eece790 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1486669 Dec 20 22:58:05.350825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-d1b2d8d7-5fc9-4c1d-beac-b410f7aec66c tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/quotas/e34d310dc56e404689aca07eda62d23d HTTP/1.1" status: 200 len: 375 time: 0.0454509 Dec 20 22:58:05.417965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-8b1d9569-6268-4379-9831-05e10d475ea6 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e34d310dc56e404689aca07eda62d23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530152 Dec 20 22:58:05.469195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e56b6283-f0ba-43a0-8b26-b3d5444fded6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:05.475664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e56b6283-f0ba-43a0-8b26-b3d5444fded6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:05.481980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e56b6283-f0ba-43a0-8b26-b3d5444fded6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:05.489908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e56b6283-f0ba-43a0-8b26-b3d5444fded6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 1994 time: 0.1732585 Dec 20 22:58:05.510720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-47c0d843-4bc1-4421-a07b-3b8c5faca8fb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/quotas/4f75266cbf9d4296a62d4d4ac99a2f65 HTTP/1.1" status: 200 len: 375 time: 0.0197277 Dec 20 22:58:05.587472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-fd25c7ee-5e62-43d3-a15f-4f90c8f011d9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0758219 Dec 20 22:58:05.705496 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:05.708263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f6fb6c0e-6541-4e24-b7d9-3bb9d9e786b8 service neutron] 10.222.0.62 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196141 Dec 20 22:58:05.806819 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:05.815814 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d77d9d3-1e1e-45d9-915f-58256d5b6e26 x-openstack-request-id: req-3d77d9d3-1e1e-45d9-915f-58256d5b6e26 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:05.817626 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "name": "network-vif-plugged", "status": "completed", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:05.818082 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d77d9d3-1e1e-45d9-915f-58256d5b6e26 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:05.826317 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9', 'code': 200} Dec 20 22:58:05.880776 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf58d1-ea26-4e42-9e42-87a98dc191e5 None None] Pushing event updated for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:06.024780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:06.025768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-58683804-3198-44f4-90c3-870876c14096 service neutron] 10.222.0.62 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077452 Dec 20 22:58:06.041071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Attempting to bind port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:06.041784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Attempting to bind port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:06.042500 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Attempting to bind port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b on network 06646fee-26f5-43a3-bbda-be927d995781 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:06.055483 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:06.057961 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Checking segment: {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:06.058588 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.059154 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Bound using segment: {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:06.060226 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Bound port: 48174c1b-df88-41ee-bdef-9e7acb1c0b0b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '06646fee-26f5-43a3-bbda-be927d995781'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:06.061467 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.070873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796946b7-3ae7-4339-8265-8c8fa1bce652 req-514f4298-44bd-472e-ac7c-a5769bedb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:06.094089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-796946b7-3ae7-4339-8265-8c8fa1bce652 req-514f4298-44bd-472e-ac7c-a5769bedb854 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 1100 time: 0.1791253 Dec 20 22:58:06.112732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-c50e8dee-330f-4e52-b813-4f6a4b6a6ed2 service neutron] 10.222.0.62 "GET /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0859303 Dec 20 22:58:06.165138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-796946b7-3ae7-4339-8265-8c8fa1bce652 req-dbf18133-ea87-4fb0-82b1-e04106f7b17c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Dec 20 22:58:06.242406 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] For port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:06.246167 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] For port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:06.247551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:58:06.256432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:06.258696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.301622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b12d71e4-45ac-469e-8f6b-15a90466f998 service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878610 Dec 20 22:58:06.347381 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.464018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf58d1-ea26-4e42-9e42-87a98dc191e5 None None] Pushing event updated for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:06.484856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.519521 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:06.520167 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:57:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:06.535144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] Provisioning complete for port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:06.535959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.560882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d5fff-d690-4799-96e5-e56a676aebf2 req-2cd2ab7f-7740-445f-bb35-7b269b523133 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:06.578347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-149d5fff-d690-4799-96e5-e56a676aebf2 req-2cd2ab7f-7740-445f-bb35-7b269b523133 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.2626770 Dec 20 22:58:06.675424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:06.734249 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.752958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.791931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e0363fd9-7c7e-49d4-ae54-9b850d5cbba4 service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838457 Dec 20 22:58:06.870918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] For port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:06.871730 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:06.919189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-149d5fff-d690-4799-96e5-e56a676aebf2 req-9b6ef60d-e9fc-4997-bed3-31d89e19aa00 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233020 Dec 20 22:58:06.936759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-dc2acaaf-b09b-4026-a1fd-b062c8ec0591 service neutron] 10.222.0.62 "GET /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1373715 Dec 20 22:58:06.948541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:06.984138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:07.020701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:07.122308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7a4c-a8ba-49d7-8953-c8ee6f61e198 req-6a825bfc-afb5-47e1-89b9-1fd0e822a340 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:07.130077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-218b7a4c-a8ba-49d7-8953-c8ee6f61e198 req-6a825bfc-afb5-47e1-89b9-1fd0e822a340 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 949 time: 0.0828230 Dec 20 22:58:07.141052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:07.143160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9e85df8e-46f1-4b87-8e0a-e61ee15b9424 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:07.160881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b0ebcd81-8ab1-4001-ab28-60778cb5582f service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292738 Dec 20 22:58:07.161598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14ef8381-ba83-429f-b06a-7d2a57450903 None None] Provisioning complete for port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:07.162207 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14ef8381-ba83-429f-b06a-7d2a57450903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:07.221136 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9fe61c3e-d92e-436b-a951-b89c07da6b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:07.233833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923bb26-b283-4d06-b64a-32c01b35426b None None] Pushing event updated for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:07.257811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-218b7a4c-a8ba-49d7-8953-c8ee6f61e198 req-ab66469d-f18d-40a5-9189-1dce14ecb8b6 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120565 Dec 20 22:58:07.323975 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:58:01Z', 'revision_number': 4, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '48174c1b-df88-41ee-bdef-9e7acb1c0b0b', 'name': '', 'network_id': '06646fee-26f5-43a3-bbda-be927d995781', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'mac_address': 'fa:16:3e:86:fd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:00Z', 'updated_at': '2021-12-20T22:58:06Z', 'revision_number': 4, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'subnets': [{'id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:07.363180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-a9ae0f1d-07d6-49d5-913d-45336fafb745 service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014358 Dec 20 22:58:07.388941 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b78ae-5f4f-4264-811b-aa0e85ba7f45 None None] The sync data for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 is: [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T22:58:01Z', 'revision_number': 4, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '48174c1b-df88-41ee-bdef-9e7acb1c0b0b', 'name': '', 'network_id': '06646fee-26f5-43a3-bbda-be927d995781', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'mac_address': 'fa:16:3e:86:fd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:00Z', 'updated_at': '2021-12-20T22:58:06Z', 'revision_number': 4, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'subnets': [{'id': '8e33f5d4-f9ff-4540-9652-bbc507740245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:07.820352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:07.823143 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ce471-522c-42d7-93c5-15e2f6c26490" -d '{"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-plugged", "status": "completed", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:07.918690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15480e7a-b324-4b04-9d6f-cfa59dc7c51a req-77b7ac87-0d4a-46d8-bc0e-8f4588c8754f tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 210 time: 0.3890831 Dec 20 22:58:07.981409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-41f3c39b-d049-48ab-9484-fa10c0396f09 service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030068 Dec 20 22:58:08.167183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-37d90beb-172e-443c-ae9f-4a63a730663c service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737328 Dec 20 22:58:08.174513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:08.199917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c279-cd88-4cae-9832-bad0d59e86ff req-b1caa4bb-2dd0-4c36-a68a-f59e13499779 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:08.201530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27b8c279-cd88-4cae-9832-bad0d59e86ff req-b1caa4bb-2dd0-4c36-a68a-f59e13499779 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0741947 Dec 20 22:58:08.297828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27b8c279-cd88-4cae-9832-bad0d59e86ff req-c26b3e00-1945-4e95-9834-990c7c8019c6 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858479 Dec 20 22:58:08.320438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-018dae74-516a-4934-8955-e8fca63bda69 service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379938 Dec 20 22:58:08.352633 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f297a9-544d-4768-b473-e921d018ce2b x-openstack-request-id: req-13f297a9-544d-4768-b473-e921d018ce2b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:08.352928 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-plugged", "status": "completed", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:08.353185 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13f297a9-544d-4768-b473-e921d018ce2b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:08.353602 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'code': 200} Dec 20 22:58:08.469260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff2e2f-e19e-44af-9690-2325148f412b req-eade621b-963e-40e9-8c4c-0a14887ac648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:08.471419 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dff2e2f-e19e-44af-9690-2325148f412b req-eade621b-963e-40e9-8c4c-0a14887ac648 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1096 time: 0.0521290 Dec 20 22:58:08.537632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dff2e2f-e19e-44af-9690-2325148f412b req-688eb290-8e08-421c-9f59-cbc0bc8c4c4b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Dec 20 22:58:08.553984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4583791-6427-47af-944f-109de28b5d28 req-d7ccbef8-e92f-4be0-b3ee-81f15ce6f963 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:08.562770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4583791-6427-47af-944f-109de28b5d28 req-d7ccbef8-e92f-4be0-b3ee-81f15ce6f963 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 945 time: 0.1486719 Dec 20 22:58:08.581937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-257a7f82-0962-43ad-8171-29c29740cc1b service neutron] 10.222.0.62 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416737 Dec 20 22:58:08.676377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4583791-6427-47af-944f-109de28b5d28 req-270805a0-369d-4460-bcc3-e848255b8655 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126506 Dec 20 22:58:08.690731 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-7a6a952e-f5cc-4b9e-809d-e42f60cc5bcc tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e34d310dc56e404689aca07eda62d23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398991 Dec 20 22:58:08.719708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-06ad29a8-3599-4254-a80a-50c6ade1c062 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286533 Dec 20 22:58:08.913952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-37453bdb-fc4d-4818-bc53-4f6fd5388805 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:08.915518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-37453bdb-fc4d-4818-bc53-4f6fd5388805 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167256 Dec 20 22:58:08.925097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0697f-59ee-4c90-8d1f-b948d3950ef1 req-a8bd3905-2a48-47c1-8f6c-17e573d88b72 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:08.926651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbc0697f-59ee-4c90-8d1f-b948d3950ef1 req-a8bd3905-2a48-47c1-8f6c-17e573d88b72 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 949 time: 0.1239939 Dec 20 22:58:08.939396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Request body: {'port': {'device_id': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': 'e34d310dc56e404689aca07eda62d23d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:08.972612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4cf73bf3-2cf9-42f2-aea6-4b163be4afa0 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442019 Dec 20 22:58:09.056275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbc0697f-59ee-4c90-8d1f-b948d3950ef1 req-afe5987b-0d53-4100-97ed-bf2ed7f503eb tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183064 Dec 20 22:58:09.193590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 48174c1b-df88-41ee-bdef-9e7acb1c0b0b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:09.232296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a7a3f29-da94-4a80-b255-97af6223b77f req-41a7ef98-973b-4e4d-9e99-957380eeaa18 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 210 time: 0.0332832 Dec 20 22:58:09.234159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-567896c7-633f-4c09-89d6-92144f4733b0 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502522 Dec 20 22:58:09.237602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:09.238018 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.269149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Made reservation on behalf of e34d310dc56e404689aca07eda62d23d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:09.273523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.292464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.391028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-1e384ee6-8760-4fe4-a419-c3b34b91dc57 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432545 Dec 20 22:58:09.401225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.488906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.613257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:09.757517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477a196b-3298-4960-99e7-b4f7c0fc3249,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:09.838735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Allocated IP 192.168.233.222 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/781eab37-e289-4ddd-b9c9-725cdab7b74e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:10.032653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.126339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.194023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:10.197298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:10.200295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:10.233654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Pushing event updated for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:10.264895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:10.265997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.346093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-92ddb385-57ee-4109-8de9-33af54eb7fde tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4112523 Dec 20 22:58:10.361083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Request body: {'port': {'device_id': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:10.436724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.451348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0367c8-acd1-4d81-916a-a87d16f3781d req-407d7293-360a-4ca1-bbe0-4c5d88632d67 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:10.453222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d0367c8-acd1-4d81-916a-a87d16f3781d req-407d7293-360a-4ca1-bbe0-4c5d88632d67 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0598748 Dec 20 22:58:10.458171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.522357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d0367c8-acd1-4d81-916a-a87d16f3781d req-404d403f-18a1-42a1-bdee-a6aa4fef73e9 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620773 Dec 20 22:58:10.568750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-318a691a-1cb3-45b2-95f0-4353f889cda8 None None] Provisioning complete for port 781eab37-e289-4ddd-b9c9-725cdab7b74e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:10.569533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-318a691a-1cb3-45b2-95f0-4353f889cda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.609990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-318a691a-1cb3-45b2-95f0-4353f889cda8 None None] Port 781eab37-e289-4ddd-b9c9-725cdab7b74e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:10.649641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af9da9-c691-4bbc-9719-4ff27f24bee0 req-35f72617-2d77-4db9-873a-7223d91d3334 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:10.651210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12af9da9-c691-4bbc-9719-4ff27f24bee0 req-35f72617-2d77-4db9-873a-7223d91d3334 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 945 time: 0.0769172 Dec 20 22:58:10.702042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12af9da9-c691-4bbc-9719-4ff27f24bee0 req-0d3a801c-5ddd-43cd-b795-cf9c931b5a3a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Dec 20 22:58:10.833789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781eab37-e289-4ddd-b9c9-725cdab7b74e {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:10.844083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.858293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Transition to ACTIVE for port object 781eab37-e289-4ddd-b9c9-725cdab7b74e will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:10.891545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-9394fdbd-cbbc-4359-b27a-f39639132670 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:10.896283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-9394fdbd-cbbc-4359-b27a-f39639132670 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 1100 time: 0.0702708 Dec 20 22:58:10.924722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:10.992173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-c317a4d5-c6f9-4c74-9149-bd2f003ca862 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.038392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3335d98-3c6d-464b-bac1-294899be09f8 req-172e6b3c-5810-49fe-a22d-eec7d42bf167 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.040095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3335d98-3c6d-464b-bac1-294899be09f8 req-172e6b3c-5810-49fe-a22d-eec7d42bf167 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 936 time: 0.1388805 Dec 20 22:58:11.044016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Pushing event updated for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:11.112080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Attempting to bind port 781eab37-e289-4ddd-b9c9-725cdab7b74e on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:11.112463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Attempting to bind port 781eab37-e289-4ddd-b9c9-725cdab7b74e by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:11.112789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Attempting to bind port 781eab37-e289-4ddd-b9c9-725cdab7b74e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:11.121899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Port 781eab37-e289-4ddd-b9c9-725cdab7b74e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:11.121899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Attempting to bind port 781eab37-e289-4ddd-b9c9-725cdab7b74e on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:11.124795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:11.125131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:11.125563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:11.126063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Bound port: 781eab37-e289-4ddd-b9c9-725cdab7b74e, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:11.126417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.136069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3335d98-3c6d-464b-bac1-294899be09f8 req-28d6be54-1d0d-4c06-b26d-82ca5985007c tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765443 Dec 20 22:58:11.211845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-c317a4d5-c6f9-4c74-9149-bd2f003ca862 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.235612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:11.240853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:11.297277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-c317a4d5-c6f9-4c74-9149-bd2f003ca862 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.328010 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.367610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317a4d5-c6f9-4c74-9149-bd2f003ca862 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa452f3e-e2f6-4a6f-b431-8016a6d173e1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:11.382346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0c36eec-2652-4679-9721-4ba07cff9cfc req-c317a4d5-c6f9-4c74-9149-bd2f003ca862 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681623 Dec 20 22:58:11.405550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Pushing event updated for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:11.410456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.411074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:11.412810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-96a73668-ba02-4d76-9bde-b33058668494 service neutron] 10.222.0.45 "PUT /v2.0/ports/781eab37-e289-4ddd-b9c9-725cdab7b74e HTTP/1.1" status: 200 len: 1096 time: 1.0565541 Dec 20 22:58:11.413845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:11.416116 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c77cd-9def-4a1b-832b-2a688f492366" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:11.476404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bef88e5-d3df-44c8-bfb1-a4c8c7041d47 req-9f462596-580a-473a-8744-1212495a9f36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0434260 Dec 20 22:58:11.601532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-3fa94e38-b015-40e3-99e0-8353cef717d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.603458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-3fa94e38-b015-40e3-99e0-8353cef717d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e34d310dc56e404689aca07eda62d23d&device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 1099 time: 0.0706172 Dec 20 22:58:11.616290 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf2d303-6d2e-4e29-88b0-5b5b8ae8d74a x-openstack-request-id: req-0cf2d303-6d2e-4e29-88b0-5b5b8ae8d74a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:11.616853 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:11.617364 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cf2d303-6d2e-4e29-88b0-5b5b8ae8d74a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:11.617932 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e', 'status': 'completed', 'code': 200} Dec 20 22:58:11.678023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-de97d164-feec-45f1-aeb5-2ea8737d626a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e HTTP/1.1" status: 200 len: 217 time: 0.0589719 Dec 20 22:58:11.747336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e10b3-14d2-43c8-9d65-59d56ac0e231 req-6b70468f-56fa-4811-a9bf-2b45647bba79 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.766049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e2e10b3-14d2-43c8-9d65-59d56ac0e231 req-6b70468f-56fa-4811-a9bf-2b45647bba79 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1096 time: 0.1035261 Dec 20 22:58:11.798325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-662ec6b0-9257-4210-90ea-ab5fd9d873f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.800901 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-662ec6b0-9257-4210-90ea-ab5fd9d873f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1128249 Dec 20 22:58:11.840862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e2e10b3-14d2-43c8-9d65-59d56ac0e231 req-f3835842-01af-4670-88f2-d3ad4d23e770 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708976 Dec 20 22:58:11.908166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-4215870d-995c-4f8a-ae3d-c0a2663c9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:11.909856 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-4215870d-995c-4f8a-ae3d-c0a2663c9552 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016676 Dec 20 22:58:12.031627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d3bc0-f573-40a2-9119-d3d06d7459f2 req-1ade7d53-71e7-4e8c-b683-a09c0a27e886 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.034479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b10d3bc0-f573-40a2-9119-d3d06d7459f2 req-1ade7d53-71e7-4e8c-b683-a09c0a27e886 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1096 time: 0.0606332 Dec 20 22:58:12.057380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-a56b2d4b-dff3-4162-aa1a-277da8b39b9c service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303515 Dec 20 22:58:12.133574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b10d3bc0-f573-40a2-9119-d3d06d7459f2 req-a240ee18-2a57-45d2-b40e-fd9d03c42d6e tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930462 Dec 20 22:58:12.164904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ccf0ced-def5-493d-9615-0220fad289b1 req-8d037a22-20a2-428f-b5c1-0a6bcc50a407 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029856 Dec 20 22:58:12.193906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37218) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:12.195617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2276e1-9c54-4dab-8544-a25893389a29 req-9f7673e7-ab96-4f77-868b-eae220da2c08 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.204168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef2276e1-9c54-4dab-8544-a25893389a29 req-9f7673e7-ab96-4f77-868b-eae220da2c08 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0842316 Dec 20 22:58:12.256895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Deleting subnet e66476b5-2018-44cc-ad15-2c1bb11a16d8 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:58:12.260336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.297046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef2276e1-9c54-4dab-8544-a25893389a29 req-d3c3aaa9-38b0-485d-a68d-66f17a6516c4 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919030 Dec 20 22:58:12.321798 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.390534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717001b-7a47-4d63-9996-70843c12e82a req-ebee1946-16cb-4a4a-a72d-5d653618c30d tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.400793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8717001b-7a47-4d63-9996-70843c12e82a req-ebee1946-16cb-4a4a-a72d-5d653618c30d tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 948 time: 0.0955577 Dec 20 22:58:12.407034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.441105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-5017eff3-3a78-4423-9c01-58584c94f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.443272 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-5017eff3-3a78-4423-9c01-58584c94f4ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e34d310dc56e404689aca07eda62d23d&device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 1099 time: 0.0837889 Dec 20 22:58:12.469841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8717001b-7a47-4d63-9996-70843c12e82a req-27ee5fc6-7784-4c43-8a1f-93c9ca62a031 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Dec 20 22:58:12.585143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-014a62d8-fef1-4136-bd5b-0db7aed6fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.585143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-014a62d8-fef1-4136-bd5b-0db7aed6fb4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1336703 Dec 20 22:58:12.634746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-cb4f1dc6-91c0-4e04-a28a-45348bbd00b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e HTTP/1.1" status: 200 len: 217 time: 0.0397444 Dec 20 22:58:12.644731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.680701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce81d3-6658-4b21-876d-3436057cc457 req-830ac052-43c9-4699-ae84-d8dad3b90fa5 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.682982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59ce81d3-6658-4b21-876d-3436057cc457 req-830ac052-43c9-4699-ae84-d8dad3b90fa5 tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 1100 time: 0.0676992 Dec 20 22:58:12.719298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.719298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e66476b5-2018-44cc-ad15-2c1bb11a16d8 HTTP/1.1" status: 204 len: 168 time: 0.5083110 Dec 20 22:58:12.719298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:12.734229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e42f-ec30-4622-8dc9-ab5bd806ec4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66476b5-2018-44cc-ad15-2c1bb11a16d8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:12.754339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59ce81d3-6658-4b21-876d-3436057cc457 req-f7f64f4c-213f-4aff-b93f-e2d9dfb18c2d tempest-ServersAdminNegativeTestJSON-1761692096 tempest-ServersAdminNegativeTestJSON-1761692096-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Dec 20 22:58:12.812718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-48f68352-1980-4c41-b8db-2b43914238ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.814327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-48f68352-1980-4c41-b8db-2b43914238ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1710169 Dec 20 22:58:12.862262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:12.896183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-2b9187ae-5ba6-42f1-a5d5-f7651795cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:12.897057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-2b9187ae-5ba6-42f1-a5d5-f7651795cd86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740108 Dec 20 22:58:12.940879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6b8880b-8bce-4802-8223-ce7ef4a9b2e8 req-8a2f0707-2fec-4d79-ab3e-23422ddf2855 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0499120 Dec 20 22:58:12.998937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.352860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863ea931-e3e4-48c9-8bec-b661c31e3f5b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:13.367298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dec6d11-a8ad-45a9-943b-20e06494df30') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:13.367574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dec6d11-a8ad-45a9-943b-20e06494df30') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:13.386750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.399769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-59d42287-3e27-4244-90bc-c3fe039dc409 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863312 Dec 20 22:58:13.410820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.426046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:58:13.426446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.439189 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:58:13.444753 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:58:13.591503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d7c77cd-9def-4a1b-832b-2a688f492366 req-4a5bc94b-b6d9-4657-ac47-f289bc2432d2 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778624 Dec 20 22:58:13.667817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.676547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.677808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] 10.222.0.62 "DELETE /v2.0/networks/863ea931-e3e4-48c9-8bec-b661c31e3f5b HTTP/1.1" status: 204 len: 168 time: 0.9706426 Dec 20 22:58:13.732221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd15f-4808-408a-b6ab-4a36841545b7 req-6982cc0d-c14e-414f-973c-88b936f56620 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:13.734961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f01bd15f-4808-408a-b6ab-4a36841545b7 req-6982cc0d-c14e-414f-973c-88b936f56620 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.0872660 Dec 20 22:58:13.743416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76a035-a1fb-4eff-85df-8b6b0dfb3574 admin admin] Pushing event deleted for resources: {'Network': ['ID=863ea931-e3e4-48c9-8bec-b661c31e3f5b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:13.785074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-00387b08-b126-4deb-ba2d-31dd3a96cc53 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:13.787321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-00387b08-b126-4deb-ba2d-31dd3a96cc53 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 945 time: 0.1084394 Dec 20 22:58:13.849281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f01bd15f-4808-408a-b6ab-4a36841545b7 req-6c79e123-c90f-4fd2-9064-44c1ad94b74c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups?id=f58503a6-1ead-49d1-bc6b-a5e6f505e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919354 Dec 20 22:58:13.995700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Deleting port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:13.996989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:13.998058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c90e4-fea1-4cbf-9c88-aa1159f8b03e req-5c71d521-32d8-4faf-97f1-31e954b17e16 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.010408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c98c90e4-fea1-4cbf-9c88-aa1159f8b03e req-5c71d521-32d8-4faf-97f1-31e954b17e16 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 948 time: 0.0717468 Dec 20 22:58:14.117108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-43f10691-511c-47b5-b129-fcd14935a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.117108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-43f10691-511c-47b5-b129-fcd14935a59c service neutron] 10.222.0.45 "GET /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 1032 time: 0.0770915 Dec 20 22:58:14.151441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c98c90e4-fea1-4cbf-9c88-aa1159f8b03e req-12493c02-c760-4a28-b7ab-d6bca0feeae6 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305175 Dec 20 22:58:14.190989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] For port 18b4d6df-0337-4f7f-bf3a-e9214cb91691, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=18b4d6df-0337-4f7f-bf3a-e9214cb91691,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:14.191532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.216861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-c7c676c8-2be5-46a7-a2b6-297bea6b834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.220551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-c7c676c8-2be5-46a7-a2b6-297bea6b834c service neutron] 10.222.0.45 "GET /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 1031 time: 0.0698531 Dec 20 22:58:14.342616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37276) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:14.405683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-64e0b21d-f50f-4355-baf1-2d29e756305d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05047b9f1dc14217b09864c79fa1acd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693719 Dec 20 22:58:14.408790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37278) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:14.470807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.500397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.520960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8693b3b-efeb-4163-91c6-05fc153a3bf7 req-0a166bb8-8a2f-4975-a842-82cf2ce578df tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.530300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8693b3b-efeb-4163-91c6-05fc153a3bf7 req-0a166bb8-8a2f-4975-a842-82cf2ce578df tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 949 time: 0.1313226 Dec 20 22:58:14.542591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9cc1e18-2005-4588-99ec-bb37b1d41ebd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.550789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9cc1e18-2005-4588-99ec-bb37b1d41ebd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.557466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9cc1e18-2005-4588-99ec-bb37b1d41ebd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:14.559846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9cc1e18-2005-4588-99ec-bb37b1d41ebd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 1994 time: 0.3334806 Dec 20 22:58:14.563188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.563625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.564019 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Floating IP 5b1b7a72-32b6-47e4-85be-889b574daf94 disassociated. External IP: 172.25.1.248, port: 18b4d6df-0337-4f7f-bf3a-e9214cb91691. Dec 20 22:58:14.564418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Calling delete_port for 18b4d6df-0337-4f7f-bf3a-e9214cb91691 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:14.643332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8693b3b-efeb-4163-91c6-05fc153a3bf7 req-44f911ed-69e2-457e-bde5-2a3cfda50141 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109977 Dec 20 22:58:14.670819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4dc409aa-a9d0-4eb1-9bf5-2f26055b69fa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65 HTTP/1.1" status: 200 len: 380 time: 0.0936365 Dec 20 22:58:14.686653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'admin_state_up': True, 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'security_groups': ['edc68c60-66bf-43f5-a71f-4c7996aab625']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:14.711348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.714813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.719281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/229e06ac-4813-4bb1-ae6d-f66fc6afa59a HTTP/1.1" status: 204 len: 168 time: 0.3094950 Dec 20 22:58:14.735385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee042760-7e1c-4f99-84c0-6651dd2b34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e06ac-4813-4bb1-ae6d-f66fc6afa59a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:14.864068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:14.908840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcad3134-996e-4204-b397-9ff739cb7669 req-58506984-1818-47a9-a23a-55b2b3ffdb3e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0440121 Dec 20 22:58:14.968343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event deleted for resources: {'Port': ['ID=18b4d6df-0337-4f7f-bf3a-e9214cb91691,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:15.034909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 781eab37-e289-4ddd-b9c9-725cdab7b74e details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:58:15.159919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-647c1d85-f17b-438d-8069-65c39c83316f req-cc490ec4-49da-4862-816e-7639c40799f3 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 210 time: 0.0459991 Dec 20 22:58:15.201175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:15.205224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:15.263474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:15.315810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '781eab37-e289-4ddd-b9c9-725cdab7b74e', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '781eab37-e289-4ddd-b9c9-725cdab7b74e', 'mac_address': 'fa:16:3e:39:7c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:58:15.376617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-e7756590-184d-448c-8ada-b0505530295f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:15.378362 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-e7756590-184d-448c-8ada-b0505530295f tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 949 time: 0.1775401 Dec 20 22:58:15.426845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Router a0ff66f4-413d-47bf-89f3-2944e41b9c4b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:15.487066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:15.524149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781eab37-e289-4ddd-b9c9-725cdab7b74e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:15.603891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:15.636662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76330c5f-0f9c-4444-85fb-e1a22e5062bd req-84d3a921-a114-46fa-9cf3-ad82908ef2de tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:15.645792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76330c5f-0f9c-4444-85fb-e1a22e5062bd req-84d3a921-a114-46fa-9cf3-ad82908ef2de tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 948 time: 0.3804724 Dec 20 22:58:15.677036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:15.808160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:15.833668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76330c5f-0f9c-4444-85fb-e1a22e5062bd req-274e2460-08f0-4f04-8704-4c699f1a0530 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866710 Dec 20 22:58:15.843775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 172.20.0.9 (8ecea4e7-b217-457f-91aa-30cfdc138657/c3ed77d1-5524-4c84-9149-a418ded814ad/024944fe-6e01-4de1-92f7-3b2f3abefbf7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:15.954604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['781eab37-e289-4ddd-b9c9-725cdab7b74e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:16.071918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-a1b15c53-9213-4d9d-bfeb-307fbb29a809 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:58:16.078270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-a1b15c53-9213-4d9d-bfeb-307fbb29a809 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7453744 Dec 20 22:58:16.153988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.219589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:16.268141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.276443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Sync routers for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:16.311260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Deleting port 95f15844-bc4b-4816-84bd-c4e09212a0e9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:16.320659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.332534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:16.338269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:16.338982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:16.350552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9f31-1ce4-4dc6-b61e-253efd8daf1b req-d33ec7d1-9b1b-4d9d-8286-ffaf47757b30 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:16.352334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9fb9f31-1ce4-4dc6-b61e-253efd8daf1b req-d33ec7d1-9b1b-4d9d-8286-ffaf47757b30 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 949 time: 0.1350949 Dec 20 22:58:16.357285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:16.370627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:16.374923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:16.420962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] No DVR routers for this DVR port 18b4d6df-0337-4f7f-bf3a-e9214cb91691 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:16.428711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.432092 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e18bb71a-bccd-4104-804c-ebb5c2af5d7d req-a6402d3f-858b-4748-8d39-b64e2e237657 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.45 "DELETE /v2.0/ports/18b4d6df-0337-4f7f-bf3a-e9214cb91691 HTTP/1.1" status: 204 len: 173 time: 2.6362083 Dec 20 22:58:16.517372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'name': 'network-vif-deleted', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:16.519366 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5beca-1f3c-49b7-8f3a-39483e0ac7fa" -d '{"events": [{"server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "name": "network-vif-deleted", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:16.540240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:16.540240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.568071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9fb9f31-1ce4-4dc6-b61e-253efd8daf1b req-8c70b3ce-e6d6-434b-a449-68b1641f2dc6 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911716 Dec 20 22:58:16.599257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-8b0ce062-911a-4fce-8a47-a88837a42f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:16.602055 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-8b0ce062-911a-4fce-8a47-a88837a42f7c service neutron] 10.222.0.62 "GET /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 1093 time: 0.5220454 Dec 20 22:58:16.615198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Request body: {'binding': {'host': 'n-h2-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:16.615914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:58:16.707838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-46510d7b-5bb2-4bd2-8a89-503f0bcc5eeb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0285239 Dec 20 22:58:16.731143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] For port 95f15844-bc4b-4816-84bd-c4e09212a0e9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95f15844-bc4b-4816-84bd-c4e09212a0e9,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:16.732610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'admin_state_up': True, 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'security_groups': ['edc68c60-66bf-43f5-a71f-4c7996aab625']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:16.733300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.793321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:16.795893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc5ee-c05f-4bf9-9a2f-7a049ac43163 req-39629bd8-4af2-4708-9dbc-bc1315baa57a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:16.800833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Calling delete_port for 95f15844-bc4b-4816-84bd-c4e09212a0e9 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:16.805495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-984cc5ee-c05f-4bf9-9a2f-7a049ac43163 req-39629bd8-4af2-4708-9dbc-bc1315baa57a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 931 time: 0.1357861 Dec 20 22:58:16.918677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1bda183a-6c99-488b-9ac8-bae645397bec None None] Provisioning complete for port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:16.919062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1bda183a-6c99-488b-9ac8-bae645397bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:16.983996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-984cc5ee-c05f-4bf9-9a2f-7a049ac43163 req-40638a61-4619-4295-ac6e-4f9e7eb6fa2c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722107 Dec 20 22:58:17.046346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on host n-h2-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:17.046614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:17.046971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:17.084688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:17.084688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:17.091656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:17.091999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:17.092393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:17.092830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Bound port: 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:17.125981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 781eab37-e289-4ddd-b9c9-725cdab7b74e up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:17.138160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:17.145585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.189051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:17.204064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1bda183a-6c99-488b-9ac8-bae645397bec None None] Port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:17.278677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.280689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8d5d043-5fab-41ec-8e4a-6b02cb9d9a5d service neutron] 10.222.0.62 "POST /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6693554 Dec 20 22:58:17.312320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 781eab37-e289-4ddd-b9c9-725cdab7b74e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:58:17.317096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 781eab37-e289-4ddd-b9c9-725cdab7b74e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:17.325394 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.325699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67d98052-6985-4a10-8bec-888d9647f576 req-fa496c76-3ae3-4682-bebb-74c5f8c85d62 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/ports?device_id=af3c2dca-8769-4016-8ac6-c2de24920f1a HTTP/1.1" status: 200 len: 210 time: 0.1473367 Dec 20 22:58:17.375956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:17.377821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.410319 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d14d734-43e9-4d3a-859e-7dd0c7454790 x-openstack-request-id: req-7d14d734-43e9-4d3a-859e-7dd0c7454790 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:17.412278 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c2dca-8769-4016-8ac6-c2de24920f1a", "name": "network-vif-deleted", "tag": "18b4d6df-0337-4f7f-bf3a-e9214cb91691", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:17.412278 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d14d734-43e9-4d3a-859e-7dd0c7454790 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:17.412278 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c2dca-8769-4016-8ac6-c2de24920f1a', 'name': 'network-vif-deleted', 'tag': '18b4d6df-0337-4f7f-bf3a-e9214cb91691', 'status': 'completed', 'code': 200} Dec 20 22:58:17.458932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Checking router: a0ff66f4-413d-47bf-89f3-2944e41b9c4b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:17.460878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['10aab3b9-d3c0-4931-a490-cb898c086583'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:17.533819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] No DVR routers for this DVR port 95f15844-bc4b-4816-84bd-c4e09212a0e9 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:17.535727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Pushing event deleted for resources: {'Port': ['ID=95f15844-bc4b-4816-84bd-c4e09212a0e9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:17.538186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.545387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-34030fc4-2200-4918-867b-8a43d4d07f97 req-10e21813-f1f5-49ca-afbe-767f2a20dea8 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.59 "DELETE /v2.0/ports/95f15844-bc4b-4816-84bd-c4e09212a0e9 HTTP/1.1" status: 204 len: 173 time: 2.1549029 Dec 20 22:58:17.553648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:17.554147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:17.617081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.1.1.131 (74221fe8-22ae-48f0-b01e-1c5af54b4a4d/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0/a731879b-09a7-4810-b2b4-8ab3e0cd5e9f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:17.670910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90788e5-3741-4493-9d53-2ce6d3d9d655 req-bf8f856c-be18-46e2-ac7a-c3e2af14e68c tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:17.686152 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90788e5-3741-4493-9d53-2ce6d3d9d655 req-bf8f856c-be18-46e2-ac7a-c3e2af14e68c tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 949 time: 0.2005024 Dec 20 22:58:17.806484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:17.840057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90788e5-3741-4493-9d53-2ce6d3d9d655 req-ec758fec-d065-40e5-a32f-97102ebdc1e5 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492732 Dec 20 22:58:17.982408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:18.001899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:18.011078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:18.014890 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94df008-dd4e-413c-a9c1-718d8d7ee57f" -d '{"events": [{"server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "name": "network-vif-plugged", "status": "completed", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:18.138193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95f15844-bc4b-4816-84bd-c4e09212a0e9 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:18.192720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:18.207953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7d908f9-2cb8-4cf1-8216-f9545293294e req-3188b70c-cccd-4da0-8feb-1ffa14c21d0b tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfeb9e2e-07a0-4bed-b07b-39be2b671e9a HTTP/1.1" status: 200 len: 210 time: 0.0623801 Dec 20 22:58:18.235954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:18.393062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:18.415615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:18.423873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:18.427341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:18.436260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-6db9ca08-62f6-4e59-ba1b-9774ccc7f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:18.437927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-6db9ca08-62f6-4e59-ba1b-9774ccc7f2b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1096 time: 0.1529789 Dec 20 22:58:18.439920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 95f15844-bc4b-4816-84bd-c4e09212a0e9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:18.440397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95f15844-bc4b-4816-84bd-c4e09212a0e9 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:18.534550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee076a3-c088-4553-8949-3e79259b916b req-6af3cd43-f5f6-4804-b4e7-73840e0a0c1b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:18.547018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ee076a3-c088-4553-8949-3e79259b916b req-6af3cd43-f5f6-4804-b4e7-73840e0a0c1b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 945 time: 0.2289188 Dec 20 22:58:18.569344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:18.570457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 18b4d6df-0337-4f7f-bf3a-e9214cb91691 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:18.620836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:18.625923 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:18.696725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-2f20ce31-49f3-470b-b91b-39e9450b9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:18.700575 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-2f20ce31-49f3-470b-b91b-39e9450b9d8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2526138 Dec 20 22:58:18.724389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ee076a3-c088-4553-8949-3e79259b916b req-ea7edd90-183e-4b55-a07f-23311308c925 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682351 Dec 20 22:58:18.736315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fc2d7d2-714c-483e-ab22-371ad63f23ad tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0173995 Dec 20 22:58:18.752066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'admin_state_up': True, 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'security_groups': ['edc68c60-66bf-43f5-a71f-4c7996aab625']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:18.759057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 18b4d6df-0337-4f7f-bf3a-e9214cb91691 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:18.759411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 18b4d6df-0337-4f7f-bf3a-e9214cb91691 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:18.849712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c465e564-c7dc-4331-89d1-c67c46dcea12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.1380541 Dec 20 22:58:18.919984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:18.985476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bae04-b971-4c92-b0fb-b0383cfdce39 req-73822a18-1469-414d-8908-004c96bad213 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:18.993699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bae04-b971-4c92-b0fb-b0383cfdce39 req-73822a18-1469-414d-8908-004c96bad213 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:19.003517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c9bae04-b971-4c92-b0fb-b0383cfdce39 req-73822a18-1469-414d-8908-004c96bad213 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 1653 time: 0.1259396 Dec 20 22:58:19.019371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8dd723d3-c2a1-4c7d-98b6-42975d77a7b8 None None] Provisioning complete for port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:19.019748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8dd723d3-c2a1-4c7d-98b6-42975d77a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:19.050817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-cedb9a84-f6aa-461a-9988-1ffcf70c5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:19.052295 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-cedb9a84-f6aa-461a-9988-1ffcf70c5825 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1739101 Dec 20 22:58:19.122149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-b84edf98-602c-492f-89a1-5c6cea7bb2a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615404 Dec 20 22:58:19.128637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8dd723d3-c2a1-4c7d-98b6-42975d77a7b8 None None] Port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:19.187386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c9bae04-b971-4c92-b0fb-b0383cfdce39 req-12b6989b-a9c4-4def-b764-a7191ed4a1e1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789367 Dec 20 22:58:19.196442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:19.209688 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:19.267892 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6269458-9922-4234-9718-834e843b4ebb x-openstack-request-id: req-e6269458-9922-4234-9718-834e843b4ebb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:19.267892 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "name": "network-vif-plugged", "status": "completed", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:19.267892 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6269458-9922-4234-9718-834e843b4ebb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:19.270457 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e', 'code': 200} Dec 20 22:58:19.334058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:19.379811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93a595-45ca-4f60-9ef1-586f67ffcc4b req-5f4e548a-98d3-44ad-8e44-6d4106a1551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:19.381367 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4c93a595-45ca-4f60-9ef1-586f67ffcc4b req-5f4e548a-98d3-44ad-8e44-6d4106a1551c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 1101 time: 0.0804918 Dec 20 22:58:19.383711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-1589f107-f042-455a-8b4c-44d92b37dd7d service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452905 Dec 20 22:58:19.403760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301fd9fe-4658-4ba2-8539-6154daf3b0c1 None None] The sync data for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 is: [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:55:53Z', 'revision_number': 4, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd00c56a7-602b-4926-adde-e0a6d92e25ba', 'name': '', 'network_id': '49479fdb-c502-4d26-a05a-f3f6f8b69856', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'mac_address': 'fa:16:3e:a3:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:52Z', 'updated_at': '2021-12-20T22:56:00Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'subnets': [{'id': '8b82b3c5-a32f-4e3c-a025-7d651eec99d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:19.412327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'name': 'network-vif-deleted', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:19.415345 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ea522-bba1-4dba-aa68-3bb71235943b" -d '{"events": [{"server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "name": "network-vif-deleted", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:19.591106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ec4e-9fc2-47b3-9ae7-ac9e70704a78 req-9583bbe9-c1ca-47c1-ba10-050f3de93e83 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:19.606072 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4c93a595-45ca-4f60-9ef1-586f67ffcc4b req-9cec6a26-ba0f-411d-b228-06253ed24766 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075300 Dec 20 22:58:19.606399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd31ec4e-9fc2-47b3-9ae7-ac9e70704a78 req-9583bbe9-c1ca-47c1-ba10-050f3de93e83 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 950 time: 0.1874568 Dec 20 22:58:19.643439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-d5702de4-5b95-4306-b05d-1c1c333842ec service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438414 Dec 20 22:58:19.698634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37376) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:19.712779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.1.1.225 (74221fe8-22ae-48f0-b01e-1c5af54b4a4d/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0/e51776e6-c7f1-4801-8ae4-e9bc0dbff175) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:19.751494 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a93bea-431b-491a-ba57-09ed9c22df68 x-openstack-request-id: req-e2a93bea-431b-491a-ba57-09ed9c22df68 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:19.751833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfeb9e2e-07a0-4bed-b07b-39be2b671e9a", "name": "network-vif-deleted", "tag": "95f15844-bc4b-4816-84bd-c4e09212a0e9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:19.752071 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2a93bea-431b-491a-ba57-09ed9c22df68 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:19.753040 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfeb9e2e-07a0-4bed-b07b-39be2b671e9a', 'name': 'network-vif-deleted', 'tag': '95f15844-bc4b-4816-84bd-c4e09212a0e9', 'status': 'completed', 'code': 200} Dec 20 22:58:19.780805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd31ec4e-9fc2-47b3-9ae7-ac9e70704a78 req-ac606c78-499c-4538-a4d8-ca71c338f499 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721940 Dec 20 22:58:19.815341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:19.874425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:19.982574 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f72255-6c09-400a-b1cf-88dd2303b9ae None None] New status for floating IP 5b1b7a72-32b6-47e4-85be-889b574daf94: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:58:20.040521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.045824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.048131 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "DELETE /v2.0/security-groups/f58503a6-1ead-49d1-bc6b-a5e6f505e86e HTTP/1.1" status: 204 len: 168 time: 0.3472126 Dec 20 22:58:20.055818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403187f-8750-46e3-9e07-c5af002ee6ae req-f919e24c-43cc-451f-a3c9-9d89772ea3bb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.063547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:20.064467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9403187f-8750-46e3-9e07-c5af002ee6ae req-f919e24c-43cc-451f-a3c9-9d89772ea3bb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 945 time: 0.0831056 Dec 20 22:58:20.097683 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.144700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdf4a1-d585-4ef0-9227-e08e63a18e37 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58503a6-1ead-49d1-bc6b-a5e6f505e86e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:20.145663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9403187f-8750-46e3-9e07-c5af002ee6ae req-96354f62-854b-441b-b12e-fe2f783ce80d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801404 Dec 20 22:58:20.162754 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-49a8f7e8-96c9-40ef-8181-7169f540389c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] show failed (client error): The resource could not be found. Dec 20 22:58:20.164470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-49a8f7e8-96c9-40ef-8181-7169f540389c tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "GET /v2.0/security-groups/f58503a6-1ead-49d1-bc6b-a5e6f505e86e HTTP/1.1" status: 404 len: 347 time: 0.0666056 Dec 20 22:58:20.169534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:20.279892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.424150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:20.427602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:20.450375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:20.522599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8c9824e-2490-4488-a789-297ba4826d99 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.522599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c8c9824e-2490-4488-a789-297ba4826d99 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.4724989 Dec 20 22:58:20.549253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:20.562621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.594710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:20.598879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167df7-3e11-4751-99c8-6c448f55dd3c req-534b660c-bbc5-4d36-9dab-a80f276210cf tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.606878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167df7-3e11-4751-99c8-6c448f55dd3c req-534b660c-bbc5-4d36-9dab-a80f276210cf tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.627695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167df7-3e11-4751-99c8-6c448f55dd3c req-534b660c-bbc5-4d36-9dab-a80f276210cf tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.637538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e167df7-3e11-4751-99c8-6c448f55dd3c req-534b660c-bbc5-4d36-9dab-a80f276210cf tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 2374 time: 0.1561749 Dec 20 22:58:20.653452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:20.655223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.718048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Deleting port 2c9483f9-c58e-46a8-bb48-4075c5a1f3b6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:20.718615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.766147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e167df7-3e11-4751-99c8-6c448f55dd3c req-f0c1d5d6-37fe-4667-be04-c51e5b4d8f65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275985 Dec 20 22:58:20.785333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-39b19996-1398-471e-ad30-7bd80fe08b8c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0404916 Dec 20 22:58:20.807926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'admin_state_up': True, 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'security_groups': ['edc68c60-66bf-43f5-a71f-4c7996aab625']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:20.872650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.872895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.876843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a60a204f-bf72-4b94-8a4f-9c9996cf328a None None] Provisioning complete for port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:20.877355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a60a204f-bf72-4b94-8a4f-9c9996cf328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:20.899821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Calling delete_port for 2c9483f9-c58e-46a8-bb48-4075c5a1f3b6 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:20.962995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a60a204f-bf72-4b94-8a4f-9c9996cf328a None None] Port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:21.073440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.099754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ed855-f4c4-4eb0-8d08-050a793c598d req-fe240c94-9dd3-4a6d-ac14-33b130d3efc6 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:21.107878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3ed855-f4c4-4eb0-8d08-050a793c598d req-fe240c94-9dd3-4a6d-ac14-33b130d3efc6 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.3133585 Dec 20 22:58:21.135234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:21.184377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.249865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eebdf-7ccd-4a7d-a3e9-1ff32979cbb4 req-897f3ce1-e8db-44dc-a284-2fe17ff176f5 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:21.251936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b78eebdf-7ccd-4a7d-a3e9-1ff32979cbb4 req-897f3ce1-e8db-44dc-a284-2fe17ff176f5 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 950 time: 0.1359839 Dec 20 22:58:21.268171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3ed855-f4c4-4eb0-8d08-050a793c598d req-e8e67cf6-25e9-4233-afbe-0cb75e3fd9a5 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590474 Dec 20 22:58:21.279326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Pushing event deleted for resources: {'Port': ['ID=2c9483f9-c58e-46a8-bb48-4075c5a1f3b6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:21.367212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:21.369385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.373093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.374386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdf6a2ed-17bd-408f-84d7-ad2feb063973 tempest-ServersTestJSON-443295921 tempest-ServersTestJSON-443295921-project] 10.222.0.62 "DELETE /v2.0/floatingips/5b1b7a72-32b6-47e4-85be-889b574daf94 HTTP/1.1" status: 204 len: 168 time: 1.2003903 Dec 20 22:58:21.381077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37400) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:21.403291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b78eebdf-7ccd-4a7d-a3e9-1ff32979cbb4 req-92742501-87d1-477d-98c3-062dfc30da81 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295633 Dec 20 22:58:21.412197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.531562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:21.640748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.740199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:21.849876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16467-6b35-4ae4-9f0f-b11b290722df req-36088243-13fa-40e3-bade-914a1bf7c15f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:21.857988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecb16467-6b35-4ae4-9f0f-b11b290722df req-36088243-13fa-40e3-bade-914a1bf7c15f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 945 time: 0.3412578 Dec 20 22:58:22.061497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecb16467-6b35-4ae4-9f0f-b11b290722df req-a8b4a94a-dc25-443b-8ff3-e0e430298a71 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025142 Dec 20 22:58:22.080794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.2.2.100 (4c1ab89b-4b36-4076-aa14-c41cae52bc87/6a1bede0-cd7e-4b82-9a0b-901c502f2bb2/5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:22.263809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:22.266400 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2941d2-efcc-4354-9ae1-612a0a1af105" -d '{"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-unplugged", "status": "completed", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:22.269357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:22.287489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13abd47-5dbc-43e4-bd74-ec2745793934 req-104778af-8d4b-483d-aa8e-2697dff97189 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:22.297472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13abd47-5dbc-43e4-bd74-ec2745793934 req-104778af-8d4b-483d-aa8e-2697dff97189 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:22.303647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13abd47-5dbc-43e4-bd74-ec2745793934 req-104778af-8d4b-483d-aa8e-2697dff97189 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:22.305995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d13abd47-5dbc-43e4-bd74-ec2745793934 req-104778af-8d4b-483d-aa8e-2697dff97189 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 2374 time: 0.1945782 Dec 20 22:58:22.434951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d13abd47-5dbc-43e4-bd74-ec2745793934 req-d16b03fb-665a-4dbc-a40c-db02365e32dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827031 Dec 20 22:58:22.471765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a37292-d164-43ef-9021-27aa38130641 req-6734049a-1833-497e-8304-329b07408a2c tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:22.489114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58a37292-d164-43ef-9021-27aa38130641 req-6734049a-1833-497e-8304-329b07408a2c tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.45 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.2268291 Dec 20 22:58:22.501554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:22.629148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:22.650090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on host n-h1-822053-9 for vnic_type normal with profile {"migrating_to": "n-h2-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:22.655032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:22.655032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:22.666632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:22.667008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Attempting to bind port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:22.686535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:22.686766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:22.687166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:22.687613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Bound port: 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:22.687965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:22.725516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:22.738602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:22.766487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:22.813878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:58:22.827675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:22.831185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:22.862296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:22.863703 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:22.887774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:22.928371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:22.958399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6ce17b11-d187-45d4-9fd1-32c66023a017 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1554468 Dec 20 22:58:22.996249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'admin_state_up': True, 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'security_groups': ['edc68c60-66bf-43f5-a71f-4c7996aab625']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:23.018782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Deleting port 10aab3b9-d3c0-4931-a490-cb898c086583 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:23.019171 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.113524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e94c0-38e9-4f2a-8aee-657c9c98ca70 req-13a4668d-e68b-41bc-b55f-bbdc752ce60e tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:23.121433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd7e94c0-38e9-4f2a-8aee-657c9c98ca70 req-13a4668d-e68b-41bc-b55f-bbdc752ce60e tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 949 time: 0.2209234 Dec 20 22:58:23.138940 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bbb77b-f481-4908-a6ad-1995e37ad725 x-openstack-request-id: req-08bbb77b-f481-4908-a6ad-1995e37ad725 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:23.139240 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-unplugged", "status": "completed", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:23.139499 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08bbb77b-f481-4908-a6ad-1995e37ad725 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:23.139842 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'code': 200} Dec 20 22:58:23.222197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd7e94c0-38e9-4f2a-8aee-657c9c98ca70 req-774f46bf-9e8d-404e-b3d4-23491e82edcb tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Dec 20 22:58:23.287035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:23.288322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.289997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] 10.222.0.45 "PUT /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 1121 time: 2.7514124 Dec 20 22:58:23.295219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e6d58-700d-4019-9507-bc5aa8721ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=8']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:23.340999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] For port 10aab3b9-d3c0-4931-a490-cb898c086583, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=10aab3b9-d3c0-4931-a490-cb898c086583,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:23.341244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Made reservation on behalf of 4f75266cbf9d4296a62d4d4ac99a2f65 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:23.341787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.355963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.359445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Calling delete_port for 10aab3b9-d3c0-4931-a490-cb898c086583 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:23.361289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2df3b0bf-9b77-4e3c-b15a-0932cf53253a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:23.363861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.569668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-24d65103-e71d-4ee5-a18e-70632b232b7e None None] Provisioning complete for port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:23.570189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-24d65103-e71d-4ee5-a18e-70632b232b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.696390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-24d65103-e71d-4ee5-a18e-70632b232b7e None None] Port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:23.838263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Allocated IP 10.2.2.200 (4c1ab89b-4b36-4076-aa14-c41cae52bc87/6a1bede0-cd7e-4b82-9a0b-901c502f2bb2/97d77324-43ba-4487-9f2a-6004e1b862dc) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:23.846091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:23.859785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['10aab3b9-d3c0-4931-a490-cb898c086583'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:23.942328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Pushing event deleted for resources: {'Port': ['ID=10aab3b9-d3c0-4931-a490-cb898c086583,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:24.110757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] No DVR routers for this DVR port 10aab3b9-d3c0-4931-a490-cb898c086583 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:24.118408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:24.128189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58a37292-d164-43ef-9021-27aa38130641 req-37ef4658-3213-4343-bc0d-f8c701fcc4e3 tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.45 "DELETE /v2.0/ports/10aab3b9-d3c0-4931-a490-cb898c086583 HTTP/1.1" status: 204 len: 173 time: 1.5572109 Dec 20 22:58:24.162149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Deleting port d00c56a7-602b-4926-adde-e0a6d92e25ba {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:24.162868 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:24.281663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] For port d00c56a7-602b-4926-adde-e0a6d92e25ba, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d00c56a7-602b-4926-adde-e0a6d92e25ba,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:24.282353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:24.303963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Calling delete_port for d00c56a7-602b-4926-adde-e0a6d92e25ba owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:24.556597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e1a1-f8f0-40d7-85ac-99dfee1e5fb5 req-1f43265b-dca2-4bf6-9116-b513f7df1bef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:24.570740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3f6e1a1-f8f0-40d7-85ac-99dfee1e5fb5 req-1f43265b-dca2-4bf6-9116-b513f7df1bef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.8211987 Dec 20 22:58:24.647243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-ff4b154f-7eda-4051-8313-cb02ff149f57 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:24.653579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-ff4b154f-7eda-4051-8313-cb02ff149f57 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:24.659430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-ff4b154f-7eda-4051-8313-cb02ff149f57 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:24.665473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-ff4b154f-7eda-4051-8313-cb02ff149f57 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:24.667037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-ff4b154f-7eda-4051-8313-cb02ff149f57 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3095 time: 0.2062674 Dec 20 22:58:24.674979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3f6e1a1-f8f0-40d7-85ac-99dfee1e5fb5 req-435dec5e-bbee-4ae8-9116-dbf53c72c3f0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030407 Dec 20 22:58:24.686034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:24.729508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:24.762467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d00c56a7-602b-4926-adde-e0a6d92e25ba,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:24.845281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5799e8bd-0d5a-4b6e-ac39-d27eae1fcbca req-71bb4f7f-ce2f-4e53-bf03-773c2e421ab9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691117 Dec 20 22:58:25.065112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbb02c-9710-4749-945d-8cb37dc91bfd req-7f217fc9-51de-4c3e-a0be-2bf3d5bc087e tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:25.065112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccbb02c-9710-4749-945d-8cb37dc91bfd req-7f217fc9-51de-4c3e-a0be-2bf3d5bc087e tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 950 time: 0.0866225 Dec 20 22:58:25.091935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccbb02c-9710-4749-945d-8cb37dc91bfd req-bbb7614a-12eb-4d30-af44-44c05482cd43 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814030 Dec 20 22:58:25.174302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a'}, {'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'name': 'network-vif-deleted', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:25.174302 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a"}, {"server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "name": "network-vif-deleted", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:25.174302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.174953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-094b6c61-edfd-45e1-93af-60e28eb0c773 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:25.176416 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-094b6c61-edfd-45e1-93af-60e28eb0c773 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 950 time: 0.0970469 Dec 20 22:58:25.208111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88f3300f-f7ef-4e46-8d9f-3d9d3db6a0db req-a3b68aad-b418-4ddd-b3e3-4d846289a5be tempest-ServersAdminNegativeTestJSON-1805021453 tempest-ServersAdminNegativeTestJSON-1805021453-project] 10.222.0.62 "GET /v2.0/ports?device_id=96997981-43e0-405a-847c-d1dbda6ef77a HTTP/1.1" status: 200 len: 210 time: 0.0328825 Dec 20 22:58:25.209353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.249065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:25.252520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:25.259039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:25.301848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:25.338858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:25.339875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.342762 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432134b4-b7ba-43dc-86aa-93b5e1f7e3f5 x-openstack-request-id: req-432134b4-b7ba-43dc-86aa-93b5e1f7e3f5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:25.343560 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a", "status": "completed", "code": 200}, {"server_uuid": "96997981-43e0-405a-847c-d1dbda6ef77a", "name": "network-vif-deleted", "tag": "10aab3b9-d3c0-4931-a490-cb898c086583", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:25.343560 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-432134b4-b7ba-43dc-86aa-93b5e1f7e3f5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:25.343789 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'status': 'completed', 'code': 200} Dec 20 22:58:25.343992 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96997981-43e0-405a-847c-d1dbda6ef77a', 'name': 'network-vif-deleted', 'tag': '10aab3b9-d3c0-4931-a490-cb898c086583', 'status': 'completed', 'code': 200} Dec 20 22:58:25.443360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-337a3477-8eff-466f-95dd-3beb0809c7dd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4634316 Dec 20 22:58:25.463535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:25.551331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.553697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-fcfe35bc-64b7-4f2d-8834-c41b4d178536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:25.555231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-fcfe35bc-64b7-4f2d-8834-c41b4d178536 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1124 time: 0.2143886 Dec 20 22:58:25.610754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Deleting port 781eab37-e289-4ddd-b9c9-725cdab7b74e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:25.611091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.759218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c8b4e75a-10cf-4c04-b82f-bb62c923586d None None] Provisioning complete for port 97d77324-43ba-4487-9f2a-6004e1b862dc triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:25.760478 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e75a-10cf-4c04-b82f-bb62c923586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:25.768762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-51920735-b912-4ed6-ad1f-957c7d72a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:25.770529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-51920735-b912-4ed6-ad1f-957c7d72a04c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2064424 Dec 20 22:58:25.871474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-29aa1518-d5a0-4989-945c-08e2e326be20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.0884013 Dec 20 22:58:25.900050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4e75a-10cf-4c04-b82f-bb62c923586d None None] Port 97d77324-43ba-4487-9f2a-6004e1b862dc cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:26.081119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] For port 781eab37-e289-4ddd-b9c9-725cdab7b74e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=781eab37-e289-4ddd-b9c9-725cdab7b74e,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:26.081546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:26.105394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-77f3c9e2-e8c7-4868-98cb-4e9ea1abe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.105394 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-77f3c9e2-e8c7-4868-98cb-4e9ea1abe1b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.2211976 Dec 20 22:58:26.111249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Calling delete_port for 781eab37-e289-4ddd-b9c9-725cdab7b74e owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:26.121043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492ced9-e891-4ae5-bef0-7ef5a0b56099 req-71abf2ae-4bcf-4838-b2c3-c670dcf80cfd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.130645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0492ced9-e891-4ae5-bef0-7ef5a0b56099 req-71abf2ae-4bcf-4838-b2c3-c670dcf80cfd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.2435210 Dec 20 22:58:26.153311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-17b5be7d-d1ac-4305-9284-63ee988ac265 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395148 Dec 20 22:58:26.156568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Router a0ff66f4-413d-47bf-89f3-2944e41b9c4b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:26.168882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.175572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.181955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.189199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.196265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.206177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56170512-c307-4f6a-a29c-addd13138d28 req-5508ac17-251d-4ef4-9751-627e2fb0ce61 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3816 time: 0.1831713 Dec 20 22:58:26.322872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0492ced9-e891-4ae5-bef0-7ef5a0b56099 req-03a79d7e-c7af-45f5-a4f0-8aa0d3ef3ce8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864722 Dec 20 22:58:26.362002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56170512-c307-4f6a-a29c-addd13138d28 req-fb063814-66bd-4479-8301-2f520a0922a2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547399 Dec 20 22:58:26.407316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024944fe-6e01-4de1-92f7-3b2f3abefbf7 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:26.419925 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:26.422715 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-19af927f-5647-49b8-be66-734fbeda8936 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601340 Dec 20 22:58:26.461891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:26.472239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Sync routers for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:26.493286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96c46ec1-94fb-4a92-a4f3-311a8c0f3a4e admin admin] 10.222.0.62 "PUT /v2.0/routers/a0ff66f4-413d-47bf-89f3-2944e41b9c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1108975 Dec 20 22:58:26.497164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:26.497875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:26.498889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:26.625970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1641b4-0951-440a-b121-68898987a330 req-68583f70-e333-4536-b0b4-e9a62bce75c1 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:26.633989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f1641b4-0951-440a-b121-68898987a330 req-68583f70-e333-4536-b0b4-e9a62bce75c1 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 950 time: 0.1815896 Dec 20 22:58:26.637645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37470) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:26.752025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f1641b4-0951-440a-b121-68898987a330 req-aa123878-ef50-48da-9c52-f7e6a68decb0 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/security-groups?id=477a196b-3298-4960-99e7-b4f7c0fc3249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171372 Dec 20 22:58:26.897306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15280288-41c0-42c3-830b-a6526353a0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:26.991671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:27.124424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:58:27.125113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15280288-41c0-42c3-830b-a6526353a0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.189059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15280288-41c0-42c3-830b-a6526353a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.209407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc83c287-7e2b-4c19-a3dd-1b2702a6c601 req-a5625d22-6e61-47c8-a54f-3ee8e190484b service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780981 Dec 20 22:58:27.219937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.232911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Transition to ACTIVE for port object 024944fe-6e01-4de1-92f7-3b2f3abefbf7 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:27.265320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Pushing event deleted for resources: {'Port': ['ID=781eab37-e289-4ddd-b9c9-725cdab7b74e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:27.299644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.305667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:27.323256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-15280288-41c0-42c3-830b-a6526353a0f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=953384a94d6b4f71aa54009830c551f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6840298 Dec 20 22:58:27.326221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37478) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:27.328280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] No DVR routers for this DVR port 781eab37-e289-4ddd-b9c9-725cdab7b74e on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:27.328444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.337644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 10aab3b9-d3c0-4931-a490-cb898c086583 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:27.346253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37482) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:27.350283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a has no active binding in host n-h2-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:58:27.363056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['781eab37-e289-4ddd-b9c9-725cdab7b74e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:27.396375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15280288-41c0-42c3-830b-a6526353a0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff63b79-58b2-4a7a-b176-1fc4011ec76d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:27.425104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.439503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7decd0d1-9fe6-4817-9797-109803fc3d7a req-179ccff2-c3cf-4210-be09-0a5be404fcf2 tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.45 "DELETE /v2.0/ports/781eab37-e289-4ddd-b9c9-725cdab7b74e HTTP/1.1" status: 204 len: 173 time: 2.2539854 Dec 20 22:58:27.440029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'name': 'network-vif-deleted', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:27.445504 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430117ef-8a04-44aa-b936-3561ffcfbe50" -d '{"events": [{"server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "name": "network-vif-deleted", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:27.559239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 10aab3b9-d3c0-4931-a490-cb898c086583 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:27.571317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 10aab3b9-d3c0-4931-a490-cb898c086583 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:27.650232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.820721 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.872278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Deleting port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:27.872625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:27.888307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:58:24Z', 'revision_number': 5, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port': {'id': '9db35ee0-03a3-4c2f-ab0c-85d923b813d4', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:55:49Z', 'updated_at': '2021-12-20T22:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:27.895081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:27.936748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Checking router: a0ff66f4-413d-47bf-89f3-2944e41b9c4b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:27.949535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Routers {'a0ff66f4-413d-47bf-89f3-2944e41b9c4b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:27.950532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:27.980747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803c1a-4742-4171-8648-ea4f88826947 req-518dbca8-7dcd-4236-81a9-bb7380883ad4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:27.988739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79803c1a-4742-4171-8648-ea4f88826947 req-518dbca8-7dcd-4236-81a9-bb7380883ad4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.5323064 Dec 20 22:58:27.999588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] For port 9db35ee0-03a3-4c2f-ab0c-85d923b813d4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:27.999588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.000242 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.017121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.017364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Calling delete_port for 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:28.023178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.029991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.035966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.048581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.050446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-62dd0add-efca-46fb-b634-2979b6b88889 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3828 time: 0.4248312 Dec 20 22:58:28.108020 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.153483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0e18904c-cc69-441e-a242-faa24d8dd7da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=072f0b0bc6c24ecf84d022b27a086bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7299783 Dec 20 22:58:28.155990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:28.164779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] Set router a0ff66f4-413d-47bf-89f3-2944e41b9c4b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:28.209608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Attempting to bind port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:28.209608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Attempting to bind port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:28.209608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Attempting to bind port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 on network 8ecea4e7-b217-457f-91aa-30cfdc138657 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:28.234016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 on network 8ecea4e7-b217-457f-91aa-30cfdc138657 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:28.234338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Attempting to bind port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 on network 8ecea4e7-b217-457f-91aa-30cfdc138657 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79803c1a-4742-4171-8648-ea4f88826947 req-d0211e50-5f15-4110-9dde-e9070994a4b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679403 Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Checking segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Bound using segment: {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Bound port: 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fcc9bc-2402-402c-a391-2b7bb1a0dc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:28.271564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.279308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6e61c45-8af0-40dc-98b2-8093dfc75b41 req-821bcdc5-c3a8-4e80-b5b0-f0b8a190a436 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010229 Dec 20 22:58:28.294441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.342516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.365947 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0ca712-aa73-483e-9552-1319abcce636 x-openstack-request-id: req-1f0ca712-aa73-483e-9552-1319abcce636 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:28.366345 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0bb157-a2fb-45a5-a957-94377506f96b", "name": "network-vif-deleted", "tag": "781eab37-e289-4ddd-b9c9-725cdab7b74e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:28.367154 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f0ca712-aa73-483e-9552-1319abcce636 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:28.367711 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0bb157-a2fb-45a5-a957-94377506f96b', 'name': 'network-vif-deleted', 'tag': '781eab37-e289-4ddd-b9c9-725cdab7b74e', 'status': 'completed', 'code': 200} Dec 20 22:58:28.377129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.407447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:58:27Z', 'revision_number': 6, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:28.473851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db35ee0-03a3-4c2f-ab0c-85d923b813d4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:28.474429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.474554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8509a1-66ee-452b-b46c-68e3f054e339 None None] The sync data for ids ['a0ff66f4-413d-47bf-89f3-2944e41b9c4b'] in n-d-822053-9 is: [{'id': 'a0ff66f4-413d-47bf-89f3-2944e41b9c4b', 'name': 'tempest-ServersTestJSON-1149838461-router', 'tenant_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:55:48Z', 'updated_at': '2021-12-20T22:58:27Z', 'revision_number': 6, 'project_id': '631b16ce1bfa4d13b40e6068996ea7a4', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:28.475851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.477265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ff63b79-58b2-4a7a-b176-1fc4011ec76d HTTP/1.1" status: 204 len: 168 time: 1.1459055 Dec 20 22:58:28.551795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:28.622163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ac6ee4b-8620-4bd8-b0da-9ece44938be8 req-b4add9f0-ac75-4f10-b025-9a2d5d05edee tempest-TenantUsagesTestJSON-2103268816 tempest-TenantUsagesTestJSON-2103268816-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc0bb157-a2fb-45a5-a957-94377506f96b HTTP/1.1" status: 200 len: 210 time: 0.1134207 Dec 20 22:58:28.622163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a3c04-75c0-4c62-85b4-df778f3a3f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff63b79-58b2-4a7a-b176-1fc4011ec76d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:28.653259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:28.714737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.735493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.770334 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-39f1dab5-a98d-4e7c-8232-944ebd47cefb service neutron] 10.222.0.59 "GET /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.1745942 Dec 20 22:58:28.794899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:28.812848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:28.813618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.815163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4c6bf17e-e186-4286-8e64-6d908dfeb717 service neutron] 10.222.0.45 "PUT /v2.0/ports/024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 1091 time: 3.3586235 Dec 20 22:58:28.815641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:28.818375 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:28.867067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.870817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:28.875903 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca5a660c-51d2-49b7-b8b7-5dce9339bdf8 HTTP/1.1" status: 204 len: 168 time: 0.7184160 Dec 20 22:58:28.885197 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d9d89b-125c-4566-a576-368908b4d4d9 x-openstack-request-id: req-c0d9d89b-125c-4566-a576-368908b4d4d9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:28.885488 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:28.885888 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0d9d89b-125c-4566-a576-368908b4d4d9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:28.886199 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'status': 'completed', 'code': 200} Dec 20 22:58:28.979042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:28.991750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.002441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c7b98-822a-4d24-9818-a2894b7adb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5a660c-51d2-49b7-b8b7-5dce9339bdf8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:29.061478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.068805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.070930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.070930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.071328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.071958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.081025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 781eab37-e289-4ddd-b9c9-725cdab7b74e no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:29.084791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-8ca62430-2698-4662-a8f9-350de699b377 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 4363 time: 0.1720557 Dec 20 22:58:29.164417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 781eab37-e289-4ddd-b9c9-725cdab7b74e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:29.165038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 781eab37-e289-4ddd-b9c9-725cdab7b74e not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:29.219414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d00c56a7-602b-4926-adde-e0a6d92e25ba no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:29.271101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d00c56a7-602b-4926-adde-e0a6d92e25ba {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:29.271101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d00c56a7-602b-4926-adde-e0a6d92e25ba not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:29.385651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.451615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.452178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ff66f4-413d-47bf-89f3-2944e41b9c4b {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:58:29.474800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.475959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6ebe6538-dbda-472f-8668-af0432803de4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a0ff66f4-413d-47bf-89f3-2944e41b9c4b HTTP/1.1" status: 204 len: 168 time: 2.9745336 Dec 20 22:58:29.488359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:29.729281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef33e3-4bc4-41b4-90db-16bdb8ba2478 req-01f67443-7a18-4bb6-af84-282b74c66bc7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.731585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77ef33e3-4bc4-41b4-90db-16bdb8ba2478 req-01f67443-7a18-4bb6-af84-282b74c66bc7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 943 time: 0.2322683 Dec 20 22:58:29.741051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-21430298-678a-476d-9453-7be4fe3d4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.742007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-21430298-678a-476d-9453-7be4fe3d4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.743341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-21430298-678a-476d-9453-7be4fe3d4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.746476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-21430298-678a-476d-9453-7be4fe3d4862 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6516006 Dec 20 22:58:29.833705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77ef33e3-4bc4-41b4-90db-16bdb8ba2478 req-98f6f852-e561-450d-b011-d6841a80c003 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769806 Dec 20 22:58:29.879535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Deleting subnet 8b82b3c5-a32f-4e3c-a025-7d651eec99d0 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:58:29.887922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.911533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.918866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:29.927700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.942830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.963126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:29.966163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-94b89a5f-b9fe-4a73-a4be-643e18ba0832 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3828 time: 0.3730638 Dec 20 22:58:30.093057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:30.112420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:30.212637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:30.332805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-618f82bf-e43e-445c-9055-a52ed96a54a6 req-443d7b83-cedf-4849-8b81-0458c9c24be7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499823 Dec 20 22:58:30.390369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:30.431560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2283220e-a275-47ec-9e44-d517a1e717e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d78a88ffcc14c1ca24e3baceead9024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209171 Dec 20 22:58:30.440323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:30.476383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-984b285e-72b8-4834-9a3e-53a27210f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:30.477911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ff6bfc6-1069-40b5-a580-3edb3a3b0469 req-984b285e-72b8-4834-9a3e-53a27210f7d2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6662579 Dec 20 22:58:30.577493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df3b0bf-9b77-4e3c-b15a-0932cf53253a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:30.654477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:30.780636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:30.796196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:30.811331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Transition to ACTIVE for port object ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:30.820679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:30.934625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] Transition to ACTIVE for port object 2df3b0bf-9b77-4e3c-b15a-0932cf53253a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:30.937089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:30.939633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.046683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37544) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:31.054738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:31.096516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:31.110152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9db35ee0-03a3-4c2f-ab0c-85d923b813d4 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:31.150814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.166944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:31.172818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe71e5-dce9-4fbf-a7cc-5a36e1159672 req-20582deb-ed07-4c52-bbb8-1f6670b0f22a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.180701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.182439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38fe71e5-dce9-4fbf-a7cc-5a36e1159672 req-20582deb-ed07-4c52-bbb8-1f6670b0f22a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.1184995 Dec 20 22:58:31.279085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38fe71e5-dce9-4fbf-a7cc-5a36e1159672 req-eb0812a3-7809-431f-bd41-4c615ef9381f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Dec 20 22:58:31.340831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] Pushing event updated for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:31.435765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51c2abe4-d0e4-486f-a113-9f606859120c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e34d310dc56e404689aca07eda62d23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866498 Dec 20 22:58:31.437016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:31.489235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.513006 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.586402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.682376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] No DVR routers for this DVR port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:31.687969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.691780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.693053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa452f3e-e2f6-4a6f-b431-8016a6d173e1 HTTP/1.1" status: 204 len: 168 time: 1.2517705 Dec 20 22:58:31.704278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.734881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b82b3c5-a32f-4e3c-a025-7d651eec99d0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:31.746084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddc4d0-3386-4f2e-a4b0-a241c89bdf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa452f3e-e2f6-4a6f-b431-8016a6d173e1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:31.746828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.747338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38316859-a9a7-4462-9316-6e09a35cb167 None None] Network 49479fdb-c502-4d26-a05a-f3f6f8b69856 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:31.753008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0201a07d-6e0d-4074-b94c-7904cf73a92c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b82b3c5-a32f-4e3c-a025-7d651eec99d0 HTTP/1.1" status: 204 len: 168 time: 2.2569366 Dec 20 22:58:31.754092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:31.796121 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-63b5c776-dd40-43e6-8ac3-f8a353b95f7c service neutron] 10.222.0.59 "PUT /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a/bindings/n-h2-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 2.9887362 Dec 20 22:58:31.834883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.851576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.868599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.881351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.898197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.921331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:31.927642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-200b19a9-1edb-4945-9370-05d39058163f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 4605 time: 0.3648639 Dec 20 22:58:31.943577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Attempting to bind port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:31.947044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Attempting to bind port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:31.947044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Attempting to bind port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:31.949520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:31.977612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:31.977967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Attempting to bind port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:31.991309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:31.991645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:31.992030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Bound using segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:31.992464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Bound port: ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:31.996035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.079489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] DHCP port deletion for 49479fdb-c502-4d26-a05a-f3f6f8b69856 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:58:32.142712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Deleting port 729af864-b1c6-469e-99ae-eb12ebaa7892 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:32.143046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.160326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:32.160719 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.163627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.171498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/477a196b-3298-4960-99e7-b4f7c0fc3249 HTTP/1.1" status: 204 len: 168 time: 0.7337129 Dec 20 22:58:32.192216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:32.195492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:32.198216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53855-07e5-44e1-8dfa-6e74055c10ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a196b-3298-4960-99e7-b4f7c0fc3249,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:32.242460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fb48f1b-6435-4f86-a3f9-e24800b059b8 req-bf4e5194-5a51-4607-9d54-efc3b21db634 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3098540 Dec 20 22:58:32.278475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] For port 729af864-b1c6-469e-99ae-eb12ebaa7892, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=729af864-b1c6-469e-99ae-eb12ebaa7892,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:32.279728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.288573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-5c1fe924-cf8c-413d-bba8-01fafbed5d42 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:32.291777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-5c1fe924-cf8c-413d-bba8-01fafbed5d42 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.2982087 Dec 20 22:58:32.335282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.343537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Calling delete_port for 729af864-b1c6-469e-99ae-eb12ebaa7892 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:32.373024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:32.378881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Deleting port 729af864-b1c6-469e-99ae-eb12ebaa7892 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:32.379260 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.588729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] For port 729af864-b1c6-469e-99ae-eb12ebaa7892, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=729af864-b1c6-469e-99ae-eb12ebaa7892,segment=NetworkSegment(5bf2e2bb-af74-4caa-adda-4ab943738d53),segment_id=5bf2e2bb-af74-4caa-adda-4ab943738d53)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:32.589642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.608320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Calling delete_port for 729af864-b1c6-469e-99ae-eb12ebaa7892 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:32.617688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-61fcc7c2-64f3-4c3f-8e6b-fd664678e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:32.620681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-61fcc7c2-64f3-4c3f-8e6b-fd664678e311 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&tenant_id=17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 1095 time: 0.3180213 Dec 20 22:58:32.661183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b2c03-75da-4f05-ab9a-d67d19cb705b req-73af51d4-9ca7-44bd-b019-e4d632bfa804 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:32.668804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-702b2c03-75da-4f05-ab9a-d67d19cb705b req-73af51d4-9ca7-44bd-b019-e4d632bfa804 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.2187624 Dec 20 22:58:32.692053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:32.694140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.696917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 1135 time: 3.7238171 Dec 20 22:58:32.699661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:32.704692 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c788ce-edd7-4b3b-b924-bb157d365d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:32.772982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53204e9c-1552-4a94-9380-87a41d3e42b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:32.785764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:58:32.787360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:32.851520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:32.851520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4575aa7b-bd9c-44b2-8520-265c8b61ac67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.863086 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:32.886373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-702b2c03-75da-4f05-ab9a-d67d19cb705b req-77cead49-d39a-404b-b95d-094dffd83e61 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877802 Dec 20 22:58:32.889377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c46a05b0-1c65-40cf-a059-7a81aa4eec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:32.894291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c46a05b0-1c65-40cf-a059-7a81aa4eec44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1095 time: 0.2242539 Dec 20 22:58:32.938926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] Pushing event deleted for resources: {'Port': ['ID=729af864-b1c6-469e-99ae-eb12ebaa7892,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:32.943723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bd0a9-ee6f-4749-bdf9-ef6984375437 None None] No DVR routers for this DVR port 729af864-b1c6-469e-99ae-eb12ebaa7892 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:32.999236 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718b6a9-5e3f-4da5-90d6-564ea9e77c27 x-openstack-request-id: req-8718b6a9-5e3f-4da5-90d6-564ea9e77c27 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:33.004807 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:33.005206 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8718b6a9-5e3f-4da5-90d6-564ea9e77c27 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:33.010439 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e', 'status': 'completed', 'code': 200} Dec 20 22:58:33.089624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 729af864-b1c6-469e-99ae-eb12ebaa7892 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:33.103251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.108062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-19134d3c-7019-4ac1-a7ba-218e78a81652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.108556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-19134d3c-7019-4ac1-a7ba-218e78a81652 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2045398 Dec 20 22:58:33.165468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 729af864-b1c6-469e-99ae-eb12ebaa7892 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:33.165909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 729af864-b1c6-469e-99ae-eb12ebaa7892 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:33.200932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-4e417c1c-c9e9-4b0f-8540-ce39a2e06f33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.0830994 Dec 20 22:58:33.216879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.221234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.267070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.268039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.268039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.268582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.270011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.271265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.275003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-23854d8d-d9a7-41b1-ae6c-9e6fca55230c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5291 time: 0.2909412 Dec 20 22:58:33.329182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-02accec8-03fe-48f8-b869-0a2b6cefd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.334426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-02accec8-03fe-48f8-b869-0a2b6cefd8e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1230848 Dec 20 22:58:33.371754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] No DVR routers for this DVR port 729af864-b1c6-469e-99ae-eb12ebaa7892 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:33.386564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Pushing event deleted for resources: {'Port': ['ID=729af864-b1c6-469e-99ae-eb12ebaa7892,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:33.395262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-ca4ef651-3e21-4b5e-8fb8-cdc30fec754e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467253 Dec 20 22:58:33.522367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-c96c47b7-38d9-4bae-b2ac-83154b49ef66 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184986 Dec 20 22:58:33.545843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37594) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:33.626370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.627078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c58bea1-87f6-47b0-b7d9-a68d53855f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.648782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4575aa7b-bd9c-44b2-8520-265c8b61ac67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.666625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.682189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.688394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.694294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.701259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.707450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:33.709322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-a57c3cad-4819-41e2-9086-3210a0ee5d72 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 4605 time: 0.3166051 Dec 20 22:58:33.767815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4575aa7b-bd9c-44b2-8520-265c8b61ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:33.867759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d5be912-cff7-467e-8f83-8879a60426a8 req-38f50a7c-47c9-4bc5-bc2e-dde9142fab65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220570 Dec 20 22:58:33.871617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-637e638e-1e96-41ca-bde8-9ea545117594 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284688 Dec 20 22:58:33.968141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c58bea1-87f6-47b0-b7d9-a68d53855f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.063544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c58bea1-87f6-47b0-b7d9-a68d53855f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.121126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37604) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:34.166107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c58bea1-87f6-47b0-b7d9-a68d53855f24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7fa8b17e3d9d40a784dd054ba7c1e7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098638 Dec 20 22:58:34.176538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687cd3-8021-4043-ac80-af87b697a973 req-99da9fad-f8c4-4062-8ff0-26e66e5d5325 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.186124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29687cd3-8021-4043-ac80-af87b697a973 req-99da9fad-f8c4-4062-8ff0-26e66e5d5325 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.1628132 Dec 20 22:58:34.205636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:34.215231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58bea1-87f6-47b0-b7d9-a68d53855f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1852477e-aac9-4be5-9a7f-d3f22e015352,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:34.261691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4575aa7b-bd9c-44b2-8520-265c8b61ac67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b48157306dd2404794f1deecbe9ef85d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8066776 Dec 20 22:58:34.269983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29687cd3-8021-4043-ac80-af87b697a973 req-33c45ec7-81f7-4e3b-ba78-74e86911d6c5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830007 Dec 20 22:58:34.283740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:34.287924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49479fdb-c502-4d26-a05a-f3f6f8b69856']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:34.320658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-faf0a0af-a5e1-481a-bac9-785b9cf82ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.321129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-faf0a0af-a5e1-481a-bac9-785b9cf82ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.321586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-faf0a0af-a5e1-481a-bac9-785b9cf82ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.323781 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-faf0a0af-a5e1-481a-bac9-785b9cf82ca2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0344117 Dec 20 22:58:34.350860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf2e2bb-af74-4caa-adda-4ab943738d53') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:34.351153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf2e2bb-af74-4caa-adda-4ab943738d53') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:34.358161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575aa7b-bd9c-44b2-8520-265c8b61ac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb229e-ef51-441f-a5d6-21e988de79f6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:34.374570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.405234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.512571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.512571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:58:34.513850 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:58:34.516950 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:58:34.524832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-network', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:34.552195 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.595589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.613383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-94b1ff5f-1e73-410a-a476-6d881ffd2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.614824 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c788ce-edd7-4b3b-b924-bb157d365d6b req-94b1ff5f-1e73-410a-a476-6d881ffd2d6e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564561 Dec 20 22:58:34.671607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:34.679539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.693346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Transition to ACTIVE for port object 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:34.777480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cc13e8b-3795-4af8-9ca9-191711ad32ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.778131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Made reservation on behalf of 391d7e5801bc4739ae3b793a08a552e6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:34.781362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.783413 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.788842 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.794388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62bb229e-ef51-441f-a5d6-21e988de79f6 HTTP/1.1" status: 204 len: 168 time: 0.5144360 Dec 20 22:58:34.798921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.801650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.803059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1852477e-aac9-4be5-9a7f-d3f22e015352 HTTP/1.1" status: 204 len: 168 time: 0.5961010 Dec 20 22:58:34.811356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.816528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.821993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.825381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7214d98-99bf-489f-9628-b4973147ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb229e-ef51-441f-a5d6-21e988de79f6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:34.825923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] 10.222.0.62 "DELETE /v2.0/networks/49479fdb-c502-4d26-a05a-f3f6f8b69856 HTTP/1.1" status: 204 len: 168 time: 3.0706725 Dec 20 22:58:34.865670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:34.871693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-174ed1fa-30f7-463c-b618-29cd37b66864 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:34.875763 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-174ed1fa-30f7-463c-b618-29cd37b66864 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.1145380 Dec 20 22:58:34.875894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da4c4a-d312-415c-a817-8b88b7ff9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1852477e-aac9-4be5-9a7f-d3f22e015352,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:34.973549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.011359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:35.018343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d285a2-9ca3-4994-9ecc-edfb0523167e admin admin] Pushing event deleted for resources: {'Network': ['ID=49479fdb-c502-4d26-a05a-f3f6f8b69856,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:35.036886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.129745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:58:35.189936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-e3fc8d01-8ae1-46a2-aa7b-7640b8fc519c service neutron] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:35.194845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-e3fc8d01-8ae1-46a2-aa7b-7640b8fc519c service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.195675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d7dbbf-a064-43e8-a663-92c695c53200,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:35.196006 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b1b47b8-6f26-4180-9e9f-36eedc0612a7 req-e3fc8d01-8ae1-46a2-aa7b-7640b8fc519c service neutron] 10.222.0.45 "DELETE /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a/bindings/n-h1-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.2511585 Dec 20 22:58:35.203203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.203542 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Added segment 4ca99a30-f801-41d3-8da8-64a0e8a2a847 of type vlan for network 3ccda229-e747-40c2-8b13-c08f669db13e Dec 20 22:58:35.266148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Attempting to bind port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:35.266148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Attempting to bind port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:35.266516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Attempting to bind port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:35.275954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.279460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:35.279592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Attempting to bind port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:35.292403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:35.292753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:35.293058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Bound using segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:35.294706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Bound port: 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:35.295078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.297688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.304313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.319722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.327559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.334543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.341216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.350914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.354137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-6f8414ea-c632-4924-880d-c0602e67da4e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5381 time: 0.2788191 Dec 20 22:58:35.471793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:35.486180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:35.514745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.519671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.520624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.555806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.577328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af417ea1-3b48-4d14-8da2-79c8c669b7fe req-7408a98b-438e-4ee5-97c8-ebedc69f141b tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101409 Dec 20 22:58:35.626884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccda229-e747-40c2-8b13-c08f669db13e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:35.639742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf05d-c256-4c27-92cf-891d4f0ea245 req-30013a7c-693a-4f92-9bbf-caf69ca46c78 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.640058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-013bf05d-c256-4c27-92cf-891d4f0ea245 req-30013a7c-693a-4f92-9bbf-caf69ca46c78 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.1851027 Dec 20 22:58:35.663403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3ccda229-e747-40c2-8b13-c08f669db13e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:58:35.681894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:35.684815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:35.688775 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 1134 time: 2.8714328 Dec 20 22:58:35.689307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:35.693546 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "14edce6f-7096-40f9-92b6-7a4a2b1cc3a4"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:35.716390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66c578b0-8755-443d-9ca7-38c84ea588d7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5925632 Dec 20 22:58:35.724619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37640) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:35.738412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Request body: {'subnet': {'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-subnet', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:35.751339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535f07d-8f2c-450a-b996-808c9c01c5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:35.819744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-013bf05d-c256-4c27-92cf-891d4f0ea245 req-525b79de-971d-45d4-a352-d622556ba637 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665869 Dec 20 22:58:35.830986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:35.912584 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c18be6e-3877-4b4d-b1a2-425643731300 x-openstack-request-id: req-2c18be6e-3877-4b4d-b1a2-425643731300 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:35.912898 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "14edce6f-7096-40f9-92b6-7a4a2b1cc3a4", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:35.913200 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c18be6e-3877-4b4d-b1a2-425643731300 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:35.913524 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4', 'status': 'completed', 'code': 200} Dec 20 22:58:35.937946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Made reservation on behalf of 391d7e5801bc4739ae3b793a08a552e6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:35.940721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:36.020504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37650) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:36.143721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94bf6-56bb-46fd-b8e6-1f61d4d71bd6 req-cc545617-341b-41f7-950c-8d5473e51cba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.151749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56e94bf6-56bb-46fd-b8e6-1f61d4d71bd6 req-cc545617-341b-41f7-950c-8d5473e51cba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1095 time: 0.0698550 Dec 20 22:58:36.219405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56e94bf6-56bb-46fd-b8e6-1f61d4d71bd6 req-9e04773a-14bb-4cf3-a975-ea14f0a2bfe3 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Dec 20 22:58:36.277416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:36.378032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae1d3ed8-a863-40ca-a545-fe4a9f7ebf06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=631b16ce1bfa4d13b40e6068996ea7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156226 Dec 20 22:58:36.383694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37658) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:36.405986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.406458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.406931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.407397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.408505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.408978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.409435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.414312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-e042a6f0-91c2-49fe-9811-c8d12ff2304b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6218 time: 0.4406850 Dec 20 22:58:36.516246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:36.525837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:36.693752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:36.702746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Checking segment: {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:36.703109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Network hostable DHCP agents. Network: 3ccda229-e747-40c2-8b13-c08f669db13e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:58:36.757032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-1a0b08ca-ad90-4b1c-a948-28dd1e4a3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.757783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-1a0b08ca-ad90-4b1c-a948-28dd1e4a3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.758252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-1a0b08ca-ad90-4b1c-a948-28dd1e4a3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.759818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-1a0b08ca-ad90-4b1c-a948-28dd1e4a3003 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3357093 Dec 20 22:58:36.773314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cfe391-49a0-41ca-a512-58f8c62305b3,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:36.970001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-00a3b2e8-d8fb-412e-9aa8-7ca82dce9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:36.971716 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63c8a0f0-6c3a-430b-b57a-5fb7c90c1cc6 req-00a3b2e8-d8fb-412e-9aa8-7ca82dce9f23 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567271 Dec 20 22:58:37.029277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a731879b-09a7-4810-b2b4-8ab3e0cd5e9f {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:37.031594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-38729b17-6020-40a9-8269-e50fe532f3c0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.041434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.050410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-38729b17-6020-40a9-8269-e50fe532f3c0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.4372919 Dec 20 22:58:37.065072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Transition to ACTIVE for port object a731879b-09a7-4810-b2b4-8ab3e0cd5e9f will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:37.108578 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b92a9201-90fc-4d90-9290-1c7043839e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.137678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-6dc41a08-9c98-4da2-b01c-43b5c5a3ff78 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/quotas/17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 375 time: 0.0863533 Dec 20 22:58:37.164684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.178481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.184915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.199725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.205963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.218799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.235208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.241792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.250514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:37.250745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-9f8ddc48-6ac1-40fd-9d8f-8c10fe164d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5381 time: 0.5123312 Dec 20 22:58:37.293203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Network 3ccda229-e747-40c2-8b13-c08f669db13e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:58:37.392766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.400442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.402993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Attempting to bind port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:37.403533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Attempting to bind port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:37.403975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Attempting to bind port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:37.405505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16f24011-c012-46f4-aa87-7da2a925e378 HTTP/1.1" status: 204 len: 168 time: 1.0195088 Dec 20 22:58:37.410215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:37.410663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Attempting to bind port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:37.423270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:37.423735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:37.424225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Bound using segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:37.425077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Bound port: a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:37.425219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.465965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2f6ba-bcb2-4888-8f1d-ceb4a6b4a9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f24011-c012-46f4-aa87-7da2a925e378,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:37.525785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3ccda229-e747-40c2-8b13-c08f669db13e) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:37.537796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb5475-5d63-4a65-bec8-b367e7846a51 None None] Network 3ccda229-e747-40c2-8b13-c08f669db13e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:37.541691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.543203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.554522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37696) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:37.614654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:37.625976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:37.627177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-6d32cd3e-f042-446b-853a-099239513f27 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3742330 Dec 20 22:58:37.644014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48dce72a-4649-46c4-bfa2-7a187e2423a2 req-1692d7f0-45ec-438b-af75-2fe333e4fa2f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3924170 Dec 20 22:58:37.693679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.788371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:37.801665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:37.805480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.807082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-f96e57cb-3791-4f6a-b4ce-a9748cc245cb service neutron] 10.222.0.45 "PUT /v2.0/ports/a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 200 len: 1091 time: 1.9808967 Dec 20 22:58:37.899616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-974807169-network', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:37.905514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-3ccda229-e747-40c2-8b13-c08f669db13e', 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e', 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'fixed_ips': [{'subnet_id': '58cfe391-49a0-41ca-a512-58f8c62305b3'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:58:37.907225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:37.914993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:37.930488 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0d9088-6456-46b0-89c5-8b62e7ee9127" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:37.954589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:38.267798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Made reservation on behalf of 641fa6d4b81542aaa50c19e1eb28920a for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:38.287692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.328982 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-ca8807a5-a7d9-4f98-9b33-f8b2f56fd631 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3610344 Dec 20 22:58:38.333479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.371371 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.373159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.391875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Allocated IP 172.20.0.2 (3ccda229-e747-40c2-8b13-c08f669db13e/58cfe391-49a0-41ca-a512-58f8c62305b3/568cac61-a45d-4a69-a7bf-3622a4ddddfe) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:38.461285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c72fdd20-9cb7-4cae-a98d-6867f91beb16 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7318528 Dec 20 22:58:38.467321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:38.472422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:38.563727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-6f7b94c0-c8c1-492b-b767-206a2fc41ccf service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185240 Dec 20 22:58:38.623074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-e4c5b410-29bf-4c81-84b0-47ca93b7e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:38.626711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-e4c5b410-29bf-4c81-84b0-47ca93b7e45a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c679fde3bc274130ac81abe3a354e39d&device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 1096 time: 0.2548301 Dec 20 22:58:38.650696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.738601 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609d613-869c-455f-a9e8-c8eedfde4d6b x-openstack-request-id: req-d609d613-869c-455f-a9e8-c8eedfde4d6b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:38.738900 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:38.739159 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d609d613-869c-455f-a9e8-c8eedfde4d6b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:38.739556 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'status': 'completed', 'code': 200} Dec 20 22:58:38.749250 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.754993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.757595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:38.868582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Network 3ccda229-e747-40c2-8b13-c08f669db13e is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:38.874734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:38.878865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:38.937208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-9471cfb4-25d6-4613-a2cd-11a33abbe016 service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666029 Dec 20 22:58:38.959865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Pushing event updated for resources: {'Port': ['ID=568cac61-a45d-4a69-a7bf-3622a4ddddfe,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:39.042473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Attempting to bind port 568cac61-a45d-4a69-a7bf-3622a4ddddfe on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:39.047128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Attempting to bind port 568cac61-a45d-4a69-a7bf-3622a4ddddfe by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:39.049820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Attempting to bind port 568cac61-a45d-4a69-a7bf-3622a4ddddfe on network 3ccda229-e747-40c2-8b13-c08f669db13e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Checking segment: {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Bound using segment: {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Bound port: 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:39.065386 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.168635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] For port 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:39.172437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.172864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] For port 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=568cac61-a45d-4a69-a7bf-3622a4ddddfe,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:39.201274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.208995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.218236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.225136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.240125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.250341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.269230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.269767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.284114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.288645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-7f0120d2-7017-4ef8-bb6c-28abae75dcdb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5393 time: 0.4579852 Dec 20 22:58:39.440204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff479b0e-54ef-4a92-ad73-553de1d549e4 None None] Pushing event updated for resources: {'Port': ['ID=568cac61-a45d-4a69-a7bf-3622a4ddddfe,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:39.523094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.617227 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.697120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:39.718602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.722590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.722590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.722977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.723569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.724026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.724660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.725125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.727252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-bf47455e-cd88-4fd5-98a5-e5b70ad29a83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6285 time: 0.9423411 Dec 20 22:58:39.731094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47e047-1150-45ed-98de-da122054e328,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:39.777621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:58:39.834328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c79b7186-bdd3-4444-8942-daeae547c4ba req-80bcfb32-e0fc-4e20-bf25-5d88c997a01a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.1030762 Dec 20 22:58:39.892211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9601c71b-eece-4d0c-b47b-5cc9d2ddff31 req-349fe509-7d2f-4d00-ab1d-7ed75cce5bc8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5944700 Dec 20 22:58:39.906723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-b5b28c58-5d8d-4d13-ae1d-370bb92d67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:39.908681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-b5b28c58-5d8d-4d13-ae1d-370bb92d67bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 200 len: 916 time: 1.2556496 Dec 20 22:58:39.938305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:39.938907 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Added segment 9a86af50-99a1-4465-987c-8804c4da9953 of type vlan for network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 Dec 20 22:58:40.062107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.075912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51776e6-c7f1-4801-8ae4-e9bc0dbff175 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:40.104324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1641690877-network', 'tenant_id': 'b7bd52ce4ffe4a998bfb5fb2213dd2fe'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:40.193040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:58:40.196567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.298437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Transition to ACTIVE for port object e51776e6-c7f1-4801-8ae4-e9bc0dbff175 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:40.361390 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-e52173c5-2cf5-4db1-965e-0b9567a7fda4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 200 len: 1001 time: 0.2535048 Dec 20 22:58:40.368653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.369700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:40.373704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.382553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.415307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.428504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.467193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.511832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:40.521985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-f19a4ecf-369a-4808-a2f9-0d5fe653a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:40.522457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-f19a4ecf-369a-4808-a2f9-0d5fe653a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:40.522918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-f19a4ecf-369a-4808-a2f9-0d5fe653a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:40.525099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-f19a4ecf-369a-4808-a2f9-0d5fe653a2e6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7602496 Dec 20 22:58:40.539824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Made reservation on behalf of b7bd52ce4ffe4a998bfb5fb2213dd2fe for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:40.542301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.604495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f34ec22-51b9-4c44-b06c-0c9c8741e21a req-00d56520-d8b3-4760-8a69-b48002a469b1 tempest-FlavorsV2NegativeTest-1697600005 tempest-FlavorsV2NegativeTest-1697600005-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fa87865dac2640bb9ac3525eef40faa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485663 Dec 20 22:58:40.613927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:40.730247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1698627 Dec 20 22:58:40.797271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37780) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:40.812153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Request body: {'subnet': {'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-974807169-subnet', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:40.942635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Allocated IP 172.25.1.8 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/dd464102-63e2-4e26-b4e9-f94e64369548) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:41.049209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.061371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-80cab20a-5e05-466c-8245-1c1cc01c7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.063882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-80cab20a-5e05-466c-8245-1c1cc01c7044 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7152cd7c-1c66-4630-95e8-52f1f5a1f74c HTTP/1.1" status: 200 len: 854 time: 0.6730618 Dec 20 22:58:41.093375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4b93-dad2-41ff-aa5f-fdca7d0cc37b admin admin] Pushing event updated for resources: {'Network': ['ID=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:41.150589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:58:41.159712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.204616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.301204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:58:41.343155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 568cac61-a45d-4a69-a7bf-3622a4ddddfe up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:41.345905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0906e78-430e-450e-9c43-44db83ce6daa None None] Network 3ccda229-e747-40c2-8b13-c08f669db13e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:41.364077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Attempting to bind port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:41.364077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Attempting to bind port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:41.364077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Attempting to bind port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:41.371928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:41.372482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Attempting to bind port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:41.379778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0de68620-6815-4e7e-af08-d6c28544bf91 req-df73bc24-8149-4c2b-a0ab-aaa88f02137b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.0794375 Dec 20 22:58:41.392132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ec22-51b9-4c44-b06c-0c9c8741e21a req-75e47779-356b-4f05-b8a5-4ce9f50b637e tempest-FlavorsV2NegativeTest-1697600005 tempest-FlavorsV2NegativeTest-1697600005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.395203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f34ec22-51b9-4c44-b06c-0c9c8741e21a req-75e47779-356b-4f05-b8a5-4ce9f50b637e tempest-FlavorsV2NegativeTest-1697600005 tempest-FlavorsV2NegativeTest-1697600005-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7699027 Dec 20 22:58:41.395846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.397090 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Added segment 68d88320-2971-44de-9ce3-7cc0a9cf1f74 of type vlan for network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc Dec 20 22:58:41.414847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-671dd0e0-2194-43b9-b464-2da6d593e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.416810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-671dd0e0-2194-43b9-b464-2da6d593e5d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095727 Dec 20 22:58:41.446185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Made reservation on behalf of 641fa6d4b81542aaa50c19e1eb28920a for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:41.452446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.453260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f34ec22-51b9-4c44-b06c-0c9c8741e21a req-f93b186e-6340-486c-b944-bae96429b700 tempest-FlavorsV2NegativeTest-1697600005 tempest-FlavorsV2NegativeTest-1697600005-project] 10.222.0.62 "GET /v2.0/quotas/fa87865dac2640bb9ac3525eef40faa4 HTTP/1.1" status: 200 len: 375 time: 0.0503025 Dec 20 22:58:41.468861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.577836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e48de8-5f71-49e9-99d5-5562afa9b501,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:41.581705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-9b8a032b-daca-4da0-b537-b19f43766bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.587082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fe0d9088-6456-46b0-89c5-8b62e7ee9127 req-9b8a032b-daca-4da0-b537-b19f43766bd1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0123336 Dec 20 22:58:41.587082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-19c989db-2872-4b55-a26b-e25274bf5a09 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293161 Dec 20 22:58:41.615913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:41.615913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Checking segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:41.615913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Bound using segment: {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:41.615913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Bound port: e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338de444-2d79-430b-bd75-ad0cd204cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:41.615913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.617744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cdcac696-d6f6-4772-a891-99f75323b131 None None] Provisioning complete for port 568cac61-a45d-4a69-a7bf-3622a4ddddfe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:41.621998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cdcac696-d6f6-4772-a891-99f75323b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.685915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f34ec22-51b9-4c44-b06c-0c9c8741e21a req-bb5df7b7-e96f-4399-a269-a0c867cef0bf tempest-FlavorsV2NegativeTest-1697600005 tempest-FlavorsV2NegativeTest-1697600005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa87865dac2640bb9ac3525eef40faa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075231 Dec 20 22:58:41.691839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:41.718604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 568cac61-a45d-4a69-a7bf-3622a4ddddfe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:41.722287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.729458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:41.740856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:41.749394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:41.767872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Pushing event updated for resources: {'Port': ['ID=dd464102-63e2-4e26-b4e9-f94e64369548,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:41.916418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.925753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.933663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.956143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.974013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:41.992486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.007038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:42.033050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:42.039711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-3f62c9bb-6bf3-44e2-a56b-0dc4be55f1b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5405 time: 0.4972847 Dec 20 22:58:42.127589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=568cac61-a45d-4a69-a7bf-3622a4ddddfe,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:42.135595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cdcac696-d6f6-4772-a891-99f75323b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.264438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.377030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=568cac61-a45d-4a69-a7bf-3622a4ddddfe,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:42.420633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-97794018-e113-4d86-a216-106313595984 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:42.425823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-97794018-e113-4d86-a216-106313595984 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.2147746 Dec 20 22:58:42.437448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:58:42.457284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-cdcac696-d6f6-4772-a891-99f75323b131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:58:42.465338 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-cdcac696-d6f6-4772-a891-99f75323b131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:58:42.486027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Request body: {'port': {'device_id': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'admin_state_up': True, 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:42.573421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4d5852ff-0b66-4678-a16b-2148ce1ae1b3 req-467cdc17-f352-4d2e-8b34-e21b9635b472 service neutron] 10.222.0.59 "GET /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9410195 Dec 20 22:58:42.577618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:42.616004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:42.640181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.641590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:42.642716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.700442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.730071 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9985251 Dec 20 22:58:42.753789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09abec48-7a8d-4d92-91e0-38512ead96a1 req-89e9685f-4e12-418f-9cb5-bcb2961d5c91 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.1135728 Dec 20 22:58:42.754324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37808) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:42.785129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Request body: {'subnet': {'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1641690877-subnet', 'tenant_id': 'b7bd52ce4ffe4a998bfb5fb2213dd2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:42.875595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:42.876208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.877598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] 10.222.0.45 "PUT /v2.0/ports/e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 200 len: 1091 time: 4.9368060 Dec 20 22:58:42.878221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:42.880467 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74109ac1-0efd-461b-93ae-73a7f92b01eb" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:42.900040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962006b-3c77-42bc-8935-6a3a00cd3e86 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcd1f3a-24c7-49db-98c2-c832c9344bcc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:42.924216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:58:42.945577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:42.955885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-990ffe7c-8e74-4637-b1f1-0c55e79d840f req-ddc82f83-54fa-4892-8f40-bf892aaa1f15 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9013405 Dec 20 22:58:42.959205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:42.968731 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.082732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:43.175721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:43.221668 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1319f-e403-4e84-8376-27dd9f9ddeb6 x-openstack-request-id: req-c5f1319f-e403-4e84-8376-27dd9f9ddeb6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:43.222274 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:43.222686 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5f1319f-e403-4e84-8376-27dd9f9ddeb6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:43.223265 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'status': 'completed', 'code': 200} Dec 20 22:58:43.223999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f0e90-7663-40ff-9a73-1db3cacb5cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:43.302680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 568cac61-a45d-4a69-a7bf-3622a4ddddfe up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:43.330316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.356570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.357316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.357967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.358588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.359195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.359812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.360431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.362627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-fa47b658-c9d8-4c3d-bc4f-bbff49313ce2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6352 time: 0.1721690 Dec 20 22:58:43.443760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-411a253d-c1ad-4862-a30d-a86cc994c7f6 None None] Provisioning complete for port 568cac61-a45d-4a69-a7bf-3622a4ddddfe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:43.444205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-411a253d-c1ad-4862-a30d-a86cc994c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.457603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Checking segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:43.458255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Network hostable DHCP agents. Network: c3f6e6bc-855c-4513-92c8-370ecd8c3ed3, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:58:43.493864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Made reservation on behalf of b7bd52ce4ffe4a998bfb5fb2213dd2fe for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:43.501007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.522861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37816) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:43.535818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 568cac61-a45d-4a69-a7bf-3622a4ddddfe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:43.536172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.594012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:58:43.613311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-ccc76989-60ee-4495-ac80-a3b765df33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.614947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-ccc76989-60ee-4495-ac80-a3b765df33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.620150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-ccc76989-60ee-4495-ac80-a3b765df33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.624670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-ccc76989-60ee-4495-ac80-a3b765df33fe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2311530 Dec 20 22:58:43.780326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c3f6e6bc-855c-4513-92c8-370ecd8c3ed3) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:43.805700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78677d-1261-45ec-b90d-13cde0247b41 None None] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:43.828940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:43.829897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.845979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfa76-4765-4044-9e2b-65b097389b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:43.983148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a231d9c9-0908-45f0-91d8-3a4b65811e40 req-1ff5bd80-3150-4b22-ab88-06d44cc14ba8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.0398037 Dec 20 22:58:44.066163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.114576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfa76-4765-4044-9e2b-65b097389b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.117428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-3e417567-5982-4df9-a665-f1026c2e9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.119420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74109ac1-0efd-461b-93ae-73a7f92b01eb req-3e417567-5982-4df9-a665-f1026c2e9895 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4869282 Dec 20 22:58:44.132818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0121271d-3ad3-4ff6-8323-f36b7b7f453e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3322878 Dec 20 22:58:44.139177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:44.146919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:44.214396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4f6dfa76-4765-4044-9e2b-65b097389b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.307289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Allocated IP 172.20.0.10 (3015924b-4453-448d-84e1-d1418ace8d34/ef6c94c8-a836-4e24-9f47-e58645357cb1/e76a652c-f171-46f6-89ae-9279a5ddeab7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:44.323139 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4f6dfa76-4765-4044-9e2b-65b097389b0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa87865dac2640bb9ac3525eef40faa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7941070 Dec 20 22:58:44.331953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37828) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:44.348100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dfa76-4765-4044-9e2b-65b097389b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d59639f-5c53-4f5f-8ecd-9ff15430ecac,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:44.457127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:58:44.458242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.479595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.485952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.492202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.499082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.505206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.511519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.517618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:44.519717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4145d892-46ad-4a97-9032-ba0430f95617 req-b4a0dbf0-9575-4d8c-9141-ad432bd50651 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5405 time: 0.3504868 Dec 20 22:58:44.582085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:44.592408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.595838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.596972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.672871 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.674119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Transition to ACTIVE for port object 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:44.796756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.847663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.864602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:44.933297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4145d892-46ad-4a97-9032-ba0430f95617 req-183fb6df-81c5-45eb-a0e3-e4a319077405 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4005444 Dec 20 22:58:44.998171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.028425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.033244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.079942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Allocated IP 172.20.0.2 (c3f6e6bc-855c-4513-92c8-370ecd8c3ed3/e5f694bf-dc8c-427e-ac7e-c5b7f85502e2/2ab74972-ec6a-48fc-80a3-6c8705b8b997) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:45.161081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:45.210429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fd1e864-b41c-4c4a-870a-7cb517ff7cfe req-dc0d29f2-200a-4962-a782-217cccaba96b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.0849705 Dec 20 22:58:45.259128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32c9921-ff17-4cdd-b944-eec96ca04d5c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:45.291150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Checking segment: {'id': '68d88320-2971-44de-9ce3-7cc0a9cf1f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:45.291547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.292381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Network hostable DHCP agents. Network: 7dcd1f3a-24c7-49db-98c2-c832c9344bcc, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:58:45.327206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.330389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.331781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d59639f-5c53-4f5f-8ecd-9ff15430ecac HTTP/1.1" status: 204 len: 168 time: 0.9744792 Dec 20 22:58:45.352342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c965c4-01e4-4d31-9322-2821ee2f3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d59639f-5c53-4f5f-8ecd-9ff15430ecac,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:45.362243 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.450382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Network 3015924b-4453-448d-84e1-d1418ace8d34 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:45.455263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:45.457535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:58:45.463130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:45.515333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.516782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Router 3191234f-1252-4bdf-bf81-79441a62adda is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:58:45.518960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.549301 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:58:45.551823 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:58:45.556550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Attempting to bind port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:45.557762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:45.558266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Attempting to bind port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:45.558716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Attempting to bind port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:45.559137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.567726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:45.568357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Attempting to bind port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:45.580237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:45.580675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Checking segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:45.581250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Bound using segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:45.581852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Bound port: 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:45.582289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.600635 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.658906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7dcd1f3a-24c7-49db-98c2-c832c9344bcc) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:45.670789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1932e25-0f78-495b-87c1-eae41b3204ed None None] Network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:45.683089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:45.686219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.705498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:45.721395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:45.732451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:45.742280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Pushing event updated for resources: {'Port': ['ID=2ab74972-ec6a-48fc-80a3-6c8705b8b997,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:45.794450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e0a76b64-4976-419d-af6f-7f341794f5d4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3134634 Dec 20 22:58:45.818916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Request body: {'port': {'device_id': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:45.825762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:45.836103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e46d90b4-8a05-43e7-b19e-0cd09ed1cc82 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0581436 Dec 20 22:58:45.840835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:45.927047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.942596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:45.955877 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Sync routers for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:45.962238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:45.995332 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:46.004624 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:46.020763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Attempting to bind port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:46.021170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Attempting to bind port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:46.023147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Attempting to bind port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 on network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:46.043256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77b8ad-4df5-4879-b485-fdf6179b3131 None None] Network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:46.061057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.073558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:46.074468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.075826 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] 10.222.0.45 "PUT /v2.0/ports/5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 200 len: 1091 time: 3.0058625 Dec 20 22:58:46.091911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:46.094262 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:46.186589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.189253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-364403f9-2a47-4cac-a770-df1b446ac620 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.7193785 Dec 20 22:58:46.202632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37856) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:46.224405 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620093a4-6f24-42f2-a774-852d9d49175e x-openstack-request-id: req-620093a4-6f24-42f2-a774-852d9d49175e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:46.224832 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:46.225178 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-620093a4-6f24-42f2-a774-852d9d49175e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:46.225804 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'status': 'completed', 'code': 200} Dec 20 22:58:46.245864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Request body: {'port': {'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:46.251064 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:46.311663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.396825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:46.397215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Checking segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:46.397625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.398069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Bound using segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:46.398563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Bound port: 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:46.398949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.568508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] For port 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:46.572076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] For port 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ab74972-ec6a-48fc-80a3-6c8705b8b997,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:46.645545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.716604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Allocated IP 172.25.1.244 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/4d6a918e-24f1-4698-a034-ea811693641e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:46.724014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76a652c-f171-46f6-89ae-9279a5ddeab7 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:46.733745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.740926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544285e8-c108-4fa8-8527-4b7c0794cb40 None None] Pushing event updated for resources: {'Port': ['ID=2ab74972-ec6a-48fc-80a3-6c8705b8b997,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:46.757979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Transition to ACTIVE for port object e76a652c-f171-46f6-89ae-9279a5ddeab7 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:46.944830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:46.955886 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:42Z', 'revision_number': 3, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:47.015402 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Checking router: 3191234f-1252-4bdf-bf81-79441a62adda for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:47.015760 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Updating router 3191234f-1252-4bdf-bf81-79441a62adda port dd464102-63e2-4e26-b4e9-f94e64369548 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:58:47.034135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:47.056462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.099037 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.114240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.182869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-717614ac-26c9-46b1-8f71-839aa4433b54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2786546 Dec 20 22:58:47.217433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f06b01-86c3-4c74-b9ff-2145d7bd917c service neutron] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:47.325618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.326477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.327168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.327638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.328249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.328558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.329025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.330984 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-25c5d01e-7f50-4a8d-a0e8-a8713b289884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6419 time: 1.1024215 Dec 20 22:58:47.424110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.437758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.438766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.444754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.451619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.458796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.465553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.467840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-2bd93c45-8aaa-46cd-a79d-de3a078b3878 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5417 time: 1.3175087 Dec 20 22:58:47.605024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-8f82a1e1-aa7e-49a1-9c46-bc56431ba142 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.612615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-8f82a1e1-aa7e-49a1-9c46-bc56431ba142 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/networks?id=7dcd1f3a-24c7-49db-98c2-c832c9344bcc HTTP/1.1" status: 200 len: 822 time: 0.6571243 Dec 20 22:58:47.635086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-d9f27fe2-ee78-4c94-8608-3a59a04324ea tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/quotas/b7bd52ce4ffe4a998bfb5fb2213dd2fe HTTP/1.1" status: 200 len: 375 time: 0.0215099 Dec 20 22:58:47.646241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d77324-43ba-4487-9f2a-6004e1b862dc {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:47.660571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.674350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Transition to ACTIVE for port object 97d77324-43ba-4487-9f2a-6004e1b862dc will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:47.703736 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.724110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.781758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.794636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:47.795173 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.809261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:47.822853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:47.828945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6a918e-24f1-4698-a034-ea811693641e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:47.857771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-b517dd92-ed93-4816-ba82-09a8ed96cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.857771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-b517dd92-ed93-4816-ba82-09a8ed96cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.858050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-b517dd92-ed93-4816-ba82-09a8ed96cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:47.859529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-b517dd92-ed93-4816-ba82-09a8ed96cad3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5135069 Dec 20 22:58:47.884846 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdda50-1204-44b2-b66a-44c3c8915966 None None] Pushing event updated for resources: {'Port': ['ID=dd464102-63e2-4e26-b4e9-f94e64369548,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:47.916127 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Attempting to bind port dd464102-63e2-4e26-b4e9-f94e64369548 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:47.917072 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Attempting to bind port dd464102-63e2-4e26-b4e9-f94e64369548 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:47.917445 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Attempting to bind port dd464102-63e2-4e26-b4e9-f94e64369548 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:47.929857 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:47.930382 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:47.930631 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:47.931005 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:47.933259 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Bound port: dd464102-63e2-4e26-b4e9-f94e64369548, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:47.933599 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.038041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] For port dd464102-63e2-4e26-b4e9-f94e64369548, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:48.044169 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] For port dd464102-63e2-4e26-b4e9-f94e64369548, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dd464102-63e2-4e26-b4e9-f94e64369548,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:48.083779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-529062e2-fc3b-4e84-9bb0-d52f11794da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:48.085275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-529062e2-fc3b-4e84-9bb0-d52f11794da8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1095 time: 0.7366691 Dec 20 22:58:48.099048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:48.126156 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.165098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b5cde14-014f-4236-aac7-1bcf0416a728 req-f4498da8-048f-4452-9f60-4fa02421a6a0 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5751340 Dec 20 22:58:48.197062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-16c44ea7-b307-49fe-acac-a339a15156be tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b7bd52ce4ffe4a998bfb5fb2213dd2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5609665 Dec 20 22:58:48.222563 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:48.223189 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:48.245971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:48.246334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:48.246978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:48.358277 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdda50-1204-44b2-b66a-44c3c8915966 None None] Pushing event updated for resources: {'Port': ['ID=dd464102-63e2-4e26-b4e9-f94e64369548,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:48.375712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-90529626-d284-4ea3-b1ea-6957c3c5a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:48.377171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b3cf2b0f-5c39-4d3f-9ad7-a4a2f01618de req-90529626-d284-4ea3-b1ea-6957c3c5a955 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4323823 Dec 20 22:58:48.388696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Attempting to bind port 97d77324-43ba-4487-9f2a-6004e1b862dc on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:48.389021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Attempting to bind port 97d77324-43ba-4487-9f2a-6004e1b862dc by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:48.389345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Attempting to bind port 97d77324-43ba-4487-9f2a-6004e1b862dc on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:48.403231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Port 97d77324-43ba-4487-9f2a-6004e1b862dc on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:48.406236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Attempting to bind port 97d77324-43ba-4487-9f2a-6004e1b862dc on network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:48.410299 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:48.412027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:48.412362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Checking segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:48.412753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Bound using segment: {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:48.413176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Bound port: 97d77324-43ba-4487-9f2a-6004e1b862dc, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e7180d-9802-4bed-9abf-3cefc0696b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:48.413578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.451801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:58:48.452368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:48.491236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:48.495942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:48.508141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:48.508494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:48.508951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:48.509403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Bound port: e76a652c-f171-46f6-89ae-9279a5ddeab7, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:48.509777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.528802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a07450-c69a-4444-b23d-5d7f4893746b None None] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:58:48.582680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.593902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-44413b19-7344-4687-9fd9-21364a8ae855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:48.595652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-44413b19-7344-4687-9fd9-21364a8ae855 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.4494281 Dec 20 22:58:48.671623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.681231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] Provisioning complete for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:48.686348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.733467 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:42Z', 'revision_number': 3, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:48.733912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e75e-14a4-4ba2-a1ec-f809a64bef9c req-d3a6b751-4a26-4715-b16a-d1c9ff4dc026 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:48.741639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab85e75e-14a4-4ba2-a1ec-f809a64bef9c req-d3a6b751-4a26-4715-b16a-d1c9ff4dc026 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.3939388 Dec 20 22:58:48.761379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-be14ded5-b0d2-4058-a54f-9370f97fa287 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.1283581 Dec 20 22:58:48.795823 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb3f61-f862-4ec5-89b4-fe6f838396c1 None None] The sync data for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 is: [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:42Z', 'revision_number': 3, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:48.868459 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:48.871522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-5b3662a2-60b3-4612-865b-cd1bc8881302 service neutron] 10.222.0.62 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272018 Dec 20 22:58:48.966517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] For port 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ab74972-ec6a-48fc-80a3-6c8705b8b997,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:48.972416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab85e75e-14a4-4ba2-a1ec-f809a64bef9c req-527efceb-ed07-4c6d-ad64-58f93529c0f0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295094 Dec 20 22:58:48.979011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:49.006755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:49.067605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.191324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bd1d2-a0d2-4d32-9463-6036d2d39cf1 None None] Pushing event updated for resources: {'Port': ['ID=2ab74972-ec6a-48fc-80a3-6c8705b8b997,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:49.193648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.207147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1d849902-9a65-4b0a-883f-fa6b38c7e624 None None] Provisioning complete for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:49.207366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d849902-9a65-4b0a-883f-fa6b38c7e624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.252728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-04aecc12-78d2-4ef0-992d-e7fffa3288ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.258647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-04aecc12-78d2-4ef0-992d-e7fffa3288ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.4672277 Dec 20 22:58:49.277998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ab74972-ec6a-48fc-80a3-6c8705b8b997 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:49.365626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.366359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.380179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] 10.222.0.45 "PUT /v2.0/ports/97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 1091 time: 3.1404483 Dec 20 22:58:49.380179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:49.398264 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:49.436657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-a89d2f12-287f-408a-87c8-36b9bac27d96 service neutron] 10.222.0.62 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548353 Dec 20 22:58:49.444912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.445848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.447486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 1092 time: 3.6353657 Dec 20 22:58:49.481761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:49.492237 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8abb0a3-b665-463a-b571-25393e14bade" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:49.548427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:49.549022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.623662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-b5e20165-656c-4869-a79f-8c4f44f2b5b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744151 Dec 20 22:58:49.625685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044f9c-0507-4de7-aaef-9c034ff68f75 service neutron] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:49.761055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.761534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.762095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.762495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.762950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.763400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.763848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.766316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-346fdcfd-8d1e-4b86-9e8d-719b06ad4bef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6486 time: 0.2203910 Dec 20 22:58:49.855941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-9816507b-d392-45d8-b834-f495f059756f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 217 time: 0.0789132 Dec 20 22:58:49.950602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-453eacfe-320d-4f00-a5fd-6b9bd6ab74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:49.952155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-453eacfe-320d-4f00-a5fd-6b9bd6ab74e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 200 len: 855 time: 0.0704780 Dec 20 22:58:49.953251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:49.960819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fe849-39fa-418f-b77a-b61bdb3fefd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:50.104484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-204482a0-4ae8-4fbb-831e-406a8745196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.106106 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-204482a0-4ae8-4fbb-831e-406a8745196c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ecea4e7-b217-457f-91aa-30cfdc138657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966015 Dec 20 22:58:50.152030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-9c933cd5-caf2-4347-9e7b-2bff547d1b55 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.153425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-9c933cd5-caf2-4347-9e7b-2bff547d1b55 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/networks?id=e56cfe71-9ac6-4b49-9aff-2422ec2338ff HTTP/1.1" status: 200 len: 814 time: 0.4957685 Dec 20 22:58:50.161846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-82ec65c2-e266-4a2b-b0b0-d47fcfb56c4c service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774268 Dec 20 22:58:50.198518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-68515a91-355f-454f-b4ac-7e39d4f6798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.200051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-68515a91-355f-454f-b4ac-7e39d4f6798a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1095 time: 0.5948668 Dec 20 22:58:50.230322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-0f6cc65c-f628-4bd3-8b84-bcbad7db5768 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/quotas/1683633450064949879d7714e2ebe536 HTTP/1.1" status: 200 len: 375 time: 0.0664537 Dec 20 22:58:50.245630 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-404a7c2d-1079-4680-b319-2e3f5177c785 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163952 Dec 20 22:58:50.291112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Router 6541e62a-8f36-4f87-81e3-44c26248fdfe is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:58:50.384101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.391286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.397516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.404530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.411358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.418613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.424713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.426669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-01647d3a-09e0-436a-aab3-af1a8b1c5b5e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.3706899 Dec 20 22:58:50.428408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-0d521078-eb07-4ee2-8824-538754c12d07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.1912053 Dec 20 22:58:50.440949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-463e3772-aa0d-48a3-8585-3ab39c00a07d service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829333 Dec 20 22:58:50.492216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-7fcbd38e-6361-4585-bde9-cb98f28f82e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 217 time: 0.0397222 Dec 20 22:58:50.496446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:50.507531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Sync routers for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:50.522334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:50.526435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:50.550679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-712c3aba-977b-46ee-a045-7bd62bd35731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.552019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-712c3aba-977b-46ee-a045-7bd62bd35731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.0500031 Dec 20 22:58:50.596271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-9b3d13aa-6f63-4a7d-80bf-32c3f20c3917 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1683633450064949879d7714e2ebe536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3440630 Dec 20 22:58:50.602234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-261752fb-2004-4173-9e9c-d50df76ffcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.603648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-261752fb-2004-4173-9e9c-d50df76ffcd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1651685 Dec 20 22:58:50.605948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae83a830-0aae-4f17-9897-b2c049432d46 req-b1f8515f-6ed7-4cbe-8eeb-9cce5a7c6e3c service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254200 Dec 20 22:58:50.606898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:50.611582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f3fe2151-1e4b-4f32-8631-9924b9aef7e3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4663038 Dec 20 22:58:50.612940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37934) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:50.664516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-bcfe9538-21f6-423e-8bea-e94041165c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:50.666070 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-bcfe9538-21f6-423e-8bea-e94041165c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017132 Dec 20 22:58:50.670521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:50.676243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-7f77e1ca-d1f5-41f5-ab68-12b7340e22e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533180 Dec 20 22:58:50.691484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bb51fc5-fb59-4584-9da3-6cd3d350e6d3 req-187e19c1-4e99-411d-b138-85ddffa95a96 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2540662 Dec 20 22:58:50.703407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:50.793093 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d21e986-e6ba-4537-8776-58b5f78bae24 x-openstack-request-id: req-1d21e986-e6ba-4537-8776-58b5f78bae24 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:50.793386 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:50.793644 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d21e986-e6ba-4537-8776-58b5f78bae24 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:50.794069 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'status': 'completed', 'code': 200} Dec 20 22:58:50.887246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-a587d093-5d98-4c44-931d-7d2184de6e21 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075973 Dec 20 22:58:51.003997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:48Z', 'revision_number': 3, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:51.080026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Checking router: 6541e62a-8f36-4f87-81e3-44c26248fdfe for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:51.083235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Updating router 6541e62a-8f36-4f87-81e3-44c26248fdfe port 4d6a918e-24f1-4698-a034-ea811693641e binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:58:51.130936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6466ae45-0037-401e-b9b6-ef07c0f229ba service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098029 Dec 20 22:58:51.134526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.203314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-20751529-f5e5-4a50-8b9e-f60e5b209de3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 217 time: 0.0435874 Dec 20 22:58:51.211875 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b82cf1-fc67-40fe-a486-c7e258b9d2f1 x-openstack-request-id: req-08b82cf1-fc67-40fe-a486-c7e258b9d2f1 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:51.212449 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:51.213894 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08b82cf1-fc67-40fe-a486-c7e258b9d2f1 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:51.214817 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'status': 'completed', 'code': 200} Dec 20 22:58:51.270306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-33305a33-3423-47ef-8859-d3957c222f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:51.271951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-33305a33-3423-47ef-8859-d3957c222f79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.0557382 Dec 20 22:58:51.286321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-d9ea1731-35ed-443b-8a43-71fe3f223a85 service neutron] 10.222.0.62 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770837 Dec 20 22:58:51.342594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dd464102-63e2-4e26-b4e9-f94e64369548 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:51.367206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-9e1fa9b2-ef2f-40c9-84bb-9e82928d9147 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815994 Dec 20 22:58:51.473595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port dd464102-63e2-4e26-b4e9-f94e64369548 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:51.473994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.535353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4a543752-e33a-4b87-b0a4-56806c0c7369 service neutron] 10.222.0.62 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189090 Dec 20 22:58:51.543166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-60ddfb0d-4a7e-460b-a42c-6e2229ffa411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:51.546380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-60ddfb0d-4a7e-460b-a42c-6e2229ffa411 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2237823 Dec 20 22:58:51.550335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Allocated IP 172.20.0.1 (3ccda229-e747-40c2-8b13-c08f669db13e/58cfe391-49a0-41ca-a512-58f8c62305b3/5e2605f9-a353-43c1-b242-9fe500f4d4b2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:51.564543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.599318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6eba62-8795-403b-afe0-6f7c308bb737 req-e6a19cfb-7d5e-4e73-95b4-6d7abe7a4bbf service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931586 Dec 20 22:58:51.607429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.617156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.631320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port dd464102-63e2-4e26-b4e9-f94e64369548, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dd464102-63e2-4e26-b4e9-f94e64369548,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:51.633388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.675518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f7e62bf-2c92-4ab2-a4c7-84110e9e0e90 req-ab84ed5e-b5e7-4da7-8714-c2ac32f0439f tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 210 time: 0.0670497 Dec 20 22:58:51.694881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4372-ace5-4b72-8587-0a06b0d821d7 None None] Pushing event updated for resources: {'Port': ['ID=4d6a918e-24f1-4698-a034-ea811693641e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:51.697380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Attempting to bind port 4d6a918e-24f1-4698-a034-ea811693641e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:51.698328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Attempting to bind port 4d6a918e-24f1-4698-a034-ea811693641e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:51.698696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Attempting to bind port 4d6a918e-24f1-4698-a034-ea811693641e on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:51.705005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:51.705676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:51.706310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.706310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:51.706692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Bound port: 4d6a918e-24f1-4698-a034-ea811693641e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:51.707080 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.774004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.777741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.778530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ab74972-ec6a-48fc-80a3-6c8705b8b997 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:51.835213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb0a3-b665-463a-b571-25393e14bade req-3e454be0-cf29-470c-a198-2e68be4b37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:51.836970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-3e454be0-cf29-470c-a198-2e68be4b37bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1095 time: 0.1193230 Dec 20 22:58:51.853134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-bb096930-bf3e-49d6-9055-d314bb7d1237 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802265 Dec 20 22:58:51.890471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] For port 4d6a918e-24f1-4698-a034-ea811693641e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:51.897055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] For port 4d6a918e-24f1-4698-a034-ea811693641e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4d6a918e-24f1-4698-a034-ea811693641e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:51.904308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=dd464102-63e2-4e26-b4e9-f94e64369548,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:51.914405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:51.914785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:51.980844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb0a3-b665-463a-b571-25393e14bade req-a38c5966-8e1d-4d4c-a6ad-7638ebbc8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:51.982840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-a38c5966-8e1d-4d4c-a6ad-7638ebbc8f45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1308794 Dec 20 22:58:51.996157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93287d-5f4e-4629-8406-cdd7de4252c7 req-f037edb3-cc5b-4a90-9d0c-c0a902add33d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.014755 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:52.016298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f93287d-5f4e-4629-8406-cdd7de4252c7 req-f037edb3-cc5b-4a90-9d0c-c0a902add33d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.2286448 Dec 20 22:58:52.081665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:52.082488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:52.102596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-b36d4823-d699-4997-af5e-f386b24dd0b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.0809851 Dec 20 22:58:52.176166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:52.270510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f93287d-5f4e-4629-8406-cdd7de4252c7 req-d2fd4e6f-24f7-416b-9f59-dc6588920cd4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528174 Dec 20 22:58:52.273162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Network 3ccda229-e747-40c2-8b13-c08f669db13e is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:52.288807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:52.305100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:52.305305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4372-ace5-4b72-8587-0a06b0d821d7 None None] Pushing event updated for resources: {'Port': ['ID=4d6a918e-24f1-4698-a034-ea811693641e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:52.620776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb0a3-b665-463a-b571-25393e14bade req-260080d4-b668-49fb-bcf2-3615aaee7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.620776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-260080d4-b668-49fb-bcf2-3615aaee7170 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.2200735 Dec 20 22:58:52.620776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:52.685015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:52.686177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-8887549e-d721-4b6c-a589-8de2086d51e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966728 Dec 20 22:58:52.686177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac3730-376c-413a-a813-a05386372d1d req-d2e7fbcf-9c6b-4314-8052-16b7ce053956 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.686177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfac3730-376c-413a-a813-a05386372d1d req-d2e7fbcf-9c6b-4314-8052-16b7ce053956 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.3591242 Dec 20 22:58:52.686531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Allocated IP 172.20.0.1 (c3f6e6bc-855c-4513-92c8-370ecd8c3ed3/e5f694bf-dc8c-427e-ac7e-c5b7f85502e2/f2bb0033-047c-45d9-a1f7-ff50fcd366b1) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:52.686531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-338911d7-6082-4c5d-a294-409ff30cca21 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683686 Dec 20 22:58:52.686995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:52.687086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-a645dd60-d68e-4806-8ea8-8b756f1e6d38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 200 len: 217 time: 0.0720518 Dec 20 22:58:52.687177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:48Z', 'revision_number': 3, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:52.687177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f793c-d5ef-4f56-b45a-ac086efdccfd None None] The sync data for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 is: [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:48Z', 'revision_number': 3, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:52.688687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.693008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-708e7ddb-b90c-434f-8dd2-093acac64c2d None None] Provisioning complete for port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:52.693377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-708e7ddb-b90c-434f-8dd2-093acac64c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:52.695055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.701875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.708317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.712880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:52.722893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-de57a072-3198-46e6-9acc-0fbba50cc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.722893 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-de57a072-3198-46e6-9acc-0fbba50cc503 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.0856159 Dec 20 22:58:52.723311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.729764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.736229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.738262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-c6d0f066-12b2-4dcb-9fb2-0c58d0884ef4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.3259726 Dec 20 22:58:52.747198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-708e7ddb-b90c-434f-8dd2-093acac64c2d None None] Port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:52.752688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfac3730-376c-413a-a813-a05386372d1d req-91cbe32d-5d52-4a22-baa5-3008578217d3 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788961 Dec 20 22:58:52.781353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-e81b225b-86e8-436d-845c-dfe3d3597502 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048069 Dec 20 22:58:52.887461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70ac5834-a073-4080-b837-19ae144acf68 req-fb3b73b6-2de2-4911-946d-89f7073bf0fc tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 210 time: 0.0575109 Dec 20 22:58:52.902717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-ec4d0b6d-cbd4-44a3-8e27-68720738db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:52.912843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-ec4d0b6d-cbd4-44a3-8e27-68720738db10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1823225 Dec 20 22:58:52.949886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.084709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-fd679fc9-a38e-4318-a05f-1d0e13742da1 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:53.085885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34e545f2-6074-4905-b3df-94d858d76ae1 req-73d1fc43-be83-4093-972c-a6a0846737e9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3325620 Dec 20 22:58:53.089923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-fd679fc9-a38e-4318-a05f-1d0e13742da1 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.59 "GET /v2.0/networks?id=7dcd1f3a-24c7-49db-98c2-c832c9344bcc HTTP/1.1" status: 200 len: 822 time: 0.3151011 Dec 20 22:58:53.106838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Request body: {'port': {'device_id': 'b994bf72-f569-451f-b766-4255afffa166', 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc', 'admin_state_up': True, 'tenant_id': 'b7bd52ce4ffe4a998bfb5fb2213dd2fe'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:53.133573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dd464102-63e2-4e26-b4e9-f94e64369548 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:53.146295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb69b8fc-cc72-4d39-850d-3886ba166c42 req-1af4532d-7db5-4616-80f3-b9083c16bde0 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 210 time: 0.1010277 Dec 20 22:58:53.171580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:53.185342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:53.188929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:53.199473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:53.241611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.264136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-1817a710-0e02-41fa-a3ba-81f6c4ab1ca6 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:53.265892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-1817a710-0e02-41fa-a3ba-81f6c4ab1ca6 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.3780801 Dec 20 22:58:53.268758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8abb0a3-b665-463a-b571-25393e14bade req-7854d01a-8b6e-4ee8-8ddb-17d7b7690fbe service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577677 Dec 20 22:58:53.284161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port dd464102-63e2-4e26-b4e9-f94e64369548 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:53.284400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.395250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-aebc4e42-298d-4554-b66d-79968692f9ed service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582901 Dec 20 22:58:53.459974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.656947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c7c2-15dc-40e8-bd09-ca04a3e982e5 req-0576c5ae-d06c-4acf-ab61-3177b2e98038 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:53.658207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c59c7c2-15dc-40e8-bd09-ca04a3e982e5 req-0576c5ae-d06c-4acf-ab61-3177b2e98038 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.2288945 Dec 20 22:58:53.672402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.683935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fba95a93-c6ad-4dc9-8dec-8d42581919c2 None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:53.684649 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fba95a93-c6ad-4dc9-8dec-8d42581919c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.725688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c59c7c2-15dc-40e8-bd09-ca04a3e982e5 req-bba9583b-2a2c-47c9-bd95-ea382b36e0be tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515981 Dec 20 22:58:53.733659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fba95a93-c6ad-4dc9-8dec-8d42581919c2 None None] Port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:53.735243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-85578c93-7eeb-4466-8e3d-01dab9f5e24f service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259077 Dec 20 22:58:53.741469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Deleting port 89a3e8df-e967-4596-9fb3-a92ab50c9887 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:58:53.741844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.808058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-a85fa8e7-088c-484f-9408-be7a4852658b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 200 len: 217 time: 0.0587111 Dec 20 22:58:53.811372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.885536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Made reservation on behalf of b7bd52ce4ffe4a998bfb5fb2213dd2fe for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:53.889061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:53.970706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:53.986987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.021468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.059960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9931d9b-ce29-4e14-8392-5839b36674bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.061399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-d9931d9b-ce29-4e14-8392-5839b36674bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.2216978 Dec 20 22:58:54.077449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] For port 89a3e8df-e967-4596-9fb3-a92ab50c9887, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=89a3e8df-e967-4596-9fb3-a92ab50c9887,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:54.077865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.081577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3b59ed3-1082-42d2-982c-08023c0ff76a req-404c1ddb-d3b4-4fd7-8a8d-ec440d5282ee tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 210 time: 0.0803709 Dec 20 22:58:54.094576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf4dbc-fa08-479d-bd02-d0f40601539a req-cf0c2284-0ca7-4f78-b761-29fb10fce8d6 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.096453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6adf4dbc-fa08-479d-bd02-d0f40601539a req-cf0c2284-0ca7-4f78-b761-29fb10fce8d6 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.2339096 Dec 20 22:58:54.100195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:54.245759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6adf4dbc-fa08-479d-bd02-d0f40601539a req-418bbff8-8a7f-4e1c-95e5-2e04665d61bf tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301279 Dec 20 22:58:54.276805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6078083a-0fe5-457d-8840-d2202be3aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.280647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-6078083a-0fe5-457d-8840-d2202be3aff3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908059 Dec 20 22:58:54.280917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:58:54.303789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Network 3ccda229-e747-40c2-8b13-c08f669db13e is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:54.310297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:54.315100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Allocated IP 172.20.0.8 (7dcd1f3a-24c7-49db-98c2-c832c9344bcc/e32c9921-ff17-4cdd-b944-eec96ca04d5c/0772b462-86fd-4f79-8e1f-91c931df8329) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:54.352340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.359545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.377183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.384464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.391532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.398518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.405675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:54.407708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-7979ee18-4c41-44df-8303-71aa1856b0fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.1587541 Dec 20 22:58:54.452116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bad03e6a-d866-4938-9364-d6ca97f479e2 req-9553f344-80f5-445a-9230-b24b46bbb32d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 210 time: 0.0428500 Dec 20 22:58:54.453222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbe826a-e666-4b66-91de-81bda5353834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.511844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:54.525059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'port_id': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'mac_address': 'fa:16:3e:1f:51:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6c94c8-a836-4e24-9f47-e58645357cb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:58:54.577567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.595233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76a652c-f171-46f6-89ae-9279a5ddeab7 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:54.616719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-41bc992a-0734-463f-9251-94e6b26028eb service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165345 Dec 20 22:58:54.626021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:54.643972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a013e6c-a03e-421c-bb51-eba8fcfd4c18 req-f25a6e3d-5f76-4f03-b5a2-10767516fe16 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1880417 Dec 20 22:58:54.663059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-54a8302f-975c-4374-886a-4c1118048e0a None None] Provisioning complete for port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:54.663961 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-54a8302f-975c-4374-886a-4c1118048e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.682783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Router 3191234f-1252-4bdf-bf81-79441a62adda has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:54.723090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-54a8302f-975c-4374-886a-4c1118048e0a None None] Port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:54.753591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.764450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbe826a-e666-4b66-91de-81bda5353834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.817336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:54.865750 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbe826a-e666-4b66-91de-81bda5353834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.868527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:54.879856 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Sync routers for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:54.890699 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:54.891609 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:54.896202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24e9f70b-e52f-48b4-b9bb-867e3092d285 admin admin] 10.222.0.62 "PUT /v2.0/routers/3191234f-1252-4bdf-bf81-79441a62adda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6432772 Dec 20 22:58:54.956031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe826a-e666-4b66-91de-81bda5353834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba23b2-a0a3-479a-b254-c6e361f3c2e2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:54.959592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e76a652c-f171-46f6-89ae-9279a5ddeab7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:58:54.967024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:54.987159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-edbe826a-e666-4b66-91de-81bda5353834 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c44ee25b775047288fdb0312a4b3b9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858793 Dec 20 22:58:54.990041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38004) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:55.015867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3c099-e662-4751-bcda-fe67a71adb3d req-862084b2-f666-4f2f-b395-2f78e2bc243d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:55.029768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece3c099-e662-4751-bcda-fe67a71adb3d req-862084b2-f666-4f2f-b395-2f78e2bc243d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.1965792 Dec 20 22:58:55.083885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.100007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.102526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.102723 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Floating IP ed13ac62-28b5-4812-ad75-9770684fb617 disassociated. External IP: 172.25.1.149, port: 89a3e8df-e967-4596-9fb3-a92ab50c9887. Dec 20 22:58:55.102939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Calling delete_port for 89a3e8df-e967-4596-9fb3-a92ab50c9887 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:58:55.105370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.236364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4d6a918e-24f1-4698-a034-ea811693641e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:55.248692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece3c099-e662-4751-bcda-fe67a71adb3d req-4137d56a-dd47-4e58-b671-7191ff4c17c2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163773 Dec 20 22:58:55.255128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.292191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-e6d5d274-d319-49d5-afc1-321131f98a59 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651130 Dec 20 22:58:55.299816 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:55.305915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4d6a918e-24f1-4698-a034-ea811693641e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:55.306427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.409766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.453007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 4d6a918e-24f1-4698-a034-ea811693641e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4d6a918e-24f1-4698-a034-ea811693641e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:55.519763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.523328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:55.524952 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-42befdfb-c2e6-4009-9955-f22e0330753b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 200 len: 217 time: 0.1922622 Dec 20 22:58:55.530974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.537235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:55.549326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:58:55.583630 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5e2605f9-a353-43c1-b242-9fe500f4d4b2', 'name': '', 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'mac_address': 'fa:16:3e:4f:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:50Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 2, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'subnets': [{'id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:55.612266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=4d6a918e-24f1-4698-a034-ea811693641e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:55.619077 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Checking router: 3191234f-1252-4bdf-bf81-79441a62adda for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:55.619666 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Updating router 3191234f-1252-4bdf-bf81-79441a62adda port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:58:55.648988 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.813691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cfd1b20-7ca5-4239-b9c4-77beb249f713 req-622ff0af-1e17-420a-9fe0-2b738609e7b6 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 210 time: 0.5263307 Dec 20 22:58:55.814548 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-2e22231d-3a62-4726-871b-445da7850756 req-cf308750-d918-4b4b-804b-f11645f991fa tempest-FloatingIPDetailsNegativeTestJSON-1001943572 tempest-FloatingIPDetailsNegativeTestJSON-1001943572-project] show failed (client error): The resource could not be found. Dec 20 22:58:55.815812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e22231d-3a62-4726-871b-445da7850756 req-cf308750-d918-4b4b-804b-f11645f991fa tempest-FloatingIPDetailsNegativeTestJSON-1001943572 tempest-FloatingIPDetailsNegativeTestJSON-1001943572-project] 10.222.0.62 "GET /v2.0/floatingips/efbeac5a-5c4c-4943-9843-9fb23f839730 HTTP/1.1" status: 404 len: 350 time: 0.0580637 Dec 20 22:58:55.833172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38024) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:55.833879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:55.908164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b4287a4f-4140-438e-be28-bf3426a86078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:55.910172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b4287a4f-4140-438e-be28-bf3426a86078 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.3708022 Dec 20 22:58:55.914145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Pushing event updated for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:56.061615 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.086904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.112782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-a1f90fd1-9360-4c59-822b-86eeca989016 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:56.114231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-a1f90fd1-9360-4c59-822b-86eeca989016 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.45 "GET /v2.0/networks?id=e56cfe71-9ac6-4b49-9aff-2422ec2338ff HTTP/1.1" status: 200 len: 814 time: 0.8646023 Dec 20 22:58:56.128323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:56.148810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Request body: {'port': {'device_id': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'admin_state_up': True, 'tenant_id': '1683633450064949879d7714e2ebe536'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:56.149488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:56.150128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.174013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-327dfe21-7627-4166-abe4-25dc5e348c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:56.175488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-327dfe21-7627-4166-abe4-25dc5e348c0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2321188 Dec 20 22:58:56.186394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb579-719f-4a4e-8e4c-979563725898 req-e136e767-61d6-4371-84c3-28e983fd0f6c tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:56.196911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32fdb579-719f-4a4e-8e4c-979563725898 req-e136e767-61d6-4371-84c3-28e983fd0f6c tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 945 time: 0.2475443 Dec 20 22:58:56.196911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846cb9b-4a66-460b-bb28-a16a53be484d req-948ed74c-b387-4341-9be6-663bfe60395d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:56.196911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a846cb9b-4a66-460b-bb28-a16a53be484d req-948ed74c-b387-4341-9be6-663bfe60395d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 931 time: 0.2463377 Dec 20 22:58:56.220686 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.227332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:58:56.255242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:58:56.270824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.285866 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Pushing event updated for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:56.289693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:56.328233 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.328572 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.328909 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.329299 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.329559 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.329914 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.330234 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.330550 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.330893 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.331324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.331570 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.331899 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.332318 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:56.408327 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Attempting to bind port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:58:56.408805 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Attempting to bind port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:58:56.409042 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Attempting to bind port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 on network 3ccda229-e747-40c2-8b13-c08f669db13e {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:58:56.427916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event deleted for resources: {'Port': ['ID=89a3e8df-e967-4596-9fb3-a92ab50c9887,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:56.430012 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:58:56.430490 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Checking segment: {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:58:56.430979 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.431478 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Bound using segment: {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:58:56.432578 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Bound port: 5e2605f9-a353-43c1-b242-9fe500f4d4b2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca99a30-f801-41d3-8da8-64a0e8a2a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:58:56.433200 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.462451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-f9cb63a0-6b65-4692-b30a-830d4512c332 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3634796 Dec 20 22:58:56.502686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Request body: {'port': {'device_id': 'b994bf72-f569-451f-b766-4255afffa166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:56.519390 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-cba0eace-a801-4a82-886b-034dabd86129 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285782 Dec 20 22:58:56.576872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port e76a652c-f171-46f6-89ae-9279a5ddeab7 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:58:56.582385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port e76a652c-f171-46f6-89ae-9279a5ddeab7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:56.583555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.611288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.614037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.627469 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] For port 5e2605f9-a353-43c1-b242-9fe500f4d4b2, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:58:56.629261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acba23b2-a0a3-479a-b254-c6e361f3c2e2 HTTP/1.1" status: 204 len: 168 time: 1.5765083 Dec 20 22:58:56.632538 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] For port 5e2605f9-a353-43c1-b242-9fe500f4d4b2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e2605f9-a353-43c1-b242-9fe500f4d4b2,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:58:56.685300 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:56.723219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32fdb579-719f-4a4e-8e4c-979563725898 req-1b529eb4-1b33-46a1-820e-efe212a0db0d tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups?id=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148823 Dec 20 22:58:56.745843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de99041-cfb4-4637-be86-bfc808a6edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba23b2-a0a3-479a-b254-c6e361f3c2e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:56.792231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a846cb9b-4a66-460b-bb28-a16a53be484d req-30458211-a397-4f97-9cb2-fb4e10bcdfdf tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668883 Dec 20 22:58:56.927249 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:56.927879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:57.052303 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193e2cd-6201-47f2-975e-b6ac4d5044ac None None] Pushing event updated for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:57.066617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.078071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-05ba1cc3-563b-47e3-98f0-a67573216769 None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:57.080283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05ba1cc3-563b-47e3-98f0-a67573216769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.084509 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.253333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:57.261307 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4736b5b-9b6a-4ae1-9f08-60b37723898e" -d '{"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-plugged", "status": "completed", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:57.286523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:57.292536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Made reservation on behalf of 1683633450064949879d7714e2ebe536 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:57.306894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4d6a918e-24f1-4698-a034-ea811693641e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:57.316212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.332194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:57.377370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Router 6541e62a-8f36-4f87-81e3-44c26248fdfe has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:57.397184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-9d2d957c-ff6e-4ccd-91d5-c091854650f3 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522174 Dec 20 22:58:57.440198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.446097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 89a3e8df-e967-4596-9fb3-a92ab50c9887 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:58:57.552072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:58:57.564173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-05ba1cc3-563b-47e3-98f0-a67573216769 None None] Port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:58:57.567713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-bdb923e9-290b-4213-bd87-041ca61dcc5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 217 time: 0.1314907 Dec 20 22:58:57.625734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edcf25-fc87-4021-bcaf-1d541e910ec4 req-4cfdd25e-0a8e-4177-b104-74450b38dbe0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.646909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 89a3e8df-e967-4596-9fb3-a92ab50c9887 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:58:57.647626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8edcf25-fc87-4021-bcaf-1d541e910ec4 req-4cfdd25e-0a8e-4177-b104-74450b38dbe0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.5856020 Dec 20 22:58:57.648385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 89a3e8df-e967-4596-9fb3-a92ab50c9887 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:58:57.676304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:57.708136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4d6a918e-24f1-4698-a034-ea811693641e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:57.708611 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.719297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.734378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.752316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.758964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.770754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] Provisioning complete for port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:57.771138 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.777198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.785184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.801167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:57.803506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-24219980-6f72-4924-b5dd-c48ea71c073a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.7015357 Dec 20 22:58:57.823646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:57.839084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5e2605f9-a353-43c1-b242-9fe500f4d4b2', 'name': '', 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'mac_address': 'fa:16:3e:4f:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:50Z', 'updated_at': '2021-12-20T22:58:56Z', 'revision_number': 4, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'subnets': [{'id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:57.903081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f0cef-b570-4260-897d-205b8b079ee9 None None] The sync data for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 is: [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5e2605f9-a353-43c1-b242-9fe500f4d4b2', 'name': '', 'network_id': '3ccda229-e747-40c2-8b13-c08f669db13e', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'mac_address': 'fa:16:3e:4f:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:50Z', 'updated_at': '2021-12-20T22:58:56Z', 'revision_number': 4, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'subnets': [{'id': '58cfe391-49a0-41ca-a512-58f8c62305b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:58:57.959835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:58.050331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] For port 5e2605f9-a353-43c1-b242-9fe500f4d4b2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e2605f9-a353-43c1-b242-9fe500f4d4b2,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:58:58.123753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:58.250720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8edcf25-fc87-4021-bcaf-1d541e910ec4 req-b81ff1a1-e54a-4c00-9437-d0caea8deacb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017125 Dec 20 22:58:58.274624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987409a-021e-446d-90e4-62df15c3c19a None None] Pushing event updated for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:58.463499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cf47df2-516b-4263-bad6-0efd83377b43 req-7f2650e4-d25b-4a1c-bf97-61e6c0ef8bd1 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 210 time: 0.0955763 Dec 20 22:58:58.557481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38066) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:58:58.560309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:58.564607 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3a7bd-d100-4a63-b874-f6645bdebe27 x-openstack-request-id: req-35d3a7bd-d100-4a63-b874-f6645bdebe27 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:58:58.564927 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-plugged", "status": "completed", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:58:58.565194 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35d3a7bd-d100-4a63-b874-f6645bdebe27 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:58:58.565983 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'code': 200} Dec 20 22:58:58.578392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Sync routers for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:58.595562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:58.596184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:58.610311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0f4cd9e-447b-43ec-8388-cb4493dbc342 req-5248f953-e9ae-4a0d-996a-c1f936c5f04f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6704276 Dec 20 22:58:58.665162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0772b462-86fd-4f79-8e1f-91c931df8329 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:58:58.674343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:58.689667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Transition to ACTIVE for port object 0772b462-86fd-4f79-8e1f-91c931df8329 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:58:58.692638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-375a0987-aef6-40fa-9bf2-b38252cd6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:58.695450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-375a0987-aef6-40fa-9bf2-b38252cd6ef0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 1.1090448 Dec 20 22:58:58.768268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:58.774185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:58:58.796667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d194e5a0-d47b-4830-9b4a-b58be3ef92d4 admin admin] 10.222.0.62 "PUT /v2.0/routers/6541e62a-8f36-4f87-81e3-44c26248fdfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1797624 Dec 20 22:58:58.797262 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Sync routers for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:58:58.811859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:58.814668 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:58.928355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.050107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-484262428-network', 'tenant_id': 'e4be62e660d54d1bb637786c024e3e1f'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:58:59.124647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9079b84c-7b0d-4a67-b904-9ec5139785bb req-6c12baf6-023a-4752-a5dd-551c9bfc8adf tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2ae70dc-1eb9-4c7d-8a44-9c12ea067536 HTTP/1.1" status: 200 len: 210 time: 0.3800280 Dec 20 22:58:59.157638 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:58:59.169100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Allocated IP 172.20.0.5 (e56cfe71-9ac6-4b49-9aff-2422ec2338ff/abbedecf-7f83-4e7e-9acc-fbb17a8738dd/0ee87eb0-fd0f-4028-a604-e6fbb39541f4) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:58:59.241359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] No DVR routers for this DVR port 89a3e8df-e967-4596-9fb3-a92ab50c9887 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:58:59.268621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.274624 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8806ab9e-c896-4b27-9bf5-1acf9026eeeb req-5767c535-cebd-4674-bb7a-3b3bbade5619 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.59 "DELETE /v2.0/ports/89a3e8df-e967-4596-9fb3-a92ab50c9887 HTTP/1.1" status: 204 len: 173 time: 5.9547071 Dec 20 22:58:59.276918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443362cc-fa3f-4183-b402-89857072b1c3 req-0c3d2896-d987-46c5-85fb-3b776b06c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:59.280004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-443362cc-fa3f-4183-b402-89857072b1c3 req-0c3d2896-d987-46c5-85fb-3b776b06c8a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.6280732 Dec 20 22:58:59.285231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e2605f9-a353-43c1-b242-9fe500f4d4b2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:58:59.307459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'name': 'network-vif-deleted', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:58:59.312402 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e9b44-6556-4e91-af16-71c7b07b8cfd" -d '{"events": [{"server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "name": "network-vif-deleted", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:58:59.327479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f83f8-150b-4246-8d7b-64ce2f2ba13c req-b2ae9206-d9d9-4c3a-aa47-24d3d00a16fb tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:59.331706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-305f83f8-150b-4246-8d7b-64ce2f2ba13c req-b2ae9206-d9d9-4c3a-aa47-24d3d00a16fb tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 943 time: 0.3823755 Dec 20 22:58:59.479304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Made reservation on behalf of e4be62e660d54d1bb637786c024e3e1f for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:58:59.485539 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.494808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b2dd2cca-383e-4253-ae1c-c026030fba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:58:59.501443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-b2dd2cca-383e-4253-ae1c-c026030fba3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7550240 Dec 20 22:58:59.516542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Pushing event updated for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:58:59.592613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:59.659357 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:58:54Z', 'revision_number': 2, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:58:59.724676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.729021 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Checking router: 6541e62a-8f36-4f87-81e3-44c26248fdfe for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:59.729993 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Updating router 6541e62a-8f36-4f87-81e3-44c26248fdfe port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:58:59.742589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:58:59.742970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.755724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Checking router: 7ed43234-c1b6-46bc-924d-6a16c8f73a23 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:58:59.782528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-4eaaaf35-ba42-49b2-8902-76eafd5f7dbe service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205539 Dec 20 22:58:59.784176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.784634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.785389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.786114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.786549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.787763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.788244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.788673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.789090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.790232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.790680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.791792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.792661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:58:59.808842 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:58:59.809343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.811265 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:58:59.900824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:58:59.901630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:00.071840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef19a0b6-5007-4ed5-bcfa-d0cc800d381e req-2b553803-87b6-473f-85a2-7da3cf9001a1 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601457 Dec 20 22:59:00.122188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-443362cc-fa3f-4183-b402-89857072b1c3 req-3999c494-1122-4124-b27a-7992b55ee6e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265688 Dec 20 22:59:00.135858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-305f83f8-150b-4246-8d7b-64ce2f2ba13c req-42efaea9-6106-404e-81bc-7500c0c3b8de tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021980 Dec 20 22:59:00.149627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Attempting to bind port 0772b462-86fd-4f79-8e1f-91c931df8329 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:00.150033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Attempting to bind port 0772b462-86fd-4f79-8e1f-91c931df8329 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '68d88320-2971-44de-9ce3-7cc0a9cf1f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:00.150836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Attempting to bind port 0772b462-86fd-4f79-8e1f-91c931df8329 on network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:00.187418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Port 0772b462-86fd-4f79-8e1f-91c931df8329 on network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:00.190759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Attempting to bind port 0772b462-86fd-4f79-8e1f-91c931df8329 on network 7dcd1f3a-24c7-49db-98c2-c832c9344bcc {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:00.205075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:00.205553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Checking segment: {'id': '68d88320-2971-44de-9ce3-7cc0a9cf1f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:00.206106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Bound using segment: {'id': '68d88320-2971-44de-9ce3-7cc0a9cf1f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:00.208714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Bound port: 0772b462-86fd-4f79-8e1f-91c931df8329, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d88320-2971-44de-9ce3-7cc0a9cf1f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:00.209362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.289764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.411661 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.503196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.513086 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.534054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:00.556236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2da67-70bc-4dac-874c-c32128215b72 req-24a7b3ed-3d31-4930-b55e-36a7845636f8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:00.558746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac2da67-70bc-4dac-874c-c32128215b72 req-24a7b3ed-3d31-4930-b55e-36a7845636f8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 946 time: 0.1998420 Dec 20 22:59:00.618352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.678338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.707228 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a7e9-63ad-4a72-839e-c556cfc1fc4f None None] Pushing event updated for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:00.725051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:59:00.851927 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Attempting to bind port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:00.853301 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Attempting to bind port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:00.853965 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Attempting to bind port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 on network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:00.857519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac2da67-70bc-4dac-874c-c32128215b72 req-e8d11e48-2422-429e-b5da-cd560c125e96 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890806 Dec 20 22:59:00.859595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eeb850-e955-4b68-b355-30508c08f227,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:00.863948 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:00.865405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Checking segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:00.865405 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.865405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Bound using segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:00.865691 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Bound port: f2bb0033-047c-45d9-a1f7-ff50fcd366b1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:00.866352 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.872935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:00.873289 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Added segment 896d822f-e14b-4a62-a223-23c39c4bdf23 of type vlan for network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 Dec 20 22:59:00.928863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:00.931213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Pushing event updated for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:00.965956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:00.994535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:01.042637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.086910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] For port f2bb0033-047c-45d9-a1f7-ff50fcd366b1, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:01.110888 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] For port f2bb0033-047c-45d9-a1f7-ff50fcd366b1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:01.118939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.134708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.137805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:01.203276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767130301', 'description': 'tempest-description--1242676090'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:01.245853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7b7db73c-37ae-40fc-83f2-f608063ac2e0 None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:01.246469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b7db73c-37ae-40fc-83f2-f608063ac2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.252909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 22:59:01.258573 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.286002 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c803e-7633-4d6f-b333-34a52769c07b x-openstack-request-id: req-819c803e-7633-4d6f-b333-34a52769c07b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:01.286628 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ae70dc-1eb9-4c7d-8a44-9c12ea067536", "name": "network-vif-deleted", "tag": "89a3e8df-e967-4596-9fb3-a92ab50c9887", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:01.287852 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-819c803e-7633-4d6f-b333-34a52769c07b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:01.288279 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ae70dc-1eb9-4c7d-8a44-9c12ea067536', 'name': 'network-vif-deleted', 'tag': '89a3e8df-e967-4596-9fb3-a92ab50c9887', 'status': 'completed', 'code': 200} Dec 20 22:59:01.326517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.333566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7b7db73c-37ae-40fc-83f2-f608063ac2e0 None None] Port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:01.333959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.333959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.333959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.333959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.334480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.335032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.339350 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a7e9-63ad-4a72-839e-c556cfc1fc4f None None] Pushing event updated for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:01.340515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-b9673b84-fd37-4fe6-969c-4fc358ee6734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6486 time: 1.0946493 Dec 20 22:59:01.388021 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:01.389035 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:01.526477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-1e93b04c-ca09-4db2-91ff-c5ea6a230005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.528400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-1e93b04c-ca09-4db2-91ff-c5ea6a230005 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 902 time: 0.1712592 Dec 20 22:59:01.534864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:01.636723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7704b188-e2fa-4b1a-86ff-3ebe9c7f21ed None None] Provisioning complete for port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:01.637261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7704b188-e2fa-4b1a-86ff-3ebe9c7f21ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.644545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0772b462-86fd-4f79-8e1f-91c931df8329,segment=NetworkSegment(68d88320-2971-44de-9ce3-7cc0a9cf1f74),segment_id=68d88320-2971-44de-9ce3-7cc0a9cf1f74)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:01.652299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-766a5a59-0a8a-4c82-8a73-004ec6afa5d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 217 time: 0.1122599 Dec 20 22:59:01.729005 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:01.743229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.772562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:01.777822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7704b188-e2fa-4b1a-86ff-3ebe9c7f21ed None None] Port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:01.805057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.806104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:01.810181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] 10.222.0.59 "PUT /v2.0/ports/0772b462-86fd-4f79-8e1f-91c931df8329 HTTP/1.1" status: 200 len: 1091 time: 5.3273275 Dec 20 22:59:01.856413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b11e99-b341-45e3-bb00-901b6c71a8f8 None None] The sync data for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 is: [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:56:34Z', 'revision_number': 4, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c79de062-8608-4c65-b5d9-37c018b9f8d6', 'name': '', 'network_id': 'e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'mac_address': 'fa:16:3e:4d:c2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:33Z', 'updated_at': '2021-12-20T22:56:44Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'subnets': [{'id': '7152cd7c-1c66-4630-95e8-52f1f5a1f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:01.905126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-db227443-efc0-42a1-98c6-924af13e53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:01.923167 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-db227443-efc0-42a1-98c6-924af13e53ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.2524104 Dec 20 22:59:01.937528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:01.937943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.099513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73977ad-cfd9-475e-96ef-e1efd14dece9 service neutron] Pushing event updated for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:02.152234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.186283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-4134b00f-3afb-48a3-9a96-f0b725b3dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:02.187945 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-4134b00f-3afb-48a3-9a96-f0b725b3dd8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7bd52ce4ffe4a998bfb5fb2213dd2fe&device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 1094 time: 0.2878160 Dec 20 22:59:02.235915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] For port f2bb0033-047c-45d9-a1f7-ff50fcd366b1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:02.237950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-33cdcab1-e409-4ac6-8f43-7ce031b3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:02.239762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-33cdcab1-e409-4ac6-8f43-7ce031b3c87c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2970920 Dec 20 22:59:02.288012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-4b7eef51-a42c-4bfc-9df1-c53156a04f10 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1544292 Dec 20 22:59:02.307344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Deleting port 5e2605f9-a353-43c1-b242-9fe500f4d4b2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:02.310171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.335357 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-533e2f7e-b7d8-4e41-b131-317cd6c235e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0772b462-86fd-4f79-8e1f-91c931df8329 HTTP/1.1" status: 200 len: 217 time: 0.1190531 Dec 20 22:59:02.341710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.385373 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:01Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:02.428793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-bfc50db0-dec2-49bc-8ea8-7aa06a60664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:02.431029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-bfc50db0-dec2-49bc-8ea8-7aa06a60664a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e32c9921-ff17-4cdd-b944-eec96ca04d5c HTTP/1.1" status: 200 len: 862 time: 0.0789423 Dec 20 22:59:02.451683 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ecda2-d968-42dd-acca-c060130084b2 None None] The sync data for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 is: [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:01Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:02.473042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6cb997-e2ec-43bc-991e-29825b46c819 None None] New status for floating IP ed13ac62-28b5-4812-ad75-9770684fb617: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:59:02.485370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] For port 5e2605f9-a353-43c1-b242-9fe500f4d4b2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e2605f9-a353-43c1-b242-9fe500f4d4b2,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:02.486939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.513996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Calling delete_port for 5e2605f9-a353-43c1-b242-9fe500f4d4b2 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:02.644012 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-87e05779-8141-49eb-b073-1cdc19a22e7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dcd1f3a-24c7-49db-98c2-c832c9344bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969052 Dec 20 22:59:02.766029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Request body: {'port': {'device_id': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:02.768013 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.769030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:02.769692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.822079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-932d4a87-4414-45ff-b2af-992d34e701e2 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848177 Dec 20 22:59:02.876726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] Pushing event updated for resources: {'Network': ['ID=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:02.892529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-083987f8-72c9-46c5-9ab3-d86c4744f2a4 service neutron] 10.222.0.59 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379889 Dec 20 22:59:02.902710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:02.955555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:02.959706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:59:02.992129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.000505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Pushing event updated for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:03.003426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.029601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.055507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.068080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.084217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.104291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e27a1e27-63ec-4faa-885e-e4068862751d req-70c68080-f3a8-4fbc-8be5-0170a5fac5e8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 1.8266883 Dec 20 22:59:03.162917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.163265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.163637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.163939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.164329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.177028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.177846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.177846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.178087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.178382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.178735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.179047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.179377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b185f2-5956-401e-aa3f-65216012f79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.289569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:03.298176 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:03.344642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2605f9-a353-43c1-b242-9fe500f4d4b2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:03.421383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2bb0033-047c-45d9-a1f7-ff50fcd366b1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:03.437044 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8aa03b6c-7626-4565-9099-a2c8ed655c48 req-a00e3254-5986-4d25-9cd1-845035807b43 service neutron] 10.222.0.59 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247433 Dec 20 22:59:03.452021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9ff0d3e0-66d9-4cee-8c05-48d9e989962c req-53ab1480-fcae-45d5-b2fc-f3bd12315bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060380 Dec 20 22:59:03.516543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b7d8-c869-4d74-9bdb-8554f4f7ad46 req-09d4bbdd-1079-4b23-baf9-60fe41d0b877 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:03.530812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4722b7d8-c869-4d74-9bdb-8554f4f7ad46 req-09d4bbdd-1079-4b23-baf9-60fe41d0b877 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 931 time: 2.2820425 Dec 20 22:59:03.530812 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:03.531108 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:03.577693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7939cb21-44ed-41e7-90db-688c9412c828 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.9662662 Dec 20 22:59:03.580776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38098) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:03.587334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Request body: {'subnet': {'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-484262428-subnet', 'tenant_id': 'e4be62e660d54d1bb637786c024e3e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:03.638762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:03.639519 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:03.736182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:03.770398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Made reservation on behalf of e4be62e660d54d1bb637786c024e3e1f for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:03.773175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:03.875266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.881382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.884996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.885527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.886102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.888231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.895408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.904143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.904825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.905382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.905960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.906570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.907128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:59:03.952906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4722b7d8-c869-4d74-9bdb-8554f4f7ad46 req-50efa3a0-8a01-46c8-858e-56e908033174 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243252 Dec 20 22:59:04.033841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e27a1e27-63ec-4faa-885e-e4068862751d req-e6d083a6-912a-43bf-8412-87d4a3205348 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9074657 Dec 20 22:59:04.326358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0772b462-86fd-4f79-8e1f-91c931df8329 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:04.331219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.353841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.445882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.494445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dbaae-64ff-44b9-8724-d5f15ee7ebe7 req-b7394f3f-01f2-4f9b-a03d-08ce3c7c44f8 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:04.500720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-522dbaae-64ff-44b9-8724-d5f15ee7ebe7 req-b7394f3f-01f2-4f9b-a03d-08ce3c7c44f8 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 943 time: 0.2936945 Dec 20 22:59:04.507629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.511358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=809dd8a1-26a9-48e2-979a-65d4d5d00aa3,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:04.554832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Checking segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:04.556808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Network hostable DHCP agents. Network: 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:59:04.583003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0772b462-86fd-4f79-8e1f-91c931df8329,segment=NetworkSegment(68d88320-2971-44de-9ce3-7cc0a9cf1f74),segment_id=68d88320-2971-44de-9ce3-7cc0a9cf1f74)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:04.584147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d044b-fa73-4e59-ac38-6c44a339a4ec req-f0b78da1-2aca-4ab8-abec-4895572b67d2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:04.585848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632d044b-fa73-4e59-ac38-6c44a339a4ec req-f0b78da1-2aca-4ab8-abec-4895572b67d2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 946 time: 0.3325059 Dec 20 22:59:04.624722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '0772b462-86fd-4f79-8e1f-91c931df8329', 'network_id': '7dcd1f3a-24c7-49db-98c2-c832c9344bcc', 'port_id': '0772b462-86fd-4f79-8e1f-91c931df8329', 'mac_address': 'fa:16:3e:2d:e3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32c9921-ff17-4cdd-b944-eec96ca04d5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:04.658161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b0b1a5-13da-4322-94d0-b08c30ec14e8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:04.661854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:59:04.688510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.713367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0772b462-86fd-4f79-8e1f-91c931df8329 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:04.729149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.733370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d25fc8dd-687e-40d8-a676-dd75e9809f7c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5536668 Dec 20 22:59:04.733744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:04.739286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'security_group_rule': {'security_group_id': '00b0b1a5-13da-4322-94d0-b08c30ec14e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:04.756084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0772b462-86fd-4f79-8e1f-91c931df8329,segment=NetworkSegment(68d88320-2971-44de-9ce3-7cc0a9cf1f74),segment_id=68d88320-2971-44de-9ce3-7cc0a9cf1f74)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:04.758612 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe6e3666-1a9c-46e1-a228-adff904e11e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.798261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-522dbaae-64ff-44b9-8724-d5f15ee7ebe7 req-0d636ebe-9662-4c2d-8f56-a940ac70dcda tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883918 Dec 20 22:59:04.810956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:04.821769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0443c6d-3b9e-4073-85c7-2de180204004 None None] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:04.823294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:04.824131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.848076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:04.875708 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ad578-bc26-4669-ab3c-edcbc6ab71b6 x-openstack-request-id: req-c53ad578-bc26-4669-ab3c-edcbc6ab71b6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:04.877378 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:04.877666 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c53ad578-bc26-4669-ab3c-edcbc6ab71b6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:04.878550 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329', 'status': 'completed', 'code': 200} Dec 20 22:59:04.952548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632d044b-fa73-4e59-ac38-6c44a339a4ec req-9dd3f2a1-ebf6-4d4b-b008-f86f1af1dae2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311019 Dec 20 22:59:04.985335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:05.023588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4dd38db8-c126-4f6f-9b35-dcb49cdfc6bf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4410655 Dec 20 22:59:05.051780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.118127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0772b462-86fd-4f79-8e1f-91c931df8329'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:05.256492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-ad3350b0-5a1f-490c-8616-46eb5074fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:05.256492 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-ad3350b0-5a1f-490c-8616-46eb5074fc13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7bd52ce4ffe4a998bfb5fb2213dd2fe&device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 1095 time: 0.3691123 Dec 20 22:59:05.282316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:05.301343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:05.330400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.368544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2bb0033-047c-45d9-a1f7-ff50fcd366b1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:05.422198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c4a16-e404-4dd4-811d-2ccb232ba0a5 None None] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:05.432082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.442689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.486469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a9580f-e631-4c43-8311-a6acfe1cfd59,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:05.529964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-fb82d148-03a1-4727-9f64-23950d743bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:05.536599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-fb82d148-03a1-4727-9f64-23950d743bf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7dcd1f3a-24c7-49db-98c2-c832c9344bcc HTTP/1.1" status: 200 len: 923 time: 0.2458973 Dec 20 22:59:05.542516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Transition to ACTIVE for port object 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:05.547899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.553751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2569-60d2-49b7-92b5-ed59ccddbb32 req-2af9dd12-bceb-43a8-8d62-fa5039ad5ea7 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:05.564865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbda2569-60d2-49b7-92b5-ed59ccddbb32 req-2af9dd12-bceb-43a8-8d62-fa5039ad5ea7 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 931 time: 0.4931231 Dec 20 22:59:05.570457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-263348fb-51d4-4f05-b659-a0e7a393845b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8325810 Dec 20 22:59:05.572829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:05.575692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.597069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63255374-3232-4064-89fe-e0793baf09dc req-b5c695e9-df66-47fd-b4b2-fde744414056 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:05.599131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63255374-3232-4064-89fe-e0793baf09dc req-b5c695e9-df66-47fd-b4b2-fde744414056 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.3787613 Dec 20 22:59:05.620603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:05.621099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.637094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'security_group_rule': {'security_group_id': '00b0b1a5-13da-4322-94d0-b08c30ec14e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:05.643223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-6fa030ff-7c3e-46b2-ae1e-e3c8e0271b20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0772b462-86fd-4f79-8e1f-91c931df8329 HTTP/1.1" status: 200 len: 217 time: 0.0730610 Dec 20 22:59:05.643886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.706971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.760957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.784686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:05.796758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.800829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:05.801664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-cfcf2930-822a-49ed-b9bc-a909c169d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:05.804033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-cfcf2930-822a-49ed-b9bc-a909c169d880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e32c9921-ff17-4cdd-b944-eec96ca04d5c HTTP/1.1" status: 200 len: 862 time: 0.1426666 Dec 20 22:59:05.807112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "DELETE /v2.0/security-groups/14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb HTTP/1.1" status: 204 len: 168 time: 0.8206770 Dec 20 22:59:05.810203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38124) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:05.869638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Router 3191234f-1252-4bdf-bf81-79441a62adda has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:59:05.874025 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-540c5d0f-1ba5-4db2-8a39-34b350095d2e tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] show failed (client error): The resource could not be found. Dec 20 22:59:05.875440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-540c5d0f-1ba5-4db2-8a39-34b350095d2e tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "GET /v2.0/security-groups/14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb HTTP/1.1" status: 404 len: 347 time: 0.0633137 Dec 20 22:59:05.878691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-927dbc7b-8b43-45c4-83b7-d15b24024e95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7dcd1f3a-24c7-49db-98c2-c832c9344bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578029 Dec 20 22:59:05.879487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38126) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:05.891050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbda2569-60d2-49b7-92b5-ed59ccddbb32 req-98473ec2-c9b5-48ce-a019-66e3b5e0fff5 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210719 Dec 20 22:59:05.943737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd9f92-c750-40cf-a187-c0c9e693e324 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14184cea-72d7-4c89-b0b1-bf1ba8ad4dcb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:06.076211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.140664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.221519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ddd043-4b13-4cb7-97d1-221825aa3e74,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:06.283007 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-c44bea51-653c-464f-8951-376b1cd94b50 service neutron] 10.222.0.59 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889232 Dec 20 22:59:06.386809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63255374-3232-4064-89fe-e0793baf09dc req-7609e34b-4cfc-4d86-a4fa-d9db8f878a3d tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819236 Dec 20 22:59:06.387581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Deleting port d1ca5959-4924-4298-b6d9-913e2123f30d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:06.387581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.392022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Attempting to bind port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:06.392719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Attempting to bind port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:06.393269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Attempting to bind port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 on network e56cfe71-9ac6-4b49-9aff-2422ec2338ff {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:06.413377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.422039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.430742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.439375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.447833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.454657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.462445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.465017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-8af25dd1-6d3b-4be8-8c8e-56d4c6fc0ca2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.4368553 Dec 20 22:59:06.479755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 on network e56cfe71-9ac6-4b49-9aff-2422ec2338ff not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:06.480106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Attempting to bind port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 on network e56cfe71-9ac6-4b49-9aff-2422ec2338ff {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:06.511541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c72d9243-cefc-41f4-9da0-c33ec2bfd3c5 req-e4a7c832-6fbe-4d24-b1f8-cc3c1fe016bb service neutron] 10.222.0.59 "GET /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177298 Dec 20 22:59:06.523128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:06.523541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Checking segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:06.523856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Bound using segment: {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:06.524318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Bound port: 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624910a6-9d79-417f-aedf-b644a0175f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:06.524679 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.526189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.528761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.545090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:06.548928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Calling delete_port for d1ca5959-4924-4298-b6d9-913e2123f30d owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:06.558664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a392d6ef-84ff-47f7-a7af-99688b0153b1 admin admin] 10.222.0.62 "PUT /v2.0/routers/3191234f-1252-4bdf-bf81-79441a62adda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7137005 Dec 20 22:59:06.561479 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Sync routers for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:06.585945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38142) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:06.590123 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:06.595530 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:58:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:06.607164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.612795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e5777a7-169d-485d-a8f5-977b0eb04386 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9804606 Dec 20 22:59:06.614569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:06.657666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:06.695745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bebe57f-cd43-4bfe-9ee5-08f237f1d290 req-f32080a7-c827-410d-bdd7-f92f7d6b7b35 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2089381 Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.743702 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:06.746903 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:06.755616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-1d997fbd-105a-4c6e-8aff-78df44275f61 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:06.759104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-1d997fbd-105a-4c6e-8aff-78df44275f61 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.2930813 Dec 20 22:59:06.790713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-262aede3-2642-466f-90d1-9811e8a5c7f6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/quotas/e4be62e660d54d1bb637786c024e3e1f HTTP/1.1" status: 200 len: 375 time: 0.0238719 Dec 20 22:59:06.791864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:06.805842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:06.830738 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:06.883253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-710da34b-c9a6-46cc-a4e9-bd687ed02a84 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753679 Dec 20 22:59:06.895175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.941455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:06.941740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.029094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10638c00-df0d-4480-96d2-d376860f6784 req-120d9882-5a9c-406c-bf7e-4536bf6a4724 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:07.038774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10638c00-df0d-4480-96d2-d376860f6784 req-120d9882-5a9c-406c-bf7e-4536bf6a4724 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 944 time: 0.2296498 Dec 20 22:59:07.074237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09950984-d5d3-4f5a-a7d8-e95de276b452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.080815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:07.081419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.083354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] 10.222.0.45 "PUT /v2.0/ports/0ee87eb0-fd0f-4028-a604-e6fbb39541f4 HTTP/1.1" status: 200 len: 1091 time: 4.3301110 Dec 20 22:59:07.087168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:07.090578 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:07.268542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.293468 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port': {'id': 'dd464102-63e2-4e26-b4e9-f94e64369548', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3191234f-1252-4bdf-bf81-79441a62adda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:40Z', 'updated_at': '2021-12-20T22:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:07.300459 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.341666 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Checking router: 3191234f-1252-4bdf-bf81-79441a62adda for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:07.346661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Pushing event deleted for resources: {'Port': ['ID=d1ca5959-4924-4298-b6d9-913e2123f30d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:07.360734 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Routers {'3191234f-1252-4bdf-bf81-79441a62adda'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:07.361751 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3191234f-1252-4bdf-bf81-79441a62adda'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:07.475601 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] Set router 3191234f-1252-4bdf-bf81-79441a62adda gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:07.520644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.554548 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:59:07Z', 'revision_number': 6, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:07.599483 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7f371-5c00-4616-829f-ad12fe0a3efa None None] The sync data for ids ['3191234f-1252-4bdf-bf81-79441a62adda'] in n-d-822053-9 is: [{'id': '3191234f-1252-4bdf-bf81-79441a62adda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-328059983-router', 'tenant_id': '391d7e5801bc4739ae3b793a08a552e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:38Z', 'updated_at': '2021-12-20T22:59:07Z', 'revision_number': 6, 'project_id': '391d7e5801bc4739ae3b793a08a552e6', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:07.607939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6cf1d-8121-4eb6-8c1d-219b2888e891 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:07.664499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f0d5061d-6ad0-4624-b0b6-8a0a23ad0b8d service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688942 Dec 20 22:59:07.667445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.670650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.671871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d6d4cd7-0aeb-44d2-8c42-dfe81e1b6257 tempest-ServersTestFqdnHostnames-1637675987 tempest-ServersTestFqdnHostnames-1637675987-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed13ac62-28b5-4812-ad75-9770684fb617 HTTP/1.1" status: 204 len: 168 time: 1.7905817 Dec 20 22:59:07.675389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38150) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:07.727004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10638c00-df0d-4480-96d2-d376860f6784 req-aac156ed-44d0-4937-9cca-c9db5299c016 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868384 Dec 20 22:59:07.733250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-47af2d52-3063-4980-9327-58f6eaa7aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:07.733552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Deleting port dd464102-63e2-4e26-b4e9-f94e64369548 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:07.733970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:07.734900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-47af2d52-3063-4980-9327-58f6eaa7aae3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1683633450064949879d7714e2ebe536&device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 1094 time: 0.1876478 Dec 20 22:59:07.764623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Allocated IP 172.25.1.35 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/66cab398-42c8-4156-b01e-2e815e320a04) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:07.812176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-da78ade9-47e2-4866-851f-9a80648aa731 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4 HTTP/1.1" status: 200 len: 217 time: 0.0516877 Dec 20 22:59:07.921177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-5ad63be3-2d58-4af3-a05b-adfb7f36e716 service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557502 Dec 20 22:59:07.956581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d06b1-cc50-4b92-b01e-2c7897e8c77a req-d7fe3e08-d7f4-491a-90e7-60b78305c74a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:07.965933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e66d06b1-cc50-4b92-b01e-2c7897e8c77a req-d7fe3e08-d7f4-491a-90e7-60b78305c74a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.1245224 Dec 20 22:59:07.992999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-8f7a35c8-057a-4756-b75a-548fa9f97089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:07.997304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-8f7a35c8-057a-4756-b75a-548fa9f97089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abbedecf-7f83-4e7e-9acc-fbb17a8738dd HTTP/1.1" status: 200 len: 853 time: 0.1549621 Dec 20 22:59:08.049733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e66d06b1-cc50-4b92-b01e-2c7897e8c77a req-c01406f6-0065-4090-8f8e-1109be25f46f tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825372 Dec 20 22:59:08.141142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-1eb476e8-2b19-4b73-af4f-4b4598d62d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.143242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-1eb476e8-2b19-4b73-af4f-4b4598d62d53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e56cfe71-9ac6-4b49-9aff-2422ec2338ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598631 Dec 20 22:59:08.205377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:08.340777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0772b462-86fd-4f79-8e1f-91c931df8329 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:08.366798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cbf57-2836-46bf-b446-f6c725c42510 req-15bdd743-d7cd-4683-a796-1b229d0f4e8c tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.369544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e35cbf57-2836-46bf-b446-f6c725c42510 req-15bdd743-d7cd-4683-a796-1b229d0f4e8c tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.2160854 Dec 20 22:59:08.374508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ea55b-7594-4505-ad62-c7db169c199a x-openstack-request-id: req-671ea55b-7594-4505-ad62-c7db169c199a {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:08.375800 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:08.376294 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-671ea55b-7594-4505-ad62-c7db169c199a {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:08.377631 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4', 'status': 'completed', 'code': 200} Dec 20 22:59:08.570648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 0772b462-86fd-4f79-8e1f-91c931df8329 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:08.577440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 0772b462-86fd-4f79-8e1f-91c931df8329 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:08.578289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:08.581922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] For port dd464102-63e2-4e26-b4e9-f94e64369548, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dd464102-63e2-4e26-b4e9-f94e64369548,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:08.582414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:08.598646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e35cbf57-2836-46bf-b446-f6c725c42510 req-eb9b42e6-c01e-45d3-9c41-fab383dfa66f tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102401 Dec 20 22:59:08.604216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-11f92b23-108c-4840-86c2-15270418c869 service neutron] 10.222.0.45 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281099 Dec 20 22:59:08.617675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Calling delete_port for dd464102-63e2-4e26-b4e9-f94e64369548 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:08.730721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.741293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.751787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.768552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.769989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:08.778388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.787860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.796226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:08.798324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:08.810450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-c1f401e9-fd8f-48cf-8a5a-347a9b8a2b67 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.3685205 Dec 20 22:59:08.906963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee41c98b-0d1e-41cf-b09e-61777263eccb req-a4918e9e-a03e-4ca0-8cda-d09a3389050e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 210 time: 0.0521832 Dec 20 22:59:08.911936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:08.945419 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ab4b0-ea8b-4705-842b-6e866ecded44" -d '{"events": [{"server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "name": "network-vif-plugged", "status": "completed", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:09.006863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0772b462-86fd-4f79-8e1f-91c931df8329,segment=NetworkSegment(68d88320-2971-44de-9ce3-7cc0a9cf1f74),segment_id=68d88320-2971-44de-9ce3-7cc0a9cf1f74)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:09.012480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f0e13c9-00b9-4cfe-9b44-51cdfff58348 req-86a4e0e7-f3f9-436d-a047-1b9d87521e3a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009070 Dec 20 22:59:09.085815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.086365 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.109234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4869cfa4-183e-4d28-bd51-9d5ca609c6c3 req-eef3295d-dc50-468b-8cda-489d86b216a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671025 Dec 20 22:59:09.204997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'Port': ['ID=66cab398-42c8-4156-b01e-2e815e320a04,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:09.217454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:09.243147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:09.265941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:09.266163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dd464102-63e2-4e26-b4e9-f94e64369548 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:09.276179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:09.345754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5104-c611-4f2c-97f5-94714000232b req-5f1ce04c-b6a5-4e2b-abfc-ff48bd8da9c8 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.351231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff0a5104-c611-4f2c-97f5-94714000232b req-5f1ce04c-b6a5-4e2b-abfc-ff48bd8da9c8 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.1634824 Dec 20 22:59:09.354570 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524d2c9-c8d2-45f4-9360-45d1df108472 x-openstack-request-id: req-0524d2c9-c8d2-45f4-9360-45d1df108472 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:09.354927 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "name": "network-vif-plugged", "status": "completed", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:09.355298 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0524d2c9-c8d2-45f4-9360-45d1df108472 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:09.355783 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329', 'code': 200} Dec 20 22:59:09.358673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-502c6739-9c0d-4f48-8022-fd24eafd8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.361402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-502c6739-9c0d-4f48-8022-fd24eafd8781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1683633450064949879d7714e2ebe536&device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 1094 time: 0.1099541 Dec 20 22:59:09.394683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.396455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port dd464102-63e2-4e26-b4e9-f94e64369548 {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 22:59:09.398003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port dd464102-63e2-4e26-b4e9-f94e64369548 host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:59:09.406355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dd464102-63e2-4e26-b4e9-f94e64369548 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:09.408250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e2605f9-a353-43c1-b242-9fe500f4d4b2 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:09.472217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd464102-63e2-4e26-b4e9-f94e64369548,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:09.487444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff0a5104-c611-4f2c-97f5-94714000232b req-9c21c781-c0d7-4c3e-8b54-7c7ce8585553 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247835 Dec 20 22:59:09.493273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5e2605f9-a353-43c1-b242-9fe500f4d4b2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:09.495884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e2605f9-a353-43c1-b242-9fe500f4d4b2 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:09.611663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.616991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-39b67524-8b34-4ea3-85df-e880da55da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.618664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-39b67524-8b34-4ea3-85df-e880da55da1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e56cfe71-9ac6-4b49-9aff-2422ec2338ff HTTP/1.1" status: 200 len: 915 time: 0.2278895 Dec 20 22:59:09.668240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.695464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.718348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-13ccef48-d972-4acf-9169-30abd56c5f0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4 HTTP/1.1" status: 200 len: 217 time: 0.0898030 Dec 20 22:59:09.752127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2826-aa52-423c-9a27-248d1af82b25 req-e5a09347-fb94-4627-ac0c-8fc4edfdbd8d tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.754400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-251e2826-aa52-423c-9a27-248d1af82b25 req-e5a09347-fb94-4627-ac0c-8fc4edfdbd8d tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.2253430 Dec 20 22:59:09.800327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c5b39-5f30-4d13-85c3-af67e457cd3c req-2feb2023-76cc-4c1e-ad1d-ebb87cfa0fa9 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.809388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-327c5b39-5f30-4d13-85c3-af67e457cd3c req-2feb2023-76cc-4c1e-ad1d-ebb87cfa0fa9 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.0896535 Dec 20 22:59:09.814856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a162-e6c0-4792-8c62-db86a1b56111 req-6c7d9525-74f9-4e95-b75f-a98c41db20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:09.819319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b97a162-e6c0-4792-8c62-db86a1b56111 req-6c7d9525-74f9-4e95-b75f-a98c41db20fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 1096 time: 0.2686841 Dec 20 22:59:09.850272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:09.887110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-327c5b39-5f30-4d13-85c3-af67e457cd3c req-5c217fc7-6715-4a91-860d-6603a71f563d tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766761 Dec 20 22:59:09.982445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-251e2826-aa52-423c-9a27-248d1af82b25 req-566b84d9-bc0d-4e78-a9ce-d67eb29bdba7 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157612 Dec 20 22:59:09.999923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-a6129cbf-9418-42d6-9186-536f7e85e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.001749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-a6129cbf-9418-42d6-9186-536f7e85e857 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=abbedecf-7f83-4e7e-9acc-fbb17a8738dd HTTP/1.1" status: 200 len: 853 time: 0.1049006 Dec 20 22:59:10.089949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.093448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.147519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.193741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-415762cc-6fa6-4ec3-b244-636d55a1d1e1 req-2cb6f5dc-32f9-4feb-ad61-e698a441d382 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 210 time: 0.1020732 Dec 20 22:59:10.213930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-7e083c31-0056-4cfd-abdf-620699288380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.216133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-7e083c31-0056-4cfd-abdf-620699288380 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e56cfe71-9ac6-4b49-9aff-2422ec2338ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772807 Dec 20 22:59:10.268070 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b97a162-e6c0-4792-8c62-db86a1b56111 req-91b7a904-04a5-4de9-8831-c50484ef7bdf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071426 Dec 20 22:59:10.328452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.341770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3191234f-1252-4bdf-bf81-79441a62adda {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:59:10.351136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.354834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6167be6-7c12-46ee-b43b-4c394d012b46 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3191234f-1252-4bdf-bf81-79441a62adda HTTP/1.1" status: 204 len: 168 time: 3.7627039 Dec 20 22:59:10.357423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38184) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:10.444226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.463176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.512809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.512809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.512809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.525928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.537777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.537777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.552482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-f7fc8fa8-6f36-46f6-8805-68dbe97bea79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.3336122 Dec 20 22:59:10.595287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Deleting subnet 58cfe391-49a0-41ca-a512-58f8c62305b3 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:59:10.612318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.652387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-2acae54f-74ea-4e6b-90cb-5f4a428554c0 service neutron] 10.222.0.45 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751822 Dec 20 22:59:10.675995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.679875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.683308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbf79ed7-dfcf-44eb-a519-95a16a46471f req-3523f9e7-c695-49bf-b348-cb1a871f1d77 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275122 Dec 20 22:59:10.809706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84697003-c018-4448-926a-601dfb99e8b3 req-6d7c58b2-2bd2-4c10-baa6-543f9271ab86 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:10.812777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84697003-c018-4448-926a-601dfb99e8b3 req-6d7c58b2-2bd2-4c10-baa6-543f9271ab86 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.1179514 Dec 20 22:59:10.821617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.858524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Deleting port c79de062-8608-4c65-b5d9-37c018b9f8d6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:10.858788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.885362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84697003-c018-4448-926a-601dfb99e8b3 req-c0dc6b88-bcd2-4c10-8d97-e5da558743cb tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624099 Dec 20 22:59:10.959264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] For port c79de062-8608-4c65-b5d9-37c018b9f8d6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c79de062-8608-4c65-b5d9-37c018b9f8d6,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:10.959614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:10.971363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Calling delete_port for c79de062-8608-4c65-b5d9-37c018b9f8d6 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:11.012801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f362-48d4-4373-b2cb-974139a77bf6 req-f33d45c6-c494-4904-abc5-fd6dcb9f2881 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.014783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34c3f362-48d4-4373-b2cb-974139a77bf6 req-f33d45c6-c494-4904-abc5-fd6dcb9f2881 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.0512578 Dec 20 22:59:11.094568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34c3f362-48d4-4373-b2cb-974139a77bf6 req-3be2bce3-529b-4b32-814f-8dfca26a02a3 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Dec 20 22:59:11.098806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.101070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.110988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e924fa-200e-4182-9df3-53c87ace8b52 req-1c3bfdb3-0396-42c7-ba02-30657e3b513f tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.110988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e924fa-200e-4182-9df3-53c87ace8b52 req-1c3bfdb3-0396-42c7-ba02-30657e3b513f tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.0592940 Dec 20 22:59:11.161309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cfe391-49a0-41ca-a512-58f8c62305b3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:11.165397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e924fa-200e-4182-9df3-53c87ace8b52 req-4e95e934-e75f-4d06-b3ee-dc01d5031868 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Dec 20 22:59:11.167178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.170361 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57805b78-289d-4770-8c19-750a9bd8b837 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/58cfe391-49a0-41ca-a512-58f8c62305b3 HTTP/1.1" status: 204 len: 168 time: 0.7841213 Dec 20 22:59:11.174693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2004af3-bd9b-4163-876c-6b153fa317a4 None None] Network 3ccda229-e747-40c2-8b13-c08f669db13e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:11.175980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38194) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:11.345777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'Port': ['ID=66cab398-42c8-4156-b01e-2e815e320a04,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:11.352250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.375846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] DHCP port deletion for 3ccda229-e747-40c2-8b13-c08f669db13e request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:59:11.391437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.397963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b8fcb38-7cba-4078-a4b5-92430a3a0b02 req-c91a0f11-adb2-4d89-950a-5a008c3b4b29 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 210 time: 0.0620763 Dec 20 22:59:11.441592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Deleting port 568cac61-a45d-4a69-a7bf-3622a4ddddfe {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:11.442298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.451961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.472485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1e88106-f2ef-4cc0-a75b-bc3949afe9cd req-766d09ab-e59c-403e-8485-0f2d61f843dd service neutron] 10.222.0.45 "GET /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992080 Dec 20 22:59:11.485925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79de062-8608-4c65-b5d9-37c018b9f8d6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:11.497764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Deleting port 568cac61-a45d-4a69-a7bf-3622a4ddddfe {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:11.498204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.505467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.509780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8fde1b31-4eed-4133-b1c8-f2508f0e7730 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8895237 Dec 20 22:59:11.544150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] For port 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=568cac61-a45d-4a69-a7bf-3622a4ddddfe,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:11.545397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.562984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Calling delete_port for 568cac61-a45d-4a69-a7bf-3622a4ddddfe owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:11.651005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] For port 568cac61-a45d-4a69-a7bf-3622a4ddddfe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=568cac61-a45d-4a69-a7bf-3622a4ddddfe,segment=NetworkSegment(4ca99a30-f801-41d3-8da8-64a0e8a2a847),segment_id=4ca99a30-f801-41d3-8da8-64a0e8a2a847)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:11.651454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.670963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Calling delete_port for 568cac61-a45d-4a69-a7bf-3622a4ddddfe owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:11.764766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.828741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] Pushing event deleted for resources: {'Port': ['ID=568cac61-a45d-4a69-a7bf-3622a4ddddfe,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:11.847000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd6926-b600-4a5a-9651-c435590e8fa7 None None] No DVR routers for this DVR port 568cac61-a45d-4a69-a7bf-3622a4ddddfe on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:11.868079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:11.872202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.880462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.887406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.893578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.899766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.908900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.917929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:11.923782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-3d0e45c3-8b3b-42ae-aec1-ea75dac1b2f4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.1404130 Dec 20 22:59:12.000234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64fc5114-e3fb-4d04-8992-a8b9eccc4ec0 req-b1dfa53a-cfc6-47a1-ae5c-06d990503532 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760255 Dec 20 22:59:12.073367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.122234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] No DVR routers for this DVR port 568cac61-a45d-4a69-a7bf-3622a4ddddfe on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:12.125552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340a08-3533-4bce-bc70-ea5b7d1f2018 req-026182a9-c35d-4209-af3b-884540530288 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:12.126781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=568cac61-a45d-4a69-a7bf-3622a4ddddfe,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:12.130215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95340a08-3533-4bce-bc70-ea5b7d1f2018 req-026182a9-c35d-4209-af3b-884540530288 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.0609577 Dec 20 22:59:12.162770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-e0ef9ca7-ba74-493f-9d4d-0445d939ca0d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:12.169133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-e0ef9ca7-ba74-493f-9d4d-0445d939ca0d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.59 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.2860682 Dec 20 22:59:12.215475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95340a08-3533-4bce-bc70-ea5b7d1f2018 req-b2327531-0a1c-443f-9e72-b742872b4dd6 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741525 Dec 20 22:59:12.340953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524c37-7d23-426a-8449-862a4d5949de req-6fcf9bc7-47b0-41f4-8272-2b8946b7e459 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:12.352460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4524c37-7d23-426a-8449-862a4d5949de req-6fcf9bc7-47b0-41f4-8272-2b8946b7e459 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.0638907 Dec 20 22:59:12.396165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4524c37-7d23-426a-8449-862a4d5949de req-637da877-bccc-47a9-a3c9-540b73089da3 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Dec 20 22:59:12.513430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'port': {'device_id': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'admin_state_up': True, 'tenant_id': 'e4be62e660d54d1bb637786c024e3e1f'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:12.550928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-457308ca-ea61-4017-8fa7-defe12a1b4ce req-0c8cb723-d519-4fc1-9f01-b32bd0bdf9ad tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 210 time: 0.0292995 Dec 20 22:59:12.667109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.728105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccda229-e747-40c2-8b13-c08f669db13e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:12.747591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca99a30-f801-41d3-8da8-64a0e8a2a847') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:12.747878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca99a30-f801-41d3-8da8-64a0e8a2a847') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:12.765250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.786973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:59:12.799504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.808726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:59:12.809105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:59:12.812256 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:59:12.815899 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:59:12.976911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Made reservation on behalf of e4be62e660d54d1bb637786c024e3e1f for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:12.981235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.983250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:12.986960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:13.000740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Sync routers for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:13.003972 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b5e1433-55a9-4c6c-8895-1d9df8a42013 admin admin] 10.222.0.62 "PUT /v2.0/routers/7ed43234-c1b6-46bc-924d-6a16c8f73a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245440 Dec 20 22:59:13.004331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.005263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38302) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:13.009307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ccda229-e747-40c2-8b13-c08f669db13e HTTP/1.1" status: 204 len: 168 time: 1.8257031 Dec 20 22:59:13.030915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e25f0f-62d4-4c93-b629-77113aac4bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccda229-e747-40c2-8b13-c08f669db13e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:13.046988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:13.054533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:13.205783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Allocated IP 172.20.0.6 (39d2abb6-7a78-4024-bf0c-4ae98f4f4e66/809dd8a1-26a9-48e2-979a-65d4d5d00aa3/53f46a61-a38e-41bb-a921-7b85a3d30b54) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:13.265783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b4ff-3aaa-42e2-975b-8dba732e2c21 req-d736a101-c98c-4b5f-8b97-393d4053b339 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.266834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:13.267661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86d1b4ff-3aaa-42e2-975b-8dba732e2c21 req-d736a101-c98c-4b5f-8b97-393d4053b339 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.1099038 Dec 20 22:59:13.300485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.358262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 568cac61-a45d-4a69-a7bf-3622a4ddddfe no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:13.399416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 568cac61-a45d-4a69-a7bf-3622a4ddddfe {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:13.399763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 568cac61-a45d-4a69-a7bf-3622a4ddddfe not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:13.411882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38316) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:13.425691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86d1b4ff-3aaa-42e2-975b-8dba732e2c21 req-167166aa-900b-4a99-8e21-e132b715cc59 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491020 Dec 20 22:59:13.487135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.502340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4307982c-1ada-466d-bcd4-9b984807bf4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=391d7e5801bc4739ae3b793a08a552e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887656 Dec 20 22:59:13.505772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38320) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:13.506837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.552168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:59:11Z', 'revision_number': 5, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port': {'id': '73eaf628-0b8c-4b90-8cc9-7e4780b6987b', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:30Z', 'updated_at': '2021-12-20T22:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:13.584491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.609118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.627721 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Checking router: 7ed43234-c1b6-46bc-924d-6a16c8f73a23 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:13.638640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Routers {'7ed43234-c1b6-46bc-924d-6a16c8f73a23'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:13.646983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:13.653335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.716492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.718695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:13.730912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:13.732152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:13.736172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.737002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:13.748400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.751024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.752172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69d7dbbf-a064-43e8-a663-92c695c53200 HTTP/1.1" status: 204 len: 168 time: 0.2441437 Dec 20 22:59:13.752602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.770788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] Set router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:13.771063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.777691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.800057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.807582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.809591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-9dab79ef-cd6f-40be-8633-2ee42dbfb789 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.2335360 Dec 20 22:59:13.818900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e325f-98b6-4130-a0fb-966fdf16350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d7dbbf-a064-43e8-a663-92c695c53200,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:13.851330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-75457b36-33d3-4731-a5da-f0c13b593190 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:59:13.857703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:59:13Z', 'revision_number': 6, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:13.859802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-75457b36-33d3-4731-a5da-f0c13b593190 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3529236 Dec 20 22:59:13.874457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:13.875095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.907707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Deleting port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:13.908097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:13.924978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408b5a9-6b04-4f5b-b3be-445f37cf2bb5 None None] The sync data for ids ['7ed43234-c1b6-46bc-924d-6a16c8f73a23'] in n-d-822053-9 is: [{'id': '7ed43234-c1b6-46bc-924d-6a16c8f73a23', 'name': 'tempest-ServersTestFqdnHostnames-1143312215-router', 'tenant_id': 'c679fde3bc274130ac81abe3a354e39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:29Z', 'updated_at': '2021-12-20T22:59:13Z', 'revision_number': 6, 'project_id': 'c679fde3bc274130ac81abe3a354e39d', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:13.962484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-f33c48bb-5798-4b64-a546-98d369ad80f5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4549959 Dec 20 22:59:14.000628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Request body: {'port': {'device_id': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:14.003466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08f761b3-d6c1-4207-8328-14c0390dd8a8 req-a79c918c-3a38-410c-b700-8abc3ed98641 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799204 Dec 20 22:59:14.042917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-f1899f8b-8ea3-48f6-8fbf-320fca0f54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:14.044597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] For port 73eaf628-0b8c-4b90-8cc9-7e4780b6987b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:14.045111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.048601 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-f1899f8b-8ea3-48f6-8fbf-320fca0f54f4 service neutron] 10.222.0.62 "GET /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 1094 time: 0.1879575 Dec 20 22:59:14.052785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Request body: {'binding': {'host': 'n-h2-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:14.053243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 22:59:14.061523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Calling delete_port for 73eaf628-0b8c-4b90-8cc9-7e4780b6987b owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:14.117714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.254281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f3980-164b-4bc1-8cc4-5f929a29c743 req-df62f46f-9de4-4741-83b9-fc2bfd7d0743 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:14.262452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f49f3980-164b-4bc1-8cc4-5f929a29c743 req-df62f46f-9de4-4741-83b9-fc2bfd7d0743 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.1239603 Dec 20 22:59:14.366686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on host n-h2-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:14.367370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:14.367706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:14.403338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:14.403669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:14.404359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f49f3980-164b-4bc1-8cc4-5f929a29c743 req-c15bc9df-0a0c-46ce-b1f4-125c45bebb0c tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409683 Dec 20 22:59:14.410558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:14.420168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:14.420534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:14.421000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Bound port: e76a652c-f171-46f6-89ae-9279a5ddeab7, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:14.474841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-54b36675-d05c-4821-810a-20f324cb906a tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:14.479879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-54b36675-d05c-4821-810a-20f324cb906a tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.59 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.1556993 Dec 20 22:59:14.518206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:14.555396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.572345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:14.582701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.592687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.593990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9a7f5453-79e6-4409-8dd9-59f4ce2fb653 service neutron] 10.222.0.62 "POST /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5445993 Dec 20 22:59:14.599979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73eaf628-0b8c-4b90-8cc9-7e4780b6987b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:14.603716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Transition to ACTIVE for port object 53f46a61-a38e-41bb-a921-7b85a3d30b54 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:14.684136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.702154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eafc5-e1c6-4452-932e-1ef7c82fbd34 req-f703cbf5-2d87-4d05-a9bb-9406ac1f108a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:14.704238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-782eafc5-e1c6-4452-932e-1ef7c82fbd34 req-f703cbf5-2d87-4d05-a9bb-9406ac1f108a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 931 time: 0.1861892 Dec 20 22:59:14.751383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.776067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:14.850070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Attempting to bind port 53f46a61-a38e-41bb-a921-7b85a3d30b54 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:14.850567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Attempting to bind port 53f46a61-a38e-41bb-a921-7b85a3d30b54 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:14.854139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Attempting to bind port 53f46a61-a38e-41bb-a921-7b85a3d30b54 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:14.866820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Port 53f46a61-a38e-41bb-a921-7b85a3d30b54 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:14.869458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Attempting to bind port 53f46a61-a38e-41bb-a921-7b85a3d30b54 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:14.880578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Deleting port 0772b462-86fd-4f79-8e1f-91c931df8329 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:14.881022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.883991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:14.885301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Checking segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:14.885984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Bound using segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:14.887422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Bound port: 53f46a61-a38e-41bb-a921-7b85a3d30b54, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:14.888566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.919595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.934087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:14.962011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-782eafc5-e1c6-4452-932e-1ef7c82fbd34 req-d786cce5-7e0f-44b3-b6a1-703b206bc55c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324100 Dec 20 22:59:15.031527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:15.042158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:15.141662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:15.215794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.216448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:15.221222 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] 10.222.0.59 "PUT /v2.0/ports/53f46a61-a38e-41bb-a921-7b85a3d30b54 HTTP/1.1" status: 200 len: 1091 time: 1.2398169 Dec 20 22:59:15.222426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c79de062-8608-4c65-b5d9-37c018b9f8d6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:15.222901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:15.226637 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e259c-e521-4e42-94ea-833b410be59c" -d '{"events": [{"name": "network-changed", "server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:15.257274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da58eb-50fe-446c-8e5e-734bda78dd68 service neutron] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:15.269918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c79de062-8608-4c65-b5d9-37c018b9f8d6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:15.273597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c79de062-8608-4c65-b5d9-37c018b9f8d6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:15.273597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 73eaf628-0b8c-4b90-8cc9-7e4780b6987b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:15.274991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:15.320467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 73eaf628-0b8c-4b90-8cc9-7e4780b6987b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:15.321431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 73eaf628-0b8c-4b90-8cc9-7e4780b6987b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:15.438792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:15.453049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4', 'network_id': 'e56cfe71-9ac6-4b49-9aff-2422ec2338ff', 'port_id': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4', 'mac_address': 'fa:16:3e:56:ca:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbedecf-7f83-4e7e-9acc-fbb17a8738dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:15.519466 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:15.534067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:15.544363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] For port 0772b462-86fd-4f79-8e1f-91c931df8329, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0772b462-86fd-4f79-8e1f-91c931df8329,segment=NetworkSegment(68d88320-2971-44de-9ce3-7cc0a9cf1f74),segment_id=68d88320-2971-44de-9ce3-7cc0a9cf1f74)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:15.545017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:15.564332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079987e5-9c84-4086-9274-4dfafa7604dd req-92b7dc16-d373-459e-ae28-dea2b7f5797e tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.566844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:15.570190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-079987e5-9c84-4086-9274-4dfafa7604dd req-92b7dc16-d373-459e-ae28-dea2b7f5797e tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 945 time: 0.5318115 Dec 20 22:59:15.585764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6abbc-7918-4b64-a7bb-32fb30830b6f req-c144ac3e-a227-4af7-be29-1250ce8ae6af tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.585764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20a6abbc-7918-4b64-a7bb-32fb30830b6f req-c144ac3e-a227-4af7-be29-1250ce8ae6af tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 946 time: 0.5054455 Dec 20 22:59:15.587926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-746e7370-a260-4981-96ae-83b51d9601dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.589707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-746e7370-a260-4981-96ae-83b51d9601dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1097 time: 0.1715825 Dec 20 22:59:15.599927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Calling delete_port for 0772b462-86fd-4f79-8e1f-91c931df8329 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:15.777815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-079987e5-9c84-4086-9274-4dfafa7604dd req-bc1858d7-1f7c-4b15-b2c7-da74e2733c6f tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/security-groups?id=73e48de8-5f71-49e9-99d5-5562afa9b501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023473 Dec 20 22:59:15.806527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20a6abbc-7918-4b64-a7bb-32fb30830b6f req-3ee46464-6ae5-4828-b7ad-210f8faca9fc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076848 Dec 20 22:59:15.863465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-e7242d1f-0503-4b2e-bdd2-20eed77d167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.864986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-e7242d1f-0503-4b2e-bdd2-20eed77d167c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2632210 Dec 20 22:59:15.870173 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633a6b3-784c-4900-8ce5-a95f2c024196 x-openstack-request-id: req-6633a6b3-784c-4900-8ce5-a95f2c024196 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:15.870475 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:15.870717 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6633a6b3-784c-4900-8ce5-a95f2c024196 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:15.871118 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'status': 'completed', 'code': 200} Dec 20 22:59:15.942525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-bca779f5-8392-4c4d-8837-520b8c1a002c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.0674455 Dec 20 22:59:15.959574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e259c-e521-4e42-94ea-833b410be59c req-1ab18a61-13e0-4f40-89e1-1084fc8cecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:15.961114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9b7e259c-e521-4e42-94ea-833b410be59c req-1ab18a61-13e0-4f40-89e1-1084fc8cecef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 1094 time: 0.0627723 Dec 20 22:59:16.038796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.045291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.051244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.057266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.063203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.069321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.073412 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.078442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.078760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e259c-e521-4e42-94ea-833b410be59c req-a53ac290-248f-45cf-b5db-105e3786d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.079232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-95e43205-ea71-4a7c-be6e-d3352bebc25c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.2211411 Dec 20 22:59:16.079332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9b7e259c-e521-4e42-94ea-833b410be59c req-a53ac290-248f-45cf-b5db-105e3786d74a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e4be62e660d54d1bb637786c024e3e1f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1095998 Dec 20 22:59:16.082861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.083400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed43234-c1b6-46bc-924d-6a16c8f73a23 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:59:16.092057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-30036563-ade7-4e29-8395-4494ab81b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.092057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-30036563-ade7-4e29-8395-4494ab81b579 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1354489 Dec 20 22:59:16.097799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.101685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-65c12fbe-cf52-403a-8e9e-fa6093aff1e6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7ed43234-c1b6-46bc-924d-6a16c8f73a23 HTTP/1.1" status: 204 len: 168 time: 3.0947521 Dec 20 22:59:16.107124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:16.117833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ef342-dff6-4eb5-8de7-7ede93e8df3d req-26c9f3d7-0e19-4524-9f73-8ba1a9265055 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.125769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b74ef342-dff6-4eb5-8de7-7ede93e8df3d req-26c9f3d7-0e19-4524-9f73-8ba1a9265055 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 943 time: 0.1888919 Dec 20 22:59:16.151471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:16.156513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.168940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0772b462-86fd-4f79-8e1f-91c931df8329'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:16.258183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-0b648d55-a927-464f-82b1-7db8f3c0b809 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516287 Dec 20 22:59:16.272873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Pushing event deleted for resources: {'Port': ['ID=0772b462-86fd-4f79-8e1f-91c931df8329,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:16.280779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e259c-e521-4e42-94ea-833b410be59c req-434d8ed2-c071-4ff0-ae9e-363ae515f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.282917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9b7e259c-e521-4e42-94ea-833b410be59c req-434d8ed2-c071-4ff0-ae9e-363ae515f6fb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876638 Dec 20 22:59:16.343759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0ee87eb0-fd0f-4028-a604-e6fbb39541f4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:16.375372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Deleting subnet 7152cd7c-1c66-4630-95e8-52f1f5a1f74c {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:59:16.382013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-bfb4aae7-8e72-4e8f-8abf-56ebb195a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.383810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-bfb4aae7-8e72-4e8f-8abf-56ebb195a11a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 1094 time: 0.0590713 Dec 20 22:59:16.410960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.439712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-dba9d4be-bc9e-47f5-b4d7-2ff11349828a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54 HTTP/1.1" status: 200 len: 217 time: 0.0476520 Dec 20 22:59:16.456103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b74ef342-dff6-4eb5-8de7-7ede93e8df3d req-6f5dab41-8f0b-4eea-81d0-7e5d3691b27a tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295143 Dec 20 22:59:16.486843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] No DVR routers for this DVR port 0772b462-86fd-4f79-8e1f-91c931df8329 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:16.493000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.496437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7aef1fc8-214d-4b52-8f3a-acd6aa6fe5d1 req-55b4e699-bd76-4a76-b9e2-cf127afa957d tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.59 "DELETE /v2.0/ports/0772b462-86fd-4f79-8e1f-91c931df8329 HTTP/1.1" status: 204 len: 173 time: 2.0091634 Dec 20 22:59:16.498425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'name': 'network-vif-deleted', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:16.500715 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5afda-ec23-48da-a5e0-2cb7c726e26f" -d '{"events": [{"server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "name": "network-vif-deleted", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:16.518422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-412ad349-7701-4a36-86b5-ffe7229cbca5 req-44ec75a9-8d4a-47ea-bc94-258be03e6bd1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4154456 Dec 20 22:59:16.529130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.558553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-023655d7-959a-47ea-bb10-6fd44a72807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.560015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-023655d7-959a-47ea-bb10-6fd44a72807a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.1123681 Dec 20 22:59:16.602190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-8f68ac52-13bd-4a0e-b56c-27cbdbbdd7a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347235 Dec 20 22:59:16.614224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-e49a1c29-297e-40d5-be0d-eb7097856dbc service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458688 Dec 20 22:59:16.714414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-9c26edf7-f8dc-4803-a8d4-45c8cac274bb service neutron] 10.222.0.59 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047935 Dec 20 22:59:16.720145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cedf7c-d187-459d-aaf4-f31150bf7274 req-34e3e4e4-4679-4b62-89b0-21b0fe71d94a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:16.727694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03cedf7c-d187-459d-aaf4-f31150bf7274 req-34e3e4e4-4679-4b62-89b0-21b0fe71d94a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 943 time: 0.1930194 Dec 20 22:59:16.848765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:16.860617 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c874e93-54b9-4368-a8fd-733f867e72b3 x-openstack-request-id: req-8c874e93-54b9-4368-a8fd-733f867e72b3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:16.860814 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b994bf72-f569-451f-b766-4255afffa166", "name": "network-vif-deleted", "tag": "0772b462-86fd-4f79-8e1f-91c931df8329", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:16.865225 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c874e93-54b9-4368-a8fd-733f867e72b3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:16.865225 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b994bf72-f569-451f-b766-4255afffa166', 'name': 'network-vif-deleted', 'tag': '0772b462-86fd-4f79-8e1f-91c931df8329', 'status': 'completed', 'code': 200} Dec 20 22:59:16.941403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4ab04f8-5778-44e8-83d4-98902a26c089 req-740c46f3-e800-46ed-ac40-ca4bb9fb1d24 service neutron] 10.222.0.59 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189789 Dec 20 22:59:16.950698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03cedf7c-d187-459d-aaf4-f31150bf7274 req-161b82bd-8593-474f-af15-e9b2014b6c16 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216063 Dec 20 22:59:16.967884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9594fb3f-e865-4197-8156-c89cfcb94ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398242 Dec 20 22:59:16.992772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59d1ebc5-df04-44ca-9b5a-ff9c588b4df6 req-8509d9d1-ff7b-4a83-b195-9b26c43d1810 tempest-InstanceActionsNegativeTestJSON-1983002488 tempest-InstanceActionsNegativeTestJSON-1983002488-project] 10.222.0.62 "GET /v2.0/ports?device_id=b994bf72-f569-451f-b766-4255afffa166 HTTP/1.1" status: 200 len: 210 time: 0.0487976 Dec 20 22:59:17.072125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6f25e-a8d8-42ed-9120-3c62fefda35c req-a83a06e3-40d7-4542-a850-90cea8ba9437 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.073542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78e6f25e-a8d8-42ed-9120-3c62fefda35c req-a83a06e3-40d7-4542-a850-90cea8ba9437 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 946 time: 0.0513103 Dec 20 22:59:17.127618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78e6f25e-a8d8-42ed-9120-3c62fefda35c req-a084e14b-1cdd-4838-89ab-de3e4744b2a5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479269 Dec 20 22:59:17.170230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.202686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7152cd7c-1c66-4630-95e8-52f1f5a1f74c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:17.205449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.209021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-14940551-ea47-478b-9835-2eba54b20468 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7152cd7c-1c66-4630-95e8-52f1f5a1f74c HTTP/1.1" status: 204 len: 168 time: 1.1008441 Dec 20 22:59:17.210672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f6ee2-ce6e-411f-98df-03ee52ef883b None None] Network e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:17.211810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:17.222839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-5177d23b-0177-41b4-8aca-64578df046ba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.224371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-5177d23b-0177-41b4-8aca-64578df046ba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1097 time: 0.0901074 Dec 20 22:59:17.241443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-9'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:17.273363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:17.290490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.312282 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.377518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Deleting port fb779ff7-1f37-42fd-877c-d1583744d480 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:17.377518 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.420958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:17.437104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:17.437510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.470075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] DHCP port deletion for e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 22:59:17.527194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] For port fb779ff7-1f37-42fd-877c-d1583744d480, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fb779ff7-1f37-42fd-877c-d1583744d480,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:17.527555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.545286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38396) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:17.554248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:17.583298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Calling delete_port for fb779ff7-1f37-42fd-877c-d1583744d480 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:17.757373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450226-f50b-49ad-a0b6-8e3713ae85e0 req-980b1be1-2d76-4480-bfa2-97dd59aad9fb tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.758829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91450226-f50b-49ad-a0b6-8e3713ae85e0 req-980b1be1-2d76-4480-bfa2-97dd59aad9fb tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 944 time: 0.1580379 Dec 20 22:59:17.766957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-87e20ad5-800c-4dfa-a4ac-781288ebd5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.773124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Deleting port fb779ff7-1f37-42fd-877c-d1583744d480 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:17.773553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.775362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.790921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:17.817527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.845101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:17.847732 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d02f36-fd6b-4d16-9ac8-a36520ea46f1" -d '{"events": [{"server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:17.858805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.864753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.867709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] No DVR routers for this DVR port fb779ff7-1f37-42fd-877c-d1583744d480 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:17.870114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:17.872123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.876700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] For port fb779ff7-1f37-42fd-877c-d1583744d480, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fb779ff7-1f37-42fd-877c-d1583744d480,segment=NetworkSegment(e62a6cee-16a5-429d-897c-ef975c43ff60),segment_id=e62a6cee-16a5-429d-897c-ef975c43ff60)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:17.877199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.879519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb779ff7-1f37-42fd-877c-d1583744d480,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:17.887835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.891434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Calling delete_port for fb779ff7-1f37-42fd-877c-d1583744d480 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:17.896184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.902444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.909795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:17.914468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-1b674b59-cea5-47f4-ab73-521cc7541079 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.2359204 Dec 20 22:59:17.942656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:17.995319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.016837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.017418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.017881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91450226-f50b-49ad-a0b6-8e3713ae85e0 req-2d72d267-e707-4283-a4d8-acf5af56ffaa tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469461 Dec 20 22:59:18.036937 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.045562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:18.060343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62a6cee-16a5-429d-897c-ef975c43ff60') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:18.060710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62a6cee-16a5-429d-897c-ef975c43ff60') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:18.072797 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.075408 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.087729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] Pushing event deleted for resources: {'Port': ['ID=fb779ff7-1f37-42fd-877c-d1583744d480,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.088900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.089229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85daa86-7119-498b-bc62-dec889a2265f None None] No DVR routers for this DVR port fb779ff7-1f37-42fd-877c-d1583744d480 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:18.091553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2463b6eb-e4c8-4448-be05-dcbdfd889e2c req-89d8b35d-db1d-4153-a406-8c8599b1d40c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565957 Dec 20 22:59:18.109594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:59:18.110176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:59:18.112725 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:59:18.116378 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49bc2e2-5e57-4822-b30f-55967e14c84c x-openstack-request-id: req-f49bc2e2-5e57-4822-b30f-55967e14c84c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:18.116848 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "name": "network-vif-plugged", "status": "completed", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:18.117518 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f49bc2e2-5e57-4822-b30f-55967e14c84c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:18.119086 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4', 'code': 200} Dec 20 22:59:18.184715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-87e20ad5-800c-4dfa-a4ac-781288ebd5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.220906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38412) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:18.246131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ba35-8554-4eed-ab88-bf0f610f3b7d req-afb5a1ef-fa95-4409-baf7-341eabf1a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:18.248056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4fd2ba35-8554-4eed-ab88-bf0f610f3b7d req-afb5a1ef-fa95-4409-baf7-341eabf1a0e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 1096 time: 0.0545051 Dec 20 22:59:18.306999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.318916 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-87e20ad5-800c-4dfa-a4ac-781288ebd5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.323899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.327440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf HTTP/1.1" status: 204 len: 168 time: 1.1139705 Dec 20 22:59:18.328514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c9cdb-1594-4bc9-b23f-07e7c22d9b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e840e11d-d0fa-46a8-a60d-9dd0c1b21bdf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.341896 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4fd2ba35-8554-4eed-ab88-bf0f610f3b7d req-9b886f7c-747b-4c08-9762-6dc511efbf99 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791368 Dec 20 22:59:18.358530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:18.360795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0772b462-86fd-4f79-8e1f-91c931df8329 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:18.362694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.398247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 0772b462-86fd-4f79-8e1f-91c931df8329 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:18.398247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0772b462-86fd-4f79-8e1f-91c931df8329 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:18.406754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on host n-h1-822053-9 for vnic_type normal with profile {"migrating_to": "n-h2-822053-9"} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:18.407089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:18.407411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:18.433384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Deleting subnet e32c9921-ff17-4cdd-b944-eec96ca04d5c {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 22:59:18.442721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-87e20ad5-800c-4dfa-a4ac-781288ebd5fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b87a54f63664fb795ad10e17fe4171e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8983212 Dec 20 22:59:18.443269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:18.443729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:18.444059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Attempting to bind port e76a652c-f171-46f6-89ae-9279a5ddeab7 on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:18.453683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc83947-583c-4ee7-a230-229ab1b3efb7 req-75dcd1ec-528e-4d3a-91c7-55fa16d41e5a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:18.455231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc83947-583c-4ee7-a230-229ab1b3efb7 req-75dcd1ec-528e-4d3a-91c7-55fa16d41e5a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 943 time: 0.2501054 Dec 20 22:59:18.458634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.460976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e20ad5-800c-4dfa-a4ac-781288ebd5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a3b78-f90e-4aa0-aa32-8529e684222c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.507303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:18.507672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:18.508236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:18.509166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Bound port: e76a652c-f171-46f6-89ae-9279a5ddeab7, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:18.509574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.524228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:18.527334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.537145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dac50-aca1-4694-a526-3e5de9bf35ff req-b38cecba-ac8d-4320-aba1-22a83d4d3d09 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:18.538683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa1dac50-aca1-4694-a526-3e5de9bf35ff req-b38cecba-ac8d-4320-aba1-22a83d4d3d09 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.2437117 Dec 20 22:59:18.539648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'mac_address': 'fa:16:3e:5f:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:18.558609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.572184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.583117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.599052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:18.625366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:18.684252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc83947-583c-4ee7-a230-229ab1b3efb7 req-430940de-7cf7-4a83-b98f-b6babba932b1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Dec 20 22:59:18.691121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.718421 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.726809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.726809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.726809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab6a3b78-f90e-4aa0-aa32-8529e684222c HTTP/1.1" status: 204 len: 168 time: 0.2799890 Dec 20 22:59:18.729278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:18.748106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377854b-3007-4d60-9e67-6d692cce0f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a3b78-f90e-4aa0-aa32-8529e684222c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.770011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:18.786276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:18.789058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa1dac50-aca1-4694-a526-3e5de9bf35ff req-26f582e7-4f3e-4620-93b7-a697d9a11a06 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374735 Dec 20 22:59:18.793490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:18.800937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de94b02c-3c3d-4b4c-a09d-5d49d4e5db5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c679fde3bc274130ac81abe3a354e39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706577 Dec 20 22:59:18.804831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38422) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:18.857609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.866633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:18.869173 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42625beb-8a7d-4de9-ba15-531849f3e972" -d '{"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:18.913758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.916296 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04adba72-27fb-435a-8e9c-d648f9f64e92 x-openstack-request-id: req-04adba72-27fb-435a-8e9c-d648f9f64e92 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:18.916590 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:18.916843 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04adba72-27fb-435a-8e9c-d648f9f64e92 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:18.917232 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'code': 200} Dec 20 22:59:18.924758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['53f46a61-a38e-41bb-a921-7b85a3d30b54'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:18.964907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.987765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:18.999800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=8']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:19.027605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.028226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.029920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-cd2daa52-a907-4381-ab8b-580a822211bd service neutron] 10.222.0.45 "PUT /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 1122 time: 1.7951202 Dec 20 22:59:19.041397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32c9921-ff17-4cdd-b944-eec96ca04d5c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:19.058057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.062061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c6eb3092-7dc4-400a-89b9-a17c02345dd4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e32c9921-ff17-4cdd-b944-eec96ca04d5c HTTP/1.1" status: 204 len: 168 time: 0.8372328 Dec 20 22:59:19.064623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38430) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:19.146044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e76a652c-f171-46f6-89ae-9279a5ddeab7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:19.172252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.246639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.254047 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.261681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97e4a4be-ecf6-454b-9886-240a1814d6a1 HTTP/1.1" status: 204 len: 168 time: 0.4528847 Dec 20 22:59:19.299525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.304972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89274e5b-792d-4763-8204-acec8a92cff7 req-b6881003-6ecb-4264-adfb-c218baabfe44 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.314429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89274e5b-792d-4763-8204-acec8a92cff7 req-b6881003-6ecb-4264-adfb-c218baabfe44 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.1958575 Dec 20 22:59:19.317452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d92f-20a2-412f-854f-5b1d916f2be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4a4be-ecf6-454b-9886-240a1814d6a1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:19.322628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:19.324706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fb779ff7-1f37-42fd-877c-d1583744d480 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:19.336198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcd1f3a-24c7-49db-98c2-c832c9344bcc']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:19.358298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d88320-2971-44de-9ce3-7cc0a9cf1f74') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:19.361073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d88320-2971-44de-9ce3-7cc0a9cf1f74') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:19.396418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.396654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fb779ff7-1f37-42fd-877c-d1583744d480 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 22:59:19.397009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fb779ff7-1f37-42fd-877c-d1583744d480 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:19.424059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.430066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.431033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.447863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:59:19.449399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.456782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.469467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.476442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.484716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.491307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.507816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-a13edd00-2f6c-4d67-a249-daa4caaada12 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5429 time: 0.2338748 Dec 20 22:59:19.545334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89274e5b-792d-4763-8204-acec8a92cff7 req-332e1e9d-529e-4059-a017-3ba8816aee89 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294803 Dec 20 22:59:19.576059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: timer() Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:59:19.587565 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:59:19.601158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'port_id': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4', 'mac_address': 'fa:16:3e:a5:18:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:19.622295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90aa5ca7-dd31-435b-b717-4a9b91ba1c35 req-9babab53-905d-472e-89aa-e132799791fb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134818 Dec 20 22:59:19.644242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.658709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:19.667522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.673472 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.679781 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7dcd1f3a-24c7-49db-98c2-c832c9344bcc HTTP/1.1" status: 204 len: 168 time: 0.6138344 Dec 20 22:59:19.682061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:19.694104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3fbf9-bec7-4ab5-ab43-8086408e4763 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcd1f3a-24c7-49db-98c2-c832c9344bcc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:19.718913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:19.720417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 97d77324-43ba-4487-9f2a-6004e1b862dc details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:19.784563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:19.855500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2578696-e9c3-4265-8bb5-efd208f5e6aa req-327e1461-49f9-4fd4-befa-3cc24196b246 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.863795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2578696-e9c3-4265-8bb5-efd208f5e6aa req-327e1461-49f9-4fd4-befa-3cc24196b246 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 944 time: 0.0937595 Dec 20 22:59:19.936263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:19.951528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2578696-e9c3-4265-8bb5-efd208f5e6aa req-3187ee2a-d4df-47b5-9b84-b889fc608e7d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863025 Dec 20 22:59:19.960619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'port_id': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'mac_address': 'fa:16:3e:0b:21:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1bede0-cd7e-4b82-9a0b-901c502f2bb2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:19.989091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b6c9d-5c2c-452b-9a7e-516a6e5e1029 req-f19210dd-e76a-4d31-a5ff-1f989f8cabd1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:19.990697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854b6c9d-5c2c-452b-9a7e-516a6e5e1029 req-f19210dd-e76a-4d31-a5ff-1f989f8cabd1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.0821576 Dec 20 22:59:20.007869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.023279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d77324-43ba-4487-9f2a-6004e1b862dc {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:20.043896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854b6c9d-5c2c-452b-9a7e-516a6e5e1029 req-8a162607-d5f6-4d11-bd3f-5459833e12fe tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Dec 20 22:59:20.050343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.136157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.136928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 024944fe-6e01-4de1-92f7-3b2f3abefbf7 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:20.196117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38462) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:20.229340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:20.280285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57a6c31d-c113-4afd-8464-d6a4366110d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7bd52ce4ffe4a998bfb5fb2213dd2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821693 Dec 20 22:59:20.283039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:20.318442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.331740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'port_id': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'mac_address': 'fa:16:3e:5b:cd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:20.352270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.362569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:20.384411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.419478 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.438914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024944fe-6e01-4de1-92f7-3b2f3abefbf7 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:20.465487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.547338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.547981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 53f46a61-a38e-41bb-a921-7b85a3d30b54 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:20.550602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.550779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.551451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e51776e6-c7f1-4801-8ae4-e9bc0dbff175 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:20.553466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73e48de8-5f71-49e9-99d5-5562afa9b501 HTTP/1.1" status: 204 len: 168 time: 0.2693598 Dec 20 22:59:20.561994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0900f-78fc-4df1-99d9-3e53b3717ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e48de8-5f71-49e9-99d5-5562afa9b501,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:20.604215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 53f46a61-a38e-41bb-a921-7b85a3d30b54 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:20.604830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.692408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.702029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:20.713096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'port_id': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'mac_address': 'fa:16:3e:b8:56:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:20.784211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.788634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.809515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51776e6-c7f1-4801-8ae4-e9bc0dbff175 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:20.833177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.836550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5279c-1000-43f1-884f-3031a52b3740 req-970025bb-efb5-44ae-baa0-fbe97a5c34f6 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.838397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50e5279c-1000-43f1-884f-3031a52b3740 req-970025bb-efb5-44ae-baa0-fbe97a5c34f6 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.1352761 Dec 20 22:59:20.848460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:20.850735 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca3999-5901-4a32-b68d-d5e9ff28620f" -d '{"events": [{"server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "name": "network-vif-plugged", "status": "completed", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:20.856595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.863057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.868650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:20.870269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.876330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.883168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.890768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.896551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:20.898523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-112fe831-9be8-4399-8614-06e532ac8e65 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5432 time: 0.1372511 Dec 20 22:59:20.901932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:20.904948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:20.924428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:20.926753 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:20.968733 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.013403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.020428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50e5279c-1000-43f1-884f-3031a52b3740 req-ab097b57-2797-4e22-a193-da48eaae3443 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207027 Dec 20 22:59:21.029136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:21.066710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'network_id': '4c1ab89b-4b36-4076-aa14-c41cae52bc87', 'port_id': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'mac_address': 'fa:16:3e:96:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1bede0-cd7e-4b82-9a0b-901c502f2bb2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:21.067906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0a10940-4e4f-42ff-a4ff-af5ba9059d50 req-1144cfde-57d2-4fcb-b5ad-85c22712a7d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509714 Dec 20 22:59:21.183656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:21.190733 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.212772 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db95209-8fa1-4c4e-afa6-5fd56a13dfc4 x-openstack-request-id: req-5db95209-8fa1-4c4e-afa6-5fd56a13dfc4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:21.212772 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "name": "network-vif-plugged", "status": "completed", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:21.212772 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5db95209-8fa1-4c4e-afa6-5fd56a13dfc4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:21.212772 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'code': 200} Dec 20 22:59:21.212772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:21.233437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.247343 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7150806-81d1-4df9-a944-65c476ab28f0 x-openstack-request-id: req-b7150806-81d1-4df9-a944-65c476ab28f0 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:21.247639 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:21.247902 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7150806-81d1-4df9-a944-65c476ab28f0 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:21.251067 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'status': 'completed', 'code': 200} Dec 20 22:59:21.301300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.302231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a731879b-09a7-4810-b2b4-8ab3e0cd5e9f details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:21.339775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.360733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'port_id': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'mac_address': 'fa:16:3e:64:84:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:21.364881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-f139ce11-c9f3-4893-bbb0-8dfb6fb6bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.367141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-f139ce11-c9f3-4893-bbb0-8dfb6fb6bb5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1125 time: 0.0884786 Dec 20 22:59:21.460563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:21.467205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.487061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731879b-09a7-4810-b2b4-8ab3e0cd5e9f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:21.543439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.554888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38512) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:21.621072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.621929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:21.645375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-c55361c9-a206-49f5-99e0-4d76172bb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.647592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-c55361c9-a206-49f5-99e0-4d76172bb7d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2674425 Dec 20 22:59:21.731691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-82fa403d-177c-4315-8f3c-ada2f79cfc8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.0755832 Dec 20 22:59:21.756549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:21.770294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.784489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-network', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:21.786993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e', 'network_id': '74221fe8-22ae-48f0-b01e-1c5af54b4a4d', 'port_id': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e', 'mac_address': 'fa:16:3e:61:64:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c149de5-53a4-4f31-a7f2-c2b0f8a277e0', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:21.840675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.842421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfa77-69c8-4f13-9432-2d7bc2ac2b42 req-dfb8ec99-97ac-4aaf-8846-dae99f0a1d32 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.842816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-2d3b508c-0f31-4a0a-ac93-56e0a1e9bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.844585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-2d3b508c-0f31-4a0a-ac93-56e0a1e9bfbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1038690 Dec 20 22:59:21.850249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c6cfa77-69c8-4f13-9432-2d7bc2ac2b42 req-dfb8ec99-97ac-4aaf-8846-dae99f0a1d32 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.5298717 Dec 20 22:59:21.859956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae829a-dd5a-4f2b-9690-137fff1f2a3b req-bba7c5b6-e491-461d-a074-1bb5f9c702f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.861425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95ae829a-dd5a-4f2b-9690-137fff1f2a3b req-bba7c5b6-e491-461d-a074-1bb5f9c702f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 1096 time: 0.5534203 Dec 20 22:59:21.866535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:21.907649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:21.908404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-4fbba660-3574-42a4-8ff3-52c4bdaf393b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545752 Dec 20 22:59:21.911296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Made reservation on behalf of 7bf7c4bcb7814656b0f5e5b095db1bf7 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:21.917421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.933822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:21.941278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3297f-3533-49fb-ad8a-fac899a9d4e7 req-8d2e6bbc-c987-4472-aff7-3679486862c8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:21.942821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d3297f-3533-49fb-ad8a-fac899a9d4e7 req-8d2e6bbc-c987-4472-aff7-3679486862c8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.2270718 Dec 20 22:59:22.000243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95ae829a-dd5a-4f2b-9690-137fff1f2a3b req-322b819b-227f-4cc1-96b4-d465cffd1dac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215403 Dec 20 22:59:22.003494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.019175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c6cfa77-69c8-4f13-9432-2d7bc2ac2b42 req-ca23bfb9-1949-4d3d-9ed2-82e4fbb47ec2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558757 Dec 20 22:59:22.046218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:22.068472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d3297f-3533-49fb-ad8a-fac899a9d4e7 req-ed201a22-6a60-4805-b2d5-42dc5a91460e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135614 Dec 20 22:59:22.102868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:22.210895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0dd54586-7ec5-4d49-b9ac-83eec79297ce req-e699a423-a824-483f-96e0-9d4e750cf30c tempest-AbsoluteLimitsNegativeTestJSON-1624937705 tempest-AbsoluteLimitsNegativeTestJSON-1624937705-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bbd58c4dc5384fb282b9574ec9c48c57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335052 Dec 20 22:59:22.247823 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-50f2fe92-0aed-4426-963f-0609d6c0383e service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155427 Dec 20 22:59:22.302556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.369557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.390132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd54586-7ec5-4d49-b9ac-83eec79297ce req-090e855b-84d9-48d2-806f-d2950a185ecb tempest-AbsoluteLimitsNegativeTestJSON-1624937705 tempest-AbsoluteLimitsNegativeTestJSON-1624937705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.400354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:59:22.408564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0dd54586-7ec5-4d49-b9ac-83eec79297ce req-090e855b-84d9-48d2-806f-d2950a185ecb tempest-AbsoluteLimitsNegativeTestJSON-1624937705 tempest-AbsoluteLimitsNegativeTestJSON-1624937705-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959991 Dec 20 22:59:22.430215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.430584 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Added segment b5025f21-ac00-4e7a-a089-4a63432fa0c5 of type vlan for network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 Dec 20 22:59:22.438459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0dd54586-7ec5-4d49-b9ac-83eec79297ce req-848ba445-e3cb-4a7f-b93a-304cc7732dcb tempest-AbsoluteLimitsNegativeTestJSON-1624937705 tempest-AbsoluteLimitsNegativeTestJSON-1624937705-project] 10.222.0.62 "GET /v2.0/quotas/bbd58c4dc5384fb282b9574ec9c48c57 HTTP/1.1" status: 200 len: 375 time: 0.0288320 Dec 20 22:59:22.447674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e227b-098d-4238-b226-2da93f67a361,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:22.488048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0dd54586-7ec5-4d49-b9ac-83eec79297ce req-85b78ce3-822c-402a-809a-44bbc1e51848 tempest-AbsoluteLimitsNegativeTestJSON-1624937705 tempest-AbsoluteLimitsNegativeTestJSON-1624937705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd58c4dc5384fb282b9574ec9c48c57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458381 Dec 20 22:59:22.507806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:22.516355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-450876a1-7ddd-48eb-bf22-0aeb3bc151f5 req-ba8c335f-7627-42ec-a8d3-2b17cb202c59 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536032 Dec 20 22:59:22.520549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.521700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 has no active binding in host n-h2-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 22:59:22.542173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.548408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.555410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.563014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.570084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.576503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.582545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.584309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:22.584446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-7176ee5d-5f7b-4180-9de8-c48a3859e314 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5436 time: 0.2460496 Dec 20 22:59:22.644181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.646539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:22.648979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.673508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aac2def0-bd66-40c6-8bfc-1575d2a13086 req-5f7e1421-c344-4123-9f26-2782efdd8510 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802772 Dec 20 22:59:22.746971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1907475 Dec 20 22:59:22.750070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38556) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:22.750825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b317b-90f9-47c2-82f8-d9edc2f5ab12 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c858fe-8eda-40ed-9bd3-63b60fa24de3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:22.758248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Request body: {'subnet': {'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-subnet', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:22.767732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:59:22.768351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1703535207-network', 'tenant_id': '1a4d5ff84e024039bb1e81bc3f91e3d4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:22.836524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e51776e6-c7f1-4801-8ae4-e9bc0dbff175'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:22.855444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Made reservation on behalf of 1a4d5ff84e024039bb1e81bc3f91e3d4 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:22.855871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Made reservation on behalf of 7bf7c4bcb7814656b0f5e5b095db1bf7 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:22.858080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.860500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:22.877251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['97d77324-43ba-4487-9f2a-6004e1b862dc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:22.889255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['024944fe-6e01-4de1-92f7-3b2f3abefbf7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:23.018995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['14edce6f-7096-40f9-92b6-7a4a2b1cc3a4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:23.023579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a731879b-09a7-4810-b2b4-8ab3e0cd5e9f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:23.289392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.397298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:23.444563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594c41b-3ea6-4c7b-a03a-062c106134aa req-e66120da-c26c-4e1a-bd0b-b1c4171caa8d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:23.452680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1594c41b-3ea6-4c7b-a03a-062c106134aa req-e66120da-c26c-4e1a-bd0b-b1c4171caa8d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.2385623 Dec 20 22:59:23.480837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e470b5e-4bd7-4c4f-a1c5-6b5e46c1892d req-c6782a6b-75e7-4ce8-ba0a-790fd5ba1f7a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:23.484527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e470b5e-4bd7-4c4f-a1c5-6b5e46c1892d req-c6782a6b-75e7-4ce8-ba0a-790fd5ba1f7a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 944 time: 0.2288699 Dec 20 22:59:23.554265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5708e21-69c2-4ebd-b348-4fe112acf567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.676326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.685762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-b56ceed9-bef1-4470-b379-944a1d908462 service neutron] 10.222.0.59 "GET /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.4019115 Dec 20 22:59:23.697346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1594c41b-3ea6-4c7b-a03a-062c106134aa req-80dcf74a-0382-4f47-815e-d4a0640e7d1c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436714 Dec 20 22:59:23.746526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.755564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:23.821811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:23.840126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e470b5e-4bd7-4c4f-a1c5-6b5e46c1892d req-212af001-702f-4ec0-8db6-c0eda0fbbf4a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382430 Dec 20 22:59:23.859558 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.900722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:59:23.963701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a36ed0a-e6cf-4c55-86bb-57f303699b96,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:23.975673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.975673 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Added segment b52f870c-f824-4c53-a4a8-786a74fb05fa of type vlan for network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 Dec 20 22:59:23.981203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5708e21-69c2-4ebd-b348-4fe112acf567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:23.997973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33e3442-7620-4a2f-a3a0-6d400ddf124d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:24.036448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Checking segment: {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:24.036926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Network hostable DHCP agents. Network: e1c858fe-8eda-40ed-9bd3-63b60fa24de3, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:59:24.066840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.074698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.081763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.088504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.096071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.103554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.110852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.113230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.119684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-3325623e-fda7-4147-94d5-bb6e04e3b2be tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5436 time: 0.2736771 Dec 20 22:59:24.124012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5708e21-69c2-4ebd-b348-4fe112acf567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.167974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:24.193549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:24.200910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5708e21-69c2-4ebd-b348-4fe112acf567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17333d7-2088-4e24-b62c-bc93038e2efb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:24.221248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.224090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.224090 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.245656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e5708e21-69c2-4ebd-b348-4fe112acf567 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbd58c4dc5384fb282b9574ec9c48c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8431528 Dec 20 22:59:24.251242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38574) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:24.279008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8af0067b-c810-4fdc-b1ed-41b1e81524c0 req-773c3025-510f-4176-896b-f0ca37e0ef79 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573150 Dec 20 22:59:24.285077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76a652c-f171-46f6-89ae-9279a5ddeab7 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:24.303563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:59:24.347534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:24.374273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7888620 Dec 20 22:59:24.375107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48380674-21ce-4c22-bf73-30414477828b admin admin] Pushing event updated for resources: {'Network': ['ID=66fd1a39-2d18-4d95-a0fe-916948cdffd9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:24.377121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38578) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:24.382502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Request body: {'subnet': {'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1703535207-subnet', 'tenant_id': '1a4d5ff84e024039bb1e81bc3f91e3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:24.395749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e1c858fe-8eda-40ed-9bd3-63b60fa24de3) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:24.401812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.404144 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.404290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.417388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:59:24.450335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d300ce-576d-4c7a-a119-34111b39c643 None None] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:24.456621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.471844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.491867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f7e163e-8bad-4c2b-9003-a2dc582849ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7392738 Dec 20 22:59:24.496802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38586) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:24.507067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:24.542463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Made reservation on behalf of 1a4d5ff84e024039bb1e81bc3f91e3d4 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:24.545277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.644567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] Transition to ACTIVE for port object e76a652c-f171-46f6-89ae-9279a5ddeab7 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:24.645919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.648734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.650498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b17333d7-2088-4e24-b62c-bc93038e2efb HTTP/1.1" status: 204 len: 168 time: 0.3938184 Dec 20 22:59:24.658938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3baef-10ae-4b65-ac57-de59394282cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17333d7-2088-4e24-b62c-bc93038e2efb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:24.671672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a31b85-b292-4ec1-9203-3fa2b923a621 None None] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:24.759939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.829569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.831135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.887711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] No DVR routers for this DVR port e76a652c-f171-46f6-89ae-9279a5ddeab7 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:24.900129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] Pushing event updated for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:24.934213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-d27715b4-820b-42c3-9fcc-7116802797db service neutron] 10.222.0.59 "PUT /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7/bindings/n-h2-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2401533 Dec 20 22:59:24.979000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee793-4ba3-4406-b2a4-a48c01cb7296 req-7475cfb9-6959-4621-a661-db2de4dc1070 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:24.987151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b2ee793-4ba3-4406-b2a4-a48c01cb7296 req-7475cfb9-6959-4621-a661-db2de4dc1070 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.1735857 Dec 20 22:59:24.993437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:24.998910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:25.100332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7954276e-4d8c-4c23-93b9-227426c32ed6,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:25.124344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b2ee793-4ba3-4406-b2a4-a48c01cb7296 req-9757cb6e-ab6a-433a-93a2-c201cd90099f tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315613 Dec 20 22:59:25.223006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Checking segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:25.223006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Network hostable DHCP agents. Network: 66fd1a39-2d18-4d95-a0fe-916948cdffd9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:59:25.359526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-977b46fd-f35a-4f24-91c0-3b4ea70c965e tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.360859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-977b46fd-f35a-4f24-91c0-3b4ea70c965e tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.2748322 Dec 20 22:59:25.384915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:25.428371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1d5e4-be02-4995-8d27-5a76db09752d req-a503f892-1a6d-47fe-ab1a-32bc085dcdd7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.436633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6e1d5e4-be02-4995-8d27-5a76db09752d req-a503f892-1a6d-47fe-ab1a-32bc085dcdd7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.2195618 Dec 20 22:59:25.453777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:59:25.522555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-6fb8d45e-1b8c-4681-9ea7-e8bba4e0d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.524076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-6fb8d45e-1b8c-4681-9ea7-e8bba4e0d420 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2&tenant_id=17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 1096 time: 0.1495891 Dec 20 22:59:25.547696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5327c9-1a28-4b3c-a5f5-52f062895e45 req-7a3583a8-ee39-475b-aee8-c672da7fb35b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.555048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c5327c9-1a28-4b3c-a5f5-52f062895e45 req-7a3583a8-ee39-475b-aee8-c672da7fb35b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.1835194 Dec 20 22:59:25.586057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 66fd1a39-2d18-4d95-a0fe-916948cdffd9) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:25.594960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfc122-5353-435f-aef7-ea321e182c64 None None] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:25.612778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.613244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:25.636993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6e1d5e4-be02-4995-8d27-5a76db09752d req-2f1d030c-ce5a-4be0-94c1-7b48bc9aa6ee tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943600 Dec 20 22:59:25.731013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'project_id': '1a4d5ff84e024039bb1e81bc3f91e3d4', 'fixed_ips': [{'subnet_id': '7954276e-4d8c-4c23-93b9-227426c32ed6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:59:25.732141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:25.784687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-551ecd82-0bf0-47db-a8ab-eceebf9b9683 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4063838 Dec 20 22:59:25.797196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9c68442b-0fce-46af-ae73-3de458bb1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:25.804547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-9c68442b-0fce-46af-ae73-3de458bb1974 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1096 time: 0.2441614 Dec 20 22:59:25.880313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c5327c9-1a28-4b3c-a5f5-52f062895e45 req-bc69a072-6b93-433a-8ed7-4d1d2f17abef tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241715 Dec 20 22:59:25.966863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Allocated IP 172.20.0.2 (66fd1a39-2d18-4d95-a0fe-916948cdffd9/7954276e-4d8c-4c23-93b9-227426c32ed6/18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:25.998322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38630) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:26.019885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.029898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.048491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.054697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.072709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.079417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.086129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.088325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-a19182d8-b66d-4c99-b0ca-85771c5f94bd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5436 time: 0.3323579 Dec 20 22:59:26.156301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1427815515-network', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:26.215793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 97d77324-43ba-4487-9f2a-6004e1b862dc up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:26.301403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Made reservation on behalf of aa4ac94072e647f3ac0d0401b7c681e3 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:26.305005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.316394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-085e0098-1ae8-4e1f-bfe7-830832f8838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.318054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.318582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-085e0098-1ae8-4e1f-bfe7-830832f8838e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.4779241 Dec 20 22:59:26.335705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8718b71b-600a-4aac-85cb-7f545fa660e2 req-ff551ee5-1bb0-482f-a5bf-3c2ea5407327 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262766 Dec 20 22:59:26.339149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.389524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:26.415298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 97d77324-43ba-4487-9f2a-6004e1b862dc completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:26.428102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 97d77324-43ba-4487-9f2a-6004e1b862dc triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:26.428623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.430499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36cb9-755b-40ea-a43f-6b8340ed8b84 req-0b3fd44d-0655-4986-8f69-977fb1966d54 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.433141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acf36cb9-755b-40ea-a43f-6b8340ed8b84 req-0b3fd44d-0655-4986-8f69-977fb1966d54 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.3437061 Dec 20 22:59:26.434734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-22b5d9ff-ed14-4dec-bc8a-307f69aa53e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.0584428 Dec 20 22:59:26.444133 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.467124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.543150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.550376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Pushing event updated for resources: {'Port': ['ID=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:26.552347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.560456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port e76a652c-f171-46f6-89ae-9279a5ddeab7 host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 22:59:26.561712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:59:26.598571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.607763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:26.613154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acf36cb9-755b-40ea-a43f-6b8340ed8b84 req-85c297cc-7362-4755-b0e7-b3a9b4ba68ef tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557124 Dec 20 22:59:26.624744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:26.653674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:26.654930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:59:26.724694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.725063 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Added segment a22275aa-60c7-4f8d-b942-775d33a825a6 of type vlan for network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 Dec 20 22:59:26.726728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3c16b-d973-4bdd-b48f-44dfd8b0e57e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:26.745381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-5b2832d3-a1d9-4331-9fd3-06f09274c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.746925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-5b2832d3-a1d9-4331-9fd3-06f09274c9a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.3045976 Dec 20 22:59:26.789232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Attempting to bind port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:26.789746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Attempting to bind port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:26.790562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Attempting to bind port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:26.791975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.799112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Checking segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Bound using segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Bound port: 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:26.819303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.854727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:26.857328 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34add0-ba01-4e87-853e-dc81a0750baa" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:26.892069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:26.924732 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.925852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:26.926490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.952523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] For port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:26.960438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] For port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:26.963860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:26.966550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e51776e6-c7f1-4801-8ae4-e9bc0dbff175 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:27.019883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] Pushing event updated for resources: {'Network': ['ID=6200ca4d-4f33-462d-b85b-772feeb1b9b9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:27.044514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:59:27.048346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-031971b4-8efe-4bbb-9544-e3f11cd59d5b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0455368 Dec 20 22:59:27.049894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38660) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:27.062376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Request body: {'subnet': {'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1427815515-subnet', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:27.181696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Made reservation on behalf of aa4ac94072e647f3ac0d0401b7c681e3 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:27.184443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.281076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.291885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Allocated IP 172.25.1.150 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/cf199589-f4ae-4096-8847-6378aef669b7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:27.295656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:27.376047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e269c81-49e0-4f72-896f-d132d79a564b None None] Pushing event updated for resources: {'Port': ['ID=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:27.401576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-f71f4103-aa0a-4ea3-b2b4-5111ff8c10bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6334023 Dec 20 22:59:27.426478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:27.431342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:27.431749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.552770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.641050 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.664414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c10f-aae9-4eee-9135-715f23801e78 req-2202266d-548f-4721-bc6f-41ce46a024b5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:27.667018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fa6c10f-aae9-4eee-9135-715f23801e78 req-2202266d-548f-4721-bc6f-41ce46a024b5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.9365017 Dec 20 22:59:27.681963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:27.737713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Checking segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:27.738409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Network hostable DHCP agents. Network: 6200ca4d-4f33-462d-b85b-772feeb1b9b9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:59:27.757320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.776826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:27.841448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-2f348da6-5436-42a0-8039-9b841c64c3dd service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868012 Dec 20 22:59:27.851053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-4ef05d55-d5ba-40ea-a4a3-3ddc7dffddaa tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:27.852861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-4ef05d55-d5ba-40ea-a4a3-3ddc7dffddaa tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 1.1092374 Dec 20 22:59:27.861120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.862223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a731879b-09a7-4810-b2b4-8ab3e0cd5e9f up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:27.866734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fa6c10f-aae9-4eee-9135-715f23801e78 req-a9d775a1-cb32-4751-9060-1c7d361bfad3 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821589 Dec 20 22:59:27.889767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:59:27.928248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:27.986647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6200ca4d-4f33-462d-b85b-772feeb1b9b9) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:27.991207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:27.991384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:27.992143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.002558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-9cc95289-9bc5-4613-bed4-948d096af59a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/quotas/1a4d5ff84e024039bb1e81bc3f91e3d4 HTTP/1.1" status: 200 len: 375 time: 0.0961976 Dec 20 22:59:28.018646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359c6b7-9bdd-476a-9e7d-b57a9396a237 None None] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:28.084670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:28.094953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:28.095164 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.115136 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-93e68140-18bd-4c78-86c8-1d800d826ca5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0625646 Dec 20 22:59:28.117681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38670) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:28.127490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:28.127638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.177233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-fb13f83c-b50b-4b1b-830b-4021cbbd06ac service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230255 Dec 20 22:59:28.207853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 22:59:28.208687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.240030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.240030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.246662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-c9fd81c1-0ae9-4e75-9132-79c30d5ac570 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326241 Dec 20 22:59:28.261874 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.283590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60621-f836-45be-af40-d371a4c2f22f req-6e90ed25-efea-44b2-a4e2-1c982da3acd4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:28.286786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e60621-f836-45be-af40-d371a4c2f22f req-6e90ed25-efea-44b2-a4e2-1c982da3acd4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.2377489 Dec 20 22:59:28.348911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.359762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:28.396826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Pushing event updated for resources: {'Port': ['ID=cf199589-f4ae-4096-8847-6378aef669b7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:28.406795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:28.428284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:28.441360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:28.442469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.476498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:28.512091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Allocated IP 172.20.0.2 (6200ca4d-4f33-462d-b85b-772feeb1b9b9/d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4/06376e5b-43fa-492d-b405-ace08dc1d185) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:28.560344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-77d159ae-ebcd-4b17-adce-d026660fd264 service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871175 Dec 20 22:59:28.565071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e60621-f836-45be-af40-d371a4c2f22f req-13c3387e-0f2c-402e-b206-95aeaca0c258 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767199 Dec 20 22:59:28.636954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:28.672201 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce5200-fe2c-4144-aed3-cdab4d083401 x-openstack-request-id: req-22ce5200-fe2c-4144-aed3-cdab4d083401 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:28.672832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:28.672832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22ce5200-fe2c-4144-aed3-cdab4d083401 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:28.673224 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'code': 200} Dec 20 22:59:28.692157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:28.780050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:28.797085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:28.797545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.019595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.124928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-03eecaf2-3757-4e6b-9364-a3139d389f4a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.126929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-03eecaf2-3757-4e6b-9364-a3139d389f4a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.3633826 Dec 20 22:59:29.131294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-33f632bb-e7c3-4bc0-915d-d7a900bbff72 service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650792 Dec 20 22:59:29.131750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:29.163464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.180477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.187454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.194945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.204097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.210634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.218209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.226745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-6f695356-caf9-4dcd-baa9-074dff17ec36 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5439 time: 0.4179361 Dec 20 22:59:29.232455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4011ecf-9d6e-4389-918f-39f0fd598d9f None None] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:29.265485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.314854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.415851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fda127a-c86d-45b2-9748-df2cd2831caf req-09e9fc49-db43-4199-a369-4396e6193394 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344686 Dec 20 22:59:29.418243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:29.418243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.465579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] Provisioning complete for port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:29.466110 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.528073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:29.534941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.574675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Allocated IP 172.25.1.38 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9da3951a-3492-440a-9247-75e58263e471) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:29.633357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.722337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] For port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:29.726887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.730089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b656e9-b285-485c-99cc-a353f5642ef3 req-418efe83-b95d-4feb-8723-a4f3aa2b03dc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:29.744807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72b656e9-b285-485c-99cc-a353f5642ef3 req-418efe83-b95d-4feb-8723-a4f3aa2b03dc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.1924109 Dec 20 22:59:29.747944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.749867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.750660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:29.820933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.877271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.925753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-40c0193c-1e80-45d6-89ff-35d423c884f0 service neutron] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:29.958097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-40c0193c-1e80-45d6-89ff-35d423c884f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:29.960779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda2465e-1bc0-4fef-b61e-b94265f0f1a8 req-40c0193c-1e80-45d6-89ff-35d423c884f0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7/bindings/n-h1-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.7303596 Dec 20 22:59:29.970748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:29.985794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:29.989843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Pushing event updated for resources: {'Port': ['ID=06376e5b-43fa-492d-b405-ace08dc1d185,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:30.000501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:30.013180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:59:30.013551 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:59:30.044176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.139166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:30.147779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:30.148693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.158516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:30.205295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Pushing event updated for resources: {'Port': ['ID=9da3951a-3492-440a-9247-75e58263e471,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:30.234373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:30.243934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72b656e9-b285-485c-99cc-a353f5642ef3 req-c266faad-28e2-40d1-8391-504a2c659534 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958858 Dec 20 22:59:30.248113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:30.250238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cb75a7d0-4519-4656-8876-a26f64825fd9 None None] Provisioning complete for port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:30.250609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb75a7d0-4519-4656-8876-a26f64825fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.255866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Attempting to bind port 06376e5b-43fa-492d-b405-ace08dc1d185 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:30.256231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Attempting to bind port 06376e5b-43fa-492d-b405-ace08dc1d185 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:30.256589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Attempting to bind port 06376e5b-43fa-492d-b405-ace08dc1d185 on network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:30.310360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705bd6e-4c63-4538-8b44-6931e84aec5f req-43ce01f3-5ad0-4815-892c-21fb27171aab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:30.318240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:30.322097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7705bd6e-4c63-4538-8b44-6931e84aec5f req-43ce01f3-5ad0-4815-892c-21fb27171aab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.2736518 Dec 20 22:59:30.322277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.433617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:30.434137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Checking segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:30.434757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.435222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Bound using segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:30.435962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Bound port: 06376e5b-43fa-492d-b405-ace08dc1d185, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:30.436529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.575023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7705bd6e-4c63-4538-8b44-6931e84aec5f req-bf0a2c04-8c62-43b8-990b-349c791dec5c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287059 Dec 20 22:59:30.603826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16f1fb-cf72-4b92-ab4b-09833e195256 None None] Pushing event updated for resources: {'Port': ['ID=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:30.699492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-5437f316-ad00-4e45-9761-2474951fa6a6 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:30.700975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-5437f316-ad00-4e45-9761-2474951fa6a6 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 0.3180428 Dec 20 22:59:30.702213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.758448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:30.760458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:30.763014 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a102415-cdb7-46f7-ae57-3d82c5699265" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "14edce6f-7096-40f9-92b6-7a4a2b1cc3a4"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:30.787146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-6f1f54c6-824b-447e-bba1-c796eb0f8f8f tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/quotas/1a4d5ff84e024039bb1e81bc3f91e3d4 HTTP/1.1" status: 200 len: 375 time: 0.0789528 Dec 20 22:59:30.830070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] For port 06376e5b-43fa-492d-b405-ace08dc1d185, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:30.858744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] For port 06376e5b-43fa-492d-b405-ace08dc1d185, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06376e5b-43fa-492d-b405-ace08dc1d185,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:30.875751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.032456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.147425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.229041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325183c-49e3-4808-a502-d6c041ef866f None None] Pushing event updated for resources: {'Port': ['ID=06376e5b-43fa-492d-b405-ace08dc1d185,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:31.246238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5029bb-d814-4c4c-be62-d532aff5a9b3 req-e7591180-e6be-4200-853e-42a49e1c7536 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:31.253350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d5029bb-d814-4c4c-be62-d532aff5a9b3 req-e7591180-e6be-4200-853e-42a49e1c7536 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.4934258 Dec 20 22:59:31.275250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:31.281875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-62d920a2-c3f6-48c4-8c0c-9165c32b29ad tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4916208 Dec 20 22:59:31.310055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:31.364901 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.365992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 024944fe-6e01-4de1-92f7-3b2f3abefbf7 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:31.393026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:31.393688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.400865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Router 93af460f-0424-4855-9e8d-df9b5f7d294f is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:59:31.500788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:31.598246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d5029bb-d814-4c4c-be62-d532aff5a9b3 req-6682bb49-13c4-431b-a7d4-bd67832803cf tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439603 Dec 20 22:59:31.670257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-665be05d-59ff-43cb-b0e1-e47ff8b92d5d service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870330 Dec 20 22:59:31.718037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:59:31.730416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:31.738894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:31.739280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.753263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:31.783055 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Sync routers for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:31.813159 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:31.813842 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:31.875733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:31.875733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7a8fda25-d8e7-4287-b258-b07230825e4a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7545574 Dec 20 22:59:31.876731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38718) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:31.967378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:32.011473 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:32.092781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.100731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:32.111973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.130297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.138142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.145250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.163594 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:32.165289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:32.192031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.222542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:32.226077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0886198-f25f-4f71-84e2-33112edd57da req-b2c2a79d-5e78-4774-b989-d456d5ce5663 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5441 time: 0.4761705 Dec 20 22:59:32.241410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-f35e3d34-3d1f-49c4-bcb4-cdbfc9334e12 service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625923 Dec 20 22:59:32.379600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:32.432427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0886198-f25f-4f71-84e2-33112edd57da req-ab524672-9127-4ee6-87a2-394d2f53bbe8 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871955 Dec 20 22:59:32.481110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:32.492160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Sync routers for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:32.511697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:32.512337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:32.599998 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:30Z', 'revision_number': 3, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:32.622893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:32.624158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-405307b0-52eb-49b9-a28c-00c529663e69 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.1259356 Dec 20 22:59:32.626905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38726) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:32.732258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Checking router: 93af460f-0424-4855-9e8d-df9b5f7d294f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:32.736497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Updating router 93af460f-0424-4855-9e8d-df9b5f7d294f port 9da3951a-3492-440a-9247-75e58263e471 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:59:32.828373 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:32.881044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:33.051555 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780fd50-bc6f-4e24-b56c-f29ee2b7e1bc x-openstack-request-id: req-9780fd50-bc6f-4e24-b56c-f29ee2b7e1bc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:33.052233 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "14edce6f-7096-40f9-92b6-7a4a2b1cc3a4", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:33.053092 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9780fd50-bc6f-4e24-b56c-f29ee2b7e1bc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:33.056243 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'code': 200} Dec 20 22:59:33.056782 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'code': 200} Dec 20 22:59:33.058407 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14edce6f-7096-40f9-92b6-7a4a2b1cc3a4', 'code': 200} Dec 20 22:59:33.209655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c4a7-dd4d-4ba1-8ff8-a0e5d1c82660 req-fa879fef-0afb-4137-9601-8357bd11e215 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:33.212057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2650c4a7-dd4d-4ba1-8ff8-a0e5d1c82660 req-fa879fef-0afb-4137-9601-8357bd11e215 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.3491907 Dec 20 22:59:33.219169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847f77-e35c-49c5-b8c5-1de3d5d0dfaa req-b1dffa3e-bfb1-412c-a8c2-9c611b0fb52b tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:33.228063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-948a1875-db7d-4766-9f34-01730a1fb63b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:33.229871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-948a1875-db7d-4766-9f34-01730a1fb63b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 0.2227542 Dec 20 22:59:33.231110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5847f77-e35c-49c5-b8c5-1de3d5d0dfaa req-b1dffa3e-bfb1-412c-a8c2-9c611b0fb52b tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1096 time: 0.3717744 Dec 20 22:59:33.254784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Request body: {'port': {'device_id': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'admin_state_up': True, 'tenant_id': '1a4d5ff84e024039bb1e81bc3f91e3d4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:33.263341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4017a2-e688-4772-bb8c-f54f548a17b0 None None] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 22:59:33.350064 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:33.369898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5847f77-e35c-49c5-b8c5-1de3d5d0dfaa req-546827f9-23da-4f6d-af9e-72047931537b tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327910 Dec 20 22:59:33.454927 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:33.538014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Attempting to bind port 9da3951a-3492-440a-9247-75e58263e471 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:33.548521 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Attempting to bind port 9da3951a-3492-440a-9247-75e58263e471 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:33.549170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Attempting to bind port 9da3951a-3492-440a-9247-75e58263e471 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:33.576921 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:33.582379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:33.582379 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:33.582379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:33.582379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Bound port: 9da3951a-3492-440a-9247-75e58263e471, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:33.582379 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:33.623021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2650c4a7-dd4d-4ba1-8ff8-a0e5d1c82660 req-e6aa59ef-2849-49ad-87f2-1f5aa0a87de7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837194 Dec 20 22:59:33.649924 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5750e6-7b4f-40bd-8bb0-0f370d84a36c None None] Pushing event updated for resources: {'Port': ['ID=9da3951a-3492-440a-9247-75e58263e471,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:33.738012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06376e5b-43fa-492d-b405-ace08dc1d185 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:33.750035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:33.753311 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] For port 9da3951a-3492-440a-9247-75e58263e471, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:33.753689 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] For port 9da3951a-3492-440a-9247-75e58263e471, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9da3951a-3492-440a-9247-75e58263e471,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:33.879850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:33.880215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:33.886773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-43d31a45-834d-4437-a587-73891c43b523 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:33.957301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-43d31a45-834d-4437-a587-73891c43b523 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 0.3063576 Dec 20 22:59:33.957301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-eed8ed45-ca16-427b-97cb-0b055fa9fc7b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/quotas/1a4d5ff84e024039bb1e81bc3f91e3d4 HTTP/1.1" status: 200 len: 375 time: 0.0337725 Dec 20 22:59:33.958114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.044161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.050370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.058395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.072111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.079612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.088252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.096246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.098565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-664655bd-0092-4b1f-b0d8-cfbeac5273de tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5442 time: 0.2712913 Dec 20 22:59:34.106061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-a06ed33c-0ad0-4a74-b4d3-5f7a58eb41f0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1768434 Dec 20 22:59:34.110933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] Provisioning complete for port 06376e5b-43fa-492d-b405-ace08dc1d185 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:34.122051 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.221370 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.254002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Allocated IP 172.20.0.1 (6200ca4d-4f33-462d-b85b-772feeb1b9b9/d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4/592cc91c-a32b-4f78-a4a3-0fb8b5f771fe) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:34.304085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 06376e5b-43fa-492d-b405-ace08dc1d185 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:34.367534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.381835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:29Z', 'revision_number': 3, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:34.392834 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5750e6-7b4f-40bd-8bb0-0f370d84a36c None None] Pushing event updated for resources: {'Port': ['ID=9da3951a-3492-440a-9247-75e58263e471,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:34.395833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:34.396428 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:34.418928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b35bee6-7898-4b2e-816b-e305b6bded51 req-35a5375c-a409-42a2-bd58-0ad8bd5aeb11 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3114476 Dec 20 22:59:34.523622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Made reservation on behalf of 1a4d5ff84e024039bb1e81bc3f91e3d4 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:34.529025 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.548101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.598167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.607761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-64d83170-20fa-4dcf-a73b-9104c96b41f4 service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815557 Dec 20 22:59:34.630404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Checking router: 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:34.630752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Updating router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee port cf199589-f4ae-4096-8847-6378aef669b7 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:59:34.666271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:34.734760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Allocated IP 172.20.0.6 (66fd1a39-2d18-4d95-a0fe-916948cdffd9/7954276e-4d8c-4c23-93b9-227426c32ed6/37792411-35ac-4aa6-8c00-c957e012cbef) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:34.768978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.809065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.895164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96dc2-a3aa-4fb2-8b95-bfb856a049e9 req-c346732c-a383-4965-8c6b-54cff7926a63 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:34.904629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18e96dc2-a3aa-4fb2-8b95-bfb856a049e9 req-c346732c-a383-4965-8c6b-54cff7926a63 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.3209069 Dec 20 22:59:34.938490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:34.963536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-e08c5245-afd0-4d49-987f-c45de81a802b service neutron] 10.222.0.62 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470182 Dec 20 22:59:35.006846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.010255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:35.026152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a58124e2-9d16-4e67-8cba-b0fb972ac2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.057336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.064860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:35.071426 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b37ccc-0900-413e-bef8-1444991e27bd" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:35.124910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.154875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.170470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:30Z', 'revision_number': 3, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:35.208036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.214188 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fdc8b-fd8e-49de-ad02-b48a439c394d None None] The sync data for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 is: [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:30Z', 'revision_number': 3, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:35.274424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.277635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] For port 06376e5b-43fa-492d-b405-ace08dc1d185, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06376e5b-43fa-492d-b405-ace08dc1d185,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:35.341472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:35.354550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event updated for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:35.370638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:35.401099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.489982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Allocated IP 172.20.0.1 (e1c858fe-8eda-40ed-9bd3-63b60fa24de3/9a36ed0a-e6cf-4c55-86bb-57f303699b96/7452d09c-839d-4aa6-8c52-9ca460d9e811) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:35.507712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:35.540066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:35.586936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:59:35.590176 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:59:35.625117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-65d177a9-afde-41cc-98cc-b45c4927a74b None None] Provisioning complete for port 06376e5b-43fa-492d-b405-ace08dc1d185 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:35.625494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65d177a9-afde-41cc-98cc-b45c4927a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.647097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fa438-2834-41cf-8c9a-b9b8f268f17a None None] Pushing event updated for resources: {'Port': ['ID=06376e5b-43fa-492d-b405-ace08dc1d185,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:35.647741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18e96dc2-a3aa-4fb2-8b95-bfb856a049e9 req-cf4d1ba4-9b7d-4913-9559-dd04415c84e4 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343726 Dec 20 22:59:35.710114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:35.710679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:35.728664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:35.817195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:35.837935 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7385b-4634-45b5-b3e9-57ee394f68d0 x-openstack-request-id: req-65b7385b-4634-45b5-b3e9-57ee394f68d0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:35.838693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:35.839990 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-plugged", "status": "completed", "tag": "ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:35.841231 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65b7385b-4634-45b5-b3e9-57ee394f68d0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:35.841848 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'code': 200} Dec 20 22:59:35.842629 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'code': 200} Dec 20 22:59:35.849598 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e', 'code': 200} Dec 20 22:59:35.903721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Pushing event updated for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:35.953334 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2b8dc2d0-692f-4c3e-90c3-c418350342ac tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7127154 Dec 20 22:59:35.985293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Request body: {'port': {'device_id': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:36.009187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.069515 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.132652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.169392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.263864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-384b6b78-a7db-4286-a201-dc62d2e762b0 req-7cdd72eb-816a-41a8-b879-88ab036c8fb9 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 210 time: 0.0675600 Dec 20 22:59:36.342945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.365262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac38b95-ee5a-40b6-a92f-105296efd4ba None None] Pushing event updated for resources: {'Port': ['ID=cf199589-f4ae-4096-8847-6378aef669b7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:36.405198 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.420961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Attempting to bind port cf199589-f4ae-4096-8847-6378aef669b7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:36.421882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Attempting to bind port cf199589-f4ae-4096-8847-6378aef669b7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:36.421882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Attempting to bind port cf199589-f4ae-4096-8847-6378aef669b7 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:36.460867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:36.461289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:36.462376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.463042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:36.463635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Bound port: cf199589-f4ae-4096-8847-6378aef669b7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:36.464017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.483423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-06f44c74-2b99-46c5-b855-d58b08f76660 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:36.486683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-06f44c74-2b99-46c5-b855-d58b08f76660 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.8382895 Dec 20 22:59:36.583371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Provisioning complete for port 37792411-35ac-4aa6-8c00-c957e012cbef triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:36.583748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.677653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9da3951a-3492-440a-9247-75e58263e471 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:36.731685 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:59:36.780579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] For port cf199589-f4ae-4096-8847-6378aef669b7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:36.816385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:36.866594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] For port cf199589-f4ae-4096-8847-6378aef669b7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cf199589-f4ae-4096-8847-6378aef669b7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:36.894289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Port 37792411-35ac-4aa6-8c00-c957e012cbef cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:36.924539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Provisioning complete for port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:36.924539 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.023259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0f34db8-868a-4421-92cc-065793c2c2b7 None None] Port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:37.072714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.226420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:37.241320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-543b0be4-31df-404e-bb17-d603df7cd926 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/quotas/17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 375 time: 0.0563152 Dec 20 22:59:37.249553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37792411-35ac-4aa6-8c00-c957e012cbef {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:37.250296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac38b95-ee5a-40b6-a92f-105296efd4ba None None] Pushing event updated for resources: {'Port': ['ID=cf199589-f4ae-4096-8847-6378aef669b7,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:37.264984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.265974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:37.278340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.291451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9da3951a-3492-440a-9247-75e58263e471 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:37.294321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.303141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Transition to ACTIVE for port object 37792411-35ac-4aa6-8c00-c957e012cbef will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:37.310722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:37.327778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.328346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.328817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.329281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.330435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.330921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.331396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.333422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecd1050e-35bf-473b-91c6-77433073d39f req-6600e5ba-484b-45d8-bdb9-fa1dfc19a5cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 1.1329362 Dec 20 22:59:37.352392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a243196-9a1b-427f-9a75-585b4e37e2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.357464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:37.358011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:37.369155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.433378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Pushing event updated for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:37.435285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.440129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.459327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Pushing event updated for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:37.497047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Pushing event updated for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:37.543580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.553546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:37.730433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.738467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.740607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Attempting to bind port 37792411-35ac-4aa6-8c00-c957e012cbef on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:37.741093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Attempting to bind port 37792411-35ac-4aa6-8c00-c957e012cbef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:37.741438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Attempting to bind port 37792411-35ac-4aa6-8c00-c957e012cbef on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:37.750579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Port 37792411-35ac-4aa6-8c00-c957e012cbef on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:37.753951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.756830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Attempting to bind port 37792411-35ac-4aa6-8c00-c957e012cbef on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:37.770644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:37.771240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Checking segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:37.771425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.771970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Bound using segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:37.772577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Bound port: 37792411-35ac-4aa6-8c00-c957e012cbef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:37.773116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:37.781673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.792228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.830105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:37.832414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-2bc31ed3-8cbc-40ba-954d-a3658d5532bc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.6821060 Dec 20 22:59:37.871367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecd1050e-35bf-473b-91c6-77433073d39f req-5cd336ab-9f7b-4fac-81b7-7c833c8193c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4954064 Dec 20 22:59:37.879496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:37.881655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-5eed47ef-ae64-4545-9f51-3e02870636a4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6392562 Dec 20 22:59:37.888712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:38.035095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-5066df70-0a93-4942-900c-8eb8502f682b service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394815 Dec 20 22:59:38.065052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Router 93af460f-0424-4855-9e8d-df9b5f7d294f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:59:38.066966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:38.087201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37792411-35ac-4aa6-8c00-c957e012cbef,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:38.169705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.191581 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.195314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc305528-aeb7-44e1-b0d8-12105c464c12 req-5e565c9d-7742-4244-a55c-69205f9e334f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069792 Dec 20 22:59:38.249202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Pushing event updated for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:38.298364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.313423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9da3951a-3492-440a-9247-75e58263e471, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9da3951a-3492-440a-9247-75e58263e471,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:38.340655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-7fabcb4c-4acf-41a2-b948-e76c51fb154b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:38.342383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-7fabcb4c-4acf-41a2-b948-e76c51fb154b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 1.0447650 Dec 20 22:59:38.364297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Request body: {'port': {'device_id': '33752e3a-feec-438e-85e3-4bb65ca47546', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'admin_state_up': True, 'tenant_id': '1a4d5ff84e024039bb1e81bc3f91e3d4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:38.376337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.377415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06376e5b-43fa-492d-b405-ace08dc1d185 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:38.427410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-85820f38-f93a-475a-a921-426081491153 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:38.428894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-85820f38-f93a-475a-a921-426081491153 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 816 time: 0.1261530 Dec 20 22:59:38.446684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Request body: {'port': {'device_id': 'b2be273d-18de-4386-a037-282720f67001', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'admin_state_up': True, 'tenant_id': '1a4d5ff84e024039bb1e81bc3f91e3d4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:38.456820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:38.457435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.458873 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-8af6ba13-5e82-41e9-9754-92c2fe83640a service neutron] 10.222.0.59 "PUT /v2.0/ports/37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 200 len: 1091 time: 2.4875610 Dec 20 22:59:38.459338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:38.463532 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c885fb3-1239-4c9d-ba4a-219a42a42da2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:38.522662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:29Z', 'revision_number': 3, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:38.536524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:38.549819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Sync routers for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:38.566060 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:38.566943 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:38.578749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-32d54cc9-417a-43d1-926c-fa7e557d1406 admin admin] 10.222.0.62 "PUT /v2.0/routers/93af460f-0424-4855-9e8d-df9b5f7d294f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6947825 Dec 20 22:59:38.588896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-afdf4b07-7107-4f6a-9162-0ab77299037e service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188327 Dec 20 22:59:38.686128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a293-e302-49a3-8122-e7a29d6d94f6 None None] The sync data for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 is: [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:29Z', 'revision_number': 3, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:38.724544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.733418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Made reservation on behalf of 1a4d5ff84e024039bb1e81bc3f91e3d4 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:38.744681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.795747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9da3951a-3492-440a-9247-75e58263e471,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:38.854813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:38.860406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6c4ca09-ebae-486b-8b57-718540f98942 None None] Provisioning complete for port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:38.860987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ca09-ebae-486b-8b57-718540f98942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:38.919400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Made reservation on behalf of 1a4d5ff84e024039bb1e81bc3f91e3d4 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:38.928939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:39.099508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4ca09-ebae-486b-8b57-718540f98942 None None] Port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:39.115321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 06376e5b-43fa-492d-b405-ace08dc1d185 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:39.115700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:39.160490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-3c727081-0fc0-4ea1-a368-9b436f5d0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:39.162081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-3c727081-0fc0-4ea1-a368-9b436f5d0949 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 1094 time: 0.3704352 Dec 20 22:59:39.222720 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-d861f7f9-073b-4cac-96eb-625ec3640e64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3300388 Dec 20 22:59:39.382700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Allocated IP 172.20.0.14 (66fd1a39-2d18-4d95-a0fe-916948cdffd9/7954276e-4d8c-4c23-93b9-227426c32ed6/494eeb32-07a0-4eaa-a728-d99e481f4213) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:39.471101 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229e865-f2af-4f2a-bc97-80da1512d405 x-openstack-request-id: req-1229e865-f2af-4f2a-bc97-80da1512d405 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:39.473440 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:39.476804 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1229e865-f2af-4f2a-bc97-80da1512d405 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:39.477285 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef', 'status': 'completed', 'code': 200} Dec 20 22:59:39.482713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-f440de3f-73e3-436e-959a-18ff47e04c5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 200 len: 217 time: 0.2999175 Dec 20 22:59:39.502614 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 2, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:39.567343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Checking router: 93af460f-0424-4855-9e8d-df9b5f7d294f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:39.568588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Updating router 93af460f-0424-4855-9e8d-df9b5f7d294f port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:59:39.637560 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:39.662911 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:39.744640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2e58cdb0-bcf2-4c54-ab83-881957508991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:39.751313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-2e58cdb0-bcf2-4c54-ab83-881957508991 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.2535176 Dec 20 22:59:39.755140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:39.757098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-080e0731-2d82-49a9-b1d6-446105402aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:39.761421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-080e0731-2d82-49a9-b1d6-446105402aab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 1096 time: 0.3090558 Dec 20 22:59:39.898179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cf199589-f4ae-4096-8847-6378aef669b7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:39.920073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fac88020-38ad-4b1d-8e51-3d16120cd6ef req-7aa98ec9-4761-4e89-a8d4-86caa844195d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 210 time: 0.8147142 Dec 20 22:59:39.924448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.056699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Pushing event updated for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:40.095478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port cf199589-f4ae-4096-8847-6378aef669b7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:40.101357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.207872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40afb816-511e-4bd2-9fa5-569c455b91bc req-c90acf8b-1dce-4cb9-a480-fe1d050e6439 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 210 time: 0.1164150 Dec 20 22:59:40.256634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.262700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.302888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port cf199589-f4ae-4096-8847-6378aef669b7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cf199589-f4ae-4096-8847-6378aef669b7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:40.432091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38868) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:40.437792 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.438624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9da3951a-3492-440a-9247-75e58263e471 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:40.452188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513896219', 'description': 'tempest-description--1864903105'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:40.463401 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.541460 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.552260 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.561525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.564768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:40.587972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:40.616068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9da3951a-3492-440a-9247-75e58263e471 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:40.616444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.621117 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e812783-9b60-4d49-9ec5-ec5476becaef None None] Pushing event updated for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:40.627029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-95f267d9-77d3-438e-84d8-c0dd8da9280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:40.629145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-95f267d9-77d3-438e-84d8-c0dd8da9280b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8634486 Dec 20 22:59:40.708340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.792704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=cf199589-f4ae-4096-8847-6378aef669b7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:40.833822 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Attempting to bind port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:40.834325 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Attempting to bind port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:40.834873 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Attempting to bind port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe on network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:40.860940 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:40.863270 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Checking segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:40.863828 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.864393 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Bound using segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:40.866087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Bound port: 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:40.868484 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:40.926448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:59:40.954004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-04db50e1-2607-4097-83d4-d0beca683aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:40.955395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-04db50e1-2607-4097-83d4-d0beca683aab service neutron] 10.222.0.59 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 922 time: 1.1096537 Dec 20 22:59:41.018156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] For port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:41.022580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] For port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:41.107429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-b9c32cfd-be46-446e-b5bd-32334649ed0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54 HTTP/1.1" status: 200 len: 217 time: 0.1263335 Dec 20 22:59:41.110593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-6f517860-ff2d-46f0-bb66-6d64bc50bd8c service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733269 Dec 20 22:59:41.110797 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.144380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] Provisioning complete for port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:41.144984 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.192362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.255180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:41.261958 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:41.262726 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:41.266688 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e812783-9b60-4d49-9ec5-ec5476becaef None None] Pushing event updated for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:41.275332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac50a48f-3a15-4358-8407-44b537819eec admin admin] 10.222.0.62 "PUT /v2.0/routers/3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6444826 Dec 20 22:59:41.363317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.373873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.374529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-45df0b17-a397-4f7b-840d-91557be3cf8e req-1c45724c-bd47-4940-9067-417bec35be3c service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743824 Dec 20 22:59:41.386523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.404714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.419883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.422346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.435893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.451427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.470422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.476112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-9d329a9d-d89f-4f17-8d51-474332ba4693 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.9591691 Dec 20 22:59:41.516648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] For port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:41.517350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:41.549012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.555846 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2f57f369-d8e4-4394-b4e1-a2a76cb137db tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1227472 Dec 20 22:59:41.556697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:41.568559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-953529b0-6530-46ee-87c3-bf48949f919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.570156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'security_group_rule': {'security_group_id': '8d8ba9de-55c9-41fd-bdae-fb24e7de9c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:41.573706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-953529b0-6530-46ee-87c3-bf48949f919f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.3750758 Dec 20 22:59:41.576478 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:41.609262 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.627691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.665830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad0bb-1b4d-493a-90bb-06e622a82d40 req-beafb872-4f5d-44ed-9976-fc93bd3bfa72 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.667436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a4ad0bb-1b4d-493a-90bb-06e622a82d40 req-beafb872-4f5d-44ed-9976-fc93bd3bfa72 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 0.4191351 Dec 20 22:59:41.671226 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-ef51f360-8baf-438c-ab4c-c17cf6122143 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797744 Dec 20 22:59:41.716191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cf199589-f4ae-4096-8847-6378aef669b7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:41.773480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event updated for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:41.844670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:41.884814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-7ea3e576-4a08-4f99-acca-1dd565f56e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:41.886762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-7ea3e576-4a08-4f99-acca-1dd565f56e96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 1094 time: 0.2945592 Dec 20 22:59:41.888994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb1ea1bb-2b6c-473c-a019-82644c44537f req-8299a29e-cb6c-41fd-8cd4-a6af6f9c9f66 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3943560 Dec 20 22:59:41.891435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:41.910960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da63a64-8d4b-4c2d-a436-109ab1cff3be None None] Pushing event updated for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:41.948956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ea9e753b-3fad-4856-8abd-e74f323e831b None None] Provisioning complete for port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:41.953065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Allocated IP 172.20.0.4 (66fd1a39-2d18-4d95-a0fe-916948cdffd9/7954276e-4d8c-4c23-93b9-227426c32ed6/86e2bb94-557a-468a-8ed5-a56ab65ec50a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:41.968536 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9e753b-3fad-4856-8abd-e74f323e831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:41.996993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:42.074635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a4ad0bb-1b4d-493a-90bb-06e622a82d40 req-ea432c9e-4351-4bb6-a8fa-c2ecf236d852 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132546 Dec 20 22:59:42.132943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:42.156543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port cf199589-f4ae-4096-8847-6378aef669b7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:42.164184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:42.252922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-0dc31258-69d2-4ffb-a042-c695f552a299 service neutron] 10.222.0.59 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454429 Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.259876 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:42.264865 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:42.272760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:42.273884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:42.341527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb0974be-ac0b-4597-b286-a392b935bb5d req-cbfa1bb0-5426-4c42-b82b-43e9e7c4eb4b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 210 time: 0.1912796 Dec 20 22:59:42.409391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-a17a19ba-7a94-4d58-81ce-3148fcd8f621 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0529521 Dec 20 22:59:42.412281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Sync routers for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:42.456927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:42.457089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:42.458177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-c965fc9b-be17-4d6d-bca9-cfbcdcc9539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:42.461886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-c965fc9b-be17-4d6d-bca9-cfbcdcc9539f service neutron] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 917 time: 0.5290985 Dec 20 22:59:42.466516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Request body: {'port': {'device_id': '33752e3a-feec-438e-85e3-4bb65ca47546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:42.470861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d5d6320-7e42-4413-b984-5f173dee6ac4 req-ff8f43d2-ece2-4874-9f64-ab7dff6a8867 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 210 time: 0.1016176 Dec 20 22:59:42.537143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-77676239-ff6d-42d3-8004-d21313d2a4a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 200 len: 217 time: 0.0352514 Dec 20 22:59:42.591359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:42.688920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb94c5-be69-47f6-92e4-7c0566d3221f None None] The sync data for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 is: [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:42.721909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:42.795725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-edee7d0d-6d96-4e84-ac41-ab28795ee37a None None] Provisioning complete for port 494eeb32-07a0-4eaa-a728-d99e481f4213 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:42.795860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-edee7d0d-6d96-4e84-ac41-ab28795ee37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:42.876722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-2890f870-127e-4553-9095-222cd7f84a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:42.878220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-2890f870-127e-4553-9095-222cd7f84a7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.2811050 Dec 20 22:59:42.895341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37e2fca3-c44d-4303-814b-9f57bb1a7650 req-14e8bb1b-579e-45e9-8afd-80ca164006af service neutron] 10.222.0.59 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998738 Dec 20 22:59:42.913191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:42.962939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-edee7d0d-6d96-4e84-ac41-ab28795ee37a None None] Port 494eeb32-07a0-4eaa-a728-d99e481f4213 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:42.977891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-a2273761-d671-45da-8e5e-7c46f131d3ab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:42.986574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-a2273761-d671-45da-8e5e-7c46f131d3ab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.8074138 Dec 20 22:59:42.990597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.037673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Request body: {'port': {'device_id': 'f62c1d94-1a64-477e-a589-4734e5261360', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'admin_state_up': True, 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:43.039500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.045353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-85dec4a1-f321-4c01-b182-60a5284707c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.047806 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-85dec4a1-f321-4c01-b182-60a5284707c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515548 Dec 20 22:59:43.105860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.115287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.126279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.136963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.145763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.152936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.161164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.178107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38922) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:43.178331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e806b9be-ef7c-4645-bf25-0aa08b9ef496 req-b1f722f4-5662-436a-9321-0402df69b83a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.5453892 Dec 20 22:59:43.188318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Request body: {'floatingip': {'port_id': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:43.205767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:39Z', 'revision_number': 2, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:43.233792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.263972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.286676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Checking router: 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:43.287047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Updating router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee port 7452d09c-839d-4aa6-8c52-9ca460d9e811 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:59:43.344838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.347723 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.411508 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-ea76c4b0-8fb6-4c68-8d57-f3e84f41bee4 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459108 Dec 20 22:59:43.476427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event updated for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:43.558362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:43.561152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:43.574204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0499137d-47d2-407c-a5de-65e43bf0eedd,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:43.581693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:43.582483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-7d7af769-227d-4f70-aa75-465ca8ca88c0 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:43.591225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-7d7af769-227d-4f70-aa75-465ca8ca88c0 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 820 time: 0.8748636 Dec 20 22:59:43.690697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:43.694381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1dcb0fc7-5f22-46ee-827d-d0630746a1ad tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1341741 Dec 20 22:59:43.713630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:43.716207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-ee63857c-bc9b-47e1-81bd-0202fcafd5f0 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/quotas/7bf7c4bcb7814656b0f5e5b095db1bf7 HTTP/1.1" status: 200 len: 375 time: 0.1236017 Dec 20 22:59:43.720668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'security_group_rule': {'security_group_id': '8d8ba9de-55c9-41fd-bdae-fb24e7de9c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:43.887143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-050a7f9f-d695-4287-80e1-6d4dcd5f3984 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1523411 Dec 20 22:59:44.090025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.099468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:44.189213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e120272b-d479-43c6-b274-3e7696627f51 None None] Provisioning complete for port 86e2bb94-557a-468a-8ed5-a56ab65ec50a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:44.189595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e120272b-d479-43c6-b274-3e7696627f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.208298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.215967 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3c885fb3-1239-4c9d-ba4a-219a42a42da2 req-972f9a65-d180-4808-af5a-6b505e77b4db service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479765 Dec 20 22:59:44.242255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e120272b-d479-43c6-b274-3e7696627f51 None None] Port 86e2bb94-557a-468a-8ed5-a56ab65ec50a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:44.246202 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.260614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:44.261197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.318233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:44.318430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.318714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.488707 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Floating IP be449baf-2f72-4e19-be56-d68615922976 associated. External IP: 172.25.1.91, port: 024944fe-6e01-4de1-92f7-3b2f3abefbf7. Dec 20 22:59:44.497743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.565337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb50a-d2f7-4ffa-b017-53ad9d3ae011 req-736b6f2b-15f2-437c-9441-3bea2da145e9 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:44.586918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cffb50a-d2f7-4ffa-b017-53ad9d3ae011 req-736b6f2b-15f2-437c-9441-3bea2da145e9 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 945 time: 1.0357568 Dec 20 22:59:44.653445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-cd93a65b-3784-4932-83e0-b12df26d0dc0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2108448 Dec 20 22:59:44.673544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37792411-35ac-4aa6-8c00-c957e012cbef details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:44.677702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce662-4204-4aed-9703-b6c71cfd3be6 None None] Pushing event updated for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:44.729175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Attempting to bind port 7452d09c-839d-4aa6-8c52-9ca460d9e811 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:44.729555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Attempting to bind port 7452d09c-839d-4aa6-8c52-9ca460d9e811 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:44.729930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Attempting to bind port 7452d09c-839d-4aa6-8c52-9ca460d9e811 on network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:44.741501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Request body: {'port': {'device_id': 'b2be273d-18de-4386-a037-282720f67001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:44.747335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:44.747737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Checking segment: {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:44.748103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.748495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Bound using segment: {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:44.748966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Bound port: 7452d09c-839d-4aa6-8c52-9ca460d9e811, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:44.749397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.810517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cffb50a-d2f7-4ffa-b017-53ad9d3ae011 req-bfd5013d-f95e-4b5f-99c2-eadca81ec14b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227027 Dec 20 22:59:44.882444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:44.901104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-d265bcb3-aa2b-4ee8-af7b-dd7c08bd5ae0 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9726529 Dec 20 22:59:45.005921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37792411-35ac-4aa6-8c00-c957e012cbef,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:45.009451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] For port 7452d09c-839d-4aa6-8c52-9ca460d9e811, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:45.020239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] For port 7452d09c-839d-4aa6-8c52-9ca460d9e811, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7452d09c-839d-4aa6-8c52-9ca460d9e811,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:45.026628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '37792411-35ac-4aa6-8c00-c957e012cbef', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'port_id': '37792411-35ac-4aa6-8c00-c957e012cbef', 'mac_address': 'fa:16:3e:e5:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954276e-4d8c-4c23-93b9-227426c32ed6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:45.065237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494eeb32-07a0-4eaa-a728-d99e481f4213 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:45.076153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.084158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.103865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37792411-35ac-4aa6-8c00-c957e012cbef {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:45.105213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Transition to ACTIVE for port object 494eeb32-07a0-4eaa-a728-d99e481f4213 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:45.107858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-7984a553-b1df-4a9d-87a9-f1271f76b87b service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862469 Dec 20 22:59:45.129867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37792411-35ac-4aa6-8c00-c957e012cbef,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:45.158360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:45.163376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.168991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.187911 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.219102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe294b2-0389-4ba6-a8f6-34c85e510031,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:45.267459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.269525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce662-4204-4aed-9703-b6c71cfd3be6 None None] Pushing event updated for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:45.273315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:45.278390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:45.332694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.350300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.354955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97dad2be-8fa7-4cce-8923-f366a2ce8863 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6344080 Dec 20 22:59:45.359819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:45.387248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.387248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:45.388816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:45.509212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Pushing event updated for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:45.624477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Allocated IP 172.20.0.12 (3015924b-4453-448d-84e1-d1418ace8d34/ef6c94c8-a836-4e24-9f47-e58645357cb1/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:45.757872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0607b829-f353-46fe-85f5-776390d3d443 req-b0114fed-d5b2-4882-97a8-24b0c9d2633c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 210 time: 0.0822301 Dec 20 22:59:45.773229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.785968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e2bb94-557a-468a-8ed5-a56ab65ec50a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:45.793355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:45.795894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.810606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Transition to ACTIVE for port object 86e2bb94-557a-468a-8ed5-a56ab65ec50a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:45.846193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Router 949fed28-5d32-4296-bd26-70a0e4363b2f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:59:45.877578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'mac_address': 'fa:16:3e:5f:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:45.911047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:45.914529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:45.934916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34475-8b97-4e02-99d4-845c9102d412 req-037678d2-8c7a-4029-9215-bc2692233af4 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:45.936202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18c34475-8b97-4e02-99d4-845c9102d412 req-037678d2-8c7a-4029-9215-bc2692233af4 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 931 time: 0.2933683 Dec 20 22:59:45.968239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Attempting to bind port 494eeb32-07a0-4eaa-a728-d99e481f4213 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:45.972238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Attempting to bind port 494eeb32-07a0-4eaa-a728-d99e481f4213 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:45.972238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Attempting to bind port 494eeb32-07a0-4eaa-a728-d99e481f4213 on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:45.972918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:46.006684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.026107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:46.029209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Port 494eeb32-07a0-4eaa-a728-d99e481f4213 on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:46.029852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Attempting to bind port 494eeb32-07a0-4eaa-a728-d99e481f4213 on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:46.124279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:46.130025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:46.130495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Checking segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:46.131503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Attempting to bind port 86e2bb94-557a-468a-8ed5-a56ab65ec50a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:46.131805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Bound using segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:46.131961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Attempting to bind port 86e2bb94-557a-468a-8ed5-a56ab65ec50a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:46.133772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Attempting to bind port 86e2bb94-557a-468a-8ed5-a56ab65ec50a on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:46.133930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Bound port: 494eeb32-07a0-4eaa-a728-d99e481f4213, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:46.133930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.138171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Pushing event updated for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:46.158930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Port 86e2bb94-557a-468a-8ed5-a56ab65ec50a on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:46.159448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Attempting to bind port 86e2bb94-557a-468a-8ed5-a56ab65ec50a on network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:46.169582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:46.169983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Checking segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:46.170381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Bound using segment: {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:46.170839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Bound port: 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52f870c-f824-4c53-a4a8-786a74fb05fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:46.171281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.229627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.282386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18c34475-8b97-4e02-99d4-845c9102d412 req-b5800132-12e2-45e9-8ff4-7abd2ea1e648 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259079 Dec 20 22:59:46.297912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:46.309376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:46.315838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:59:46.321653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.327935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Sync routers for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:59:46.337743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:46.338372 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:46.359367 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e6c1603b-2393-4bd6-b615-c330d870bdc7 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "PUT /v2.0/floatingips/be449baf-2f72-4e19-be56-d68615922976 HTTP/1.1" status: 200 len: 990 time: 3.1753032 Dec 20 22:59:46.359367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:46.360135 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:46.367425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.428538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['53f46a61-a38e-41bb-a921-7b85a3d30b54'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:46.461150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a66b89dc-b24f-40a5-b98c-b0708453f0cd req-d5d8142b-55cb-4d84-9f91-dad20ac19370 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0488193 Dec 20 22:59:46.479442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.485071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:46.485411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.498428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=494eeb32-07a0-4eaa-a728-d99e481f4213,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:46.512109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:46.515224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37792411-35ac-4aa6-8c00-c957e012cbef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:46.521614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:46.664082 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9598d8-096e-42cb-912c-9231a9bbf3a6 x-openstack-request-id: req-7c9598d8-096e-42cb-912c-9231a9bbf3a6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:46.668212 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:46.677442 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c9598d8-096e-42cb-912c-9231a9bbf3a6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:46.678198 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'status': 'completed', 'code': 200} Dec 20 22:59:46.692048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.693249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.700677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] 10.222.0.59 "PUT /v2.0/ports/86e2bb94-557a-468a-8ed5-a56ab65ec50a HTTP/1.1" status: 200 len: 1091 time: 1.9679644 Dec 20 22:59:46.706746 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.728985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Network 3015924b-4453-448d-84e1-d1418ace8d34 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:46.755210 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:46.780720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:46.791681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:46.870369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:46.913019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:46.955560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.957745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.958336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.960424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.969091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.970251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.972500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:46.974913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-577336d7-7d97-4062-abac-64c300c60d78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 0.2711997 Dec 20 22:59:46.992003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.001622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:47.008117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] 10.222.0.59 "PUT /v2.0/ports/494eeb32-07a0-4eaa-a728-d99e481f4213 HTTP/1.1" status: 200 len: 1092 time: 4.5482683 Dec 20 22:59:47.013013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:47.032030 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5" -d '{"events": [{"name": "network-changed", "server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:47.059335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee776539-5437-4ce4-8c3d-2e5d2f67de1f service neutron] Pushing event updated for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:47.116923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:44Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:47.168500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-a91717ae-e672-409a-a752-3303f8e7fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.207886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-a91717ae-e672-409a-a752-3303f8e7fbfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 1094 time: 0.2224422 Dec 20 22:59:47.283051 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'be449baf-2f72-4e19-be56-d68615922976', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'port_id': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'mac_address': 'fa:16:3e:5b:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:58:03Z', 'updated_at': '2021-12-20T22:59:44Z', 'revision_number': 1, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:47.298086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0f591-a51a-46ea-81fd-d9ab8aaecbbd None None] The sync data for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 is: [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:44Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:47.305335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-9e416ed0-650a-4bae-9ed0-b672666089aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a HTTP/1.1" status: 200 len: 217 time: 0.0848792 Dec 20 22:59:47.336087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Checking router: 949fed28-5d32-4296-bd26-70a0e4363b2f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:59:47.361190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:59:47.361852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T22:59:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:47.371061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:47.371447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.387783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:47.444012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-09c58a1b-b35b-4673-a866-58a4e4db38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.446351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-09c58a1b-b35b-4673-a866-58a4e4db38a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657 HTTP/1.1" status: 200 len: 917 time: 0.4571569 Dec 20 22:59:47.544975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-15049c49-d311-47f6-86a0-5a1d65d2e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.546486 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-15049c49-d311-47f6-86a0-5a1d65d2e8ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.2219739 Dec 20 22:59:47.550271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:47.584122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Allocated IP 172.25.1.46 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/be2a5dd2-1d59-43d4-852e-f86592a7da3d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:47.673689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-728092f6-3203-406a-be2a-e1ae7ae46cf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 998 time: 0.2174006 Dec 20 22:59:47.707612 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:59:47.743463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:47.779971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7452d09c-839d-4aa6-8c52-9ca460d9e811 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:47.823258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-290d7397-9e07-4e57-be40-30446d5972e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.826316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-290d7397-9e07-4e57-be40-30446d5972e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653739 Dec 20 22:59:47.835749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:47.891698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0102a-b463-45f4-8d86-2b480ad47557 req-1053dbb6-8479-4f9a-8a89-eed489edd113 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.894216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dd0102a-b463-45f4-8d86-2b480ad47557 req-1053dbb6-8479-4f9a-8a89-eed489edd113 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 944 time: 1.1537001 Dec 20 22:59:47.924816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:47.932466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35483352-e2ff-43c9-8501-31a77db58d41 req-cc7ab6aa-8a02-4b38-b358-5137e2b3d50e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:47.940408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35483352-e2ff-43c9-8501-31a77db58d41 req-cc7ab6aa-8a02-4b38-b358-5137e2b3d50e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 932 time: 1.0114002 Dec 20 22:59:48.041268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dd0102a-b463-45f4-8d86-2b480ad47557 req-b3e0161c-d3e8-4766-a971-ceacbe971f62 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784323 Dec 20 22:59:48.042664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:48.068330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fff86-21aa-40f2-868a-1d26e49bf128 service neutron] Pushing event updated for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:48.070206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-c3ebd1cd-925a-44d7-8887-b26551200370 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105882 Dec 20 22:59:48.098780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7452d09c-839d-4aa6-8c52-9ca460d9e811 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:48.099134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:48.113619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:48.162757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-4ea6b60e-7987-4319-90c8-358d0e4b090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.168999 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-4ea6b60e-7987-4319-90c8-358d0e4b090f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 200 len: 855 time: 0.4781113 Dec 20 22:59:48.205870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'Port': ['ID=be2a5dd2-1d59-43d4-852e-f86592a7da3d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:48.218740 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffac0c6-24bc-4dce-86df-c9aec812960d x-openstack-request-id: req-0ffac0c6-24bc-4dce-86df-c9aec812960d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:48.219105 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:48.219303 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ffac0c6-24bc-4dce-86df-c9aec812960d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:48.219712 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213', 'status': 'completed', 'code': 200} Dec 20 22:59:48.246519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-1a9bcd5d-37f2-416d-aa98-8bfee8523a3f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2448986 Dec 20 22:59:48.250954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:48.268978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-28c1422b-34d4-47a8-ad1f-b39409849301 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5471723 Dec 20 22:59:48.324066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Request body: {'port': {'device_id': 'f62c1d94-1a64-477e-a589-4734e5261360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:48.338837 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'be449baf-2f72-4e19-be56-d68615922976', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'port_id': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'mac_address': 'fa:16:3e:5b:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:58:03Z', 'updated_at': '2021-12-20T22:59:44Z', 'revision_number': 1, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:59:48.368257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35483352-e2ff-43c9-8501-31a77db58d41 req-7c192ba2-d906-413c-ac72-b93abb4c9ab7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268653 Dec 20 22:59:48.387620 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:48.430784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab219-1dce-4f6a-831a-da89e7239999 None None] The sync data for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 is: [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'be449baf-2f72-4e19-be56-d68615922976', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'port_id': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'mac_address': 'fa:16:3e:5b:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:58:03Z', 'updated_at': '2021-12-20T22:59:44Z', 'revision_number': 1, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:59:48.454745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-790aacb8-87b9-4b8e-841e-0a51bf378518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.461400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ec2b4c4-a8c6-4e10-bee6-94456f2a915a req-7c052400-4b05-40c0-8544-89d0e6707c5d service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643365 Dec 20 22:59:48.462294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-790aacb8-87b9-4b8e-841e-0a51bf378518 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 1095 time: 1.2604234 Dec 20 22:59:48.467561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:48.480524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-116cba1f-3745-4da4-a596-824a0cd39dd6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.485405 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-116cba1f-3745-4da4-a596-824a0cd39dd6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.59 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 943 time: 0.3163476 Dec 20 22:59:48.485639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:48.491981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:48.527690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-264651ee-2a79-4de8-9ab5-f777080c5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.529568 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-264651ee-2a79-4de8-9ab5-f777080c5add service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ecea4e7-b217-457f-91aa-30cfdc138657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756388 Dec 20 22:59:48.562314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-58352525-b891-4904-81f6-2c23a1feaafd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494eeb32-07a0-4eaa-a728-d99e481f4213 HTTP/1.1" status: 200 len: 217 time: 0.0612202 Dec 20 22:59:48.579187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:48.599650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-0dd5e59c-ba3c-4faf-a076-5fb0f0752b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.601438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-0dd5e59c-ba3c-4faf-a076-5fb0f0752b09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 1095 time: 0.2381294 Dec 20 22:59:48.641588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:48.678068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37792411-35ac-4aa6-8c00-c957e012cbef up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:48.684574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'mac_address': 'fa:16:3e:5f:5e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:48.684803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:48.688311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7452d09c-839d-4aa6-8c52-9ca460d9e811, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7452d09c-839d-4aa6-8c52-9ca460d9e811,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:48.688647 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8e5e4f-3c06-45a2-8e82-b329da097683" -d '{"events": [{"name": "network-changed", "server_uuid": "b2be273d-18de-4386-a037-282720f67001", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:48.788541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ce629b9-af4b-48e3-ab02-26a75b153225 req-aaee45cb-2dee-408e-a300-b002a4f86bef tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 210 time: 0.1560376 Dec 20 22:59:48.798124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-ece68f39-89ae-4353-9f22-aeb61eee322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:48.802602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-ece68f39-89ae-4353-9f22-aeb61eee322c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.1474955 Dec 20 22:59:49.045709 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-a1ec2fc6-be73-422a-833d-fa44ab4947ee service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770722 Dec 20 22:59:49.047719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-92e53ffc-d625-4cf3-8509-5cc6efe8ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.050246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-92e53ffc-d625-4cf3-8509-5cc6efe8ee9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.4137669 Dec 20 22:59:49.105387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.121239 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b695bb-82d2-4d75-9591-15983ccf6b5b x-openstack-request-id: req-d8b695bb-82d2-4d75-9591-15983ccf6b5b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:49.121693 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2be273d-18de-4386-a037-282720f67001", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:49.122187 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8b695bb-82d2-4d75-9591-15983ccf6b5b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:49.122680 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a', 'status': 'completed', 'code': 200} Dec 20 22:59:49.126297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc8c8e-2f1a-49a5-8495-e195e43b6156 req-d0b2e735-da14-4042-81af-94d785944836 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.136496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57dc8c8e-2f1a-49a5-8495-e195e43b6156 req-d0b2e735-da14-4042-81af-94d785944836 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 943 time: 0.6728580 Dec 20 22:59:49.182561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.183988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a785-7aed-4641-8c6f-737466dff469 req-1d9fbb92-2fc2-42bc-a8e5-36bb370d35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.187482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-1d9fbb92-2fc2-42bc-a8e5-36bb370d35ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3618176 Dec 20 22:59:49.204958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.239638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:49.273045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:49.281109 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-bc8b5694-0450-4dd6-a128-932b767c2612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 200 len: 217 time: 0.1557522 Dec 20 22:59:49.308108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4f03f-ee56-4a52-a793-6038485cb068 None None] New status for floating IP be449baf-2f72-4e19-be56-d68615922976: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:59:49.352387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Deleting port 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:49.353276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.381291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.402348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:49.478335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-764e09da-05c3-4629-923a-d94b040e26b6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.480002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-764e09da-05c3-4629-923a-d94b040e26b6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 820 time: 0.4656990 Dec 20 22:59:49.500573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'port': {'device_id': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'admin_state_up': True, 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:49.513802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 37792411-35ac-4aa6-8c00-c957e012cbef completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:49.545005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 37792411-35ac-4aa6-8c00-c957e012cbef triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:49.545410 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.549757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-f5f7e8ba-4d6e-4b92-b426-a758a074a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.551397 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-f5f7e8ba-4d6e-4b92-b426-a758a074a957 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 1094 time: 0.4133568 Dec 20 22:59:49.552656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-b273459f-f727-4fd2-b71e-4c2bde2235b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:49.554110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-b273459f-f727-4fd2-b71e-4c2bde2235b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.2116253 Dec 20 22:59:49.633706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.644465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-0308190d-e9d9-45ba-ab00-fb76c935112a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683482 Dec 20 22:59:49.644753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:49.647141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-a6b312d0-847c-4aca-ae5d-d7b0d4a0ddd6 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179162 Dec 20 22:59:49.651949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7452d09c-839d-4aa6-8c52-9ca460d9e811 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:49.784018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7452d09c-839d-4aa6-8c52-9ca460d9e811 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:49.784464 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.787641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:49.851665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:49.854567 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4311419-ca19-400e-ace4-991885c40b8b" -d '{"events": [{"server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "name": "network-vif-plugged", "status": "completed", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:49.903218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37792411-35ac-4aa6-8c00-c957e012cbef,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:50.031914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.083210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260b888-583f-413d-8987-0b510863f1d0 req-936185bf-9632-44d9-a18c-6ec0407eaeea tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:50.093401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b260b888-583f-413d-8987-0b510863f1d0 req-936185bf-9632-44d9-a18c-6ec0407eaeea tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 943 time: 0.8997922 Dec 20 22:59:50.100234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57dc8c8e-2f1a-49a5-8495-e195e43b6156 req-7da6db5a-98d0-49bc-9d04-6904c9181f0b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9624579 Dec 20 22:59:50.137571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:50.157479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] For port 53f46a61-a38e-41bb-a921-7b85a3d30b54, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53f46a61-a38e-41bb-a921-7b85a3d30b54,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:50.158022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.200077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Calling delete_port for 53f46a61-a38e-41bb-a921-7b85a3d30b54 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:50.245098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-65eb1be4-64c2-425c-b8b3-8551e74e5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:50.246701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-65eb1be4-64c2-425c-b8b3-8551e74e5c3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 917 time: 0.6805198 Dec 20 22:59:50.338548 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-e293a22f-c730-436a-ab6f-92f43a407125 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727960 Dec 20 22:59:50.339796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-b2e8a395-87f8-45a5-a6c9-3e91f0d74dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a HTTP/1.1" status: 200 len: 217 time: 0.0548592 Dec 20 22:59:50.401567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-2dcc4325-2a0e-418b-b0af-226e08897fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1479230 Dec 20 22:59:50.443755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b260b888-583f-413d-8987-0b510863f1d0 req-7491a814-6574-48a4-a498-67e69a27539e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487170 Dec 20 22:59:50.455433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Made reservation on behalf of 7bf7c4bcb7814656b0f5e5b095db1bf7 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:50.455931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53f46a61-a38e-41bb-a921-7b85a3d30b54 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:59:50.459045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.475908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6f178-1a5d-4058-925c-84224c488dce req-ffc16e75-c88d-41ee-b233-b365381265b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:50.477535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67d6f178-1a5d-4058-925c-84224c488dce req-ffc16e75-c88d-41ee-b233-b365381265b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 932 time: 0.2563264 Dec 20 22:59:50.487954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:50.495197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-6509be58-4064-4d72-882d-302deb3dcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:50.500089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-6509be58-4064-4d72-882d-302deb3dcaff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.1476157 Dec 20 22:59:50.522269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.557376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a92825e-22a0-42c6-a9a6-f9022b1a6d14 req-803f9004-a76e-4c28-a8b2-2c7fb1d69f2c service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002606 Dec 20 22:59:50.576556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-217fb8e6-2274-425d-95d6-fe587c17cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:50.578286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-217fb8e6-2274-425d-95d6-fe587c17cc10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690174 Dec 20 22:59:50.619382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Transition to ACTIVE for port object e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:50.631865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.666805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3333a785-7aed-4641-8c6f-737466dff469 req-868d4736-8c2b-4367-80d7-5edbcac2fb44 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408233 Dec 20 22:59:50.672003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67d6f178-1a5d-4058-925c-84224c488dce req-6a658b55-5220-4ed2-9e04-8ff28861b382 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589541 Dec 20 22:59:50.797177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.808420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.816535 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d410aa4e-35a1-4a59-b940-4ad66cc944ec x-openstack-request-id: req-d410aa4e-35a1-4a59-b940-4ad66cc944ec {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:50.816535 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "name": "network-vif-plugged", "status": "completed", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:50.816535 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d410aa4e-35a1-4a59-b940-4ad66cc944ec {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:50.816964 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef', 'code': 200} Dec 20 22:59:50.817507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2898fb3-32cf-4ff4-848a-616ab6058697 req-df51129a-3d8f-44e0-b74b-57d057436e30 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 210 time: 0.1076519 Dec 20 22:59:50.830616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:50.851436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 53f46a61-a38e-41bb-a921-7b85a3d30b54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:50.974825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-956dfcfa-66bf-4837-88cc-13ea7328d8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878191 Dec 20 22:59:50.977437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:51.014424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Allocated IP 172.20.0.8 (e1c858fe-8eda-40ed-9bd3-63b60fa24de3/9a36ed0a-e6cf-4c55-86bb-57f303699b96/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:51.109958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e881eda-2c61-4825-9d34-730783e6539f req-dc19c7e0-11e5-4fd2-998a-a1d3e7323e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.111194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e881eda-2c61-4825-9d34-730783e6539f req-dc19c7e0-11e5-4fd2-998a-a1d3e7323e2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 1096 time: 0.2290304 Dec 20 22:59:51.120418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.142593 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.152552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'Port': ['ID=be2a5dd2-1d59-43d4-852e-f86592a7da3d,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:51.191369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:51.191768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:51.192018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:51.202427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e881eda-2c61-4825-9d34-730783e6539f req-e6b10a35-8f34-474e-84a2-5266a0b40efd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799730 Dec 20 22:59:51.203058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:51.207896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:51.212959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:51.213301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:51.213692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:51.214147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Bound port: e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:51.214502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.232732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-3354b32c-7564-4e8d-abaf-30624a379ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.236442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-3354b32c-7564-4e8d-abaf-30624a379ff7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 1095 time: 0.3694468 Dec 20 22:59:51.238914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event deleted for resources: {'Port': ['ID=53f46a61-a38e-41bb-a921-7b85a3d30b54,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:51.248170 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d8e5e4f-3c06-45a2-8e82-b329da097683 req-dbc8b00f-b2f8-4583-8c9a-a71caca58b2c service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625661 Dec 20 22:59:51.271035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.276594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8b717ff0-5440-4be7-b41b-c2fe75819b30 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8882704 Dec 20 22:59:51.308793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] No DVR routers for this DVR port 53f46a61-a38e-41bb-a921-7b85a3d30b54 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:51.316180 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.319870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3db9b508-573a-4210-afa3-3291a1a2a56b req-687c4e0d-776e-4452-9bb1-76be9dde7d13 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.59 "DELETE /v2.0/ports/53f46a61-a38e-41bb-a921-7b85a3d30b54 HTTP/1.1" status: 204 len: 173 time: 2.8303509 Dec 20 22:59:51.320396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'name': 'network-vif-deleted', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:51.327217 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492efb37-56c2-4e77-8d28-66851610d564" -d '{"events": [{"server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "name": "network-vif-deleted", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:51.346000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:51.357178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:51.364529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a3c0-6953-495b-8dc2-c86ac58a3107 req-5010c18e-73c5-42b9-a7bc-fee168184ee7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.366195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31a6a3c0-6953-495b-8dc2-c86ac58a3107 req-5010c18e-73c5-42b9-a7bc-fee168184ee7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 943 time: 0.1426837 Dec 20 22:59:51.375774 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4d183-27b3-43ae-8b40-05c62dda8cdd x-openstack-request-id: req-64e4d183-27b3-43ae-8b40-05c62dda8cdd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:51.376136 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e5c8f8-e46c-415f-ab03-d9cf11b3677c", "name": "network-vif-deleted", "tag": "53f46a61-a38e-41bb-a921-7b85a3d30b54", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:51.376483 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64e4d183-27b3-43ae-8b40-05c62dda8cdd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:51.376948 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e5c8f8-e46c-415f-ab03-d9cf11b3677c', 'name': 'network-vif-deleted', 'tag': '53f46a61-a38e-41bb-a921-7b85a3d30b54', 'status': 'completed', 'code': 200} Dec 20 22:59:51.433612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31a6a3c0-6953-495b-8dc2-c86ac58a3107 req-b93f5e7c-707f-4feb-aa6b-0b8eb0f05889 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607598 Dec 20 22:59:51.458016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.523067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.524541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.525687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] 10.222.0.45 "PUT /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 1092 time: 3.2106955 Dec 20 22:59:51.526261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:51.528583 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c530162-eec4-4d88-be19-a46a2da9112e" -d '{"events": [{"name": "network-changed", "server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:51.575986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.597361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-b2ebc5b1-879f-441c-8e97-7638898593da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.598906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-b2ebc5b1-879f-441c-8e97-7638898593da service neutron] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 917 time: 0.1786525 Dec 20 22:59:51.604598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-b4cf66e1-809a-4bfa-99f4-e9d6edff8ab6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1513896219&fields=id&tenant_id=aa4ac94072e647f3ac0d0401b7c681e3 HTTP/1.1" status: 200 len: 267 time: 0.1091619 Dec 20 22:59:51.606537 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b863c-17af-40b9-8770-55cb3bb15618 x-openstack-request-id: req-f56b863c-17af-40b9-8770-55cb3bb15618 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:51.606836 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:51.607091 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f56b863c-17af-40b9-8770-55cb3bb15618 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:51.607500 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'status': 'completed', 'code': 200} Dec 20 22:59:51.638079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527e2fa-4655-45e4-bfbb-e4aa45d861ae service neutron] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:51.659767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-44991d2a-2db3-466c-a18d-c7a28f0c1fe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494eeb32-07a0-4eaa-a728-d99e481f4213 HTTP/1.1" status: 200 len: 217 time: 0.0473280 Dec 20 22:59:51.727891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-65692292-86ca-4e9d-990c-6a2b43e08128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.732168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-65692292-86ca-4e9d-990c-6a2b43e08128 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.0635531 Dec 20 22:59:51.747944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9a4a0e4-c363-4e79-9fbb-441b8059a317 req-fe842093-8c67-4a39-9c8e-47b1c66b63a2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=35e5c8f8-e46c-415f-ab03-d9cf11b3677c HTTP/1.1" status: 200 len: 210 time: 0.0875735 Dec 20 22:59:51.760654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:51.800005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530162-eec4-4d88-be19-a46a2da9112e req-ab6a8700-f473-4170-8d71-1cc062313bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.801532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c530162-eec4-4d88-be19-a46a2da9112e req-ab6a8700-f473-4170-8d71-1cc062313bc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1095 time: 0.1534305 Dec 20 22:59:51.853661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:51.877764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:51.882435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:51.886809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:51.890856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-0156c604-40a0-44a4-8794-83fa02ff1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.892434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-0156c604-40a0-44a4-8794-83fa02ff1f03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515930 Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.939311 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 22:59:51.942771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-395026b1-1036-4a58-9d3c-fc5f1a4482aa tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.946288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-395026b1-1036-4a58-9d3c-fc5f1a4482aa tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/networks?id=6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 200 len: 812 time: 0.3220563 Dec 20 22:59:51.977813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-a1b3f313-1ff6-407c-9f78-30e0a912deb6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/quotas/aa4ac94072e647f3ac0d0401b7c681e3 HTTP/1.1" status: 200 len: 375 time: 0.0213308 Dec 20 22:59:51.990455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67108430-334c-4ae2-a97f-e6856515f475 req-377c8685-9cac-4bd3-aec6-89db4cbf24ee tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:51.992660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67108430-334c-4ae2-a97f-e6856515f475 req-377c8685-9cac-4bd3-aec6-89db4cbf24ee tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1556151 Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.013425 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.017078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:52.054341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530162-eec4-4d88-be19-a46a2da9112e req-d30d8a5f-b532-4407-a037-0410f442cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.056462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c530162-eec4-4d88-be19-a46a2da9112e req-d30d8a5f-b532-4407-a037-0410f442cebf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=17f82e47be3e42ab842d3d6a7093446d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2445831 Dec 20 22:59:52.066120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-e069fa41-732d-4143-9925-49e94a2950ca service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453660 Dec 20 22:59:52.127324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-5da651cc-4592-4fae-98a7-5385e8e25985 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329265 Dec 20 22:59:52.136613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67108430-334c-4ae2-a97f-e6856515f475 req-5de0bc72-4edf-4c9c-ab32-a996845bce00 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307535 Dec 20 22:59:52.168379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-9a59ed08-7b83-478e-8479-996a4f0fa13e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6716127 Dec 20 22:59:52.184588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Request body: {'port': {'device_id': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:52.256346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2e9b902-dfb6-4fcf-94ad-2e872727eea5 req-244881ca-77b2-4612-90ee-37abebff8a52 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795375 Dec 20 22:59:52.286220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:52.295888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530162-eec4-4d88-be19-a46a2da9112e req-98775510-9096-49fd-9ab5-f0898305abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.297467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c530162-eec4-4d88-be19-a46a2da9112e req-98775510-9096-49fd-9ab5-f0898305abaa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306666 Dec 20 22:59:52.369965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94cde9-ff39-4e65-9f3b-f7722949e409 req-038072ab-2ca2-46a5-b271-0ff4ef6f5247 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.377755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe94cde9-ff39-4e65-9f3b-f7722949e409 req-038072ab-2ca2-46a5-b271-0ff4ef6f5247 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 931 time: 0.0947235 Dec 20 22:59:52.393361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-81f9144e-e80e-4e81-b96b-5ea3e88a68f8 service neutron] 10.222.0.62 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191365 Dec 20 22:59:52.453160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 86e2bb94-557a-468a-8ed5-a56ab65ec50a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:52.546603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-d5fd76a7-0e3c-4732-8aee-fa4114f6db45 service neutron] 10.222.0.62 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400928 Dec 20 22:59:52.586460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe94cde9-ff39-4e65-9f3b-f7722949e409 req-e7060100-8951-4574-9253-d0a2efe73116 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071166 Dec 20 22:59:52.594806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-b5acf94b-359b-4be4-87ad-ef52e5970de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.596467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-b5acf94b-359b-4be4-87ad-ef52e5970de8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1095 time: 0.1744552 Dec 20 22:59:52.672705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-238d95fc-00a7-4f55-ba5d-f18516ab8f7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 217 time: 0.0649204 Dec 20 22:59:52.683319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:52.696825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '86e2bb94-557a-468a-8ed5-a56ab65ec50a', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'port_id': '86e2bb94-557a-468a-8ed5-a56ab65ec50a', 'mac_address': 'fa:16:3e:8c:af:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954276e-4d8c-4c23-93b9-227426c32ed6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:52.750751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:52.766419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:52.785951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:52.791355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6a272b36-df3e-4fd8-a5ba-ea6656dc73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.792895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6a272b36-df3e-4fd8-a5ba-ea6656dc73d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1093409 Dec 20 22:59:52.811161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Transition to ACTIVE for port object 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:52.819703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e2bb94-557a-468a-8ed5-a56ab65ec50a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:52.837635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-000d2c42-ca49-4fc3-9722-ee8d074b42ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346951 Dec 20 22:59:52.848943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:52.950072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667e460-46ea-4754-a590-b23f925398d1 req-68baf581-a545-4893-aee9-4e8b477b3adb tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:52.951572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e667e460-46ea-4754-a590-b23f925398d1 req-68baf581-a545-4893-aee9-4e8b477b3adb tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 943 time: 0.1173668 Dec 20 22:59:52.951914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.009627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.011698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-6a5f018a-4089-4d44-bd0a-e20f8d7007c8 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628420 Dec 20 22:59:53.074237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e667e460-46ea-4754-a590-b23f925398d1 req-6da0668d-20de-4df6-b9ff-f4c829c8c884 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103570 Dec 20 22:59:53.097327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:53.147537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Attempting to bind port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:53.147876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Attempting to bind port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:53.148358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Attempting to bind port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf on network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:53.154093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf on network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:53.154416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Attempting to bind port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf on network e1c858fe-8eda-40ed-9bd3-63b60fa24de3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:53.159905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:53.160254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Checking segment: {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:53.161215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Bound using segment: {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:53.162200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Bound port: 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5025f21-ac00-4e7a-a089-4a63432fa0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:53.162577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.174149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd9411a-4664-43bf-a4a4-c55187f463a8 req-5ceef9cb-8f14-4761-b2d2-1d31a4de4130 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521406 Dec 20 22:59:53.221967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e019b386-bd44-4637-b93b-211cc15b1323 req-bdf59229-7355-46e4-be4e-3e9943a862f6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0604420 Dec 20 22:59:53.235141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:53.265123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['86e2bb94-557a-468a-8ed5-a56ab65ec50a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:53.281635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:53.282771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:53.409181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.470231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191dd29-6894-4325-a732-e08df8674277 req-4665c47d-e978-438c-8f9d-d04f1466e53e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.474931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c191dd29-6894-4325-a732-e08df8674277 req-4665c47d-e978-438c-8f9d-d04f1466e53e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1248822 Dec 20 22:59:53.538269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.538984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.540862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 1091 time: 1.3618798 Dec 20 22:59:53.541310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:53.543767 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:53.551378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe19f4-14d6-4afa-a28f-2e9d1b4d7eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:53.573588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c191dd29-6894-4325-a732-e08df8674277 req-f8cc16dc-ee5f-4778-8375-d6bdecbbd39a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930846 Dec 20 22:59:53.626541 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813dfe61-d4a9-4b87-ab43-d623a4d81b75 x-openstack-request-id: req-813dfe61-d4a9-4b87-ab43-d623a4d81b75 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:53.626541 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:53.626541 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-813dfe61-d4a9-4b87-ab43-d623a4d81b75 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:53.626541 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 22:59:53.700113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-a7b8490c-d9d2-4a6d-a18e-f88ae9080ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.703751 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-a7b8490c-d9d2-4a6d-a18e-f88ae9080ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0606709 Dec 20 22:59:53.743025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25aad7-0618-4013-8320-0790d2f3d5b2 req-f6df5a40-4ccb-4876-b3a0-9a12a67d9013 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.754929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c25aad7-0618-4013-8320-0790d2f3d5b2 req-f6df5a40-4ccb-4876-b3a0-9a12a67d9013 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 943 time: 0.0908198 Dec 20 22:59:53.756999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39062) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:53.763145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423618107', 'description': 'tempest-description--147283824'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:53.834141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c25aad7-0618-4013-8320-0790d2f3d5b2 req-e30a5098-b380-4dc8-9952-c9ffcd00fa77 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 Dec 20 22:59:53.848078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-7f77ac30-5ae4-4f47-be50-f785a5510abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.849588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-7f77ac30-5ae4-4f47-be50-f785a5510abe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1347139 Dec 20 22:59:53.957699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:53.959116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-7f8e308e-efb1-4602-b39d-182f10fb23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:53.960706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d11ecf8-f50f-47d9-835e-6e54782bf9dc req-7f8e308e-efb1-4602-b39d-182f10fb23d3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010990 Dec 20 22:59:54.037640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.051187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-fb072fa1-2c34-48f4-ab1c-069ce34ab68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:54.052644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-fb072fa1-2c34-48f4-ab1c-069ce34ab68f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0498059 Dec 20 22:59:54.102802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-d4e10480-8786-49aa-acf2-e8bb940edffe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.0395682 Dec 20 22:59:54.158422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-2d1fb472-cab6-4122-bb73-1664ecef16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:54.159941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-2d1fb472-cab6-4122-bb73-1664ecef16a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.0485754 Dec 20 22:59:54.175804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:54.187270 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.212529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-838b1040-a7d0-4fbf-bd8a-f699f9b41f9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448534 Dec 20 22:59:54.239725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6d9c-a8cb-4717-8370-ba51627d5da6 req-a3f489d4-a149-424b-8118-ad42e5ec4ad3 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:54.242668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b7b6d9c-a8cb-4717-8370-ba51627d5da6 req-a3f489d4-a149-424b-8118-ad42e5ec4ad3 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 944 time: 0.0892897 Dec 20 22:59:54.243825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b20e6-7b4e-4d42-899b-07aa6d516d50,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:54.313988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:54.314920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b7b6d9c-a8cb-4717-8370-ba51627d5da6 req-49962f31-03d8-4010-8bb4-048a8b2d3e97 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641091 Dec 20 22:59:54.317959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.319102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-918d53d0-352b-4007-a83c-91640a9ff5b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5595875 Dec 20 22:59:54.323582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39072) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:54.328490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'security_group_rule': {'security_group_id': '8d7b20e6-7b4e-4d42-899b-07aa6d516d50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:54.349392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'port_id': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'mac_address': 'fa:16:3e:e9:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6c94c8-a836-4e24-9f47-e58645357cb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:54.361158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-484f96c7-36c5-458c-8e50-9b717ba085f8 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398928 Dec 20 22:59:54.367792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a7fd6e5-11ca-4b3a-9a88-3d4416d93f08 req-9f8f4272-25a8-4a5c-a2a5-9bf6c624525f tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0423071 Dec 20 22:59:54.394220 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.408410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:54.432353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:54.466792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 494eeb32-07a0-4eaa-a728-d99e481f4213 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:54.471487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 86e2bb94-557a-468a-8ed5-a56ab65ec50a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:54.479087 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c886c8a6-1528-491b-9c5a-c1142df513ed req-df6bb866-5ce9-472f-a9f7-0f3757e210a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016209 Dec 20 22:59:54.559586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.614567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.631385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.649702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=494eeb32-07a0-4eaa-a728-d99e481f4213,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:54.668601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '494eeb32-07a0-4eaa-a728-d99e481f4213', 'network_id': '66fd1a39-2d18-4d95-a0fe-916948cdffd9', 'port_id': '494eeb32-07a0-4eaa-a728-d99e481f4213', 'mac_address': 'fa:16:3e:6f:53:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7954276e-4d8c-4c23-93b9-227426c32ed6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:54.702699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:54.714658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd17d-61a2-4c14-a4f4-4e2895d12b8e req-b7aa62be-92b3-4012-8dc1-051a1f4351af tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:54.716286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-658fd17d-61a2-4c14-a4f4-4e2895d12b8e req-b7aa62be-92b3-4012-8dc1-051a1f4351af tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.0552168 Dec 20 22:59:54.723327 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.737029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494eeb32-07a0-4eaa-a728-d99e481f4213 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:54.757702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=494eeb32-07a0-4eaa-a728-d99e481f4213,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:54.759699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 86e2bb94-557a-468a-8ed5-a56ab65ec50a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:54.763006 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.763210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 86e2bb94-557a-468a-8ed5-a56ab65ec50a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:54.763584 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.775170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-658fd17d-61a2-4c14-a4f4-4e2895d12b8e req-9aea34ed-4b1a-4b6f-aef9-d4a6f2ea19c2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526378 Dec 20 22:59:54.786931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7010671f-3ad8-4f72-be45-d3c5fc6a1bfc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:54.864467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.890183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:54.892693 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c9e6e-a095-4bf8-8bea-990da712a08d" -d '{"events": [{"server_uuid": "b2be273d-18de-4386-a037-282720f67001", "name": "network-vif-plugged", "status": "completed", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:54.906160 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.909216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:54.910802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9d36afb0-f106-491a-81be-3ab4b4b7bc9a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5856569 Dec 20 22:59:54.913249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:54.920328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39094) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:54.929583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'security_group_rule': {'security_group_id': '8d7b20e6-7b4e-4d42-899b-07aa6d516d50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:54.988879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:54.993533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:55.016357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc66b3f-422a-4e0d-9f48-158f4d1cfdfe req-cef56c4f-9836-4a6d-9515-480d1bc90fff tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:55.018042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbc66b3f-422a-4e0d-9f48-158f4d1cfdfe req-cef56c4f-9836-4a6d-9515-480d1bc90fff tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 943 time: 0.0583522 Dec 20 22:59:55.020210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.069570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbc66b3f-422a-4e0d-9f48-158f4d1cfdfe req-e6759b63-9d61-4f70-b645-77ee0acc3cea tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Dec 20 22:59:55.092214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.097821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:55.139201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['494eeb32-07a0-4eaa-a728-d99e481f4213'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:55.141818 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a881ea3-8936-4d2f-83d8-ce208e27f7e7 x-openstack-request-id: req-7a881ea3-8936-4d2f-83d8-ce208e27f7e7 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:55.142107 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2be273d-18de-4386-a037-282720f67001", "name": "network-vif-plugged", "status": "completed", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:55.142363 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a881ea3-8936-4d2f-83d8-ce208e27f7e7 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:55.142749 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a', 'code': 200} Dec 20 22:59:55.186697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.261581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d564-c554-4d4b-aef5-bc930c429d21 req-7322644e-1923-4e55-a1b0-7b74b01d6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:55.263222 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e92d564-c554-4d4b-aef5-bc930c429d21 req-7322644e-1923-4e55-a1b0-7b74b01d6be2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 1096 time: 0.0522437 Dec 20 22:59:55.269014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1501e2-8243-4c86-9f18-0eb4f4ce047f req-51b1c2dd-9ac8-4887-81a4-9cc261b5f50d tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:55.270865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c1501e2-8243-4c86-9f18-0eb4f4ce047f req-51b1c2dd-9ac8-4887-81a4-9cc261b5f50d tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.0569866 Dec 20 22:59:55.271923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.310543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e806e1-c836-4d0f-a3cc-fe02341c0caa,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:55.350110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e92d564-c554-4d4b-aef5-bc930c429d21 req-db30d075-8326-47b7-9bbe-ce15eb7526f2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710058 Dec 20 22:59:55.352206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c1501e2-8243-4c86-9f18-0eb4f4ce047f req-9aadd985-7341-41b6-a943-88178c67a462 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 Dec 20 22:59:55.433882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.435378 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f7ab056-4561-4062-a463-de65d5565708 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5133984 Dec 20 22:59:55.439150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 22:59:55.444043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:55.481879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c8782f8-5e7c-4841-8338-65ceb1668526 req-580f2144-7f09-4ccc-920f-3db316e5d455 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0313053 Dec 20 22:59:55.502510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6933c2-b242-410a-b437-f3836e67511d req-1506b013-476a-4941-a533-013274facbce tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:55.504251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c6933c2-b242-410a-b437-f3836e67511d req-1506b013-476a-4941-a533-013274facbce tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0916672 Dec 20 22:59:55.551671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.555769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c6933c2-b242-410a-b437-f3836e67511d req-7a2444c8-645e-4adb-a6a2-cd05208061a0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Dec 20 22:59:55.655700 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.764404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Allocated IP 172.25.1.54 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6a8e94da-60da-478f-9aaa-11fae0ca20d6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:55.921895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87da2-2d75-425e-bf1b-4b4cb46aefe7 req-c3bd5d13-9e67-4c9d-9195-e6936d2b283c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:55.923554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35e87da2-2d75-425e-bf1b-4b4cb46aefe7 req-c3bd5d13-9e67-4c9d-9195-e6936d2b283c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.0592833 Dec 20 22:59:55.957400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:55.986801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35e87da2-2d75-425e-bf1b-4b4cb46aefe7 req-f4e2189a-28e9-4b44-9d4c-8126ffa07b4e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Dec 20 22:59:56.123466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.166296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:56.169448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:56.174465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:56.176550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'Port': ['ID=6a8e94da-60da-478f-9aaa-11fae0ca20d6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:56.199782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd04be-74f7-48c9-a257-89681918939e req-9cc01e37-4717-42fd-b466-b847b3eacba3 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:56.201358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1dd04be-74f7-48c9-a257-89681918939e req-9cc01e37-4717-42fd-b466-b847b3eacba3 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 943 time: 0.0546944 Dec 20 22:59:56.252096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1dd04be-74f7-48c9-a257-89681918939e req-207b43d4-c983-40ec-93e0-1b1496155664 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Dec 20 22:59:56.338554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.369044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-e95ede6c-bd2c-4bda-a672-4ca33bd7753c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:56.370432 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-e95ede6c-bd2c-4bda-a672-4ca33bd7753c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.59 "GET /v2.0/networks?id=6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 200 len: 812 time: 0.1479683 Dec 20 22:59:56.437940 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-706826ed-c05a-4e91-8784-210deabe8635 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4ac94072e647f3ac0d0401b7c681e3 HTTP/1.1" status: 200 len: 380 time: 0.0581050 Dec 20 22:59:56.447788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'port': {'device_id': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'admin_state_up': True, 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'security_groups': ['8d8ba9de-55c9-41fd-bdae-fb24e7de9c43']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:56.467553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 494eeb32-07a0-4eaa-a728-d99e481f4213 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:56.492342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbbef1-e2c7-4a8b-9641-20facb9d61a6 req-f64e62d3-9e43-4c7b-b832-339c050d4cc1 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:56.494170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bfbbef1-e2c7-4a8b-9641-20facb9d61a6 req-f64e62d3-9e43-4c7b-b832-339c050d4cc1 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.0577748 Dec 20 22:59:56.568510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bfbbef1-e2c7-4a8b-9641-20facb9d61a6 req-36dfa41f-7385-445f-b5d8-5de0b60415c2 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662467 Dec 20 22:59:56.662843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.664160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-683ddd91-e7f4-4049-baab-477ca2173d69 req-e0d06ca9-0ed4-42a9-937e-ab8e2ee67149 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0407424 Dec 20 22:59:56.708696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Made reservation on behalf of aa4ac94072e647f3ac0d0401b7c681e3 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:59:56.712820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.740327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b40ee-bc9c-4645-9683-f23bf7907d12 req-4e15aa46-13bd-4d24-ba48-48caae9c37f8 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:56.742921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd6b40ee-bc9c-4645-9683-f23bf7907d12 req-4e15aa46-13bd-4d24-ba48-48caae9c37f8 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0665193 Dec 20 22:59:56.752400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 494eeb32-07a0-4eaa-a728-d99e481f4213 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:56.758717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 494eeb32-07a0-4eaa-a728-d99e481f4213 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:56.758952 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.827495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd6b40ee-bc9c-4645-9683-f23bf7907d12 req-cda49418-9463-4c17-b860-10b739c86dee tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741975 Dec 20 22:59:56.881521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:56.920783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=494eeb32-07a0-4eaa-a728-d99e481f4213,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:56.950196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Allocated IP 172.20.0.6 (6200ca4d-4f33-462d-b85b-772feeb1b9b9/d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4/35108cbc-2ca7-420c-a8be-322730194b13) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:59:56.963459 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.027302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:57.059119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-d31d3ac8-9461-4d4d-8a6d-146132d4155f tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.060607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-d31d3ac8-9461-4d4d-8a6d-146132d4155f tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.1068673 Dec 20 22:59:57.079587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.116285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cffd73-d5dd-4dd9-a374-aa5dcdc2f763 req-9062bb64-2b81-45c9-bb5f-ae4e5a55d4e4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.123761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38cffd73-d5dd-4dd9-a374-aa5dcdc2f763 req-9062bb64-2b81-45c9-bb5f-ae4e5a55d4e4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.0608883 Dec 20 22:59:57.143456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:57.145941 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649b440-1b73-4716-b86f-b57fd842371d" -d '{"events": [{"server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "name": "network-vif-plugged", "status": "completed", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:57.175140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.180227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38cffd73-d5dd-4dd9-a374-aa5dcdc2f763 req-36c790b8-d1de-4814-9f11-a2d84f86cc24 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Dec 20 22:59:57.202680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595acb45-834c-44d5-a965-68529e13ca20 x-openstack-request-id: req-595acb45-834c-44d5-a965-68529e13ca20 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:57.202977 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "name": "network-vif-plugged", "status": "completed", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:57.203235 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-595acb45-834c-44d5-a965-68529e13ca20 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:57.203638 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213', 'code': 200} Dec 20 22:59:57.381419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53d850-41ef-4cab-8f52-e081fbd52fb9 req-84988432-ec9f-4a5d-91d5-37e3fdc05901 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.383568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c53d850-41ef-4cab-8f52-e081fbd52fb9 req-84988432-ec9f-4a5d-91d5-37e3fdc05901 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 943 time: 0.0565333 Dec 20 22:59:57.439789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c53d850-41ef-4cab-8f52-e081fbd52fb9 req-6cd0f40b-d188-4978-b322-ed0f9ec29996 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497608 Dec 20 22:59:57.615001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'Port': ['ID=6a8e94da-60da-478f-9aaa-11fae0ca20d6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:57.618417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.655170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.672992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38642a-cfa4-4e8a-9e51-bcd7ca5ab84e req-83e6fbcc-7d53-4cc2-aa79-eac9fbc694d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.674540 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b38642a-cfa4-4e8a-9e51-bcd7ca5ab84e req-83e6fbcc-7d53-4cc2-aa79-eac9fbc694d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 1097 time: 0.1260536 Dec 20 22:59:57.679487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Deleting port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 22:59:57.679953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.712251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185bc21-ff4d-4fcd-8ddf-09b6b645c6e2 req-1884cd02-f41c-4806-9954-deafb9f80948 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.714100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5185bc21-ff4d-4fcd-8ddf-09b6b645c6e2 req-1884cd02-f41c-4806-9954-deafb9f80948 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 945 time: 0.0686157 Dec 20 22:59:57.730079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.731359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-471af846-1774-4702-a47c-5aba3c0a923d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2911124 Dec 20 22:59:57.791955 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.801928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8038549c-ebea-4e6c-8854-1a934a12fa47 req-a696cf98-509b-4d20-afe7-513b6e31bf4d tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0545356 Dec 20 22:59:57.812028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3b38642a-cfa4-4e8a-9e51-bcd7ca5ab84e req-bd566582-2864-40de-a79f-68a0719cfb7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274641 Dec 20 22:59:57.835426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] For port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:57.837424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.843067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5185bc21-ff4d-4fcd-8ddf-09b6b645c6e2 req-3a9e9a51-eeb5-4698-a509-7a78aa0559c9 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/security-groups?id=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199086 Dec 20 22:59:57.854404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Calling delete_port for 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 22:59:57.903322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:57.964204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:59:57.971161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:59:57.973484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:59:57.974216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4f87-4e39-488e-a62b-190fb9174639 req-887b35c3-1fa6-4029-b7b6-f0127696de2b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:57.975829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d9b4f87-4e39-488e-a62b-190fb9174639 req-887b35c3-1fa6-4029-b7b6-f0127696de2b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0807607 Dec 20 22:59:58.013442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event updated for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:58.066888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:58.067539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.095209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d9b4f87-4e39-488e-a62b-190fb9174639 req-d43d8b2e-d676-4edf-956d-a332a05410a6 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061015 Dec 20 22:59:58.115650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-02c92888-a468-4b15-a939-2bf7aa4db0d1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:58.118264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-02c92888-a468-4b15-a939-2bf7aa4db0d1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.1779771 Dec 20 22:59:58.140320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-5cefd58e-92c3-4b09-9f8c-2a6a19d189ed tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/quotas/e4be62e660d54d1bb637786c024e3e1f HTTP/1.1" status: 200 len: 375 time: 0.0161433 Dec 20 22:59:58.171425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-c76579af-77c7-4406-a145-8d8a81d55b49 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300469 Dec 20 22:59:58.188236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:59:58.192532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:59:58.208802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-cb79d8d2-ab67-4e67-907b-599af53b47a7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7649484 Dec 20 22:59:58.221670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Request body: {'port': {'device_id': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:59:58.260447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.275325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0ee87eb0-fd0f-4028-a604-e6fbb39541f4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:58.302165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Pushing event deleted for resources: {'Port': ['ID=0ee87eb0-fd0f-4028-a604-e6fbb39541f4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:58.303572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a37daa54-b7ea-4242-bf1c-54053c98bed7 None None] Provisioning complete for port 35108cbc-2ca7-420c-a8be-322730194b13 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:58.304145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a37daa54-b7ea-4242-bf1c-54053c98bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.313814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-c7a9f6a1-b917-4543-a953-74043e1575a2 service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344979 Dec 20 22:59:58.375504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] No DVR routers for this DVR port 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:59:58.376794 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.380696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.384760 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d78ba0f2-01a7-4e68-af52-54f4af8e3195 req-eaedccbf-a095-4b57-a3a4-24f3c315784e tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.45 "DELETE /v2.0/ports/0ee87eb0-fd0f-4028-a604-e6fbb39541f4 HTTP/1.1" status: 204 len: 173 time: 1.3103969 Dec 20 22:59:58.385682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'name': 'network-vif-deleted', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:58.388048 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f2f2a-188e-4dd3-ae0b-d1713be8ebe4" -d '{"events": [{"server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "name": "network-vif-deleted", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:58.389409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a37daa54-b7ea-4242-bf1c-54053c98bed7 None None] Port 35108cbc-2ca7-420c-a8be-322730194b13 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 22:59:58.409379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8252f-e28c-41b2-ad17-4b6206567dd0 req-0e9bc55f-3369-4eea-91a8-e469eba3f137 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:58.417229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e8252f-e28c-41b2-ad17-4b6206567dd0 req-0e9bc55f-3369-4eea-91a8-e469eba3f137 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.1544826 Dec 20 22:59:58.418258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:58.432625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'port_id': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'mac_address': 'fa:16:3e:17:39:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:59:58.458472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:59:58.471610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:59:58.472261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.505564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.530419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:58.559626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:58.606983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.637901 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.670145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:59:58.702454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:58.744630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35108cbc-2ca7-420c-a8be-322730194b13 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:59:58.755264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.763215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.775503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Transition to ACTIVE for port object 35108cbc-2ca7-420c-a8be-322730194b13 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:59:58.807852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e8252f-e28c-41b2-ad17-4b6206567dd0 req-7fa933de-5c9f-440b-bfa9-9a6b3a36cb45 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835785 Dec 20 22:59:58.811874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-46a780e4-d034-43c3-94b3-173748ef4083 service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881911 Dec 20 22:59:58.824926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:58.855068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:58.994535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Pushing event updated for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:59.006718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06870f6-6346-4047-9d7d-61fc6feffd9a req-53cbb814-f692-4b0c-afd8-459c46ae9740 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.010131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f06870f6-6346-4047-9d7d-61fc6feffd9a req-53cbb814-f692-4b0c-afd8-459c46ae9740 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0642390 Dec 20 22:59:59.021114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:59:59.036863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Attempting to bind port 35108cbc-2ca7-420c-a8be-322730194b13 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 22:59:59.037227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Attempting to bind port 35108cbc-2ca7-420c-a8be-322730194b13 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 22:59:59.037560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Attempting to bind port 35108cbc-2ca7-420c-a8be-322730194b13 on network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:59.043339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Port 35108cbc-2ca7-420c-a8be-322730194b13 on network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:59:59.043600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Attempting to bind port 35108cbc-2ca7-420c-a8be-322730194b13 on network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:59:59.051588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:59:59.051927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Checking segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 22:59:59.053492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Bound using segment: {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:59:59.054043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Bound port: 35108cbc-2ca7-420c-a8be-322730194b13, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22275aa-60c7-4f8d-b942-775d33a825a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 22:59:59.054504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:59.100035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f06870f6-6346-4047-9d7d-61fc6feffd9a req-67e2d1f4-13c2-4e46-8c79-8b65c036daa0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Dec 20 22:59:59.186427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:59:59.198448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=35108cbc-2ca7-420c-a8be-322730194b13,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:59:59.203445 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560b42f-7177-41eb-8541-60c235d78b1b x-openstack-request-id: req-5560b42f-7177-41eb-8541-60c235d78b1b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:59.203913 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfc0f56-428c-4d13-8039-f9176e87da6e", "name": "network-vif-deleted", "tag": "0ee87eb0-fd0f-4028-a604-e6fbb39541f4", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:59.204336 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5560b42f-7177-41eb-8541-60c235d78b1b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:59.204909 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfc0f56-428c-4d13-8039-f9176e87da6e', 'name': 'network-vif-deleted', 'tag': '0ee87eb0-fd0f-4028-a604-e6fbb39541f4', 'status': 'completed', 'code': 200} Dec 20 22:59:59.215540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:59:59.217971 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8268918-fed3-446b-9154-8e5fcd4a4a06" -d '{"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-plugged", "status": "completed", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:59:59.300603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:59.336104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928bd8f-6c14-4756-8c6a-bc54022e660b req-3823c30b-4e8e-43d6-8d65-5faea87108fd tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.343380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1928bd8f-6c14-4756-8c6a-bc54022e660b req-3823c30b-4e8e-43d6-8d65-5faea87108fd tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 944 time: 0.1093533 Dec 20 22:59:59.359435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.360337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 22:59:59.361969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] 10.222.0.59 "PUT /v2.0/ports/35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 200 len: 1091 time: 1.1451235 Dec 20 22:59:59.385053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3891a-c511-4a26-8b03-4f108844dab6 req-668ba8e9-8202-4790-bd2e-a6a88149a9d9 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.389330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa073-0592-4ea2-afeb-0c70c3ed6ecb service neutron] Pushing event updated for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:59:59.392680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8e3891a-c511-4a26-8b03-4f108844dab6 req-668ba8e9-8202-4790-bd2e-a6a88149a9d9 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.1122491 Dec 20 22:59:59.463702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1928bd8f-6c14-4756-8c6a-bc54022e660b req-b66a8a58-5020-4593-9bae-cb2f6c301e1f tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Dec 20 22:59:59.471518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8e3891a-c511-4a26-8b03-4f108844dab6 req-5fed517b-0e1a-4408-992f-aa66054f3197 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779879 Dec 20 22:59:59.561895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-b33914bf-d4f6-4b8f-abd9-eeac75c1042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.564140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-b33914bf-d4f6-4b8f-abd9-eeac75c1042f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 1094 time: 0.0542035 Dec 20 22:59:59.598005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6a7a9-e7b6-4fe0-a668-a1308413139a req-e5c94cef-6422-48c0-b1bc-bb47cb19fc72 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.606030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdc6a7a9-e7b6-4fe0-a668-a1308413139a req-e5c94cef-6422-48c0-b1bc-bb47cb19fc72 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 943 time: 0.0630586 Dec 20 22:59:59.615901 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-31275d39-de8e-4254-bb55-f88c9e97021c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 200 len: 217 time: 0.0402539 Dec 20 22:59:59.651272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea0bae7c-b38b-44bc-bed3-f490b0abf3a5 req-edacd3e8-644d-4529-b95e-e1fb1cc139e1 tempest-AttachSCSIVolumeTestJSON-692735873 tempest-AttachSCSIVolumeTestJSON-692735873-project] 10.222.0.62 "GET /v2.0/ports?device_id=4dfc0f56-428c-4d13-8039-f9176e87da6e HTTP/1.1" status: 200 len: 210 time: 0.0379844 Dec 20 22:59:59.678496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f709b9db-bf1e-41f3-8ab3-99adb6c053a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.681529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f709b9db-bf1e-41f3-8ab3-99adb6c053a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 HTTP/1.1" status: 200 len: 851 time: 0.0587237 Dec 20 22:59:59.699326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdc6a7a9-e7b6-4fe0-a668-a1308413139a req-1d1c22e1-8fad-49c1-ac6a-88d7d2d88876 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922785 Dec 20 22:59:59.746991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f4c057a1-4754-4b28-96ef-077a886378d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:59:59.755354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-f4c057a1-4754-4b28-96ef-077a886378d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6200ca4d-4f33-462d-b85b-772feeb1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656719 Dec 20 22:59:59.782761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c746d0e-9c7e-46a1-9d38-f9d4d9c9264f req-31ad2586-a658-4eda-9104-89f34d9bde56 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 210 time: 0.0345738 Dec 20 22:59:59.850093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-83d3a2ef-75a9-4a38-8495-99cd8c34b8a3 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1767130301&fields=id&tenant_id=641fa6d4b81542aaa50c19e1eb28920a HTTP/1.1" status: 200 len: 267 time: 0.0690763 Dec 20 22:59:59.856344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-1ed7ac27-4947-49d8-acb9-44f0aaead135 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Dec 20 22:59:59.904424 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cec9e3-1da5-4957-9a8a-b166265133b9 x-openstack-request-id: req-78cec9e3-1da5-4957-9a8a-b166265133b9 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:59:59.905005 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-plugged", "status": "completed", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:59:59.905250 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78cec9e3-1da5-4957-9a8a-b166265133b9 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:59:59.906546 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'code': 200} Dec 20 22:59:59.980559 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dd43b06-8365-4087-8d7c-b3d4d970df82 req-4fcd2d38-184d-41ae-8cc2-417f271190d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166060 Dec 20 22:59:59.992882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-8e53b01d-0a98-4077-b7a6-076fb73fe3e8 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:00.003134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-8e53b01d-0a98-4077-b7a6-076fb73fe3e8 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/networks?id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 200 len: 815 time: 0.1403418 Dec 20 23:00:00.015625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-6a62a93b-6245-4fea-9280-1dd590a96639 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/quotas/641fa6d4b81542aaa50c19e1eb28920a HTTP/1.1" status: 200 len: 375 time: 0.0141823 Dec 20 23:00:00.039177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e482a6-8c1b-45c4-acc9-886421e56c04 req-be47d8b4-2f66-41e0-8b2d-4e43998f2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:00.041243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5e482a6-8c1b-45c4-acc9-886421e56c04 req-be47d8b4-2f66-41e0-8b2d-4e43998f2b1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1097 time: 0.0507593 Dec 20 23:00:00.082614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-ecd2ed6a-b712-4006-a654-6154fbc8a67a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564525 Dec 20 23:00:00.093942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5e482a6-8c1b-45c4-acc9-886421e56c04 req-ded29ca3-48d1-4237-b743-8d6aa313e919 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Dec 20 23:00:00.194321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:00.245608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-feb41d42-5de4-47ad-8669-e8ef3ef03fbf service neutron] 10.222.0.62 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480286 Dec 20 23:00:00.256957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb058-5f48-4ccf-a6e7-b122360a994e req-9b51ddd9-fa6a-489d-9e39-431e393fdb77 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:00.259621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c7eb058-5f48-4ccf-a6e7-b122360a994e req-9b51ddd9-fa6a-489d-9e39-431e393fdb77 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.1022263 Dec 20 23:00:00.370559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c7eb058-5f48-4ccf-a6e7-b122360a994e req-46a6cde3-2a7f-4591-9433-4a0d03efa4d5 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006942 Dec 20 23:00:00.387112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:00.393897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:00.394577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:00.395516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-6efeacc2-4631-4e35-9830-9c5dd14ce782 service neutron] 10.222.0.62 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344395 Dec 20 23:00:00.494972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:00.496254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526575-e388-4781-8a9b-de1c47117676 req-c838c4bf-d4f6-4b60-b64e-1b83c778f6da tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:00.497814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b526575-e388-4781-8a9b-de1c47117676 req-c838c4bf-d4f6-4b60-b64e-1b83c778f6da tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0597939 Dec 20 23:00:00.533262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:00.553311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b526575-e388-4781-8a9b-de1c47117676 req-501b82f8-1cc8-4563-9006-8657684686b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Dec 20 23:00:00.614405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:00.615236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:00.656226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:00.656587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0ee87eb0-fd0f-4028-a604-e6fbb39541f4 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:00.681918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:00.843012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb98489-7e94-4a24-8b27-37dd50650d03 req-a2b30237-f07c-484d-bf1a-64c9110a2baf tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:00.844487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bb98489-7e94-4a24-8b27-37dd50650d03 req-a2b30237-f07c-484d-bf1a-64c9110a2baf tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Dec 20 23:00:00.895856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bb98489-7e94-4a24-8b27-37dd50650d03 req-d3df8bc4-5ae2-44e1-b6eb-29437e4bd27d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Dec 20 23:00:01.015455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c4c4-8e42-4bef-887e-cd00d94877f6 req-91dbea1a-dd6c-4a41-8647-224dc0c16175 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.017093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-baa0c4c4-8e42-4bef-887e-cd00d94877f6 req-91dbea1a-dd6c-4a41-8647-224dc0c16175 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Dec 20 23:00:01.073146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-baa0c4c4-8e42-4bef-887e-cd00d94877f6 req-b2a21e06-9485-4d2f-80da-c9d0c8a85b63 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Dec 20 23:00:01.153854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408e04c-97ae-4cbd-b526-44c6f6d4008c req-38473ba5-26d4-4bb7-a242-d115273be9cf tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.158197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1408e04c-97ae-4cbd-b526-44c6f6d4008c req-38473ba5-26d4-4bb7-a242-d115273be9cf tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 943 time: 0.0764394 Dec 20 23:00:01.205127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2abe330-27eb-4928-a61f-6f4206c3fc4c req-69646a77-b67f-4e56-b596-facaaab3b062 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 210 time: 0.0438437 Dec 20 23:00:01.211223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:01.214978 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7de7c30-e1ea-4e96-b217-242deb9c1d32" -d '{"events": [{"name": "network-changed", "server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "tag": "35108cbc-2ca7-420c-a8be-322730194b13"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:01.243124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1408e04c-97ae-4cbd-b526-44c6f6d4008c req-da32b5eb-f405-45b8-bc69-1d33fc03110c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729256 Dec 20 23:00:01.368487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11dd65cf-56e7-4499-ad45-d4b325f0010f req-5dcc3da0-a902-4ae9-afa5-e1a06efb399f tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Dec 20 23:00:01.423249 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b497caa0-1ccd-432e-891a-06eea9a16aae x-openstack-request-id: req-b497caa0-1ccd-432e-891a-06eea9a16aae {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:01.424714 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "tag": "35108cbc-2ca7-420c-a8be-322730194b13", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:01.425079 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b497caa0-1ccd-432e-891a-06eea9a16aae {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:01.425567 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13', 'status': 'completed', 'code': 200} Dec 20 23:00:01.563729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862aa5-5765-4eb6-9a5b-86839c9e7296 req-8ba0584b-7198-4530-b1cf-b8dcc83c455a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.572058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862aa5-5765-4eb6-9a5b-86839c9e7296 req-8ba0584b-7198-4530-b1cf-b8dcc83c455a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.579003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862aa5-5765-4eb6-9a5b-86839c9e7296 req-8ba0584b-7198-4530-b1cf-b8dcc83c455a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.580953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89862aa5-5765-4eb6-9a5b-86839c9e7296 req-8ba0584b-7198-4530-b1cf-b8dcc83c455a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001&device_id=33752e3a-feec-438e-85e3-4bb65ca47546&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 2417 time: 0.0827682 Dec 20 23:00:01.639973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-752dbed5-02b7-41e0-b71c-7f28b7093f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.641592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-752dbed5-02b7-41e0-b71c-7f28b7093f0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 1094 time: 0.1775854 Dec 20 23:00:01.682385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-cb0af203-79e4-4a63-a16e-3e8c3613c19c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.684022 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-cb0af203-79e4-4a63-a16e-3e8c3613c19c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.1729357 Dec 20 23:00:01.700689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89862aa5-5765-4eb6-9a5b-86839c9e7296 req-8e80c894-9442-48e8-a39b-878e609ba99e tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106637 Dec 20 23:00:01.721218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'port': {'device_id': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'admin_state_up': True, 'tenant_id': 'e4be62e660d54d1bb637786c024e3e1f'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:01.723755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762b82a-4c08-4695-bf7a-27d01d67b859 req-c7d340f2-5778-4e01-a781-4a82c81d8e0c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.725397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4762b82a-4c08-4695-bf7a-27d01d67b859 req-c7d340f2-5778-4e01-a781-4a82c81d8e0c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0888095 Dec 20 23:00:01.786367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4762b82a-4c08-4695-bf7a-27d01d67b859 req-7c95a942-db80-4d84-998c-b8a314bf779e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539584 Dec 20 23:00:01.895323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d419-b040-404b-b066-ce4be388d3b3 req-fd0b8076-503e-41c2-91bc-e13fa47b6761 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.900363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b17d419-b040-404b-b066-ce4be388d3b3 req-fd0b8076-503e-41c2-91bc-e13fa47b6761 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0689516 Dec 20 23:00:01.907372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:01.918361 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d288f7d-a039-415e-8edf-c31de724ae60" -d '{"events": [{"server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:01.979900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1782383-f1a0-4b66-bbe2-0ecdfe46d494 req-31300157-e3ac-4d81-99a6-a74067a4dfba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:01.982799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1782383-f1a0-4b66-bbe2-0ecdfe46d494 req-31300157-e3ac-4d81-99a6-a74067a4dfba tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1097 time: 0.0843453 Dec 20 23:00:02.004444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-b0661b77-07da-4fe9-ac9e-0795ce68d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.010983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-b0661b77-07da-4fe9-ac9e-0795ce68d55d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 200 len: 913 time: 0.3259552 Dec 20 23:00:02.014115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b17d419-b040-404b-b066-ce4be388d3b3 req-520d94e5-9185-4191-b13d-d7eab9ecaa11 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050055 Dec 20 23:00:02.059156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1782383-f1a0-4b66-bbe2-0ecdfe46d494 req-452c54ea-b309-4a88-a0c0-79a14199cb92 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Dec 20 23:00:02.102658 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42625ec-7b62-4519-9eb8-cda81c23f438 x-openstack-request-id: req-d42625ec-7b62-4519-9eb8-cda81c23f438 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:02.103214 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:02.103671 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d42625ec-7b62-4519-9eb8-cda81c23f438 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:02.104359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-4e7c529c-a2b9-4dd9-afef-b590a352eb8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 200 len: 217 time: 0.0687871 Dec 20 23:00:02.104673 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'code': 200} Dec 20 23:00:02.251005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-e773a3fe-25c1-471f-9595-2d54f69f1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.253211 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-e773a3fe-25c1-471f-9595-2d54f69f1fc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 HTTP/1.1" status: 200 len: 851 time: 0.1316760 Dec 20 23:00:02.314829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1302391-616d-4e40-aee6-65b52c6e4aa6 req-f6cd5428-b3fc-452a-9dca-524208354dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.319403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1302391-616d-4e40-aee6-65b52c6e4aa6 req-f6cd5428-b3fc-452a-9dca-524208354dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1437097 Dec 20 23:00:02.324653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-8b4d485d-272a-4a07-9110-50b1955bbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.326355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-8b4d485d-272a-4a07-9110-50b1955bbd98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6200ca4d-4f33-462d-b85b-772feeb1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660691 Dec 20 23:00:02.394098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25280dd7-f866-4677-8b21-06b64db56aa0 req-dcaa6598-7e6f-48e6-aa2a-1e9bc82dfe95 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.396125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25280dd7-f866-4677-8b21-06b64db56aa0 req-dcaa6598-7e6f-48e6-aa2a-1e9bc82dfe95 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1370151 Dec 20 23:00:02.429182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1302391-616d-4e40-aee6-65b52c6e4aa6 req-b7e5177b-d798-422f-91f5-2254c3bbe1d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852435 Dec 20 23:00:02.435823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Made reservation on behalf of e4be62e660d54d1bb637786c024e3e1f for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:02.442822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:02.515390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25280dd7-f866-4677-8b21-06b64db56aa0 req-bd0545cc-6839-40f4-ae61-905eaa6b9bab tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899138 Dec 20 23:00:02.584090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84eaf006-03fe-476e-bdf8-cd5e4cd51c56 req-3724731c-cd68-4f89-995d-da551e38b6a5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 210 time: 0.0383673 Dec 20 23:00:02.673456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Allocated IP 172.20.0.9 (39d2abb6-7a78-4024-bf0c-4ae98f4f4e66/809dd8a1-26a9-48e2-979a-65d4d5d00aa3/a4cdddfe-3e13-496e-b700-f10aede4b6e0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:02.714583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dead6-fd99-4dbb-b824-0fda41749144 req-a1b7fd5c-1191-413b-b9c8-e31a65ca4c34 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:02.716582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a6dead6-fd99-4dbb-b824-0fda41749144 req-a1b7fd5c-1191-413b-b9c8-e31a65ca4c34 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 943 time: 0.0783777 Dec 20 23:00:02.765958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-73769eb2-5000-456f-9b4e-c80902abb4c4 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310026 Dec 20 23:00:02.838562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a6dead6-fd99-4dbb-b824-0fda41749144 req-29c61ecf-897b-4d85-90b3-80fb6670fa37 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099820 Dec 20 23:00:02.910300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae0ac4a5-c374-4418-a0fe-127c0568f054 req-b98d2694-2153-4c57-83bf-52ab749efa60 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0504727 Dec 20 23:00:03.006727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a7de7c30-e1ea-4e96-b217-242deb9c1d32 req-ff581d13-f6c4-4ec1-bcd6-ae39d856f0c0 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312183 Dec 20 23:00:03.075413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:03.151822 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:03.245444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:03.298132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:03.302168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:03.318580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:03.358334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:03.372105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.372653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.373201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.373679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.374108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.374993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.375539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.375959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.376443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.376978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.377398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.377890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.378355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:03.435963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:03.436626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:03.531833 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-14397251-0acc-40b8-8308-a3770f65cfa5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8191149 Dec 20 23:00:03.567186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Request body: {'port': {'device_id': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:03.717905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:03.750609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac451e-b52a-4a3c-a498-3d0ea65cf0e9 req-1be6786e-8993-45d1-b829-750bae884c0a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:03.763607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abac451e-b52a-4a3c-a498-3d0ea65cf0e9 req-1be6786e-8993-45d1-b829-750bae884c0a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1377327 Dec 20 23:00:03.834935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abac451e-b52a-4a3c-a498-3d0ea65cf0e9 req-cf65cee4-7213-4c50-9c0a-24e3fbae9427 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641398 Dec 20 23:00:04.049425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4206-bb81-496b-9900-0f54fee0a129 req-959b5cd7-0c02-4e84-bb59-d6ee6e1c746e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:04.056113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc8b4206-bb81-496b-9900-0f54fee0a129 req-959b5cd7-0c02-4e84-bb59-d6ee6e1c746e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 931 time: 0.1062417 Dec 20 23:00:04.160734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-034d7b82-69fe-48ae-af7a-da90c020bb53 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:04.163240 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-034d7b82-69fe-48ae-af7a-da90c020bb53 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.59 "GET /v2.0/networks?id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 200 len: 815 time: 0.2121756 Dec 20 23:00:04.222370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc8b4206-bb81-496b-9900-0f54fee0a129 req-a997ae0f-80ff-4080-b205-1d14ac4640a4 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601360 Dec 20 23:00:04.338270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cdddfe-3e13-496e-b700-f10aede4b6e0 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:04.347064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.381214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Transition to ACTIVE for port object a4cdddfe-3e13-496e-b700-f10aede4b6e0 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:00:04.395042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9b6417a-f25f-46ec-8fe7-fc3e47257429 req-022bd79d-3f06-447e-ac2f-45b7b2bf8040 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0646486 Dec 20 23:00:04.432615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.496109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 35108cbc-2ca7-420c-a8be-322730194b13 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:04.539783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-0081cd5e-de4a-443c-950a-8383d730edaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=641fa6d4b81542aaa50c19e1eb28920a HTTP/1.1" status: 200 len: 380 time: 0.3631563 Dec 20 23:00:04.547109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:04.569533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'port': {'device_id': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'admin_state_up': True, 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'security_groups': ['00b0b1a5-13da-4322-94d0-b08c30ec14e8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:04.633380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99affd47-023a-4814-9e34-59e4c86ba74e req-cd583164-27bc-42a6-8f75-ccdd95831f88 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:04.654403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99affd47-023a-4814-9e34-59e4c86ba74e req-cd583164-27bc-42a6-8f75-ccdd95831f88 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 943 time: 0.1428921 Dec 20 23:00:04.685242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd3ef-ace4-4fd1-b099-f401726f0667 req-4eea810f-4b65-4699-b417-e91628d68fe0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:04.685890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=35108cbc-2ca7-420c-a8be-322730194b13,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:04.687278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9dd3ef-ace4-4fd1-b099-f401726f0667 req-4eea810f-4b65-4699-b417-e91628d68fe0 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.1316392 Dec 20 23:00:04.707016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '35108cbc-2ca7-420c-a8be-322730194b13', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'port_id': '35108cbc-2ca7-420c-a8be-322730194b13', 'mac_address': 'fa:16:3e:9a:ac:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:04.763313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f29adda0-6a95-4e2b-ac07-17c2f14d40b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.765358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Attempting to bind port a4cdddfe-3e13-496e-b700-f10aede4b6e0 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:04.765829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Attempting to bind port a4cdddfe-3e13-496e-b700-f10aede4b6e0 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:04.766276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Attempting to bind port a4cdddfe-3e13-496e-b700-f10aede4b6e0 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:04.775982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Port a4cdddfe-3e13-496e-b700-f10aede4b6e0 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:04.779417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Attempting to bind port a4cdddfe-3e13-496e-b700-f10aede4b6e0 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:04.786601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.794808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:04.795293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Checking segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:04.800149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Bound using segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:04.800770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Bound port: a4cdddfe-3e13-496e-b700-f10aede4b6e0, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:04.801243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.815134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35108cbc-2ca7-420c-a8be-322730194b13 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:04.843573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=35108cbc-2ca7-420c-a8be-322730194b13,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:04.858367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99affd47-023a-4814-9e34-59e4c86ba74e req-ad8c2703-e994-45c2-a3e4-19d9cb6c23f0 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939797 Dec 20 23:00:04.888596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Made reservation on behalf of 641fa6d4b81542aaa50c19e1eb28920a for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:04.896189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.911310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9dd3ef-ace4-4fd1-b099-f401726f0667 req-73291643-4de7-425e-86bc-409a2f2a2525 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009931 Dec 20 23:00:04.917211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:04.983546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:04.998576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:04.999878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.000171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.000518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.001996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.002363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.002704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.004918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.005292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.005627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.010202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.010202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.010202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:05.034771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:05.061168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:05.076332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec5bb-7538-480f-93d7-2a100fbd7ffe req-e2316c33-6811-4518-823b-653355a30dfd tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.077899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-714ec5bb-7538-480f-93d7-2a100fbd7ffe req-e2316c33-6811-4518-823b-653355a30dfd tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0919693 Dec 20 23:00:05.136889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Allocated IP 172.20.0.6 (c3f6e6bc-855c-4513-92c8-370ecd8c3ed3/e5f694bf-dc8c-427e-ac7e-c5b7f85502e2/1d59a61b-52d2-49bb-acd2-77f48af54820) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:05.153991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-714ec5bb-7538-480f-93d7-2a100fbd7ffe req-609d77c5-db02-45c0-b6de-11dcee14be15 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Dec 20 23:00:05.159166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:05.167120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['35108cbc-2ca7-420c-a8be-322730194b13'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:05.277769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.278663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:05.280252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/a4cdddfe-3e13-496e-b700-f10aede4b6e0 HTTP/1.1" status: 200 len: 1091 time: 1.7199473 Dec 20 23:00:05.281089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:05.283617 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86868449-4903-4fda-8f76-0e525b803311" -d '{"events": [{"name": "network-changed", "server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:05.323251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9bb4a-5f53-4357-9206-7492b9a662b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:05.452716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fb441-ebf2-4890-bf96-45312f7becf5 req-b7b56070-1e85-4040-bd57-129657eee9a6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.457624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155fb441-ebf2-4890-bf96-45312f7becf5 req-b7b56070-1e85-4040-bd57-129657eee9a6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 943 time: 0.0949662 Dec 20 23:00:05.513904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155fb441-ebf2-4890-bf96-45312f7becf5 req-d3394a75-de60-45d4-98fd-5f65b9812362 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Dec 20 23:00:05.540259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:05.570051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-2b9e58c1-e6b0-40c6-a6e3-8e1958ba906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.573319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-2b9e58c1-e6b0-40c6-a6e3-8e1958ba906d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 1094 time: 0.0801916 Dec 20 23:00:05.578762 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850b1e5-2fe3-4fd5-9b3c-8343357002ba x-openstack-request-id: req-b850b1e5-2fe3-4fd5-9b3c-8343357002ba {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:05.579187 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:05.579543 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b850b1e5-2fe3-4fd5-9b3c-8343357002ba {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:05.580028 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'status': 'completed', 'code': 200} Dec 20 23:00:05.644069 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-04d7d11c-b182-4b81-82bb-e33620c39820 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0 HTTP/1.1" status: 200 len: 217 time: 0.0472527 Dec 20 23:00:05.702033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:05.742243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-627c87f8-87ac-450d-8a0d-03c6a2009a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.744188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-627c87f8-87ac-450d-8a0d-03c6a2009a01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.0926991 Dec 20 23:00:05.808391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:05.813607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-83c556ed-11a2-4b22-af16-4e2b95a5afcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434995 Dec 20 23:00:05.818454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:05.821841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:05.896944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event updated for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:05.939178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91978-50cc-4fee-bee8-c9ad1d559c98 req-0a66122c-d10f-48e8-802c-b33aa6b616e5 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.941603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81e91978-50cc-4fee-bee8-c9ad1d559c98 req-0a66122c-d10f-48e8-802c-b33aa6b616e5 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 931 time: 0.1412950 Dec 20 23:00:05.943953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703026a-205f-4db3-bc0b-5be387f85675 req-9c309ca6-3ce9-4098-9db8-e1964b11902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:05.948616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-9c309ca6-3ce9-4098-9db8-e1964b11902c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0970657 Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.020391 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.024246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:06.064484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-fb551417-b967-4795-a8b5-0c039a4a7b08 service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374022 Dec 20 23:00:06.127686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81e91978-50cc-4fee-bee8-c9ad1d559c98 req-a050671a-7132-47f6-9387-13860a3ae89a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756599 Dec 20 23:00:06.144132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703026a-205f-4db3-bc0b-5be387f85675 req-3adfb7c4-93e2-436d-a70a-37e9ec07451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.144132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-3adfb7c4-93e2-436d-a70a-37e9ec07451d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.1632984 Dec 20 23:00:06.165201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-480d51b0-0489-42c1-bcab-2b6f67a3dfaf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005113 Dec 20 23:00:06.200101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-988d9ac1-79cd-4c23-a085-705566525fde None None] Provisioning complete for port 1d59a61b-52d2-49bb-acd2-77f48af54820 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:06.201138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Request body: {'port': {'device_id': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:06.209588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-988d9ac1-79cd-4c23-a085-705566525fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:06.257921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-f588fc7d-5c5a-496d-a0e1-a103e0fd8a0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.1085575 Dec 20 23:00:06.277068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:06.280315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-988d9ac1-79cd-4c23-a085-705566525fde None None] Port 1d59a61b-52d2-49bb-acd2-77f48af54820 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:00:06.359043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2b769e55-6a43-48b5-9e68-14da0c02cbcf req-4efcabfd-5984-4b71-8f90-fd86da41789f service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864740 Dec 20 23:00:06.420137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703026a-205f-4db3-bc0b-5be387f85675 req-54f7b52f-4eb9-4409-9878-89833f9e70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.422140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-54f7b52f-4eb9-4409-9878-89833f9e70c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.1556664 Dec 20 23:00:06.440767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e365802-9fe3-403b-a4a0-5dd473baa6ed req-1c8a5bbd-8133-4873-a9a1-850753ab0f40 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.442692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e365802-9fe3-403b-a4a0-5dd473baa6ed req-1c8a5bbd-8133-4873-a9a1-850753ab0f40 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1748023 Dec 20 23:00:06.481326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-270dc19d-bdc9-4df6-a8ad-c4d27bd44299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367575 Dec 20 23:00:06.513493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 35108cbc-2ca7-420c-a8be-322730194b13 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:06.684460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 35108cbc-2ca7-420c-a8be-322730194b13 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:06.689671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 35108cbc-2ca7-420c-a8be-322730194b13 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:06.690372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:06.696860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e365802-9fe3-403b-a4a0-5dd473baa6ed req-a97aa9f0-89f6-4291-a6a9-daedb5de42b8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440851 Dec 20 23:00:06.702922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868449-4903-4fda-8f76-0e525b803311 req-2bdc3c74-c65d-4d6a-990f-2f5074564e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.702922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-2bdc3c74-c65d-4d6a-990f-2f5074564e8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 1094 time: 0.1726108 Dec 20 23:00:06.834439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-32fc3ede-c938-42a9-a0f3-ea3f75bf0e05 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324881 Dec 20 23:00:06.857831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cf4e3-f414-43d5-b435-2df0a5d8d8f6 req-afd12fa0-336e-4892-8985-ef79b78b75c2 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.860714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:06.868246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3cf4e3-f414-43d5-b435-2df0a5d8d8f6 req-afd12fa0-336e-4892-8985-ef79b78b75c2 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 944 time: 0.2058556 Dec 20 23:00:06.927311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=35108cbc-2ca7-420c-a8be-322730194b13,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:06.928860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:06.932428 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff72d93c-fba5-4b2e-971e-8e57322bd931" -d '{"events": [{"server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "name": "network-vif-plugged", "status": "completed", "tag": "35108cbc-2ca7-420c-a8be-322730194b13"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:06.979156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868449-4903-4fda-8f76-0e525b803311 req-f4c86cea-2638-452e-8ee8-c486fec0b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:06.981034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-f4c86cea-2638-452e-8ee8-c486fec0b1aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 922 time: 0.2187235 Dec 20 23:00:07.017515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfbac5-9e8e-40f7-bc76-59e67a0f41b5 req-91cdc078-da8a-4bf9-9f9d-b86c0dcdf6cc tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:07.019343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46bfbac5-9e8e-40f7-bc76-59e67a0f41b5 req-91cdc078-da8a-4bf9-9f9d-b86c0dcdf6cc tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.1819279 Dec 20 23:00:07.023499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:07.053215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-29c2dc5b-4d86-4bdb-a137-a0b62bdf054d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0 HTTP/1.1" status: 200 len: 217 time: 0.0631452 Dec 20 23:00:07.086717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3cf4e3-f414-43d5-b435-2df0a5d8d8f6 req-98c25ab7-5b9b-4883-b4c2-ae95f919c99b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166538 Dec 20 23:00:07.118718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:07.134363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46f36d62-bd43-4add-9926-33e96908b04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:07.161827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d59a61b-52d2-49bb-acd2-77f48af54820 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:07.191471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2703026a-205f-4db3-bc0b-5be387f85675 req-544bf227-78a8-47c5-b877-de5e3318b734 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133595 Dec 20 23:00:07.192781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:07.207079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46bfbac5-9e8e-40f7-bc76-59e67a0f41b5 req-2f7bea3b-727e-4559-bd52-a33823368118 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602058 Dec 20 23:00:07.231737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868449-4903-4fda-8f76-0e525b803311 req-9d91469d-8254-40d4-925b-5f861c71e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:07.233268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-9d91469d-8254-40d4-925b-5f861c71e625 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.1323717 Dec 20 23:00:07.269240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Transition to ACTIVE for port object 1d59a61b-52d2-49bb-acd2-77f48af54820 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:00:07.304668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-d2fe6c06-6f10-4c1a-8437-7c74b721cb68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588307 Dec 20 23:00:07.333676 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59580240-195f-40fb-86c9-7cff65944102 x-openstack-request-id: req-59580240-195f-40fb-86c9-7cff65944102 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:07.335006 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "name": "network-vif-plugged", "status": "completed", "tag": "35108cbc-2ca7-420c-a8be-322730194b13", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:07.335596 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59580240-195f-40fb-86c9-7cff65944102 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:07.336195 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13', 'code': 200} Dec 20 23:00:07.387283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:07.489751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0527e-3f01-4d6a-bae4-c03309164de2 req-3e578cb3-cbc2-4b16-8f1b-1a79efe30da0 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:07.502341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70e0527e-3f01-4d6a-bae4-c03309164de2 req-3e578cb3-cbc2-4b16-8f1b-1a79efe30da0 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 943 time: 0.1292701 Dec 20 23:00:07.605116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70e0527e-3f01-4d6a-bae4-c03309164de2 req-60b22a91-03eb-42d5-b0e6-013c3c8e63c8 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977175 Dec 20 23:00:07.684297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112530-2cc3-41b2-8b69-22d83bf00999 req-ad01170f-35ce-49fa-8fe5-b3623b1f0fe7 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:07.703662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a112530-2cc3-41b2-8b69-22d83bf00999 req-ad01170f-35ce-49fa-8fe5-b3623b1f0fe7 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.1799340 Dec 20 23:00:07.834249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a112530-2cc3-41b2-8b69-22d83bf00999 req-037e168b-bddb-4b31-9318-eb1fabd39b78 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292796 Dec 20 23:00:07.915055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df476e-7a95-48e8-9474-cc40e1f37d3b req-20aa7d99-2c6d-4863-8e0d-23e4332c828d tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:07.924603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56df476e-7a95-48e8-9474-cc40e1f37d3b req-20aa7d99-2c6d-4863-8e0d-23e4332c828d tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1050036 Dec 20 23:00:07.991286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56df476e-7a95-48e8-9474-cc40e1f37d3b req-95bd0940-2a5d-436c-b485-7963f9718c91 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 Dec 20 23:00:08.171426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Pushing event updated for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:08.192763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:08.230774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31717c93-f57e-4833-9394-7d3436303e43 req-484f4db2-233a-4bb3-a4c1-4bac282329bc tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.233184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31717c93-f57e-4833-9394-7d3436303e43 req-484f4db2-233a-4bb3-a4c1-4bac282329bc tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0696070 Dec 20 23:00:08.264672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-84ec24f6-69f0-418b-9cb9-ccbcfb79a91b service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408898 Dec 20 23:00:08.278786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958c13f-862c-4a93-9c59-654b3ac7b795 req-4b7b2830-129c-45dd-97c2-74bf36c19195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.280494 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c958c13f-862c-4a93-9c59-654b3ac7b795 req-4b7b2830-129c-45dd-97c2-74bf36c19195 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 1096 time: 0.7627571 Dec 20 23:00:08.329036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31717c93-f57e-4833-9394-7d3436303e43 req-23cddf72-3f48-4c53-a83d-ba80fdd67e54 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881560 Dec 20 23:00:08.418064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a79a-d245-4c29-8fcc-a00d2688c565 req-10851d87-930c-4350-a5f0-f8e0e5cca5c1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.426601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4197a79a-d245-4c29-8fcc-a00d2688c565 req-10851d87-930c-4350-a5f0-f8e0e5cca5c1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Dec 20 23:00:08.433866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Attempting to bind port 1d59a61b-52d2-49bb-acd2-77f48af54820 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:08.434347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Attempting to bind port 1d59a61b-52d2-49bb-acd2-77f48af54820 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:08.434775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Attempting to bind port 1d59a61b-52d2-49bb-acd2-77f48af54820 on network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:08.455719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Port 1d59a61b-52d2-49bb-acd2-77f48af54820 on network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:08.456248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Attempting to bind port 1d59a61b-52d2-49bb-acd2-77f48af54820 on network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:08.465396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:08.465396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Checking segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:08.465396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Bound using segment: {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:08.466026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Bound port: 1d59a61b-52d2-49bb-acd2-77f48af54820, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a86af50-99a1-4465-987c-8804c4da9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:08.466392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:08.479447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c958c13f-862c-4a93-9c59-654b3ac7b795 req-7a80936f-8459-45d0-acdc-d3cc3cc742fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862171 Dec 20 23:00:08.500461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4197a79a-d245-4c29-8fcc-a00d2688c565 req-32c47605-563e-432b-bf1a-1afa3bf90e58 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728931 Dec 20 23:00:08.526994 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-86868449-4903-4fda-8f76-0e525b803311 req-c1711c69-2b23-43a2-9158-699abda171b8 service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525258 Dec 20 23:00:08.559402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:08.562674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1d59a61b-52d2-49bb-acd2-77f48af54820,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:08.671689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:08.728550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.729380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:08.730780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] 10.222.0.59 "PUT /v2.0/ports/1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 200 len: 1091 time: 2.5410819 Dec 20 23:00:08.731218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:08.733542 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3edc04-a190-4241-af39-3cf84b7dbeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:08.740104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edfffd-780f-4c9c-8452-2aad4e54d29b service neutron] Pushing event updated for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:08.764261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0d68-3fd7-450b-9ee9-14282def9db4 req-ba80aef9-bc38-4352-bbf7-f3a80e6bbedf tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.772758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c8a0d68-3fd7-450b-9ee9-14282def9db4 req-ba80aef9-bc38-4352-bbf7-f3a80e6bbedf tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 943 time: 0.0756271 Dec 20 23:00:08.791525 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79463d0a-0b56-4451-b4c2-ade55ab67a38 x-openstack-request-id: req-79463d0a-0b56-4451-b4c2-ade55ab67a38 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:08.792147 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:08.793755 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79463d0a-0b56-4451-b4c2-ade55ab67a38 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:08.794654 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'status': 'completed', 'code': 200} Dec 20 23:00:08.841084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c8a0d68-3fd7-450b-9ee9-14282def9db4 req-1e412687-b3f7-4915-abea-4df631b4fcd1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660808 Dec 20 23:00:08.886112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-2f032f85-3aa7-490f-a725-0f2ee69d313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:08.890736 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-2f032f85-3aa7-490f-a725-0f2ee69d313f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0736315 Dec 20 23:00:08.967472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-6555e03b-4972-4631-a064-01fc035b641b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 200 len: 217 time: 0.0700405 Dec 20 23:00:09.030080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d08fb-6b77-4764-a8a6-d6d9607c39be req-3ae030dd-3501-4af6-ab99-93880226d506 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.037810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f9d08fb-6b77-4764-a8a6-d6d9607c39be req-3ae030dd-3501-4af6-ab99-93880226d506 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0903721 Dec 20 23:00:09.068700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-57343a26-a866-415a-9388-1b1285668e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.072954 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-57343a26-a866-415a-9388-1b1285668e93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 HTTP/1.1" status: 200 len: 854 time: 0.0818546 Dec 20 23:00:09.106527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f9d08fb-6b77-4764-a8a6-d6d9607c39be req-66c8ef3b-eb31-4725-97b7-0cd90a903926 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646060 Dec 20 23:00:09.153397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462857e4-99a8-47ab-b1af-935851b05425 req-bc0d7963-dfe0-41f6-998f-ef5708fbbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.155632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-bc0d7963-dfe0-41f6-998f-ef5708fbbf95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654817 Dec 20 23:00:09.169665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5439-1aa7-47c5-9fc8-b41f60482d8a req-2907c593-3dac-480b-b062-0114feb50dee tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.171416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad4a5439-1aa7-47c5-9fc8-b41f60482d8a req-2907c593-3dac-480b-b062-0114feb50dee tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0624020 Dec 20 23:00:09.247484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad4a5439-1aa7-47c5-9fc8-b41f60482d8a req-adcd747c-438f-4aa9-83be-7b1b8f8f10ba tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Dec 20 23:00:09.275838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-cadd1dab-a616-4bd1-b9f6-63cbf7bdf897 service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090128 Dec 20 23:00:09.377492 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-462857e4-99a8-47ab-b1af-935851b05425 req-d5a570c6-0038-40bf-8247-c8c53ddb30e0 service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931580 Dec 20 23:00:09.441841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf57fc-a4e4-44fa-9c8c-8dd0e708d9f2 req-4583de12-ad54-4b9c-bb40-c8e47054cc1d tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.443664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfcf57fc-a4e4-44fa-9c8c-8dd0e708d9f2 req-4583de12-ad54-4b9c-bb40-c8e47054cc1d tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0530121 Dec 20 23:00:09.530037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfcf57fc-a4e4-44fa-9c8c-8dd0e708d9f2 req-4cbe3023-91ee-40a8-96ed-f02d8a8b0518 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752161 Dec 20 23:00:09.585931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-d9494b54-6c60-41bf-8484-3253fe1e1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.588359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-d9494b54-6c60-41bf-8484-3253fe1e1ce2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0789864 Dec 20 23:00:09.614111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:09.684237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3490d7-8d88-4134-a8f2-af1c404e2845 req-8a5234bd-225c-4091-979c-76382d915eef tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.685588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b3490d7-8d88-4134-a8f2-af1c404e2845 req-8a5234bd-225c-4091-979c-76382d915eef tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Dec 20 23:00:09.702960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-5d438328-8d96-4a84-9c55-721dfa296c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.706405 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-5d438328-8d96-4a84-9c55-721dfa296c19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 200 len: 916 time: 0.1049492 Dec 20 23:00:09.739933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b3490d7-8d88-4134-a8f2-af1c404e2845 req-7947f9cf-173f-483f-ae87-a208cb492fa7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Dec 20 23:00:09.763958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-f70941ae-33f4-498c-bfec-c3902fb5f79a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 200 len: 217 time: 0.0417602 Dec 20 23:00:09.815683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-2e93adb3-0dc5-48d8-908e-b18aaf5ac2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.817040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-2e93adb3-0dc5-48d8-908e-b18aaf5ac2a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 HTTP/1.1" status: 200 len: 854 time: 0.0455945 Dec 20 23:00:09.881887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-967fb863-6b58-49ce-99af-14f2897265cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.884366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-967fb863-6b58-49ce-99af-14f2897265cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461073 Dec 20 23:00:09.994111 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-e55f2ede-2324-4946-8c6a-19de000ca6d9 service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946219 Dec 20 23:00:09.998476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02dc31-5229-475b-9f0e-e293c08c14cf req-afaa6fbf-e710-4278-8c0d-34b36eeb13b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:09.999978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b02dc31-5229-475b-9f0e-e293c08c14cf req-afaa6fbf-e710-4278-8c0d-34b36eeb13b7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 943 time: 0.0696208 Dec 20 23:00:10.050515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b02dc31-5229-475b-9f0e-e293c08c14cf req-8c1e0946-1ac8-4326-a250-ef544b5efd4f tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Dec 20 23:00:10.105168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f3edc04-a190-4241-af39-3cf84b7dbeeb req-dcb9bbf1-5003-4067-b312-68a5a204a6aa service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000712 Dec 20 23:00:10.227137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d0b3-b2a9-46b7-8e59-16a67211b477 req-41022393-4f83-40ae-9ff7-3821242fab1c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:10.228767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c92d0b3-b2a9-46b7-8e59-16a67211b477 req-41022393-4f83-40ae-9ff7-3821242fab1c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0548463 Dec 20 23:00:10.234688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:10.282654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c92d0b3-b2a9-46b7-8e59-16a67211b477 req-bb043584-3d17-4b4b-905d-79a47328aef1 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474577 Dec 20 23:00:10.350469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:10.368595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'mac_address': 'fa:16:3e:47:81:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:10.378027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca1e8-82e1-4b4e-b166-8026c3522813 req-5ca81557-dfac-4d94-ab51-c3d28e751edf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:10.379535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9adca1e8-82e1-4b4e-b166-8026c3522813 req-5ca81557-dfac-4d94-ab51-c3d28e751edf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0564020 Dec 20 23:00:10.408236 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:10.422831 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cdddfe-3e13-496e-b700-f10aede4b6e0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:10.430999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:10.442034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9adca1e8-82e1-4b4e-b166-8026c3522813 req-cf53078c-a73e-40d5-bb68-ee4e0a361328 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Dec 20 23:00:10.448438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:10.523872 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:10.582761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:10.679870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd61e18-dc91-4c63-92d7-8cc0e610946a req-1d7035ec-5c15-45cd-b0e1-877fb5dd543a tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:10.681837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd61e18-dc91-4c63-92d7-8cc0e610946a req-1d7035ec-5c15-45cd-b0e1-877fb5dd543a tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0631280 Dec 20 23:00:10.732630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd61e18-dc91-4c63-92d7-8cc0e610946a req-04ef3469-26f7-4e2d-ba45-2da6894f6f04 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 Dec 20 23:00:10.860969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4cdddfe-3e13-496e-b700-f10aede4b6e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:10.911823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73181-4bc4-44be-a777-1a1ca7ff731d req-67741b5b-fa67-42ae-85e7-541f6e9eb23b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:10.914414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ea73181-4bc4-44be-a777-1a1ca7ff731d req-67741b5b-fa67-42ae-85e7-541f6e9eb23b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0898886 Dec 20 23:00:10.922341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:10.926886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Request body: {'floatingip': {'port_id': '35108cbc-2ca7-420c-a8be-322730194b13'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:10.941411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720bed5-e7a3-4f3d-aa16-b0cedb1818c6 req-1ab05b13-2d85-4d91-bde8-232f60ffdc0d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:10.950241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a720bed5-e7a3-4f3d-aa16-b0cedb1818c6 req-1ab05b13-2d85-4d91-bde8-232f60ffdc0d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0980926 Dec 20 23:00:10.974615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:11.009938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a720bed5-e7a3-4f3d-aa16-b0cedb1818c6 req-b28c0136-c317-4901-8ac9-94cd1414626a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Dec 20 23:00:11.184199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac9690-8d88-4f6f-80d8-0028adbb04b2 req-ba768734-86a9-45b2-aaee-26bdeb3e5624 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:11.185706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45ac9690-8d88-4f6f-80d8-0028adbb04b2 req-ba768734-86a9-45b2-aaee-26bdeb3e5624 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 944 time: 0.0545244 Dec 20 23:00:11.238805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45ac9690-8d88-4f6f-80d8-0028adbb04b2 req-63a89d1a-c9de-444d-b0a0-a4ba7f612700 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Dec 20 23:00:11.414731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7d80-d2d5-4b52-9676-11db2b614acb req-9ef402b2-e82c-475e-8868-775f9d5656ff tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:11.416355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c17e7d80-d2d5-4b52-9676-11db2b614acb req-9ef402b2-e82c-475e-8868-775f9d5656ff tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0569088 Dec 20 23:00:11.452717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:11.472025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c17e7d80-d2d5-4b52-9676-11db2b614acb req-10dfc3dc-c935-40b9-a8de-fe9db9b362ac tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488212 Dec 20 23:00:11.527695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:11.581712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca711b5-dbc7-4dca-b1d2-467961d633cf req-c5c83b8a-c01a-4b64-9f72-7791f7e18eaf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:11.583464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ca711b5-dbc7-4dca-b1d2-467961d633cf req-c5c83b8a-c01a-4b64-9f72-7791f7e18eaf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0570786 Dec 20 23:00:11.637371 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Floating IP 6b23478f-341b-4496-93b6-293de5c2adb3 associated. External IP: 172.25.1.46, port: 35108cbc-2ca7-420c-a8be-322730194b13. Dec 20 23:00:11.642290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ca711b5-dbc7-4dca-b1d2-467961d633cf req-7529e83e-b017-4f56-bef0-6911a93f776c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Dec 20 23:00:11.859255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Router 93af460f-0424-4855-9e8d-df9b5f7d294f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:11.973455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:11.978627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:11.985137 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Sync routers for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:11.996833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:11.997966 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:12.007118 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ecd87d6-e16a-41ac-b681-97e26a61c344 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "PUT /v2.0/floatingips/6b23478f-341b-4496-93b6-293de5c2adb3 HTTP/1.1" status: 200 len: 990 time: 1.0835192 Dec 20 23:00:12.008098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:12.010563 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "tag": "35108cbc-2ca7-420c-a8be-322730194b13"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:12.066782 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2b1ef1-5cdf-46ca-b0ee-79637d161562 x-openstack-request-id: req-ef2b1ef1-5cdf-46ca-b0ee-79637d161562 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:12.067386 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "tag": "35108cbc-2ca7-420c-a8be-322730194b13", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:12.067758 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef2b1ef1-5cdf-46ca-b0ee-79637d161562 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:12.068270 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13', 'status': 'completed', 'code': 200} Dec 20 23:00:12.122485 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:12.166817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-6bcc338c-db41-49bf-8cd4-7bce8dc7bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.168690 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-6bcc338c-db41-49bf-8cd4-7bce8dc7bab1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 1096 time: 0.0562668 Dec 20 23:00:12.174262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac3226-c262-4e72-9dde-0b8779504a50 req-43ae5198-48af-47bf-99c0-e1f11c800519 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.176074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78ac3226-c262-4e72-9dde-0b8779504a50 req-43ae5198-48af-47bf-99c0-e1f11c800519 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0568800 Dec 20 23:00:12.248420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:12.258851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78ac3226-c262-4e72-9dde-0b8779504a50 req-49f54130-7599-4c4c-95a1-184fb3064c89 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585356 Dec 20 23:00:12.298687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-5f1c732d-a323-4b50-822d-f2ca2af3040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.300392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-5f1c732d-a323-4b50-822d-f2ca2af3040b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 200 len: 913 time: 0.1205561 Dec 20 23:00:12.373898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a4cdddfe-3e13-496e-b700-f10aede4b6e0 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:12.378637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a4cdddfe-3e13-496e-b700-f10aede4b6e0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:12.379259 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:12.390903 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-530f1adc-9f79-4509-b889-7ef35a60098a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 200 len: 998 time: 0.0791864 Dec 20 23:00:12.393083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6936f-b1ea-4170-a688-f74b18728930 req-a6686bc1-71e5-494e-8367-24c779b7f0a2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.394868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cb6936f-b1ea-4170-a688-f74b18728930 req-a6686bc1-71e5-494e-8367-24c779b7f0a2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 944 time: 0.0677235 Dec 20 23:00:12.423273 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6b23478f-341b-4496-93b6-293de5c2adb3', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'port_id': '35108cbc-2ca7-420c-a8be-322730194b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'mac_address': 'fa:16:3e:9a:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:48Z', 'updated_at': '2021-12-20T23:00:11Z', 'revision_number': 1, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:12.466864 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Checking router: 93af460f-0424-4855-9e8d-df9b5f7d294f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:12.477815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:12.479299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-1a88af6e-fd67-43a9-8398-27f2a7a9e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.479449 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:12.479626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-1a88af6e-fd67-43a9-8398-27f2a7a9e3a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 HTTP/1.1" status: 200 len: 851 time: 0.0792484 Dec 20 23:00:12.492608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cb6936f-b1ea-4170-a688-f74b18728930 req-989df3ec-f93f-4402-8025-ba4e42a72677 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Dec 20 23:00:12.543651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-f1e49bf8-b2c6-44d1-a497-079bccb41a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.546318 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-f1e49bf8-b2c6-44d1-a497-079bccb41a41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6200ca4d-4f33-462d-b85b-772feeb1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566266 Dec 20 23:00:12.563620 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:12.605325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:12.618094 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de19d0-4779-4306-81e4-9ea6696c1431" -d '{"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-plugged", "status": "completed", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:12.646889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:12.660352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756eb17-ea6f-4b63-814f-d9a0d882c279 req-09633cd4-edc9-497d-a13d-6a731100ad6e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.670540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5756eb17-ea6f-4b63-814f-d9a0d882c279 req-09633cd4-edc9-497d-a13d-6a731100ad6e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0787029 Dec 20 23:00:12.693457 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b30e702-9cfb-45a7-81fb-efed67faa023 x-openstack-request-id: req-2b30e702-9cfb-45a7-81fb-efed67faa023 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:12.693792 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-plugged", "status": "completed", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:12.694049 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b30e702-9cfb-45a7-81fb-efed67faa023 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:12.696440 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'code': 200} Dec 20 23:00:12.699088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:12.708724 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:12.758832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5756eb17-ea6f-4b63-814f-d9a0d882c279 req-c5198439-0872-4ff7-a222-bafe10510180 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869508 Dec 20 23:00:12.785477 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-2119f937-3785-4aa6-8260-6b1e10899baf service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245665 Dec 20 23:00:12.844451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:12.866290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c6df7-c296-4d94-8f01-d5c0a7f3915a req-42165847-662c-4cdc-ba37-7309d5cd6587 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.868199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e43c6df7-c296-4d94-8f01-d5c0a7f3915a req-42165847-662c-4cdc-ba37-7309d5cd6587 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1084719 Dec 20 23:00:12.943728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5383c2-845e-4718-b6c6-61d2c4650410 req-3248ac88-080c-4cb4-9045-aa41f6e3b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:12.945938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f5383c2-845e-4718-b6c6-61d2c4650410 req-3248ac88-080c-4cb4-9045-aa41f6e3b82f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 1096 time: 0.1595483 Dec 20 23:00:12.949592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e43c6df7-c296-4d94-8f01-d5c0a7f3915a req-c42e5d12-b291-42ec-8d45-e614ab71721c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746057 Dec 20 23:00:12.980458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-61b20b05-6d0c-4ef0-856f-4b16ae4f1d3b req-335eed5f-34d9-481a-9e26-9abc5bc29d39 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383069 Dec 20 23:00:13.018533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f5383c2-845e-4718-b6c6-61d2c4650410 req-3a1b6706-a0cc-41af-b367-649c6611b584 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630822 Dec 20 23:00:13.050848 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6b23478f-341b-4496-93b6-293de5c2adb3', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'port_id': '35108cbc-2ca7-420c-a8be-322730194b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'mac_address': 'fa:16:3e:9a:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:48Z', 'updated_at': '2021-12-20T23:00:11Z', 'revision_number': 1, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:13.082187 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd83328-0fc8-42c7-8947-c7b2118afd05 None None] The sync data for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 is: [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6b23478f-341b-4496-93b6-293de5c2adb3', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'port_id': '35108cbc-2ca7-420c-a8be-322730194b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'mac_address': 'fa:16:3e:9a:ac:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:48Z', 'updated_at': '2021-12-20T23:00:11Z', 'revision_number': 1, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:13.299046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173359b5-df2f-4102-bf48-fa88e32614b9 None None] New status for floating IP 6b23478f-341b-4496-93b6-293de5c2adb3: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:00:13.378877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb165e1-43b5-47a3-ba90-faa9d44097b2 req-b3002a38-8aea-4dc8-93d8-f2520e476c26 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:13.380376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cb165e1-43b5-47a3-ba90-faa9d44097b2 req-b3002a38-8aea-4dc8-93d8-f2520e476c26 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Dec 20 23:00:13.435252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cb165e1-43b5-47a3-ba90-faa9d44097b2 req-bb8e429b-78d8-4855-88fd-b14b94c32494 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Dec 20 23:00:13.634259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688ef9-88b9-4aa8-85cc-1dc360495516 req-f4172731-4e1a-499b-b228-058b8d3c1ec1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:13.635879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95688ef9-88b9-4aa8-85cc-1dc360495516 req-f4172731-4e1a-499b-b228-058b8d3c1ec1 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0568683 Dec 20 23:00:13.684838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95688ef9-88b9-4aa8-85cc-1dc360495516 req-c320bb40-ee33-44ea-8272-9c736f2663f9 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Dec 20 23:00:13.722304 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:00:13.880055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a526a-7cb6-4dfd-855d-cfcb51c21d24 req-a9521e52-a1e6-41ca-85fe-18133fcb821b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:13.881759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52a526a-7cb6-4dfd-855d-cfcb51c21d24 req-a9521e52-a1e6-41ca-85fe-18133fcb821b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0504587 Dec 20 23:00:13.941330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52a526a-7cb6-4dfd-855d-cfcb51c21d24 req-6fb98e30-29f7-4efb-a4f4-f988c34367c0 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504580 Dec 20 23:00:14.060911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d15884-8c83-4dfd-af5c-34997b9cdab7 req-3e563875-6d57-487e-bf3b-3f16843595ea tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:14.062322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87d15884-8c83-4dfd-af5c-34997b9cdab7 req-3e563875-6d57-487e-bf3b-3f16843595ea tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Dec 20 23:00:14.114480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87d15884-8c83-4dfd-af5c-34997b9cdab7 req-2f75f3ca-1d76-467b-8650-088dffd04090 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Dec 20 23:00:14.558163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c42b9-75c0-4961-a3d0-078da3d808c6 req-f5d1ae01-bed4-43d5-b599-ab985bafac67 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:14.559642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-178c42b9-75c0-4961-a3d0-078da3d808c6 req-f5d1ae01-bed4-43d5-b599-ab985bafac67 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Dec 20 23:00:14.609297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-178c42b9-75c0-4961-a3d0-078da3d808c6 req-71d51e13-69c2-4f8e-9697-7aa4eb4d3b64 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Dec 20 23:00:14.806014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:14.829358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82650-ab51-45c4-a111-bd0757563710 req-485eaed7-6175-43ab-bf79-941364d848dd tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:14.830901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcf82650-ab51-45c4-a111-bd0757563710 req-485eaed7-6175-43ab-bf79-941364d848dd tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0665460 Dec 20 23:00:14.885074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcf82650-ab51-45c4-a111-bd0757563710 req-da0d95db-4693-4f2a-800d-2e79349ee116 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Dec 20 23:00:15.024374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1bc1c-a6cc-41af-b0b4-f646cb495b8a req-90cd9110-798f-4d12-9620-bc2f2aa4d7a7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:15.026057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14b1bc1c-a6cc-41af-b0b4-f646cb495b8a req-90cd9110-798f-4d12-9620-bc2f2aa4d7a7 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0637169 Dec 20 23:00:15.086982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14b1bc1c-a6cc-41af-b0b4-f646cb495b8a req-754e3713-e90e-4c01-804c-9cb642def520 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Dec 20 23:00:15.254646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4cb51-cb7b-455d-953a-60dfea694e2c req-052123a5-4b76-4c03-86bd-28b651de7a14 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:15.265506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8a4cb51-cb7b-455d-953a-60dfea694e2c req-052123a5-4b76-4c03-86bd-28b651de7a14 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0767775 Dec 20 23:00:15.267148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:15.346784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8a4cb51-cb7b-455d-953a-60dfea694e2c req-e9802dad-eeec-4771-a50e-50467ed9d9ea tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792472 Dec 20 23:00:15.462326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33171e1-f500-4723-a677-4d53e7a98ad3 req-b255ff95-8f4a-469b-acc0-c48fd6fc75f6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:15.464175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a33171e1-f500-4723-a677-4d53e7a98ad3 req-b255ff95-8f4a-469b-acc0-c48fd6fc75f6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0593216 Dec 20 23:00:15.519356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a33171e1-f500-4723-a677-4d53e7a98ad3 req-39abca0a-0d47-461c-8dd0-715f4d1af1bb tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Dec 20 23:00:15.578994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Deleting port 4b292b0a-6cdf-439e-8179-df4d46e63c4d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:15.579320 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:15.681861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] For port 4b292b0a-6cdf-439e-8179-df4d46e63c4d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b292b0a-6cdf-439e-8179-df4d46e63c4d,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:15.682295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:15.698454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Calling delete_port for 4b292b0a-6cdf-439e-8179-df4d46e63c4d owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:15.739991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef0c81-63f5-438c-b707-3fc3258630cf req-caea1685-7922-463c-ad04-6831f32f5f35 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:15.742148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bef0c81-63f5-438c-b707-3fc3258630cf req-caea1685-7922-463c-ad04-6831f32f5f35 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Dec 20 23:00:15.800486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bef0c81-63f5-438c-b707-3fc3258630cf req-65bd8d38-72f6-4a3a-bc73-919ad25863db tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514638 Dec 20 23:00:16.024860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:16.055221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b292b0a-6cdf-439e-8179-df4d46e63c4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:16.281447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:16.409173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901b9a-d455-41b0-953a-744eb677eb77 req-f9b41478-c76d-435d-8197-ab822135121b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:16.410770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57901b9a-d455-41b0-953a-744eb677eb77 req-f9b41478-c76d-435d-8197-ab822135121b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0576758 Dec 20 23:00:16.490809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd761d-b253-4160-8304-52abe15fa052 req-ffca353a-2aaf-4e8a-a715-2ced2ad914e8 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:16.492322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bbd761d-b253-4160-8304-52abe15fa052 req-ffca353a-2aaf-4e8a-a715-2ced2ad914e8 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0793626 Dec 20 23:00:16.497055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57901b9a-d455-41b0-953a-744eb677eb77 req-517891d4-4490-4f37-b61a-0753f055071a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752006 Dec 20 23:00:16.520831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Router fbe3204f-a552-430b-b44c-03e5e948ab00 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:16.544033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bbd761d-b253-4160-8304-52abe15fa052 req-d3c3f3f8-a357-45e2-afe6-645757c13eca tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Dec 20 23:00:16.650730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f798d-07a4-4e8f-b8aa-293af168984b req-5ae1f979-2f7f-4dd3-9455-075cde12d4df tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:16.652324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-066f798d-07a4-4e8f-b8aa-293af168984b req-5ae1f979-2f7f-4dd3-9455-075cde12d4df tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Dec 20 23:00:16.709013 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-066f798d-07a4-4e8f-b8aa-293af168984b req-12fc6572-0386-4ba5-b7b6-12776bc46b92 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Dec 20 23:00:16.912888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:16.920233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb0b3c40-495f-46f1-ab60-4f403be0988f admin admin] 10.222.0.62 "PUT /v2.0/routers/fbe3204f-a552-430b-b44c-03e5e948ab00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1126869 Dec 20 23:00:16.923008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:16.926402 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Sync routers for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:16.936178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2732-4d00-4988-9ca8-3ee1267dcfc7 req-0a2b85c7-2f41-4570-8562-af1dcf441c22 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:16.937868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-499c2732-4d00-4988-9ca8-3ee1267dcfc7 req-0a2b85c7-2f41-4570-8562-af1dcf441c22 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0560777 Dec 20 23:00:16.939922 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:16.940727 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:16.990293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-499c2732-4d00-4988-9ca8-3ee1267dcfc7 req-7b111a87-c831-4338-b92c-bda4789e2c08 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Dec 20 23:00:17.032470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.056655 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:17.132747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.238703 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '5c6e6604-9205-4473-ad81-7fca369af394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T23:00:15Z', 'revision_number': 5, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port': {'id': '5c6e6604-9205-4473-ad81-7fca369af394', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:43Z', 'updated_at': '2021-12-20T22:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:17.268838 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Checking router: fbe3204f-a552-430b-b44c-03e5e948ab00 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:17.280324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Deleting port 5c6e6604-9205-4473-ad81-7fca369af394 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:17.281009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.283394 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Routers {'fbe3204f-a552-430b-b44c-03e5e948ab00'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:17.284014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fbe3204f-a552-430b-b44c-03e5e948ab00'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:17.359042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] For port 5c6e6604-9205-4473-ad81-7fca369af394, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5c6e6604-9205-4473-ad81-7fca369af394,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:17.359403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.370865 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] Set router fbe3204f-a552-430b-b44c-03e5e948ab00 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:17.373058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Calling delete_port for 5c6e6604-9205-4473-ad81-7fca369af394 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:17.425182 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T23:00:17Z', 'revision_number': 6, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:17.451771 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee7996e-fa25-4608-9d1c-e433ff4d23e1 None None] The sync data for ids ['fbe3204f-a552-430b-b44c-03e5e948ab00'] in n-d-822053-9 is: [{'id': 'fbe3204f-a552-430b-b44c-03e5e948ab00', 'name': 'tempest-AttachSCSIVolumeTestJSON-825359378-router', 'tenant_id': '1683633450064949879d7714e2ebe536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:42Z', 'updated_at': '2021-12-20T23:00:17Z', 'revision_number': 6, 'project_id': '1683633450064949879d7714e2ebe536', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:17.631127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.657709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6e6604-9205-4473-ad81-7fca369af394,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:17.695460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634004e5-c6e8-4826-95cf-0d041287bd85 req-8fe7aa76-c1f8-42e7-82a1-8e206133621b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:17.696972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-634004e5-c6e8-4826-95cf-0d041287bd85 req-8fe7aa76-c1f8-42e7-82a1-8e206133621b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0761771 Dec 20 23:00:17.704479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d0525-2c79-4cba-ac34-d98754d8665e req-debfec5d-5c1f-4a65-87dd-6e7f6b36fd8b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:17.705900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55d0525-2c79-4cba-ac34-d98754d8665e req-debfec5d-5c1f-4a65-87dd-6e7f6b36fd8b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.1374128 Dec 20 23:00:17.723538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.782273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-634004e5-c6e8-4826-95cf-0d041287bd85 req-51f30801-e771-429b-8c08-82a626162be1 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754030 Dec 20 23:00:17.786085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55d0525-2c79-4cba-ac34-d98754d8665e req-33bd0ef9-c94d-4bf7-ae95-2db1a00ce579 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Dec 20 23:00:17.826294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.834022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.968977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.969600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe3204f-a552-430b-b44c-03e5e948ab00 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:00:17.975114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:17.977966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6c449f2-dce3-4eaa-97f4-817bb4471689 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fbe3204f-a552-430b-b44c-03e5e948ab00 HTTP/1.1" status: 204 len: 168 time: 1.0529258 Dec 20 23:00:17.982684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648d4e-1dc1-427c-b001-d6c99b09084a req-9a5f4dce-dece-4b96-b820-a411058d7ce1 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:17.983456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:17.984174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74648d4e-1dc1-427c-b001-d6c99b09084a req-9a5f4dce-dece-4b96-b820-a411058d7ce1 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0725777 Dec 20 23:00:18.050245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74648d4e-1dc1-427c-b001-d6c99b09084a req-c428503c-9d84-45b4-8661-3b72bb31aecf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Dec 20 23:00:18.050702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Deleting subnet abbedecf-7f83-4e7e-9acc-fbb17a8738dd {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:00:18.050702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.078799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.158691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.288971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b292b0a-6cdf-439e-8179-df4d46e63c4d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:18.289612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.322315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4b292b0a-6cdf-439e-8179-df4d46e63c4d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:18.322932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b292b0a-6cdf-439e-8179-df4d46e63c4d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:18.337806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.342577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] 10.222.0.62 "DELETE /v2.0/subnets/abbedecf-7f83-4e7e-9acc-fbb17a8738dd HTTP/1.1" status: 204 len: 168 time: 0.3580165 Dec 20 23:00:18.346673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0acdca-3773-42c0-8dac-59756001f1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbedecf-7f83-4e7e-9acc-fbb17a8738dd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:18.348465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39536) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:18.354851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1911f89-bb53-4e31-8e5d-d7400ce15439 None None] Network e56cfe71-9ac6-4b49-9aff-2422ec2338ff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:18.383658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cb78e-3103-4ec9-b1b5-7a26336e4f69 req-2fc56dfb-2649-4ad7-b3b7-aa54aa98b831 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:18.392142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e9cb78e-3103-4ec9-b1b5-7a26336e4f69 req-2fc56dfb-2649-4ad7-b3b7-aa54aa98b831 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.3216114 Dec 20 23:00:18.444570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.451058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e9cb78e-3103-4ec9-b1b5-7a26336e4f69 req-03c34e6c-b496-4488-8a13-08b11de2970a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590100 Dec 20 23:00:18.505961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Deleting port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:18.507109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.578588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] For port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,segment=NetworkSegment(624910a6-9d79-417f-aedf-b644a0175f27),segment_id=624910a6-9d79-417f-aedf-b644a0175f27)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:18.578893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.592865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Calling delete_port for 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:18.670432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] DHCP port deletion for e56cfe71-9ac6-4b49-9aff-2422ec2338ff request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:00:18.716970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.718819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Deleting port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:18.719172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.743940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:18.745820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] No DVR routers for this DVR port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:18.784550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] For port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:18.784973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.799556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Calling delete_port for 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:18.802351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:00:18.803671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.820223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.830015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] Pushing event deleted for resources: {'Port': ['ID=6a92449a-0af5-4bf9-a7a5-5e1ffda32479,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:18.831842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be4c07-d86b-4f7e-8845-5bc6becd09c1 None None] No DVR routers for this DVR port 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:18.851084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56cfe71-9ac6-4b49-9aff-2422ec2338ff']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:18.867795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624910a6-9d79-417f-aedf-b644a0175f27') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:18.868099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624910a6-9d79-417f-aedf-b644a0175f27') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:18.879359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.897109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.900949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:00:18.901323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:00:18.903094 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:00:18.960578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651e82a-7df4-4dce-95f4-2fd3e7cd394f req-08490006-4ecf-46c4-a3b7-8b88c71a5f9c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:18.963396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3651e82a-7df4-4dce-95f4-2fd3e7cd394f req-08490006-4ecf-46c4-a3b7-8b88c71a5f9c tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0782230 Dec 20 23:00:18.990380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61735-b8e8-45e1-b062-8b92039558cb req-418d9d30-83d8-474a-b071-24db40e580e3 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:18.995295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2db61735-b8e8-45e1-b062-8b92039558cb req-418d9d30-83d8-474a-b071-24db40e580e3 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0795727 Dec 20 23:00:19.056181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3651e82a-7df4-4dce-95f4-2fd3e7cd394f req-eabe5945-64b8-425f-9039-2d961d516333 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823758 Dec 20 23:00:19.069032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2db61735-b8e8-45e1-b062-8b92039558cb req-1b78226d-dc7d-4348-9d9f-283bfe6e0bb4 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703807 Dec 20 23:00:19.079094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:19.092226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:19.092226 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e56cfe71-9ac6-4b49-9aff-2422ec2338ff HTTP/1.1" status: 204 len: 168 time: 0.7378142 Dec 20 23:00:19.094923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:19.101494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99694492-beb2-4abc-85a9-165b86a77ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56cfe71-9ac6-4b49-9aff-2422ec2338ff,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:19.250632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e6ae-a868-4b47-9919-541463f2ba5a req-95250a2d-52fa-4919-8393-137b90b8a58e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:19.252097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b591e6ae-a868-4b47-9919-541463f2ba5a req-95250a2d-52fa-4919-8393-137b90b8a58e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0926311 Dec 20 23:00:19.373639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b591e6ae-a868-4b47-9919-541463f2ba5a req-d7ebc6d5-9a17-4003-851e-a7cdb18791bc tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874681 Dec 20 23:00:19.560433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5c6e6604-9205-4473-ad81-7fca369af394 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:19.581661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:19.581946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5c6e6604-9205-4473-ad81-7fca369af394 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:19.582220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5c6e6604-9205-4473-ad81-7fca369af394 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:19.582666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:19.592079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c70aaf-56d7-4031-99b3-a36ef41d387c req-e8b35b0c-8fac-4895-9b87-fd6e7833cdfd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:19.593546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5c70aaf-56d7-4031-99b3-a36ef41d387c req-e8b35b0c-8fac-4895-9b87-fd6e7833cdfd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0740094 Dec 20 23:00:19.602186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:19.602541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a92449a-0af5-4bf9-a7a5-5e1ffda32479 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:19.714052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5c70aaf-56d7-4031-99b3-a36ef41d387c req-814f7c5e-3f23-4613-b30a-8152295ccb95 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Dec 20 23:00:19.874465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Deleting port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:19.874811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:19.961899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] For port 48174c1b-df88-41ee-bdef-9e7acb1c0b0b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:19.962631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:19.973917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Calling delete_port for 48174c1b-df88-41ee-bdef-9e7acb1c0b0b owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:20.244296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659c8ec-660a-4617-820f-2a837328c00c req-f8ccb53c-d6b2-4fb3-bcae-e4b80ff61893 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:20.245680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d659c8ec-660a-4617-820f-2a837328c00c req-f8ccb53c-d6b2-4fb3-bcae-e4b80ff61893 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0993216 Dec 20 23:00:20.250967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:20.253745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11d6f1-10ba-42a0-b131-1070cd044a7b req-3700b208-6f4d-470c-8202-243590211418 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:20.255211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c11d6f1-10ba-42a0-b131-1070cd044a7b req-3700b208-6f4d-470c-8202-243590211418 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.1071186 Dec 20 23:00:20.288869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:20.329133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48174c1b-df88-41ee-bdef-9e7acb1c0b0b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:20.356027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:20.368403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'mac_address': 'fa:16:3e:47:81:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:20.372057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.372747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.373185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.374640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.374640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.374640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.374983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.375533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.375951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.376468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.376890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.377322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.378002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:00:20.409018 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:20.422713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4cdddfe-3e13-496e-b700-f10aede4b6e0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:20.430262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d659c8ec-660a-4617-820f-2a837328c00c req-7889ccff-0be3-4b1c-a02f-38eca25d55d3 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739430 Dec 20 23:00:20.441076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c11d6f1-10ba-42a0-b131-1070cd044a7b req-7c380e4a-f979-4627-a683-61cad398ea41 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714582 Dec 20 23:00:20.465575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:20.534415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:20.595430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:20.628058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af48b87-2dc9-4f9b-ae57-b90671501837 req-c5909551-fd09-4321-a205-9aa588c04e53 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:20.629603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af48b87-2dc9-4f9b-ae57-b90671501837 req-c5909551-fd09-4321-a205-9aa588c04e53 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0990496 Dec 20 23:00:20.652413 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:20.671816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4cdddfe-3e13-496e-b700-f10aede4b6e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:20.728782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af48b87-2dc9-4f9b-ae57-b90671501837 req-81c0b723-914a-46b3-a886-7745e443267c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910861 Dec 20 23:00:20.885217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9255-b307-45f3-8e32-e15f518b02b9 req-98fa77a5-b8c8-48bf-9250-bd7765e3be3e tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:20.886744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efac9255-b307-45f3-8e32-e15f518b02b9 req-98fa77a5-b8c8-48bf-9250-bd7765e3be3e tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0972555 Dec 20 23:00:20.986648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efac9255-b307-45f3-8e32-e15f518b02b9 req-af2833a6-bd48-4411-9a34-7fedd8ff9e51 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931458 Dec 20 23:00:20.995419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Router 62229013-0787-42ae-888b-991d0ee05e63 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:21.122361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55df497-f986-43c1-bd98-09ce3d0054b7 req-0d9bf54d-3f83-4d8a-80fd-2add303b83fb tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:21.125245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c55df497-f986-43c1-bd98-09ce3d0054b7 req-0d9bf54d-3f83-4d8a-80fd-2add303b83fb tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 944 time: 0.1162350 Dec 20 23:00:21.161599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:21.170197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Sync routers for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:21.173417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:21.178939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27dda0fd-7859-48c2-a21c-c24ac256bfa9 admin admin] 10.222.0.62 "PUT /v2.0/routers/62229013-0787-42ae-888b-991d0ee05e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770111 Dec 20 23:00:21.183529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:21.184688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:21.193113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c55df497-f986-43c1-bd98-09ce3d0054b7 req-b7c7bab7-472e-4dbc-ba76-7594dc6d9b9b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Dec 20 23:00:21.280043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:21.292264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:21.384590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:21.480308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5e907106-7dd5-4198-b088-b878e942e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T23:00:20Z', 'revision_number': 5, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port': {'id': '5e907106-7dd5-4198-b088-b878e942e473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62229013-0787-42ae-888b-991d0ee05e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:57:54Z', 'updated_at': '2021-12-20T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:21.500359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Deleting port 5e907106-7dd5-4198-b088-b878e942e473 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:21.500697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:21.509801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Checking router: 62229013-0787-42ae-888b-991d0ee05e63 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:21.521660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Routers {'62229013-0787-42ae-888b-991d0ee05e63'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:21.522591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62229013-0787-42ae-888b-991d0ee05e63'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:21.617657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] For port 5e907106-7dd5-4198-b088-b878e942e473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e907106-7dd5-4198-b088-b878e942e473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:21.618176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:21.634480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Calling delete_port for 5e907106-7dd5-4198-b088-b878e942e473 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:21.663680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] Set router 62229013-0787-42ae-888b-991d0ee05e63 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:21.732512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T23:00:21Z', 'revision_number': 6, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:21.768921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca560d3-7728-4d0f-a6fb-7ae32224e1b5 None None] The sync data for ids ['62229013-0787-42ae-888b-991d0ee05e63'] in n-d-822053-9 is: [{'id': '62229013-0787-42ae-888b-991d0ee05e63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769736388-router', 'tenant_id': '7954dde5e7a64f479c85ff35e26f0d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:57:53Z', 'updated_at': '2021-12-20T23:00:21Z', 'revision_number': 6, 'project_id': '7954dde5e7a64f479c85ff35e26f0d20', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:21.862942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1cc2d-d5ad-474d-9f94-1d7b4213cb30 req-6e8f664d-1794-4798-86cf-a8fb6aeaf14a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:21.864427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eba1cc2d-d5ad-474d-9f94-1d7b4213cb30 req-6e8f664d-1794-4798-86cf-a8fb6aeaf14a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0732985 Dec 20 23:00:21.906538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feda72-918c-4838-b633-0223bd27219e req-f789da5a-81b4-4633-83cf-2e99946005f9 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:21.908061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33feda72-918c-4838-b633-0223bd27219e req-f789da5a-81b4-4633-83cf-2e99946005f9 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0830665 Dec 20 23:00:21.946519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eba1cc2d-d5ad-474d-9f94-1d7b4213cb30 req-db3db829-77d3-4f71-bdf8-4ed09871b5ea tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748684 Dec 20 23:00:21.962743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:21.973209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33feda72-918c-4838-b633-0223bd27219e req-d8fe6529-7c40-42d0-8ca6-843bf975ad8c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567429 Dec 20 23:00:21.994329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e907106-7dd5-4198-b088-b878e942e473,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:22.057334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.110790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdee2b-d3a4-46b3-9a31-d45826abaf61 req-ae9bcce2-1a4c-474c-be33-7a98f215c16b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:22.112727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12cdee2b-d3a4-46b3-9a31-d45826abaf61 req-ae9bcce2-1a4c-474c-be33-7a98f215c16b tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0543454 Dec 20 23:00:22.153226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.156793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.182650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12cdee2b-d3a4-46b3-9a31-d45826abaf61 req-0e01a384-d087-4922-9b9b-6b3690fe5777 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618281 Dec 20 23:00:22.243069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.243661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62229013-0787-42ae-888b-991d0ee05e63 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:00:22.247988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.249594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b9bb4b8f-e618-4d75-a417-afa2b75f92f4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/62229013-0787-42ae-888b-991d0ee05e63 HTTP/1.1" status: 204 len: 168 time: 1.0745857 Dec 20 23:00:22.251811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:22.265568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:22.301433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Deleting subnet 8e33f5d4-f9ff-4540-9652-bbc507740245 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:00:22.305584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.316596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a4cdddfe-3e13-496e-b700-f10aede4b6e0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:22.316972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.320383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878bb4-114e-408d-b8a1-b3d92f9c06d0 req-d273e4cf-375d-49d1-9c66-f584a17ce9dd tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:22.322044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f878bb4-114e-408d-b8a1-b3d92f9c06d0 req-d273e4cf-375d-49d1-9c66-f584a17ce9dd tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 944 time: 0.0534854 Dec 20 23:00:22.341619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.376908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f878bb4-114e-408d-b8a1-b3d92f9c06d0 req-8cd8570b-7a38-4078-876e-5594dfcc123d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Dec 20 23:00:22.403779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.422945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.426759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:22.429772 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b669dbe3-36dd-4deb-abaf-9a3abfbd410b" -d '{"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-plugged", "status": "completed", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:22.443122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:22.467536 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39606bac-33f1-4b49-922e-9535634ed60b x-openstack-request-id: req-39606bac-33f1-4b49-922e-9535634ed60b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:22.467921 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-plugged", "status": "completed", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:22.468182 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39606bac-33f1-4b49-922e-9535634ed60b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:22.468587 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'code': 200} Dec 20 23:00:22.527801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.580742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.617901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:22.618128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e33f5d4-f9ff-4540-9652-bbc507740245,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:22.638284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.645672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6650ce-b0ff-4615-bd90-6ea23b8e501a None None] Network 06646fee-26f5-43a3-bbda-be927d995781 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:22.652538 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9abf2744-b768-45b2-9b46-7cf3d9e9c75c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8e33f5d4-f9ff-4540-9652-bbc507740245 HTTP/1.1" status: 204 len: 168 time: 0.3997180 Dec 20 23:00:22.656240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39598) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:22.747381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.836192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Deleting port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:22.836192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.898624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] DHCP port deletion for 06646fee-26f5-43a3-bbda-be927d995781 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:00:22.918787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] For port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:22.918787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:22.931161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Calling delete_port for e6e20c51-5f04-4aa0-be6c-d77bfb5d118d owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:22.957760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Deleting port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:22.958180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.049929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] For port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,segment=NetworkSegment(cfc81421-115f-4719-b0ba-a2ed6df7e2f6),segment_id=cfc81421-115f-4719-b0ba-a2ed6df7e2f6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:23.050398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.074969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Calling delete_port for e6e20c51-5f04-4aa0-be6c-d77bfb5d118d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:23.086016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-4d1667c4-4143-43fb-a148-b821d4ac1884 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.087524 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-4d1667c4-4143-43fb-a148-b821d4ac1884 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.1123767 Dec 20 23:00:23.154396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a821-da7f-4033-91b5-18a6d98c9476 req-13b6afcb-c950-4cff-bcf0-4c01f00e5302 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.156055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fd9a821-da7f-4033-91b5-18a6d98c9476 req-13b6afcb-c950-4cff-bcf0-4c01f00e5302 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0878143 Dec 20 23:00:23.195885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07678a62-60cc-4bf6-aac8-4dd593ee158c req-d06a6c5e-5891-4cd5-8400-f50a02afc5bf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.197487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.204105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.204332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07678a62-60cc-4bf6-aac8-4dd593ee158c req-d06a6c5e-5891-4cd5-8400-f50a02afc5bf tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1011713 Dec 20 23:00:23.218319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] No DVR routers for this DVR port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:23.243469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef9f27-f21d-4e4e-8b0b-efa30712feb9 None None] Pushing event deleted for resources: {'Port': ['ID=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:23.251965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e20c51-5f04-4aa0-be6c-d77bfb5d118d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:23.255689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] No DVR routers for this DVR port e6e20c51-5f04-4aa0-be6c-d77bfb5d118d on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:23.270936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07678a62-60cc-4bf6-aac8-4dd593ee158c req-8e4b6b2e-a519-4766-9015-8b17edad2ea3 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657430 Dec 20 23:00:23.297675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fd9a821-da7f-4033-91b5-18a6d98c9476 req-310441fa-b4a7-44b8-aee1-1ab9b021e449 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205776 Dec 20 23:00:23.309616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Deleting port a4cdddfe-3e13-496e-b700-f10aede4b6e0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:23.309616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.407222 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.414134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9b1db-0a71-4aa7-b382-ec65565e43ee req-af485243-f91b-4f1f-bd8c-770bfba5bc01 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.415653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21b9b1db-0a71-4aa7-b382-ec65565e43ee req-af485243-f91b-4f1f-bd8c-770bfba5bc01 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0729039 Dec 20 23:00:23.437274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06646fee-26f5-43a3-bbda-be927d995781']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:23.453233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:23.453463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc81421-115f-4719-b0ba-a2ed6df7e2f6') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:23.470970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.474318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28db04-e223-4527-a7bd-fe663aadff5a req-7c0e5290-1b56-41d0-b8bd-a9692876201c tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.474318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c28db04-e223-4527-a7bd-fe663aadff5a req-7c0e5290-1b56-41d0-b8bd-a9692876201c tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1097 time: 0.0784183 Dec 20 23:00:23.480428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] For port a4cdddfe-3e13-496e-b700-f10aede4b6e0, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4cdddfe-3e13-496e-b700-f10aede4b6e0,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:23.480784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.493298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21b9b1db-0a71-4aa7-b382-ec65565e43ee req-d01231e1-15b5-4b66-9a91-20210cf30f07 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632627 Dec 20 23:00:23.496765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.498771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Calling delete_port for a4cdddfe-3e13-496e-b700-f10aede4b6e0 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:23.507543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:00:23.508011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:00:23.509767 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:00:23.533043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c28db04-e223-4527-a7bd-fe663aadff5a req-0589fa28-0567-41fa-aee1-b92c52a0668c tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502820 Dec 20 23:00:23.623192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 48174c1b-df88-41ee-bdef-9e7acb1c0b0b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:23.653220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 48174c1b-df88-41ee-bdef-9e7acb1c0b0b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:23.653604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 48174c1b-df88-41ee-bdef-9e7acb1c0b0b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:23.654286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e6e20c51-5f04-4aa0-be6c-d77bfb5d118d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:23.674500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: e6e20c51-5f04-4aa0-be6c-d77bfb5d118d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:23.674773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9f68b-d7a4-4c3c-abb7-350b6feac7e7 req-2d34c069-05f0-4d0e-ab62-7c9a805d66e6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:23.675451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e6e20c51-5f04-4aa0-be6c-d77bfb5d118d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:23.676058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e907106-7dd5-4198-b088-b878e942e473 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:23.676395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ea9f68b-d7a4-4c3c-abb7-350b6feac7e7 req-2d34c069-05f0-4d0e-ab62-7c9a805d66e6 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 945 time: 0.0615740 Dec 20 23:00:23.696979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5e907106-7dd5-4198-b088-b878e942e473 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:23.697327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e907106-7dd5-4198-b088-b878e942e473 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:23.728062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ea9f68b-d7a4-4c3c-abb7-350b6feac7e7 req-fc7cd9ed-80d6-4124-ad38-860924327dbf tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Dec 20 23:00:23.733590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.745350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.748043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] 10.222.0.62 "DELETE /v2.0/networks/06646fee-26f5-43a3-bbda-be927d995781 HTTP/1.1" status: 204 len: 168 time: 1.0898519 Dec 20 23:00:23.758463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd8ba-5c92-4a61-af21-fc24c23282df admin admin] Pushing event deleted for resources: {'Network': ['ID=06646fee-26f5-43a3-bbda-be927d995781,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:23.785001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.801108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4cdddfe-3e13-496e-b700-f10aede4b6e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:23.822010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event deleted for resources: {'Port': ['ID=a4cdddfe-3e13-496e-b700-f10aede4b6e0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:23.866384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] No DVR routers for this DVR port a4cdddfe-3e13-496e-b700-f10aede4b6e0 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:23.869053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:23.872450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d343770a-8a44-4c9f-9bf8-32298d6c962f req-85c95ccf-d0f4-48c8-9699-2ac6778992e2 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "DELETE /v2.0/ports/a4cdddfe-3e13-496e-b700-f10aede4b6e0 HTTP/1.1" status: 204 len: 173 time: 0.7754972 Dec 20 23:00:23.872893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-deleted', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:23.875167 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6818bc4-46ba-4e04-b57e-70c8910d262c" -d '{"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-deleted", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:23.965226 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cfd404-bb25-412b-82e2-b7877c7e0ec9 x-openstack-request-id: req-65cfd404-bb25-412b-82e2-b7877c7e0ec9 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:23.965573 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfef4624-94ab-46dc-b505-a675f8f99f55", "name": "network-vif-deleted", "tag": "a4cdddfe-3e13-496e-b700-f10aede4b6e0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:23.966068 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65cfd404-bb25-412b-82e2-b7877c7e0ec9 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:23.966411 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfef4624-94ab-46dc-b505-a675f8f99f55', 'name': 'network-vif-deleted', 'tag': 'a4cdddfe-3e13-496e-b700-f10aede4b6e0', 'status': 'completed', 'code': 200} Dec 20 23:00:24.179608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:24.223792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7a2f7ff5-8911-4bec-9bea-968c3be47bad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1683633450064949879d7714e2ebe536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428617 Dec 20 23:00:24.226135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:24.278003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.299753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.402554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a008db-1394-44fa-87c1-c35b58adec50 req-32976d2c-d45f-4a97-8b0c-d5128b3d2bd9 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:24.404085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3a008db-1394-44fa-87c1-c35b58adec50 req-32976d2c-d45f-4a97-8b0c-d5128b3d2bd9 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Dec 20 23:00:24.419724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.425871 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.425871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11b7e07c-45cf-4bf2-b6fa-1187ce04a03f HTTP/1.1" status: 204 len: 168 time: 0.1971560 Dec 20 23:00:24.447908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d694192-4ece-431f-90dc-7d96f2a5fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7e07c-45cf-4bf2-b6fa-1187ce04a03f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:24.487191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3a008db-1394-44fa-87c1-c35b58adec50 req-08e4036a-cc01-43ff-9d39-94acea285616 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757430 Dec 20 23:00:24.574755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1d59a61b-52d2-49bb-acd2-77f48af54820 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:24.591508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88807d62-e3c4-464b-85ad-0c19980bfb39 req-df4dd4a0-d785-453e-8fad-6e4512e3f59a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:24.593027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88807d62-e3c4-464b-85ad-0c19980bfb39 req-df4dd4a0-d785-453e-8fad-6e4512e3f59a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 943 time: 0.0534105 Dec 20 23:00:24.651500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88807d62-e3c4-464b-85ad-0c19980bfb39 req-64037272-c075-4332-977d-4c810261ab01 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521190 Dec 20 23:00:24.696622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1d59a61b-52d2-49bb-acd2-77f48af54820,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:24.708110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'port_id': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'mac_address': 'fa:16:3e:78:81:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:24.746521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.760271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d59a61b-52d2-49bb-acd2-77f48af54820 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:24.769992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993bd8-d9f6-41da-aad3-2b2e7aee37b9 req-d39df93c-e848-432c-9099-f22e051c1cef tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:24.771567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51993bd8-d9f6-41da-aad3-2b2e7aee37b9 req-d39df93c-e848-432c-9099-f22e051c1cef tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Dec 20 23:00:24.781826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1d59a61b-52d2-49bb-acd2-77f48af54820,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:24.825970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51993bd8-d9f6-41da-aad3-2b2e7aee37b9 req-66c6ab15-d270-4899-be09-131ca5fdcecb tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Dec 20 23:00:24.842650 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:24.903150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:24.964910 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3575910-489a-4270-9fdf-30593f472e76 req-ddc15c5a-6232-483a-bebe-f9edc72d0b88 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfef4624-94ab-46dc-b505-a675f8f99f55 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Dec 20 23:00:25.144572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1d59a61b-52d2-49bb-acd2-77f48af54820'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:25.340528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:25.380566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cc61f09e-fb4e-41de-b746-846823d329cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7954dde5e7a64f479c85ff35e26f0d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388854 Dec 20 23:00:25.383674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39672) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:25.432501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:25.457406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:25.577358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:25.580023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:25.581805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70889953-3ce9-4d37-8121-fbb802fb210a HTTP/1.1" status: 204 len: 168 time: 0.1971834 Dec 20 23:00:25.595079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75ac16-06b6-49cc-93fb-7586449a6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70889953-3ce9-4d37-8121-fbb802fb210a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:25.622780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36a00b-f336-4833-8e48-c9829ced50ef req-8da9b629-29ba-4fac-a819-0aec6351d165 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.624603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc36a00b-f336-4833-8e48-c9829ced50ef req-8da9b629-29ba-4fac-a819-0aec6351d165 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0756571 Dec 20 23:00:25.689685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aee71-2edc-43e3-9042-0030947e33e6 req-46e3b2cb-5415-4cda-abd2-576609dde10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.691319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-46e3b2cb-5415-4cda-abd2-576609dde10b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 1096 time: 0.0468137 Dec 20 23:00:25.693404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc36a00b-f336-4833-8e48-c9829ced50ef req-44599b57-2b60-4273-b6e5-3e2473c0be80 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592616 Dec 20 23:00:25.772059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-768bdad3-090a-4994-9c68-6f47d2c9cc11 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:00:25.773350 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-768bdad3-090a-4994-9c68-6f47d2c9cc11 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093830 Dec 20 23:00:25.800578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08873bba-ea6c-4f7e-93c0-605b1175313c req-2bd553bb-a1f9-450a-a21c-b5513b284880 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.823057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08873bba-ea6c-4f7e-93c0-605b1175313c req-2bd553bb-a1f9-450a-a21c-b5513b284880 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Dec 20 23:00:25.826658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-feebcdac-6d92-49a2-a7b8-ab537a1c0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.828012 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-feebcdac-6d92-49a2-a7b8-ab537a1c0bfc service neutron] 10.222.0.62 "GET /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 1094 time: 0.0465326 Dec 20 23:00:25.829071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aee71-2edc-43e3-9042-0030947e33e6 req-0fdfbf26-34b1-4dfc-ab65-0afbf79bad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.830459 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-0fdfbf26-34b1-4dfc-ab65-0afbf79bad01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 917 time: 0.1275411 Dec 20 23:00:25.838212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:25.838654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:00:25.856701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08873bba-ea6c-4f7e-93c0-605b1175313c req-714ec8bc-1b15-491f-8021-6fd75c69bb75 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Dec 20 23:00:25.904185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-ce95e4ac-a977-4494-bc34-2e3ad42972ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 200 len: 217 time: 0.0623307 Dec 20 23:00:25.974443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626b997-3563-447a-8156-6185467168cc req-a69bca01-cc1b-4b18-8957-1c4580e63594 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:25.977321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3626b997-3563-447a-8156-6185467168cc req-a69bca01-cc1b-4b18-8957-1c4580e63594 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 944 time: 0.0547860 Dec 20 23:00:26.010766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aee71-2edc-43e3-9042-0030947e33e6 req-87b14cb4-8ecd-4200-bf0a-b1c0bfe21bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:26.012231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-87b14cb4-8ecd-4200-bf0a-b1c0bfe21bc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.0999851 Dec 20 23:00:26.030354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3626b997-3563-447a-8156-6185467168cc req-ff109582-aa80-4184-9582-619400d82159 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455167 Dec 20 23:00:26.105323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aee71-2edc-43e3-9042-0030947e33e6 req-2b7e3a99-568b-41b2-84af-63c304df6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:26.107355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-2b7e3a99-568b-41b2-84af-63c304df6818 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808218 Dec 20 23:00:26.108457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:26.108788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:26.109108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:26.128789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:26.128789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:26.143866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:26.144254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:26.144729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:26.145103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Bound port: e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:26.253053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:26.268079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-d620622d-baab-4690-9c40-03b98d1f4125 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510568 Dec 20 23:00:26.313844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:26.315020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-834f603f-0d16-4d91-a6cf-88b41bab1090 service neutron] 10.222.0.62 "POST /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4807117 Dec 20 23:00:26.386164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-404aee71-2edc-43e3-9042-0030947e33e6 req-d09758eb-560f-4d23-b4bf-435162161cdf service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043484 Dec 20 23:00:26.390582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-5aa47ad4-2a25-4f49-b059-ac39a5b3be94 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:26.392073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-5aa47ad4-2a25-4f49-b059-ac39a5b3be94 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.1278057 Dec 20 23:00:26.408193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-f499ec67-deb9-4f94-a433-c5f82f8bcd47 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/quotas/e4be62e660d54d1bb637786c024e3e1f HTTP/1.1" status: 200 len: 375 time: 0.0092609 Dec 20 23:00:26.441452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-a7dbf57b-e8b8-4aeb-8ce1-018802c4fe8e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273199 Dec 20 23:00:26.540860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-38bdee8c-ba4d-4d4d-a24d-932615adeffa service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Dec 20 23:00:26.576603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1d59a61b-52d2-49bb-acd2-77f48af54820 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:26.716725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 1d59a61b-52d2-49bb-acd2-77f48af54820 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:26.728720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 1d59a61b-52d2-49bb-acd2-77f48af54820 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:26.728720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:26.782715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39722) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:26.820700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:26.848941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:26.851985 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb94e04c-2f72-4f1d-b888-eb760791c07f" -d '{"events": [{"server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:26.867449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1d59a61b-52d2-49bb-acd2-77f48af54820,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:26.922629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1372109142-network', 'tenant_id': 'fb3835b300824c9f863ca6a1a08ad934'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:26.948671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-a4683b40-6f92-47bd-88f9-6c3032ecc923 service neutron] 10.222.0.62 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991971 Dec 20 23:00:26.957377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa9b21-64fa-47b8-8179-bf5316e7d5f8 req-2f7061eb-2394-405a-9473-138b2244a2f7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:26.957882 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:26.959082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1aa9b21-64fa-47b8-8179-bf5316e7d5f8 req-2f7061eb-2394-405a-9473-138b2244a2f7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0755622 Dec 20 23:00:27.017294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1aa9b21-64fa-47b8-8179-bf5316e7d5f8 req-f0ce021b-ebc7-47ba-855b-43430c772c31 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Dec 20 23:00:27.018417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:27.076603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Made reservation on behalf of fb3835b300824c9f863ca6a1a08ad934 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:27.079835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.090901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.136842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d39d5-a7c9-4ea7-a221-2802adac8127 req-e6f06510-0760-4723-b442-889a01878d04 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.138416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c7d39d5-a7c9-4ea7-a221-2802adac8127 req-e6f06510-0760-4723-b442-889a01878d04 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0586200 Dec 20 23:00:27.184304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-624bb927-21c6-4887-a710-f7915182218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.185950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-624bb927-21c6-4887-a710-f7915182218b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1097 time: 0.0635073 Dec 20 23:00:27.193168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c7d39d5-a7c9-4ea7-a221-2802adac8127 req-7222c5c8-c2f8-45f7-9b5b-512501481a48 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Dec 20 23:00:27.239318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.243884 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c6f50d-011b-45ec-862c-d4e348f2a696 x-openstack-request-id: req-00c6f50d-011b-45ec-862c-d4e348f2a696 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:27.244183 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:27.244441 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00c6f50d-011b-45ec-862c-d4e348f2a696 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:27.244838 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'code': 200} Dec 20 23:00:27.305576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-4f573a30-e06c-49f9-bd7a-f47f2a73763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.307580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-4f573a30-e06c-49f9-bd7a-f47f2a73763e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1111488 Dec 20 23:00:27.366157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-4c50df2b-8f9e-463d-bdb7-2573a78dab2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 217 time: 0.0468872 Dec 20 23:00:27.368301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.405807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc7bb5-8ac3-425e-8fa0-a937a2a2082e req-30bea1ea-e98f-4935-81f1-b1e69c95e118 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.419399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54cc7bb5-8ac3-425e-8fa0-a937a2a2082e req-30bea1ea-e98f-4935-81f1-b1e69c95e118 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0937154 Dec 20 23:00:27.434431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54636ea1-9106-49b1-ba5c-e39c4cb1c4eb req-5e393faf-3750-4daf-a487-60597200236b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.435989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54636ea1-9106-49b1-ba5c-e39c4cb1c4eb req-5e393faf-3750-4daf-a487-60597200236b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0908821 Dec 20 23:00:27.486626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54cc7bb5-8ac3-425e-8fa0-a937a2a2082e req-a3aa6391-0b57-4859-a567-72c07a1b08b6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783000 Dec 20 23:00:27.530378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54636ea1-9106-49b1-ba5c-e39c4cb1c4eb req-29114fff-7f02-4ec8-a08b-19f9d17b669e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794380 Dec 20 23:00:27.613283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f859cd29-d354-45c3-a18c-951573cb90a1 req-ad1fbd43-873c-4bc3-89a9-8beeeb0bb0dc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Dec 20 23:00:27.721055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:00:27.737644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a663f782-6e30-41cf-971c-9cd20f76dbe1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:27.747969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-ec11df72-6369-41d0-9817-84cb27795693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.749447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-ec11df72-6369-41d0-9817-84cb27795693 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.3570409 Dec 20 23:00:27.754360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9d890-f45b-4d27-b6a8-270fd5d02a39 req-2026e249-7326-4bed-98e7-903e78f8d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:27.755814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-efd9d890-f45b-4d27-b6a8-270fd5d02a39 req-2026e249-7326-4bed-98e7-903e78f8d0d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 1096 time: 0.3985827 Dec 20 23:00:27.797003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-1529d2ba-8ccc-4139-bf4e-0ca6db3fe17c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397325 Dec 20 23:00:27.808353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.808694 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Added segment eb505bf4-5219-4063-9450-d30c106831e0 of type vlan for network 84254bf9-4c97-4929-8f44-3579d33a3556 Dec 20 23:00:27.920203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:27.924132 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-efd9d890-f45b-4d27-b6a8-270fd5d02a39 req-d463cbf6-1aa5-4217-8814-ef1527c6d5b3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589851 Dec 20 23:00:27.970278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-49a86e36-2661-4aa1-8153-9af5503d5f8c service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647172 Dec 20 23:00:27.984851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.029439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.030461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.031072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.097804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=84254bf9-4c97-4929-8f44-3579d33a3556,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:28.111080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 84254bf9-4c97-4929-8f44-3579d33a3556 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:00:28.136303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c66844a-1855-4939-887e-6bd6dd462fe2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3522408 Dec 20 23:00:28.139218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:28.143996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Request body: {'subnet': {'network_id': '84254bf9-4c97-4929-8f44-3579d33a3556', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1372109142-subnet', 'tenant_id': 'fb3835b300824c9f863ca6a1a08ad934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:28.151947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d8260-0b4e-4590-83e4-894ee6d8f4ae req-4554113f-de5e-416e-bd25-1fcf0c7c16f2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.153756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-186d8260-0b4e-4590-83e4-894ee6d8f4ae req-4554113f-de5e-416e-bd25-1fcf0c7c16f2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0595009 Dec 20 23:00:28.209005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-186d8260-0b4e-4590-83e4-894ee6d8f4ae req-cf227a29-3671-4475-9ed0-248ee3392452 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Dec 20 23:00:28.257894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-6ace3a71-52d6-4f03-a04f-715ffd9c4bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972681 Dec 20 23:00:28.264874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Made reservation on behalf of fb3835b300824c9f863ca6a1a08ad934 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:28.267239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.291933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:28.312946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a4cdddfe-3e13-496e-b700-f10aede4b6e0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:28.313572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4cdddfe-3e13-496e-b700-f10aede4b6e0 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:28.331589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bc92b-b21b-44be-9051-b30b3acbe409 req-094f5ed0-bff6-4991-be66-c33908c342c7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.333157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a68bc92b-b21b-44be-9051-b30b3acbe409 req-094f5ed0-bff6-4991-be66-c33908c342c7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0579848 Dec 20 23:00:28.387642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a68bc92b-b21b-44be-9051-b30b3acbe409 req-59260a23-4fa0-4e02-ab0b-189727117d24 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Dec 20 23:00:28.538776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390302-73e9-440e-a7e0-cdeae5f29c1c req-367e2186-67a1-4ea6-9d01-d90667f34b4c tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.540267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e390302-73e9-440e-a7e0-cdeae5f29c1c req-367e2186-67a1-4ea6-9d01-d90667f34b4c tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Dec 20 23:00:28.568330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.618196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e390302-73e9-440e-a7e0-cdeae5f29c1c req-4ae2ce12-9f0a-43a9-97c9-a03b6eef6443 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Dec 20 23:00:28.638869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201634b2-40bf-4546-a81e-63763649937d req-f0b2b8f8-c9d9-47e5-8ba4-073cbbaaeb6a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.640532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201634b2-40bf-4546-a81e-63763649937d req-f0b2b8f8-c9d9-47e5-8ba4-073cbbaaeb6a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0637896 Dec 20 23:00:28.646196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6129a73-68db-4d83-a12e-0f9186eb8c36,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:28.659328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Checking segment: {'id': 'eb505bf4-5219-4063-9450-d30c106831e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '84254bf9-4c97-4929-8f44-3579d33a3556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:28.659532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Network hostable DHCP agents. Network: 84254bf9-4c97-4929-8f44-3579d33a3556, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:00:28.707421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201634b2-40bf-4546-a81e-63763649937d req-8c63f839-0df3-4079-91ba-7120c5ff4904 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605206 Dec 20 23:00:28.773965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Network 84254bf9-4c97-4929-8f44-3579d33a3556 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:00:28.778585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4873bc-2b39-414f-ac38-54dc0b3d251b req-48a6d1ec-fd62-4a98-9685-9a495186570b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.780383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4873bc-2b39-414f-ac38-54dc0b3d251b req-48a6d1ec-fd62-4a98-9685-9a495186570b tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Dec 20 23:00:28.841610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4873bc-2b39-414f-ac38-54dc0b3d251b req-f1d563d2-68ba-445e-b5cb-296a8e6eb4b2 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523686 Dec 20 23:00:28.880018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f6cd2b0-48e4-4c73-bc43-f2442ef18b50 req-5f2a4192-bf8e-4343-b3f5-6ef5575a181e tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 210 time: 0.0331581 Dec 20 23:00:28.894433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 84254bf9-4c97-4929-8f44-3579d33a3556) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:28.904279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:28.904859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:28.910455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ae5ab-262d-418b-991b-456f675bed12 None None] Network 84254bf9-4c97-4929-8f44-3579d33a3556 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:29.011906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e2d24a42-d5b5-4a2a-ad9e-d9f0b37765ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8716509 Dec 20 23:00:29.028809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6c86-cd84-41f5-8b17-7c1acb7cfde8 req-da65e17b-f321-4fb1-a227-262ce9602bd4 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.034965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49df6c86-cd84-41f5-8b17-7c1acb7cfde8 req-da65e17b-f321-4fb1-a227-262ce9602bd4 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.1107881 Dec 20 23:00:29.037949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d1ef1-2a6d-4913-bb54-9fa77a92896b None None] Network 84254bf9-4c97-4929-8f44-3579d33a3556 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:29.132609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49df6c86-cd84-41f5-8b17-7c1acb7cfde8 req-216367e4-5c99-48c5-95e7-7d985f93aecd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880728 Dec 20 23:00:29.273394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bb830-cb4f-421f-b5bc-abaa80621c49 req-ec53dd2b-2a5f-4ef4-a2a9-7e5ce1b5ffb6 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.275124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-326bb830-cb4f-421f-b5bc-abaa80621c49 req-ec53dd2b-2a5f-4ef4-a2a9-7e5ce1b5ffb6 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Dec 20 23:00:29.328874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-326bb830-cb4f-421f-b5bc-abaa80621c49 req-cc546608-f737-4f12-ae0b-a918f776b404 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Dec 20 23:00:29.381772 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-6b790114-5352-42e3-9f68-2d592610a4cb req-b9d8484a-44c8-4039-8550-b92c4911aeb9 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] show failed (client error): The resource could not be found. Dec 20 23:00:29.383516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b790114-5352-42e3-9f68-2d592610a4cb req-b9d8484a-44c8-4039-8550-b92c4911aeb9 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/38404e89-00ff-46e6-a168-141ece1eada2 HTTP/1.1" status: 404 len: 352 time: 0.0164638 Dec 20 23:00:29.419356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-7ec67e05-da41-4ec0-bf82-fed7cd197e9e req-f0b826c0-a16b-44e5-b4c5-ae169667917a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:00:29.420265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ec67e05-da41-4ec0-bf82-fed7cd197e9e req-f0b826c0-a16b-44e5-b4c5-ae169667917a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064936 Dec 20 23:00:29.518046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ab2f-af49-44e8-b5ec-f9620bb3d62a req-ab4bf08d-b682-4f9f-b838-968d272b7968 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.519565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23b9ab2f-af49-44e8-b5ec-f9620bb3d62a req-ab4bf08d-b682-4f9f-b838-968d272b7968 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.1166787 Dec 20 23:00:29.555284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ec67e05-da41-4ec0-bf82-fed7cd197e9e req-f857a6f6-0d14-47a0-950d-f27bf6f0ab07 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1187663 Dec 20 23:00:29.586690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23b9ab2f-af49-44e8-b5ec-f9620bb3d62a req-6bbaba5a-8cb4-444b-8d18-3b1340ec504f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Dec 20 23:00:29.685268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-511e5e13-9eee-4292-ab5a-df72b71ad021 req-19340cc7-4d77-4e9a-8e66-17ad9d8f486b tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb3835b300824c9f863ca6a1a08ad934 HTTP/1.1" status: 200 len: 3001 time: 0.0519042 Dec 20 23:00:29.751647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-511e5e13-9eee-4292-ab5a-df72b71ad021 req-8b6dd022-731b-44f8-ab52-f99541a82522 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/a663f782-6e30-41cf-971c-9cd20f76dbe1 HTTP/1.1" status: 200 len: 2998 time: 0.0541477 Dec 20 23:00:29.837662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-511e5e13-9eee-4292-ab5a-df72b71ad021 req-b1328297-0070-4445-bc39-6da26d7b164f tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/a663f782-6e30-41cf-971c-9cd20f76dbe1 HTTP/1.1" status: 200 len: 2998 time: 0.0777340 Dec 20 23:00:29.875556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce81c-72e5-43df-9dc7-ee476246de95 req-157d523f-f4d4-4bb6-a07c-8d9ce01a01d7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.884675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d7ce81c-72e5-43df-9dc7-ee476246de95 req-157d523f-f4d4-4bb6-a07c-8d9ce01a01d7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.1064966 Dec 20 23:00:29.973186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-24ace3ce-856c-4ee6-8802-99e599e08057 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.975526 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-24ace3ce-856c-4ee6-8802-99e599e08057 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 821 time: 0.1336894 Dec 20 23:00:29.978243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d7ce81c-72e5-43df-9dc7-ee476246de95 req-a0c450df-3073-4245-8c09-3a1fa7488e3c tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Dec 20 23:00:29.998337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1d9e-e0e9-4b01-94c4-96540fd1220a req-28681bcf-7787-4aff-9a68-2b05752d2cef tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:29.998337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7cc1d9e-e0e9-4b01-94c4-96540fd1220a req-28681bcf-7787-4aff-9a68-2b05752d2cef tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0896533 Dec 20 23:00:30.003474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Request body: {'port': {'device_id': '68744d9b-f88f-4c6f-ba73-361673869295', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'admin_state_up': True, 'tenant_id': 'e4be62e660d54d1bb637786c024e3e1f'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:30.057634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7cc1d9e-e0e9-4b01-94c4-96540fd1220a req-3eadc557-f37c-45dc-a016-c421bd460cd1 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Dec 20 23:00:30.136858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a76521d-cae0-4de2-b983-0e2ee9dd81cf req-7f7a75a5-1983-4f94-8a65-6d58f5024021 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/a663f782-6e30-41cf-971c-9cd20f76dbe1 HTTP/1.1" status: 200 len: 2998 time: 0.0587447 Dec 20 23:00:30.228291 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-7a76521d-cae0-4de2-b983-0e2ee9dd81cf req-96ec268e-eb47-4b54-8049-93d6e8241310 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 23:00:30.229272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a76521d-cae0-4de2-b983-0e2ee9dd81cf req-96ec268e-eb47-4b54-8049-93d6e8241310 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "DELETE /v2.0/security-groups/a663f782-6e30-41cf-971c-9cd20f76dbe1 HTTP/1.1" status: 409 len: 352 time: 0.0913229 Dec 20 23:00:30.255624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f9d0-4b2b-4507-987f-f4304f4670e8 req-2daa4505-c8bf-4908-83dd-0f13cf45ca1f tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:30.257447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f110f9d0-4b2b-4507-987f-f4304f4670e8 req-2daa4505-c8bf-4908-83dd-0f13cf45ca1f tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0686400 Dec 20 23:00:30.310867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Made reservation on behalf of e4be62e660d54d1bb637786c024e3e1f for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:30.317241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.334834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1f6103f-307d-4df2-964c-6866c14ced74 req-65171b33-0ed3-4b54-8ec2-2358d2438c8f tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 210 time: 0.0373561 Dec 20 23:00:30.340562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f110f9d0-4b2b-4507-987f-f4304f4670e8 req-271f1baf-7d53-4f67-9c31-43dbf8006c98 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748782 Dec 20 23:00:30.479557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Allocated IP 172.20.0.12 (39d2abb6-7a78-4024-bf0c-4ae98f4f4e66/809dd8a1-26a9-48e2-979a-65d4d5d00aa3/df1669ba-c318-4334-8f3b-6418e4032868) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:30.489556 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-9991a97c-c7b8-429a-858e-ee3f14c3a67d req-397dffe6-55db-446c-a52d-dbea94e00b99 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] show failed (client error): The resource could not be found. Dec 20 23:00:30.491396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9991a97c-c7b8-429a-858e-ee3f14c3a67d req-397dffe6-55db-446c-a52d-dbea94e00b99 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/9c5b7d74-54f1-4009-9bb7-d56dacee64c5 HTTP/1.1" status: 404 len: 352 time: 0.0235379 Dec 20 23:00:30.517678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0943c1-db44-4204-ac07-6d788e4308ef req-367eb88c-cd5d-4e2c-8b19-7c521cb2fff7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:30.519694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e0943c1-db44-4204-ac07-6d788e4308ef req-367eb88c-cd5d-4e2c-8b19-7c521cb2fff7 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.0833714 Dec 20 23:00:30.629082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e0943c1-db44-4204-ac07-6d788e4308ef req-052d347d-cb25-47ad-af47-e74d94724513 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024108 Dec 20 23:00:30.647533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7e59-4c97-4760-b3b8-d805742a6f55 req-2b604826-3116-4178-aa8a-93a2a78bb600 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:30.650215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad3d7e59-4c97-4760-b3b8-d805742a6f55 req-2b604826-3116-4178-aa8a-93a2a78bb600 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.1029530 Dec 20 23:00:30.657870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39810) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:30.662324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Request body: {'floatingip': {'port_id': '1d59a61b-52d2-49bb-acd2-77f48af54820'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:30.668013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.735663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.751474 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-57fe52e4-7ced-46a9-8c45-f85b268595cf req-435aae6a-a609-4950-a33b-c969d7d2e6b4 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] show failed (client error): The resource could not be found. Dec 20 23:00:30.752494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57fe52e4-7ced-46a9-8c45-f85b268595cf req-435aae6a-a609-4950-a33b-c969d7d2e6b4 tempest-SecurityGroupsNegativeTestJSON-14182194 tempest-SecurityGroupsNegativeTestJSON-14182194-project] 10.222.0.62 "GET /v2.0/security-groups/84ca7ccf-a0d3-4aec-8559-047c24b50ead HTTP/1.1" status: 404 len: 352 time: 0.0449586 Dec 20 23:00:30.761624 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.764144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39812) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:30.850048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf6f0-e936-4187-bda8-fc014e875293 req-70ec470b-926b-439c-b55e-85df906a7268 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:30.851788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dedf6f0-e936-4187-bda8-fc014e875293 req-70ec470b-926b-439c-b55e-85df906a7268 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.1431746 Dec 20 23:00:30.855061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event updated for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:30.884785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:30.888386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:30.895419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:30.901170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Deleting subnet f6129a73-68db-4d83-a12e-0f9186eb8c36 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:00:30.922939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.973827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:30.980928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:30.981552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.016481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45440a-2630-40c1-9c9b-c0e8d6b1e7be req-b0e9d4b6-a930-4dca-a61d-3a81abd27a68 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.018073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da45440a-2630-40c1-9c9b-c0e8d6b1e7be req-b0e9d4b6-a930-4dca-a61d-3a81abd27a68 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.1924541 Dec 20 23:00:31.023979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dedf6f0-e936-4187-bda8-fc014e875293 req-a7c3411a-3964-49ec-91e5-6177ee63726d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514812 Dec 20 23:00:31.034961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.086670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-712530bb-0a81-4441-b6d9-fd53cfa82d73 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0964377 Dec 20 23:00:31.106865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Request body: {'port': {'device_id': '68744d9b-f88f-4c6f-ba73-361673869295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:31.122795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da45440a-2630-40c1-9c9b-c0e8d6b1e7be req-7b3d7286-49a3-4e4d-b44c-5d84d13108b3 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977020 Dec 20 23:00:31.200059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.332250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.357397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db7362-d744-4133-911a-fc78f27c7bfb req-bdd2500e-1706-469d-80c5-e6c470a4e7d7 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.359035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92db7362-d744-4133-911a-fc78f27c7bfb req-bdd2500e-1706-469d-80c5-e6c470a4e7d7 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1891689 Dec 20 23:00:31.382604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6129a73-68db-4d83-a12e-0f9186eb8c36,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:31.390938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.397362 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-848a7835-ad9b-4e80-bb65-c88b2d9877d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f6129a73-68db-4d83-a12e-0f9186eb8c36 HTTP/1.1" status: 204 len: 168 time: 0.6294522 Dec 20 23:00:31.398863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:31.520886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92db7362-d744-4133-911a-fc78f27c7bfb req-6cb6e98b-249b-469e-8ba9-a0f087b0af91 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538517 Dec 20 23:00:31.533647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7c5f6-53f3-4817-9f0c-fcd6ac313d35 req-2b0fe338-b82e-4d88-9de1-1dfb72598856 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.540352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7c5f6-53f3-4817-9f0c-fcd6ac313d35 req-2b0fe338-b82e-4d88-9de1-1dfb72598856 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.547171 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.547447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7c5f6-53f3-4817-9f0c-fcd6ac313d35 req-2b0fe338-b82e-4d88-9de1-1dfb72598856 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.549120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30f7c5f6-53f3-4817-9f0c-fcd6ac313d35 req-2b0fe338-b82e-4d88-9de1-1dfb72598856 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001&device_id=33752e3a-feec-438e-85e3-4bb65ca47546&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 2417 time: 0.1823313 Dec 20 23:00:31.689208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.707598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30f7c5f6-53f3-4817-9f0c-fcd6ac313d35 req-65a7c628-063c-4999-8f15-2805e464b554 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009841 Dec 20 23:00:31.728072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.733599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1669ba-c318-4334-8f3b-6418e4032868 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:31.734529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5075-b1c4-4638-86f3-b8abc05a658a req-76769de2-4a97-4ecc-a316-879ea9c91208 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:31.742928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-530c5075-b1c4-4638-86f3-b8abc05a658a req-76769de2-4a97-4ecc-a316-879ea9c91208 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 932 time: 0.1265595 Dec 20 23:00:31.754703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.781814 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.782075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84254bf9-4c97-4929-8f44-3579d33a3556']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:31.794681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Transition to ACTIVE for port object df1669ba-c318-4334-8f3b-6418e4032868 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:00:31.798673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb505bf4-5219-4063-9450-d30c106831e0') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:31.798973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb505bf4-5219-4063-9450-d30c106831e0') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:31.811274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.825687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.833015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:00:31.833476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:00:31.836083 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:00:31.875347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-530c5075-b1c4-4638-86f3-b8abc05a658a req-1e120559-0db7-4a91-93dc-6c8a1593137a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315463 Dec 20 23:00:31.891994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:31.955298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Pushing event updated for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:31.966873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecb0c781-b56b-43b0-a9ec-2efdee82c1e4 req-2d20a499-51db-4108-a3e3-326cdd431a20 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1429965 Dec 20 23:00:31.983757 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Floating IP e33f3dbb-c6a6-46a9-aceb-89259ce04bd6 associated. External IP: 172.25.1.35, port: 1d59a61b-52d2-49bb-acd2-77f48af54820. Dec 20 23:00:32.011578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.026124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.029351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/84254bf9-4c97-4929-8f44-3579d33a3556 HTTP/1.1" status: 204 len: 168 time: 0.6288083 Dec 20 23:00:32.052813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a957c96-f6cf-4b23-9bf9-df85d4986dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84254bf9-4c97-4929-8f44-3579d33a3556,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:32.056453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Attempting to bind port df1669ba-c318-4334-8f3b-6418e4032868 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:32.056848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Attempting to bind port df1669ba-c318-4334-8f3b-6418e4032868 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:32.057102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Attempting to bind port df1669ba-c318-4334-8f3b-6418e4032868 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:32.080375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Port df1669ba-c318-4334-8f3b-6418e4032868 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:32.080704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Attempting to bind port df1669ba-c318-4334-8f3b-6418e4032868 on network 39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:32.094309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:32.094648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Checking segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:32.095034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Bound using segment: {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:32.095455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Bound port: df1669ba-c318-4334-8f3b-6418e4032868, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896d822f-e14b-4a62-a223-23c39c4bdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:32.095802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.199132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:32.202599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=df1669ba-c318-4334-8f3b-6418e4032868,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:32.275512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeff95-8724-44bf-a88f-ebfe739babe1 req-7b813d24-bdcd-49f0-aade-8ac33cdb3f55 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:32.277044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bedeff95-8724-44bf-a88f-ebfe739babe1 req-7b813d24-bdcd-49f0-aade-8ac33cdb3f55 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.1064482 Dec 20 23:00:32.295573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Router 6541e62a-8f36-4f87-81e3-44c26248fdfe has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:32.306225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.379365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:32.380113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.382920 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/df1669ba-c318-4334-8f3b-6418e4032868 HTTP/1.1" status: 200 len: 1092 time: 1.2859194 Dec 20 23:00:32.383487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:32.385938 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052b49e-0b3f-4905-b363-16f042c4d81a" -d '{"events": [{"name": "network-changed", "server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "tag": "df1669ba-c318-4334-8f3b-6418e4032868"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:32.395511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bedeff95-8724-44bf-a88f-ebfe739babe1 req-41e655ed-b686-424b-b8d0-4990642940a9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Dec 20 23:00:32.420502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb96d2-2ffa-4f21-add3-11ac39ff81c3 service neutron] Pushing event updated for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:32.504667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39840) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:32.508355 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90545613-c13e-4d2a-9f09-a12c70490467 x-openstack-request-id: req-90545613-c13e-4d2a-9f09-a12c70490467 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:32.508644 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "tag": "df1669ba-c318-4334-8f3b-6418e4032868", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:32.509469 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90545613-c13e-4d2a-9f09-a12c70490467 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:32.509469 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868', 'status': 'completed', 'code': 200} Dec 20 23:00:32.518690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:32.528412 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.539323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Sync routers for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:32.554173 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:32.558938 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:32.571752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-31a04e7a-9ed0-4162-9fb9-3f4913107477 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "PUT /v2.0/floatingips/e33f3dbb-c6a6-46a9-aceb-89259ce04bd6 HTTP/1.1" status: 200 len: 990 time: 1.9127879 Dec 20 23:00:32.572669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:32.575405 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e74897b-785e-4ba7-a4a1-96c335329719" -d '{"events": [{"name": "network-changed", "server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:32.604078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:32.611504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-552e2fb0-b52a-497d-b84b-ff1d80f2f2da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb3835b300824c9f863ca6a1a08ad934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055746 Dec 20 23:00:32.634079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-86a117c3-6286-4a76-bed3-7dd34348636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:32.635569 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-86a117c3-6286-4a76-bed3-7dd34348636f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 1095 time: 0.1119463 Dec 20 23:00:32.699731 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-c5ea5de6-63cd-4c40-83fe-20ec088a87cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1669ba-c318-4334-8f3b-6418e4032868 HTTP/1.1" status: 200 len: 217 time: 0.0548716 Dec 20 23:00:32.706790 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:32.759142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118202-053a-41b5-9bbf-b352297ef97f req-7b87c1bd-31fc-43d4-b7e7-92238e766c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:32.761840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-7b87c1bd-31fc-43d4-b7e7-92238e766c7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.0529890 Dec 20 23:00:32.766831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650578-8b9a-4246-b00e-c06d8efab863 req-e97a839e-dd4f-44ff-8386-cc334d64f296 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:32.768420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2650578-8b9a-4246-b00e-c06d8efab863 req-e97a839e-dd4f-44ff-8386-cc334d64f296 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1314902 Dec 20 23:00:32.771922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.820147 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-9bd75058-b080-42d6-b98f-5864a06b88f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504630 Dec 20 23:00:32.825740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:32.844557 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c66e81-9e3d-44ba-8db5-8946fc438933 x-openstack-request-id: req-b3c66e81-9e3d-44ba-8db5-8946fc438933 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:32.844847 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:32.845104 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3c66e81-9e3d-44ba-8db5-8946fc438933 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:32.845512 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'status': 'completed', 'code': 200} Dec 20 23:00:32.860672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2650578-8b9a-4246-b00e-c06d8efab863 req-76e1b931-1260-4318-abe0-64a910aa3895 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835402 Dec 20 23:00:33.002183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:33.005479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:33.010484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a663f782-6e30-41cf-971c-9cd20f76dbe1 HTTP/1.1" status: 204 len: 168 time: 0.4053125 Dec 20 23:00:33.015777 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-0962715d-91f5-413b-a626-0619aed1e499 service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874506 Dec 20 23:00:33.040154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a37b-6c7e-43aa-9f2f-0d818d8e2870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663f782-6e30-41cf-971c-9cd20f76dbe1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:33.120534 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'e33f3dbb-c6a6-46a9-aceb-89259ce04bd6', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'port_id': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'mac_address': 'fa:16:3e:78:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:09Z', 'updated_at': '2021-12-20T23:00:31Z', 'revision_number': 1, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:33.122811 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:33.177703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c673dec-4b22-4103-8fe3-00bfed673ef3 req-2093a714-776b-46c1-ab8f-800b273dc2d0 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.182067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c673dec-4b22-4103-8fe3-00bfed673ef3 req-2093a714-776b-46c1-ab8f-800b273dc2d0 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 944 time: 0.1051381 Dec 20 23:00:33.195303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-79118202-053a-41b5-9bbf-b352297ef97f req-b4fb1118-2cc2-4ea3-88f8-d5c0e881dcbb service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632996 Dec 20 23:00:33.201755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Checking router: 6541e62a-8f36-4f87-81e3-44c26248fdfe for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:33.214650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-03452ee9-1d29-420b-b091-46e6f097bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.219715 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-03452ee9-1d29-420b-b091-46e6f097bb7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2946973 Dec 20 23:00:33.231767 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:33.234382 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:33.303218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c673dec-4b22-4103-8fe3-00bfed673ef3 req-7a22aad4-a975-4eef-9b64-7e2850f16746 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138384 Dec 20 23:00:33.478346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-9ac4ed41-3a95-4947-8361-5356affee6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.480010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-9ac4ed41-3a95-4947-8361-5356affee6c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4be62e660d54d1bb637786c024e3e1f&device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 1095 time: 0.1170819 Dec 20 23:00:33.483729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-e6d2071d-2172-4aa4-9264-ec9b6b86a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.491623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-e6d2071d-2172-4aa4-9264-ec9b6b86a582 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 200 len: 916 time: 0.2598748 Dec 20 23:00:33.563778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0695a25-0ee0-429a-8881-8e28fc7011d7 req-1cf0f9a0-240b-40b8-bee7-cf6e348dfc67 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.573406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0695a25-0ee0-429a-8881-8e28fc7011d7 req-1cf0f9a0-240b-40b8-bee7-cf6e348dfc67 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0874903 Dec 20 23:00:33.584953 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:33.631750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0695a25-0ee0-429a-8881-8e28fc7011d7 req-a6076b36-46b5-4934-903b-66409dc79901 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563414 Dec 20 23:00:33.803942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-d301e964-976f-434d-bfee-97890d5fd454 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 200 len: 998 time: 0.2950411 Dec 20 23:00:33.863592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-b6554ae7-77da-4819-bd64-6f9da773aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.865120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-b6554ae7-77da-4819-bd64-6f9da773aee7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 200 len: 922 time: 0.3725622 Dec 20 23:00:33.891995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-9b597218-8966-4302-8745-d6ca447247b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:33.894661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-9b597218-8966-4302-8745-d6ca447247b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 HTTP/1.1" status: 200 len: 854 time: 0.0802898 Dec 20 23:00:33.927640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'e33f3dbb-c6a6-46a9-aceb-89259ce04bd6', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'port_id': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'mac_address': 'fa:16:3e:78:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:09Z', 'updated_at': '2021-12-20T23:00:31Z', 'revision_number': 1, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:33.942528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-0144509e-e7ca-423a-b2e6-b08a6fdc540f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1669ba-c318-4334-8f3b-6418e4032868 HTTP/1.1" status: 200 len: 217 time: 0.0669382 Dec 20 23:00:33.990091 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fe761-462a-4d2c-aad1-1a97f54ee56f None None] The sync data for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 is: [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'e33f3dbb-c6a6-46a9-aceb-89259ce04bd6', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'port_id': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'mac_address': 'fa:16:3e:78:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:59:09Z', 'updated_at': '2021-12-20T23:00:31Z', 'revision_number': 1, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:34.061930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-4e2c814a-a0ed-44a6-b1d1-c0d6a84d66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.063959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-4e2c814a-a0ed-44a6-b1d1-c0d6a84d66f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 200 len: 861 time: 0.1045237 Dec 20 23:00:34.085119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72961-9b27-4680-83db-0718fca1cfcd req-d7c52861-9b15-46e9-b57b-b0dbc118c6e6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.088471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-0f8c44a2-f822-48ea-8377-1db77f48209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.090007 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-0f8c44a2-f822-48ea-8377-1db77f48209f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464689 Dec 20 23:00:34.097089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9f72961-9b27-4680-83db-0718fca1cfcd req-d7c52861-9b15-46e9-b57b-b0dbc118c6e6 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1104803 Dec 20 23:00:34.156165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-fbdeb29b-c767-4c81-9dc4-f1eb5f32e5e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768998 Dec 20 23:00:34.166306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9f72961-9b27-4680-83db-0718fca1cfcd req-7eb2e73d-7faa-48f7-b6c9-3b8b4907a59e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657005 Dec 20 23:00:34.344421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554668e-afb0-4a61-ad6b-f8d8ce54a542 None None] New status for floating IP e33f3dbb-c6a6-46a9-aceb-89259ce04bd6: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:00:34.380214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57865f-f321-4535-acb0-1e05ac78082e req-91961526-d7b3-45ce-801e-60d9322f61aa tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.389047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa57865f-f321-4535-acb0-1e05ac78082e req-91961526-d7b3-45ce-801e-60d9322f61aa tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.1187963 Dec 20 23:00:34.452668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-c8c52b7c-e6ab-4046-a08f-940e41e6a0e7 service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707512 Dec 20 23:00:34.457190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-e81e7a2d-c300-4c4a-8e35-8ecf1393af33 service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464792 Dec 20 23:00:34.509775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa57865f-f321-4535-acb0-1e05ac78082e req-9d1ec55a-c9b7-4267-8bcb-836521d98910 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200540 Dec 20 23:00:34.553176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0720eec-b1c8-47c8-b6f8-829786ae74f4 req-12b374c5-5865-43c4-a48c-5707bc2aa077 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.554974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0720eec-b1c8-47c8-b6f8-829786ae74f4 req-12b374c5-5865-43c4-a48c-5707bc2aa077 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 944 time: 0.1149223 Dec 20 23:00:34.618649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0720eec-b1c8-47c8-b6f8-829786ae74f4 req-9179f303-f50b-4b67-aedd-1e980321c8ef tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563862 Dec 20 23:00:34.705686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-588b509b-bd26-437b-a3f3-cad94dcb1277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:34.719671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e74897b-785e-4ba7-a4a1-96c335329719 req-b00e0100-f798-4caf-baa4-5e89ed40b32c service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391818 Dec 20 23:00:34.726032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5052b49e-0b3f-4905-b363-16f042c4d81a req-edc706f9-5cac-439a-bd20-089b0b75c6d1 service neutron] 10.222.0.45 "GET /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615664 Dec 20 23:00:34.832644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe503953-702c-4b8a-acb4-42933b5401c2 req-b29fabe1-1196-4ffb-8d56-791293c6d803 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:34.835432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe503953-702c-4b8a-acb4-42933b5401c2 req-b29fabe1-1196-4ffb-8d56-791293c6d803 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0735676 Dec 20 23:00:34.845774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39900) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:34.899121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe503953-702c-4b8a-acb4-42933b5401c2 req-40d162c4-9a61-4ef0-abc6-0174e5ac67cd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573695 Dec 20 23:00:34.972430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1632833342-network', 'tenant_id': '172c2af885014e1b8e734f3f972d783c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:35.099390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Made reservation on behalf of 172c2af885014e1b8e734f3f972d783c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:35.112359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.124540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.202972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.307496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3ade8-7031-4411-904b-e0bce710e0ef req-f1763562-2b6a-41f5-9210-04ddd893bb34 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:35.309053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29a3ade8-7031-4411-904b-e0bce710e0ef req-f1763562-2b6a-41f5-9210-04ddd893bb34 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0715039 Dec 20 23:00:35.316561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.338754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:00:35.353893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd69e58-411d-452b-b1c2-4f67ce55ee80,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:35.356777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.357134 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Added segment ffdd3b73-1994-4551-aa3d-49a73f8fdb59 of type vlan for network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 Dec 20 23:00:35.363356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29a3ade8-7031-4411-904b-e0bce710e0ef req-074e159e-020c-4932-a028-334fd17cf8fa tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Dec 20 23:00:35.403304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.543842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.550397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:35.550397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.605960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] Pushing event updated for resources: {'Network': ['ID=105d0e80-63c4-4cdb-a3b1-1e0872eefc25,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:35.617410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:00:35.645946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242766da-117b-48d7-b520-fc6df06ef4ad req-1511a540-b3fe-496d-9cb7-b704c74f00c1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:35.648142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-242766da-117b-48d7-b520-fc6df06ef4ad req-1511a540-b3fe-496d-9cb7-b704c74f00c1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0667617 Dec 20 23:00:35.668096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3f3b8033-b5be-4c5d-857a-f0ab010a52ba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8212216 Dec 20 23:00:35.674896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:35.676905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Request body: {'subnet': {'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1632833342-subnet', 'tenant_id': '172c2af885014e1b8e734f3f972d783c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:35.743519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-242766da-117b-48d7-b520-fc6df06ef4ad req-ebfe5bec-6d69-40a2-8933-47d6d928589c tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890484 Dec 20 23:00:35.783459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6cdb4-62c7-4d73-8a79-3fb06f2c8f1c req-d578c395-80c2-48bd-9fb0-64e97ace3a98 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:35.784973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1b6cdb4-62c7-4d73-8a79-3fb06f2c8f1c req-d578c395-80c2-48bd-9fb0-64e97ace3a98 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 944 time: 0.0624461 Dec 20 23:00:35.809609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Made reservation on behalf of 172c2af885014e1b8e734f3f972d783c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:35.812678 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:35.901517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1b6cdb4-62c7-4d73-8a79-3fb06f2c8f1c req-d1c993c4-2126-4403-8f01-fb59e375fb82 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095850 Dec 20 23:00:35.980867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-b8aeb68b-0724-4268-9efe-3cfdcafde753 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:35.983172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-b8aeb68b-0724-4268-9efe-3cfdcafde753 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 945 time: 0.0547955 Dec 20 23:00:36.092554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Deleting port 86e2bb94-557a-468a-8ed5-a56ab65ec50a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:36.092892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.188910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] For port 86e2bb94-557a-468a-8ed5-a56ab65ec50a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=86e2bb94-557a-468a-8ed5-a56ab65ec50a,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:36.189703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.203224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Calling delete_port for 86e2bb94-557a-468a-8ed5-a56ab65ec50a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:36.311741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022972e-3884-4e98-af64-bec7099e1f2a req-e7a7998e-3d21-4764-a230-953d3ea41dda tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:36.313553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4022972e-3884-4e98-af64-bec7099e1f2a req-e7a7998e-3d21-4764-a230-953d3ea41dda tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0940435 Dec 20 23:00:36.332504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device df1669ba-c318-4334-8f3b-6418e4032868 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:36.375657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4022972e-3884-4e98-af64-bec7099e1f2a req-d9e6444a-feb5-44b7-aaae-8c4a30d83b76 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Dec 20 23:00:36.419732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.442282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.456121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37792411-35ac-4aa6-8c00-c957e012cbef', '86e2bb94-557a-468a-8ed5-a56ab65ec50a', '494eeb32-07a0-4eaa-a728-d99e481f4213'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:36.459477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=df1669ba-c318-4334-8f3b-6418e4032868,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:36.477599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event deleted for resources: {'Port': ['ID=86e2bb94-557a-468a-8ed5-a56ab65ec50a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:36.495961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'df1669ba-c318-4334-8f3b-6418e4032868', 'network_id': '39d2abb6-7a78-4024-bf0c-4ae98f4f4e66', 'port_id': 'df1669ba-c318-4334-8f3b-6418e4032868', 'mac_address': 'fa:16:3e:ce:0d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809dd8a1-26a9-48e2-979a-65d4d5d00aa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:36.521159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=139def88-818b-48fe-9a8f-a203a904deb0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:36.534134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Checking segment: {'id': 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:36.539350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Network hostable DHCP agents. Network: 105d0e80-63c4-4cdb-a3b1-1e0872eefc25, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:00:36.546130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3cbdf-b22e-4a27-8dd1-6d9c800066d3 req-ada290b5-42d9-417a-93b7-91f6d927902a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:36.547690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edd3cbdf-b22e-4a27-8dd1-6d9c800066d3 req-ada290b5-42d9-417a-93b7-91f6d927902a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0947049 Dec 20 23:00:36.559317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] No DVR routers for this DVR port 86e2bb94-557a-468a-8ed5-a56ab65ec50a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:36.563778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.567911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8eb96255-2dfb-4c0d-93a8-d567e20e545d req-8c6d8b62-5b7d-4615-bbb8-c694d771c954 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "DELETE /v2.0/ports/86e2bb94-557a-468a-8ed5-a56ab65ec50a HTTP/1.1" status: 204 len: 173 time: 0.5766988 Dec 20 23:00:36.569516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'name': 'network-vif-deleted', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:36.573339 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ad131-42d2-4c7f-bea9-d625e7b7ea61" -d '{"events": [{"server_uuid": "b2be273d-18de-4386-a037-282720f67001", "name": "network-vif-deleted", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:36.591456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.606779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edd3cbdf-b22e-4a27-8dd1-6d9c800066d3 req-d09e7326-4249-4b5a-8f03-c2afe6b5d671 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Dec 20 23:00:36.615737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1669ba-c318-4334-8f3b-6418e4032868 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:36.626295 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009e549-5232-4a29-bcaf-46745d638c66 x-openstack-request-id: req-e009e549-5232-4a29-bcaf-46745d638c66 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:36.626823 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2be273d-18de-4386-a037-282720f67001", "name": "network-vif-deleted", "tag": "86e2bb94-557a-468a-8ed5-a56ab65ec50a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:36.627270 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e009e549-5232-4a29-bcaf-46745d638c66 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:36.627841 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be273d-18de-4386-a037-282720f67001', 'name': 'network-vif-deleted', 'tag': '86e2bb94-557a-468a-8ed5-a56ab65ec50a', 'status': 'completed', 'code': 200} Dec 20 23:00:36.648246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:00:36.666960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=df1669ba-c318-4334-8f3b-6418e4032868,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:36.756864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 105d0e80-63c4-4cdb-a3b1-1e0872eefc25) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:36.759314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.762365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:36.763167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:36.793709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa945f90-0552-4ddc-bfe7-5855cd781aa5 None None] Network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:36.860416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-183dba86-8af5-42c6-a4b2-82c29ef86117 req-90185a90-2c4f-42d3-a7b7-b98cd5778b15 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2be273d-18de-4386-a037-282720f67001 HTTP/1.1" status: 200 len: 210 time: 0.0390875 Dec 20 23:00:36.884036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:36.901505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19831bd7-93c0-423b-8dc1-9a27fb2f2eee admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2285709 Dec 20 23:00:36.982953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5132885-13a8-4309-8043-66048a2e0dbd None None] Network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:37.049618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c8230-7d06-44f3-9efb-c6043cfb5bfb req-16666ea5-ae1d-47c5-9010-303eaef2a5cc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:37.062564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d27c8230-7d06-44f3-9efb-c6043cfb5bfb req-16666ea5-ae1d-47c5-9010-303eaef2a5cc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 945 time: 0.0789936 Dec 20 23:00:37.121975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b3747a2-4ab0-40fd-bc6b-033253d51add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:37.122469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d27c8230-7d06-44f3-9efb-c6043cfb5bfb req-7d741f76-ebcb-4787-a648-fe12ded219fc tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539713 Dec 20 23:00:37.143723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['df1669ba-c318-4334-8f3b-6418e4032868'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:37.404960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-73a689f7-89a5-47ac-b1cd-e0a3c006be9c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:37.406987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-73a689f7-89a5-47ac-b1cd-e0a3c006be9c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/networks?id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25 HTTP/1.1" status: 200 len: 814 time: 0.1071122 Dec 20 23:00:37.422744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-73bb2fa5-3e1a-4778-bc10-8a7db469af6b tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/quotas/172c2af885014e1b8e734f3f972d783c HTTP/1.1" status: 200 len: 375 time: 0.0093310 Dec 20 23:00:37.458366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-d150345b-c432-49f2-86b9-acb2078b6d4a tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=172c2af885014e1b8e734f3f972d783c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297563 Dec 20 23:00:37.584035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-c2b0cc0c-3840-43e0-a758-e64466094279 service neutron] 10.222.0.62 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173675 Dec 20 23:00:37.593064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb4d4d-78bd-4366-b603-e97c1e0ce7d7 req-09b8a398-7191-4aa4-838f-8285c0b42748 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:37.594477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44bb4d4d-78bd-4366-b603-e97c1e0ce7d7 req-09b8a398-7191-4aa4-838f-8285c0b42748 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0756922 Dec 20 23:00:37.701261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44bb4d4d-78bd-4366-b603-e97c1e0ce7d7 req-e1660c5a-0a6d-4a47-ae30-3cf5a5c56249 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982804 Dec 20 23:00:37.717968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-372ea112-8868-4add-b9ae-b6fbc2c7a942 service neutron] 10.222.0.62 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225383 Dec 20 23:00:37.811529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f51eb-5a58-4ea8-b86b-c8cabd3d68fd req-f58f0d98-e6d6-473b-a1f8-684c03c95765 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:37.813330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b72f51eb-5a58-4ea8-b86b-c8cabd3d68fd req-f58f0d98-e6d6-473b-a1f8-684c03c95765 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0544605 Dec 20 23:00:37.862853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b72f51eb-5a58-4ea8-b86b-c8cabd3d68fd req-07423b0b-b25f-4fa1-9144-001b8f4c72f5 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Dec 20 23:00:37.971310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7cf4253-56ad-4392-b543-8d99764495de req-d676e4c1-818a-4620-9810-ef8c4b664d08 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Dec 20 23:00:38.253795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:38.273545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b6b3-cf22-4e6f-9230-f222b3b90db5 req-8df1b44f-c698-4d20-95a8-649db1e6de36 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:38.275032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3966b6b3-cf22-4e6f-9230-f222b3b90db5 req-8df1b44f-c698-4d20-95a8-649db1e6de36 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Dec 20 23:00:38.327711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3966b6b3-cf22-4e6f-9230-f222b3b90db5 req-c6438a38-0413-46bb-bdad-d717fe25474b tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Dec 20 23:00:38.351731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device df1669ba-c318-4334-8f3b-6418e4032868 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:38.390981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a31cc-c2cd-4438-a98c-1410a1f0856c req-b08bfe71-7746-4d10-ade4-3d1d85e511c9 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:38.392477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9a31cc-c2cd-4438-a98c-1410a1f0856c req-b08bfe71-7746-4d10-ade4-3d1d85e511c9 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Dec 20 23:00:38.442587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9a31cc-c2cd-4438-a98c-1410a1f0856c req-b642582f-eae3-4f8d-ae3e-1186a4c8e4c5 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Dec 20 23:00:38.470476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port df1669ba-c318-4334-8f3b-6418e4032868 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:38.474369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port df1669ba-c318-4334-8f3b-6418e4032868 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:38.474943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:38.563887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:38.586528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:38.588723 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f8471-62ab-4ab0-8115-4b879a87c6bd" -d '{"events": [{"server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "name": "network-vif-plugged", "status": "completed", "tag": "df1669ba-c318-4334-8f3b-6418e4032868"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:38.601538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=df1669ba-c318-4334-8f3b-6418e4032868,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:38.625021 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3fa65f-2ebb-46ed-9379-65072e32c7ca x-openstack-request-id: req-8d3fa65f-2ebb-46ed-9379-65072e32c7ca {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:38.625313 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "name": "network-vif-plugged", "status": "completed", "tag": "df1669ba-c318-4334-8f3b-6418e4032868", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:38.625569 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d3fa65f-2ebb-46ed-9379-65072e32c7ca {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:38.625999 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868', 'code': 200} Dec 20 23:00:38.664775 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:38.715361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:38.742660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a076209-0bdc-4465-ad1e-26ee3899fc86 req-9ef4e1b5-6953-477d-89c8-27dfe4862540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:38.744172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a076209-0bdc-4465-ad1e-26ee3899fc86 req-9ef4e1b5-6953-477d-89c8-27dfe4862540 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 1097 time: 0.0500062 Dec 20 23:00:38.800242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a076209-0bdc-4465-ad1e-26ee3899fc86 req-e985df67-42fa-45a4-a1a9-fe9282606229 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Dec 20 23:00:38.832628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae170-b912-4441-91ca-a79229fecc42 req-ff0dbcf7-c32f-4695-8615-e9b126e4cb97 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:38.834959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb6ae170-b912-4441-91ca-a79229fecc42 req-ff0dbcf7-c32f-4695-8615-e9b126e4cb97 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0530705 Dec 20 23:00:38.888106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb6ae170-b912-4441-91ca-a79229fecc42 req-9800ba19-02a2-488d-a6eb-2210abfea200 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Dec 20 23:00:39.011473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7ee0a-827b-4a94-aafd-156df557aa6b req-88949eab-623b-456c-a4c4-2179d74e2b3c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:39.013301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85e7ee0a-827b-4a94-aafd-156df557aa6b req-88949eab-623b-456c-a4c4-2179d74e2b3c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0666001 Dec 20 23:00:39.066608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a0283cc-ab47-4bd3-a9df-34d4cfe76457 req-90a92abb-2a62-4ea4-9fbe-802fce787975 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0392816 Dec 20 23:00:39.099002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85e7ee0a-827b-4a94-aafd-156df557aa6b req-9fccf535-d5f3-4b44-ad34-f99e491f2001 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793066 Dec 20 23:00:39.135275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1007e-9703-4296-9ea9-8710fb995cb2 req-78515a48-bdd4-4109-9e9e-970c0a5f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:39.137098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-11c1007e-9703-4296-9ea9-8710fb995cb2 req-78515a48-bdd4-4109-9e9e-970c0a5f15e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0456376 Dec 20 23:00:39.201753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-11c1007e-9703-4296-9ea9-8710fb995cb2 req-ed503842-57dd-4a72-8ed7-1dfe0c8e5239 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Dec 20 23:00:39.446107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a5c15-389a-4281-bf7d-00036637913f req-15a715d1-e197-473c-bae6-436136ea66a5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:39.447608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d0a5c15-389a-4281-bf7d-00036637913f req-15a715d1-e197-473c-bae6-436136ea66a5 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Dec 20 23:00:39.501030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d0a5c15-389a-4281-bf7d-00036637913f req-e18034a4-0216-4860-a77d-c9c007dea605 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Dec 20 23:00:39.581087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed55d62-d5dc-403c-93ac-f6ead2f4318d req-6b556396-e564-4b3a-8cba-5169fdeeb9b1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:39.582643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ed55d62-d5dc-403c-93ac-f6ead2f4318d req-6b556396-e564-4b3a-8cba-5169fdeeb9b1 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Dec 20 23:00:39.623821 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:39.631826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ed55d62-d5dc-403c-93ac-f6ead2f4318d req-66619c9e-d141-4efd-ac86-113c148f788a tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Dec 20 23:00:40.010972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d498ce-b39f-4776-8309-453be8eb6b03 req-ac45c3bc-d5fa-4835-a93e-54e6eb7bc9c7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.012550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3d498ce-b39f-4776-8309-453be8eb6b03 req-ac45c3bc-d5fa-4835-a93e-54e6eb7bc9c7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0515971 Dec 20 23:00:40.059996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3d498ce-b39f-4776-8309-453be8eb6b03 req-0cd631e9-9857-4933-ae85-54212ab656a7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Dec 20 23:00:40.121889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9c799bcb-f30f-49b4-9ba5-dcc3de3c1f44 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.123368 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9c799bcb-f30f-49b4-9ba5-dcc3de3c1f44 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.0507236 Dec 20 23:00:40.169823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dbb6316-9b3a-4752-8ffb-ca12d4beacfb req-1f64f7ad-cce8-4b26-a445-285fc7a53aa8 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0314217 Dec 20 23:00:40.238262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01471-98c6-4c78-9356-c8db41710231 req-6b4dfa7f-98b6-4146-98b4-2b20e250a53f tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.240117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b01471-98c6-4c78-9356-c8db41710231 req-6b4dfa7f-98b6-4146-98b4-2b20e250a53f tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0572984 Dec 20 23:00:40.333068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b01471-98c6-4c78-9356-c8db41710231 req-f9f9b469-0683-4a8b-bad0-2552c5c03042 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860243 Dec 20 23:00:40.441165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:40.560292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Deleting port 494eeb32-07a0-4eaa-a728-d99e481f4213 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:40.560633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:40.628138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fee857-4222-42e7-9693-2c962fd28741 req-4a32f493-f316-4e63-9370-a33ab604df43 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.630444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4fee857-4222-42e7-9693-2c962fd28741 req-4a32f493-f316-4e63-9370-a33ab604df43 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 946 time: 0.0539935 Dec 20 23:00:40.656755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 86e2bb94-557a-468a-8ed5-a56ab65ec50a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:40.692948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-95fe3f29-8a55-4dde-a38f-d2514120ac1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4441152 Dec 20 23:00:40.696346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 86e2bb94-557a-468a-8ed5-a56ab65ec50a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:40.698040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 86e2bb94-557a-468a-8ed5-a56ab65ec50a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:40.726719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4fee857-4222-42e7-9693-2c962fd28741 req-635964f4-b6e7-4224-a550-67d8917df72f tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848470 Dec 20 23:00:40.732469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] For port 494eeb32-07a0-4eaa-a728-d99e481f4213, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=494eeb32-07a0-4eaa-a728-d99e481f4213,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:40.732855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:40.760827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-c6a0a421-8abf-406f-b320-18cd4d5fc8f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.762399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-c6a0a421-8abf-406f-b320-18cd4d5fc8f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.45 "GET /v2.0/networks?id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25 HTTP/1.1" status: 200 len: 814 time: 0.2161858 Dec 20 23:00:40.766875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Calling delete_port for 494eeb32-07a0-4eaa-a728-d99e481f4213 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:40.791268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Request body: {'port': {'device_id': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25', 'admin_state_up': True, 'tenant_id': '172c2af885014e1b8e734f3f972d783c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:40.862168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdb00-5bfe-42fc-bd59-77631f7f8fe3 req-4426fe8f-09da-4af8-bef3-158cc1e88c1d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.864094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26ecdb00-5bfe-42fc-bd59-77631f7f8fe3 req-4426fe8f-09da-4af8-bef3-158cc1e88c1d tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 946 time: 0.0655541 Dec 20 23:00:40.932627 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26ecdb00-5bfe-42fc-bd59-77631f7f8fe3 req-1caf1ac0-8d62-44c5-b3b5-65d3856292be tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589671 Dec 20 23:00:40.932914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-45b91c3a-96eb-40c8-909f-e5236914b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:40.934269 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-45b91c3a-96eb-40c8-909f-e5236914b6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 1096 time: 0.1627707 Dec 20 23:00:41.110081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-72e1a5cb-5098-4d1a-9728-1c7b6103a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.111553 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-72e1a5cb-5098-4d1a-9728-1c7b6103a8d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 200 len: 917 time: 0.1117551 Dec 20 23:00:41.161882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-a96355f6-dc52-4f45-b67b-19d93983c78e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 200 len: 217 time: 0.0402052 Dec 20 23:00:41.162616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Made reservation on behalf of 172c2af885014e1b8e734f3f972d783c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:41.166584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.211921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.222118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a3d7f-3db4-448a-a191-ad0f69f17881 req-52419696-9c5e-44a2-aca3-f0ebc63fd147 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.223961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e4a3d7f-3db4-448a-a191-ad0f69f17881 req-52419696-9c5e-44a2-aca3-f0ebc63fd147 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0812924 Dec 20 23:00:41.228974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37792411-35ac-4aa6-8c00-c957e012cbef', '494eeb32-07a0-4eaa-a728-d99e481f4213'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:41.232620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9c791-55ec-4904-b6b4-3af72d4252e5 req-ad6f5441-7d04-4750-bbb6-70e182967012 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.234139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27a9c791-55ec-4904-b6b4-3af72d4252e5 req-ad6f5441-7d04-4750-bbb6-70e182967012 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 946 time: 0.0805628 Dec 20 23:00:41.258314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event deleted for resources: {'Port': ['ID=494eeb32-07a0-4eaa-a728-d99e481f4213,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:41.315491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e4a3d7f-3db4-448a-a191-ad0f69f17881 req-760f0f9e-c408-47af-b6a1-85e824d20359 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794957 Dec 20 23:00:41.319230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27a9c791-55ec-4904-b6b4-3af72d4252e5 req-ecc77661-3a7a-47b5-a5f9-f9e9400e96ed tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759478 Dec 20 23:00:41.352077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] No DVR routers for this DVR port 494eeb32-07a0-4eaa-a728-d99e481f4213 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:41.357820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.361165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32fb157e-c39f-4d6c-a209-98e3050a24f5 req-9574388e-3b9a-4777-95fa-10021b965edd tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "DELETE /v2.0/ports/494eeb32-07a0-4eaa-a728-d99e481f4213 HTTP/1.1" status: 204 len: 173 time: 1.2298701 Dec 20 23:00:41.361611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'name': 'network-vif-deleted', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:41.363901 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2b3511-bae5-43de-89ea-539c01d98bc1" -d '{"events": [{"server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "name": "network-vif-deleted", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:41.372997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-ed679ee7-3879-44f1-a348-5d2f6e516757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.375248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-ed679ee7-3879-44f1-a348-5d2f6e516757 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 200 len: 855 time: 0.1993105 Dec 20 23:00:41.477294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bafff06b-3f07-47d1-83ff-bd6426856299 req-67e478da-f1cf-48b8-80ff-794429067af5 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0573320 Dec 20 23:00:41.484916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Allocated IP 172.20.0.7 (105d0e80-63c4-4cdb-a3b1-1e0872eefc25/139def88-818b-48fe-9a8f-a203a904deb0/7a509bc5-9132-4001-898b-3a45c1788963) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:41.494733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-8476f6f4-43ce-4671-9831-07bd57a9ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.500001 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-8476f6f4-43ce-4671-9831-07bd57a9ba27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66fd1a39-2d18-4d95-a0fe-916948cdffd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815148 Dec 20 23:00:41.547786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4dd69-b0d4-409c-ab42-8aceeacab1a3 req-67b78f59-9c48-4891-b2ea-c3cd6da3a768 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:41.549542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11c4dd69-b0d4-409c-ab42-8aceeacab1a3 req-67b78f59-9c48-4891-b2ea-c3cd6da3a768 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0579607 Dec 20 23:00:41.603172 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9448e-5a8d-4de6-9649-b22adc4f6f98 x-openstack-request-id: req-def9448e-5a8d-4de6-9649-b22adc4f6f98 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:41.603172 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33752e3a-feec-438e-85e3-4bb65ca47546", "name": "network-vif-deleted", "tag": "494eeb32-07a0-4eaa-a728-d99e481f4213", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:41.603172 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-def9448e-5a8d-4de6-9649-b22adc4f6f98 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:41.603172 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33752e3a-feec-438e-85e3-4bb65ca47546', 'name': 'network-vif-deleted', 'tag': '494eeb32-07a0-4eaa-a728-d99e481f4213', 'status': 'completed', 'code': 200} Dec 20 23:00:41.617498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11c4dd69-b0d4-409c-ab42-8aceeacab1a3 req-6657dffb-2d01-4eed-872e-ed3f970d0183 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572755 Dec 20 23:00:41.663866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-578681030', 'description': 'tempest-description-1817322989'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:41.702863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-9a36754f-e45f-40b2-8e0c-0f0d45b4f4bc service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967037 Dec 20 23:00:41.766724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.809793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.857835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.864104 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68273597-860f-44b5-b9bb-d20c011e7bc0 req-ec3103d7-5409-4f09-acf9-1d8ca5aa4517 service neutron] 10.222.0.59 "GET /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451352 Dec 20 23:00:41.932463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:41.962016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2a0f77-0634-4835-9329-a4c7c579cb3d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:41.974215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.018035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:42.021180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:42.025461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:42.050667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b8ff702-2c1b-4903-bdd4-a5e2bcd48716 req-19074d43-ca3c-4d21-9c15-ef0cec3a5f24 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=33752e3a-feec-438e-85e3-4bb65ca47546 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Dec 20 23:00:42.056470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.058009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d82cc7ec-e14e-486e-b6b3-adc798b30a79 req-d30380c8-a6b2-4b8d-a562-1db84fc54ed8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3986356 Dec 20 23:00:42.066736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Pushing event updated for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:42.084952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.085851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.152496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-9301ce16-22d0-4aad-8fe6-5369e755c755 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.154122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-9301ce16-22d0-4aad-8fe6-5369e755c755 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1097 time: 0.0618811 Dec 20 23:00:42.162575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-62ea37c1-ea33-4f07-ab47-31c4c901ee9c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-578681030&fields=id&tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7 HTTP/1.1" status: 200 len: 267 time: 0.0445528 Dec 20 23:00:42.171925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:42.198849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-07074cd3-e011-41b8-8ce4-f20fad0c15f4 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4141088 Dec 20 23:00:42.220909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-16a4a376-31fd-40f9-a603-bf619765f3a5 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.222457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-16a4a376-31fd-40f9-a603-bf619765f3a5 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Dec 20 23:00:42.232892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Request body: {'port': {'device_id': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:42.234631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'port': {'security_groups': ['b40e227b-098d-4238-b226-2da93f67a361', '5b2a0f77-0634-4835-9329-a4c7c579cb3d']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:42.256656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.309021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.324293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.464999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdada-e35f-4884-887f-589c03744567 req-9a8e1c0f-8827-43e2-b281-1ae1c01b4a69 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.466722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-376bdada-e35f-4884-887f-589c03744567 req-9a8e1c0f-8827-43e2-b281-1ae1c01b4a69 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 946 time: 0.0710554 Dec 20 23:00:42.524111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:42.575415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-376bdada-e35f-4884-887f-589c03744567 req-73e0f77e-ca1d-4c49-acf3-5458f1f5d004 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981162 Dec 20 23:00:42.605173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:42.640687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.646616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:42.704388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.716715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.717991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:42.772623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a81b-86de-4e1d-b76c-680f35d096c5 req-8c5b7ded-1416-4dc0-86e8-5351a59cd28d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.776722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9887a81b-86de-4e1d-b76c-680f35d096c5 req-8c5b7ded-1416-4dc0-86e8-5351a59cd28d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 946 time: 0.1030993 Dec 20 23:00:42.783499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:42.784140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.785538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e6171e9-2551-4c52-a31c-9e78c26f16eb req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "PUT /v2.0/ports/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 981 time: 0.5559788 Dec 20 23:00:42.786032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:42.788979 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c08f21-1723-486a-8623-58eabd9b4c07" -d '{"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:42.796512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a509bc5-9132-4001-898b-3a45c1788963 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:42.806395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.820371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Transition to ACTIVE for port object 7a509bc5-9132-4001-898b-3a45c1788963 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:00:42.822523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.830023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b1615-cab0-4a62-92fa-e819fff9a35e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:42.879171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9887a81b-86de-4e1d-b76c-680f35d096c5 req-b1b4f97b-8050-45a6-9872-af37e0595026 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups?id=42eeb850-e955-4b68-b355-30508c08f227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799112 Dec 20 23:00:42.930179 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:42.941275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:42.954463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:42.982182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:42.982512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:42.982893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:43.000748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:43.001125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Attempting to bind port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:43.015691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:43.016025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:43.016417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:43.016845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Bound port: e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:43.017196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.041591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Pushing event updated for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:43.126697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b86362-49de-431e-bb38-de75a90183d6 req-de18c639-4770-40f9-a149-44680dc2b498 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.128868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9b86362-49de-431e-bb38-de75a90183d6 req-de18c639-4770-40f9-a149-44680dc2b498 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 946 time: 0.1954336 Dec 20 23:00:43.131903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Attempting to bind port 7a509bc5-9132-4001-898b-3a45c1788963 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:43.132251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Attempting to bind port 7a509bc5-9132-4001-898b-3a45c1788963 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:43.132580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Attempting to bind port 7a509bc5-9132-4001-898b-3a45c1788963 on network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:43.141064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Port 7a509bc5-9132-4001-898b-3a45c1788963 on network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:00:43.141369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Attempting to bind port 7a509bc5-9132-4001-898b-3a45c1788963 on network 105d0e80-63c4-4cdb-a3b1-1e0872eefc25 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:43.148651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:43.150968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:43.151307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Checking segment: {'id': 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:43.151686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Bound using segment: {'id': 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:43.152112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Bound port: 7a509bc5-9132-4001-898b-3a45c1788963, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:43.152460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.155482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:43.188698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188314c8-534e-41fb-ade2-9ac0a6585f17 req-b713e582-f0a3-427b-a866-e7ca885c372e tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.190463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188314c8-534e-41fb-ade2-9ac0a6585f17 req-b713e582-f0a3-427b-a866-e7ca885c372e tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 943 time: 0.1970057 Dec 20 23:00:43.216591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-3b79fef3-8863-4eec-9553-144c12ce4e93 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-578681030&fields=id&tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7 HTTP/1.1" status: 200 len: 267 time: 0.1456969 Dec 20 23:00:43.231105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:43.234370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7a509bc5-9132-4001-898b-3a45c1788963,segment=NetworkSegment(ffdd3b73-1994-4551-aa3d-49a73f8fdb59),segment_id=ffdd3b73-1994-4551-aa3d-49a73f8fdb59)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:43.236707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.314394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=8']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:43.317682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.318323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.320417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-61e8c8cb-3352-4569-803d-dea5ce8a2483 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 1122 time: 1.1524913 Dec 20 23:00:43.322350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.331227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188314c8-534e-41fb-ade2-9ac0a6585f17 req-c29cdcc2-f298-4677-9e53-234c761a65f3 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292484 Dec 20 23:00:43.345339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-cf04a61e-173b-4824-af11-3df784e6a5a1 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.347009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-cf04a61e-173b-4824-af11-3df784e6a5a1 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 984 time: 0.1144907 Dec 20 23:00:43.358972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Deleting port df1669ba-c318-4334-8f3b-6418e4032868 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:43.359423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.366257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.367083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.368531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a509bc5-9132-4001-898b-3a45c1788963 HTTP/1.1" status: 200 len: 1091 time: 1.1414430 Dec 20 23:00:43.382790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3b209-e25a-4626-a7d8-0eac9b849124 service neutron] Pushing event updated for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:43.393316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'port': {'security_groups': ['b40e227b-098d-4238-b226-2da93f67a361']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:43.425708 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d37c46-4a2a-411b-b581-b4a5b1c0ed1b x-openstack-request-id: req-52d37c46-4a2a-411b-b581-b4a5b1c0ed1b {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:43.426078 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:43.426349 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52d37c46-4a2a-411b-b581-b4a5b1c0ed1b {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:43.426826 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 23:00:43.436668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:43.483957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:43.534067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.552233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] For port df1669ba-c318-4334-8f3b-6418e4032868, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=df1669ba-c318-4334-8f3b-6418e4032868,segment=NetworkSegment(896d822f-e14b-4a62-a223-23c39c4bdf23),segment_id=896d822f-e14b-4a62-a223-23c39c4bdf23)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:43.552233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.571446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Calling delete_port for df1669ba-c318-4334-8f3b-6418e4032868 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:43.602722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'}, {'name': 'network-changed', 'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'}, {'name': 'network-changed', 'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:43.605940 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e65c9-fa08-4911-9168-3211b53def74" -d '{"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c"}, {"name": "network-changed", "server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c"}, {"name": "network-changed", "server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "tag": "7a509bc5-9132-4001-898b-3a45c1788963"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:43.613921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-fce8aa74-5c95-40fb-b0bf-67134adca8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.615875 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-fce8aa74-5c95-40fb-b0bf-67134adca8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1135 time: 0.1529932 Dec 20 23:00:43.624149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-4c468cdb-dd4d-4007-a706-b70d141ed6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.625870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-4c468cdb-dd4d-4007-a706-b70d141ed6ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=172c2af885014e1b8e734f3f972d783c&device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 1094 time: 0.0957766 Dec 20 23:00:43.700906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-c8c216f9-f894-4ccb-bcb5-2d4c74962569 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a509bc5-9132-4001-898b-3a45c1788963 HTTP/1.1" status: 200 len: 217 time: 0.0636654 Dec 20 23:00:43.821867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-e5496637-7f63-434b-93e1-efb57bf5efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.823636 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-e5496637-7f63-434b-93e1-efb57bf5efd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=139def88-818b-48fe-9a8f-a203a904deb0 HTTP/1.1" status: 200 len: 854 time: 0.1119072 Dec 20 23:00:43.846902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-f8511adf-305a-4fce-9de5-e3c06fb0bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:43.849013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-f8511adf-305a-4fce-9de5-e3c06fb0bdc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.2215669 Dec 20 23:00:43.851832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:43.868672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-c6b0b067-f960-49bf-bfa5-8ed193b69509 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320213 Dec 20 23:00:43.884060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.914155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-6078efee-14ef-4185-955c-a638a96e7ee8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.0484252 Dec 20 23:00:43.985474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:43.987448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:44.001899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:44.016055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-3afc01c6-5395-486b-8437-59bf06d48de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:44.017624 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-3afc01c6-5395-486b-8437-59bf06d48de1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.0922489 Dec 20 23:00:44.064024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:44.064658 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:44.068789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-82c89c83-4ce6-4570-9030-dd391b998452 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627474 Dec 20 23:00:44.070918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-481e1099-4845-4ca8-a780-5cfd2fdd3397 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390837 Dec 20 23:00:44.074316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57c65475-2143-42b9-8557-f36d2a3e6520 req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "PUT /v2.0/ports/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 942 time: 0.6896870 Dec 20 23:00:44.122448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] No DVR routers for this DVR port df1669ba-c318-4334-8f3b-6418e4032868 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:44.126396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:44.130189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9b86362-49de-431e-bb38-de75a90183d6 req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.45 "DELETE /v2.0/ports/df1669ba-c318-4334-8f3b-6418e4032868 HTTP/1.1" status: 204 len: 173 time: 0.9889841 Dec 20 23:00:44.134488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840de2c3-71b3-4f67-854f-be1e29aa7008 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:44.166004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cd8df-ac27-4b04-9fa0-8114f1434947 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event deleted for resources: {'Port': ['ID=df1669ba-c318-4334-8f3b-6418e4032868,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:44.214683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:44.228631 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be51136-91e5-4840-a6e5-75778c792069 x-openstack-request-id: req-2be51136-91e5-4840-a6e5-75778c792069 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:44.228956 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c", "code": 200}, {"name": "network-changed", "server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "tag": "7a509bc5-9132-4001-898b-3a45c1788963", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:44.229208 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2be51136-91e5-4840-a6e5-75778c792069 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:44.229612 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'code': 200} Dec 20 23:00:44.229888 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'status': 'completed', 'code': 200} Dec 20 23:00:44.230134 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963', 'status': 'completed', 'code': 200} Dec 20 23:00:44.247912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['df1669ba-c318-4334-8f3b-6418e4032868'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:44.250422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594cb55-f0b3-4ac9-8511-27557098729b req-f0bac015-41f5-4afa-80a6-4a0b6c1eb8aa tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:44.252108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a594cb55-f0b3-4ac9-8511-27557098729b req-f0bac015-41f5-4afa-80a6-4a0b6c1eb8aa tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.0886712 Dec 20 23:00:44.324411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dddcd8c8-693f-4ad0-8689-0f030d557769 req-187ce423-e198-4721-832b-d49b439302c7 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480540 Dec 20 23:00:44.347327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-4e9581e9-ffb9-4c7a-9787-3631ccd84321 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785910 Dec 20 23:00:44.349997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a1662eb-8b34-419e-8267-e257a9f9eb17 req-f1e7ae69-b3e3-4b91-a5df-64017595024d tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/ports?device_id=68744d9b-f88f-4c6f-ba73-361673869295 HTTP/1.1" status: 200 len: 210 time: 0.0522726 Dec 20 23:00:44.418993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-ddc9fb12-a2cf-45b3-894d-92a310a4f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:44.421805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-ddc9fb12-a2cf-45b3-894d-92a310a4f470 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1125 time: 0.1685326 Dec 20 23:00:44.430165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a594cb55-f0b3-4ac9-8511-27557098729b req-f222be7b-21be-4510-b010-e4fcb728f13a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207545 Dec 20 23:00:44.479485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c08f21-1723-486a-8623-58eabd9b4c07 req-12bf94af-6108-4620-bb63-36e4ae21f620 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202757 Dec 20 23:00:44.669580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:44.672861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 494eeb32-07a0-4eaa-a728-d99e481f4213 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:44.700873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 494eeb32-07a0-4eaa-a728-d99e481f4213 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:44.701214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 494eeb32-07a0-4eaa-a728-d99e481f4213 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:44.799571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:44.811960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 23:00:45.020764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ddea-cbf3-4739-ad12-cc6a8ac27ca4 req-69a3d73d-ee7e-4934-8bcf-2df80143a53f tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.022257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4307ddea-cbf3-4739-ad12-cc6a8ac27ca4 req-69a3d73d-ee7e-4934-8bcf-2df80143a53f tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.4601414 Dec 20 23:00:45.023554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-bd9e75ee-28f1-4437-a2be-d61262a6b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.025126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-bd9e75ee-28f1-4437-a2be-d61262a6b40f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.5916202 Dec 20 23:00:45.091700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-f544699f-85a6-4ae0-8aae-870d6bd57487 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6237016 Dec 20 23:00:45.094956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-980a77de-3273-4dad-965f-0bd77f20d9a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 217 time: 0.0526981 Dec 20 23:00:45.110287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:45.169935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4307ddea-cbf3-4739-ad12-cc6a8ac27ca4 req-dc405338-23f2-47a0-aef0-08cf8a8849b8 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399021 Dec 20 23:00:45.186212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-a26ba2ec-1c7f-40d7-b381-387423ff1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.187954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-a26ba2ec-1c7f-40d7-b381-387423ff1e38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0734434 Dec 20 23:00:45.221868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-75d604e4-d2ed-4c23-91e8-66ed8466d03e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260510 Dec 20 23:00:45.271595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:45.362730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b899af-19ca-493e-8e8e-a67fc3c3afa2 req-bc532af9-778f-4f69-90c1-0eca10cbab8f tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.364208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5b899af-19ca-493e-8e8e-a67fc3c3afa2 req-bc532af9-778f-4f69-90c1-0eca10cbab8f tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 943 time: 0.1389971 Dec 20 23:00:45.422828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-9a2544cc-7fef-4260-ac4b-87cbc224b7dc service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870537 Dec 20 23:00:45.427894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}, {'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'name': 'network-vif-deleted', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:45.430183 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d0820b-7c5b-4a21-845a-a6c3eb760b89" -d '{"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}, {"server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "name": "network-vif-deleted", "tag": "df1669ba-c318-4334-8f3b-6418e4032868"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:45.493471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5b899af-19ca-493e-8e8e-a67fc3c3afa2 req-9fd78d37-f690-4f71-a049-d5b1eedebad8 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Dec 20 23:00:45.565341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-e2a31165-fdb4-4bfa-a34b-8bba55808759 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314788 Dec 20 23:00:45.576291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:45.662572 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc5816-0e56-4a0b-a8f3-67a37269463f x-openstack-request-id: req-e0dc5816-0e56-4a0b-a8f3-67a37269463f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:45.662839 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}, {"server_uuid": "68744d9b-f88f-4c6f-ba73-361673869295", "name": "network-vif-deleted", "tag": "df1669ba-c318-4334-8f3b-6418e4032868", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:45.663050 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0dc5816-0e56-4a0b-a8f3-67a37269463f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:45.664367 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 23:00:45.664688 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68744d9b-f88f-4c6f-ba73-361673869295', 'name': 'network-vif-deleted', 'tag': 'df1669ba-c318-4334-8f3b-6418e4032868', 'status': 'completed', 'code': 200} Dec 20 23:00:45.728671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Allocated IP 172.25.1.43 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/45a30df5-75ce-45ef-9b65-c04d83e30b8a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:45.752214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-898fa226-b68f-4759-b17a-f0087804256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.753693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-898fa226-b68f-4759-b17a-f0087804256d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0813270 Dec 20 23:00:45.757118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-0b255749-d45c-4541-a367-8c1f30385aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.758590 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-0b255749-d45c-4541-a367-8c1f30385aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=172c2af885014e1b8e734f3f972d783c&device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 1094 time: 0.0460904 Dec 20 23:00:45.855735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-594366d3-a676-4312-965b-31a2e8f426ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.857209 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-594366d3-a676-4312-965b-31a2e8f426ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25 HTTP/1.1" status: 200 len: 915 time: 0.0883725 Dec 20 23:00:45.907936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-5c648f16-f0d9-45f2-af0f-fa29aa533e59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a509bc5-9132-4001-898b-3a45c1788963 HTTP/1.1" status: 200 len: 217 time: 0.0429959 Dec 20 23:00:45.920835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e963ad-e39c-45bd-a760-903cfccd8263 req-b14189ec-893f-4b74-9362-e738e09c91c9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.922600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01e963ad-e39c-45bd-a760-903cfccd8263 req-b14189ec-893f-4b74-9362-e738e09c91c9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1590664 Dec 20 23:00:45.961778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e65c9-fa08-4911-9168-3211b53def74 req-8219c3a2-f8f1-4a7d-b7eb-d65c8bb018ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.963152 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-8219c3a2-f8f1-4a7d-b7eb-d65c8bb018ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=139def88-818b-48fe-9a8f-a203a904deb0 HTTP/1.1" status: 200 len: 854 time: 0.0476193 Dec 20 23:00:45.981994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:45.993553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-633c4c3d-e07d-4eef-889c-2dab2c3ac3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:45.995044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-633c4c3d-e07d-4eef-889c-2dab2c3ac3b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.2161822 Dec 20 23:00:45.999484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-3e2fc45e-7434-4762-96ec-406c48a903fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282991 Dec 20 23:00:46.067795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01e963ad-e39c-45bd-a760-903cfccd8263 req-28108f98-f427-4b66-be5a-410ea5017b8d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299047 Dec 20 23:00:46.072629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-2acf9614-b55b-4174-9447-d90e3cb53a3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.0557091 Dec 20 23:00:46.127214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-09581a25-beea-44b7-98b4-b2ad868d6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:46.128693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-09581a25-beea-44b7-98b4-b2ad868d6fb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.0485990 Dec 20 23:00:46.146774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-528160f4-d373-4757-b74f-7ec44dea41d9 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298671 Dec 20 23:00:46.167218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.173264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-8e309662-96c0-4587-bb35-37c0d6695844 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365024 Dec 20 23:00:46.201259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160f241-3254-4321-a7e5-206287f50e5e req-4cf575be-bba5-45a1-8cdc-ddb976262213 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:46.202975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c160f241-3254-4321-a7e5-206287f50e5e req-4cf575be-bba5-45a1-8cdc-ddb976262213 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.0918264 Dec 20 23:00:46.233065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:46.243725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:46.250108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:46.307078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'Port': ['ID=45a30df5-75ce-45ef-9b65-c04d83e30b8a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:46.335128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b36e65c9-fa08-4911-9168-3211b53def74 req-42855a95-e729-48a8-bcb8-3b6616b2a347 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826417 Dec 20 23:00:46.361347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Deleting port 37792411-35ac-4aa6-8c00-c957e012cbef {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:46.361789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.409464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6af02-87da-41b7-9292-7efdfdce43cd req-c21b13fa-ab6f-4773-887e-25816d721902 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:46.411054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c6af02-87da-41b7-9292-7efdfdce43cd req-c21b13fa-ab6f-4773-887e-25816d721902 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 945 time: 0.1050956 Dec 20 23:00:46.430405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-b2d7d9d6-85e4-49c9-aaf0-7ad1efbe7a1c service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360601 Dec 20 23:00:46.457512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] For port 37792411-35ac-4aa6-8c00-c957e012cbef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37792411-35ac-4aa6-8c00-c957e012cbef,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:46.457958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.472372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Calling delete_port for 37792411-35ac-4aa6-8c00-c957e012cbef owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:46.493596 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.559966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c6af02-87da-41b7-9292-7efdfdce43cd req-d0670e5b-9a38-4c0e-a790-2eb30dcfa73c tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/security-groups?id=b33e3442-7620-4a2f-a3a0-6d400ddf124d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271460 Dec 20 23:00:46.595682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29d0820b-7c5b-4a21-845a-a6c3eb760b89 req-658c47e6-3e5e-42d1-8b7d-4f2766bd8bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415470 Dec 20 23:00:46.731578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da77e1-f304-4bd6-8821-47aaffa78c8f req-123a5ade-b232-47db-a676-bbe92a118409 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:46.733041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00da77e1-f304-4bd6-8821-47aaffa78c8f req-123a5ade-b232-47db-a676-bbe92a118409 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 943 time: 0.0549934 Dec 20 23:00:46.784658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00da77e1-f304-4bd6-8821-47aaffa78c8f req-589d22ce-38d5-49b7-a55d-226db8a47748 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Dec 20 23:00:46.836597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.973934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:46.986854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37792411-35ac-4aa6-8c00-c957e012cbef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:46.999877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.009100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40108) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:47.011799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Pushing event deleted for resources: {'Port': ['ID=37792411-35ac-4aa6-8c00-c957e012cbef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:47.070191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] No DVR routers for this DVR port 37792411-35ac-4aa6-8c00-c957e012cbef on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:47.073271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.077424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.082408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c160f241-3254-4321-a7e5-206287f50e5e req-a810561e-914d-43fc-aa38-b54800fab893 tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.59 "DELETE /v2.0/ports/37792411-35ac-4aa6-8c00-c957e012cbef HTTP/1.1" status: 204 len: 173 time: 0.8505359 Dec 20 23:00:47.082887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'name': 'network-vif-deleted', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:47.085794 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee4b30-9685-47a1-a0ee-4b4e0409e091" -d '{"events": [{"server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "name": "network-vif-deleted", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:47.127462 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c997f2f-4d17-4983-861b-67f435404666 x-openstack-request-id: req-2c997f2f-4d17-4983-861b-67f435404666 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:47.127757 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8bd6aa-6cc9-436b-978b-35368af1dc53", "name": "network-vif-deleted", "tag": "37792411-35ac-4aa6-8c00-c957e012cbef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:47.128014 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c997f2f-4d17-4983-861b-67f435404666 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:47.128429 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bd6aa-6cc9-436b-978b-35368af1dc53', 'name': 'network-vif-deleted', 'tag': '37792411-35ac-4aa6-8c00-c957e012cbef', 'status': 'completed', 'code': 200} Dec 20 23:00:47.171536 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.195754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event updated for resources: {'Port': ['ID=45a30df5-75ce-45ef-9b65-c04d83e30b8a,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:47.241330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.250762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.298622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f0cf9-72c9-4e6d-ae0b-0a8df9ef9f4b req-022957fe-27c2-4a21-8b21-2b54474b5763 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:47.300074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-408f0cf9-72c9-4e6d-ae0b-0a8df9ef9f4b req-022957fe-27c2-4a21-8b21-2b54474b5763 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1154401 Dec 20 23:00:47.350740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-408f0cf9-72c9-4e6d-ae0b-0a8df9ef9f4b req-4d4f3728-2826-4498-9d30-aeeb0a8bc5b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Dec 20 23:00:47.383917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.383917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-60f732d1-b3a7-453c-b6f3-88492611f76a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2770133 Dec 20 23:00:47.409360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.411985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.413125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d7b20e6-7b4e-4d42-899b-07aa6d516d50 HTTP/1.1" status: 204 len: 168 time: 0.3999841 Dec 20 23:00:47.415889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40116) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:47.431313 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ca3aaaff-1e2b-48bf-9fa1-1a39007b6bac tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] show failed (client error): The resource could not be found. Dec 20 23:00:47.431313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ca3aaaff-1e2b-48bf-9fa1-1a39007b6bac tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "GET /v2.0/security-groups/8d7b20e6-7b4e-4d42-899b-07aa6d516d50 HTTP/1.1" status: 404 len: 347 time: 0.0142136 Dec 20 23:00:47.435241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:47.470173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-7e8e9ed6-98aa-4c59-b942-3d6dabcb4009 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0862944 Dec 20 23:00:47.470896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de596f5-ccbc-4f08-8a97-e469f740c914 tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b20e6-7b4e-4d42-899b-07aa6d516d50,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:47.565071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Deleting port 6a8e94da-60da-478f-9aaa-11fae0ca20d6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:47.565408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.589201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-36e95e93-1900-4cb6-8978-fc4cf14a0dcb tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:47.590615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887445b2-9d96-406c-ad96-0a3aebe88eea req-36e95e93-1900-4cb6-8978-fc4cf14a0dcb tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1120470 Dec 20 23:00:47.649044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.649458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.666739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Calling delete_port for 6a8e94da-60da-478f-9aaa-11fae0ca20d6 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:47.759008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae9ca341-127b-42a2-b423-96aad406425e req-5608a749-c1fa-4aff-95f1-c90179df7b5f tempest-ListServerFiltersTestJSON-763793968 tempest-ListServerFiltersTestJSON-763793968-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c8bd6aa-6cc9-436b-978b-35368af1dc53 HTTP/1.1" status: 200 len: 210 time: 0.0528953 Dec 20 23:00:47.790187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9c0f1bb8-6367-4ac3-a036-14d718121f9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1384537 Dec 20 23:00:47.797600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-97f0592a-5a9e-43eb-99a5-1336fbc65ef3 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:47.800953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-97f0592a-5a9e-43eb-99a5-1336fbc65ef3 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1366975 Dec 20 23:00:47.876521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.880791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-219b6aaf-919e-48ba-ae84-d137add39fdd tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0748022 Dec 20 23:00:47.915008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Pushing event deleted for resources: {'Port': ['ID=6a8e94da-60da-478f-9aaa-11fae0ca20d6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:47.920915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'floatingip': {'port_id': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:47.976654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.979333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.983342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:47.984537 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3b87d29a-75f4-49ae-8966-68bcf5459e8a tempest-ImagesOneServerNegativeTestJSON-461897932 tempest-ImagesOneServerNegativeTestJSON-461897932-project] 10.222.0.62 "DELETE /v2.0/floatingips/065236fd-8e6a-4dc2-a7fe-4f671943f102 HTTP/1.1" status: 204 len: 168 time: 0.5482943 Dec 20 23:00:48.303379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.304501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.305173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.305644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.306148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.306609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.307064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.309016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-807fffa7-feff-4720-9e76-2e34cef52868 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 0.4666955 Dec 20 23:00:48.321204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e839a5-518e-4ae6-ad0f-fb8b03dfe924 req-e2d1f28f-de70-4d28-9730-5a93e654de4c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.322669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18e839a5-518e-4ae6-ad0f-fb8b03dfe924 req-e2d1f28f-de70-4d28-9730-5a93e654de4c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 943 time: 0.4664094 Dec 20 23:00:48.385574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7a509bc5-9132-4001-898b-3a45c1788963 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:48.387694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device df1669ba-c318-4334-8f3b-6418e4032868 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:48.411594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: df1669ba-c318-4334-8f3b-6418e4032868 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:48.411937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device df1669ba-c318-4334-8f3b-6418e4032868 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:48.487576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18e839a5-518e-4ae6-ad0f-fb8b03dfe924 req-cd24e1b2-cca0-46f8-9699-acf37a784501 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465161 Dec 20 23:00:48.502941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7a509bc5-9132-4001-898b-3a45c1788963,segment=NetworkSegment(ffdd3b73-1994-4551-aa3d-49a73f8fdb59),segment_id=ffdd3b73-1994-4551-aa3d-49a73f8fdb59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:48.512923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '7a509bc5-9132-4001-898b-3a45c1788963', 'network_id': '105d0e80-63c4-4cdb-a3b1-1e0872eefc25', 'port_id': '7a509bc5-9132-4001-898b-3a45c1788963', 'mac_address': 'fa:16:3e:b8:18:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139def88-818b-48fe-9a8f-a203a904deb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:00:48.551622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-c4ec9a04-3f65-4b33-8fdf-4c6ca5de3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.551885 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:48.552090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-c4ec9a04-3f65-4b33-8fdf-4c6ca5de3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.552553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-c4ec9a04-3f65-4b33-8fdf-4c6ca5de3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.554823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-c4ec9a04-3f65-4b33-8fdf-4c6ca5de3e6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 2297 time: 0.2142990 Dec 20 23:00:48.569275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a509bc5-9132-4001-898b-3a45c1788963 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:48.591695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7a509bc5-9132-4001-898b-3a45c1788963,segment=NetworkSegment(ffdd3b73-1994-4551-aa3d-49a73f8fdb59),segment_id=ffdd3b73-1994-4551-aa3d-49a73f8fdb59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:48.693247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:48.706205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-d2f49f8c-6124-42c9-b17d-084d9ffd7dd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 1000 time: 0.1142244 Dec 20 23:00:48.748437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:48.863032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-4705843b-dd9d-4cf0-936a-ef65fe19d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.864534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-4705843b-dd9d-4cf0-936a-ef65fe19d547 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 200 len: 855 time: 0.1498907 Dec 20 23:00:48.879870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8bb9-5d11-4d25-89c6-f64cda0692bf req-27f2481e-ca1f-493a-a13d-bd894332c119 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.881258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-302e8bb9-5d11-4d25-89c6-f64cda0692bf req-27f2481e-ca1f-493a-a13d-bd894332c119 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1694534 Dec 20 23:00:48.991826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-1121e655-c7ae-42ca-a3c8-139696124423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:48.993467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-1121e655-c7ae-42ca-a3c8-139696124423 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ecea4e7-b217-457f-91aa-30cfdc138657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098111 Dec 20 23:00:49.055424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-302e8bb9-5d11-4d25-89c6-f64cda0692bf req-933a4a89-3077-4296-ba9f-42176d909cc3 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623950 Dec 20 23:00:49.104471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['7a509bc5-9132-4001-898b-3a45c1788963'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:00:49.122488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.153608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-478267bc-9958-4cd6-b045-d32647b9bb73 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254840 Dec 20 23:00:49.217945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40146) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:49.256026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.257843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40148) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:49.293796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9e116be1-aad8-4739-8a58-dc9226f5c4dc service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352162 Dec 20 23:00:49.314651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Deleting subnet 7954276e-4d8c-4c23-93b9-227426c32ed6 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:00:49.319278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.341439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ab65cf9f-3b10-4777-9236-0a30ed0cbd0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 217 time: 0.0393121 Dec 20 23:00:49.342822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Deleting subnet 809dd8a1-26a9-48e2-979a-65d4d5d00aa3 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:00:49.351341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.383280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.414775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.434154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-bd9b3941-69a0-4d88-95d6-be4b2769aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:49.435624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-bd9b3941-69a0-4d88-95d6-be4b2769aec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.0610566 Dec 20 23:00:49.436612 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Floating IP dc1525be-c94e-423b-b15a-a57d7a16bfa8 associated. External IP: 172.25.1.43, port: 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf. Dec 20 23:00:49.491996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.532188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.575206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ac4cf806-ab4b-4011-a12f-cce6b8653071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:49.576837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ac4cf806-ab4b-4011-a12f-cce6b8653071 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029036 Dec 20 23:00:49.647995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.676666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809dd8a1-26a9-48e2-979a-65d4d5d00aa3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:49.680142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.683433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-793bb9b9-bc1b-4c23-b1b4-5b253e0c908e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/809dd8a1-26a9-48e2-979a-65d4d5d00aa3 HTTP/1.1" status: 204 len: 168 time: 0.4245186 Dec 20 23:00:49.685986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:49.695690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.739668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7954276e-4d8c-4c23-93b9-227426c32ed6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:49.739932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd13c6-0816-4636-875d-76a155b9211f req-0767c665-9329-4aa6-b978-5532656ed4a3 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:49.741210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acdd13c6-0816-4636-875d-76a155b9211f req-0767c665-9329-4aa6-b978-5532656ed4a3 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 944 time: 0.1702318 Dec 20 23:00:49.746753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.755238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf827c02-c9b4-4482-a48e-bd8f9cd8aa09 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7954276e-4d8c-4c23-93b9-227426c32ed6 HTTP/1.1" status: 204 len: 168 time: 0.5270851 Dec 20 23:00:49.755238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:49.763425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418d663-7648-429d-8640-508155cbd3f5 None None] Network 66fd1a39-2d18-4d95-a0fe-916948cdffd9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:49.827050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.843806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acdd13c6-0816-4636-875d-76a155b9211f req-11879fed-bee3-4d29-9266-d6e7246de0b9 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913982 Dec 20 23:00:49.856629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-a6732120-d9d5-4466-9b98-36374cc7b7da service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668695 Dec 20 23:00:49.893913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:49.964356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:50.006964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.022198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] DHCP port deletion for 66fd1a39-2d18-4d95-a0fe-916948cdffd9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:00:50.045911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d2abb6-7a78-4024-bf0c-4ae98f4f4e66']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.057425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896d822f-e14b-4a62-a223-23c39c4bdf23') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.059045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896d822f-e14b-4a62-a223-23c39c4bdf23') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.068705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.083950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.091444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:00:50.091847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.102148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Deleting port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:50.103199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.107323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:50.113684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.119532 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Sync routers for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:50.143077 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:50.144187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-5a13650c-ff51-48b2-950b-7014b56c79d8 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "PUT /v2.0/floatingips/dc1525be-c94e-423b-b15a-a57d7a16bfa8 HTTP/1.1" status: 200 len: 995 time: 2.2339163 Dec 20 23:00:50.148817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:50.151321 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b9967-97ce-4e06-8f62-50dcf543be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:50.151686 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:00:50.167984 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:00:50.171806 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:00:50.172899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-58c7cd3e-4215-448a-88c7-0d3f83c3ad81 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084626 Dec 20 23:00:50.251869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Deleting port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:50.252475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.259752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-68f4480e-c43d-45f0-bc31-5c1b46e779f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 217 time: 0.0715399 Dec 20 23:00:50.278066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] For port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:50.278664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.305846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Calling delete_port for 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:50.307773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.333010 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:50.384116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-58760cdf-26dd-4dba-9202-32b17066155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:50.385593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-58760cdf-26dd-4dba-9202-32b17066155a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1011395 Dec 20 23:00:50.396718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.400212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7a509bc5-9132-4001-898b-3a45c1788963 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:50.401300 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/39d2abb6-7a78-4024-bf0c-4ae98f4f4e66 HTTP/1.1" status: 204 len: 168 time: 0.7142701 Dec 20 23:00:50.442846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed095adb-867e-4b7c-aa62-0cecfca9edc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d2abb6-7a78-4024-bf0c-4ae98f4f4e66,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:50.446893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] For port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,segment=NetworkSegment(b52f870c-f824-4c53-a4a8-786a74fb05fa),segment_id=b52f870c-f824-4c53-a4a8-786a74fb05fa)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:50.447332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.470986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Calling delete_port for 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:50.540356 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.560161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cae17-48e4-4e97-95a7-8b04ea0ea932 req-2aae140d-f6ff-4fe6-b2e3-11ef3c2272d8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:50.561765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-871cae17-48e4-4e97-95a7-8b04ea0ea932 req-2aae140d-f6ff-4fe6-b2e3-11ef3c2272d8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.2860913 Dec 20 23:00:50.576302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.588338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] Pushing event deleted for resources: {'Port': ['ID=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:50.594181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-9c6bb939-6a76-42a6-bc6f-67fa561ab9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:50.597092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc14fb-00ec-4101-bc5b-c4f98e0794d0 None None] No DVR routers for this DVR port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:50.598454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 7a509bc5-9132-4001-898b-3a45c1788963 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:00:50.609963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-9c6bb939-6a76-42a6-bc6f-67fa561ab9d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.4298618 Dec 20 23:00:50.615503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 7a509bc5-9132-4001-898b-3a45c1788963 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:50.615945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.627815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] No DVR routers for this DVR port 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:50.658852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:50.724115 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:00:50.729297 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc1525be-c94e-423b-b15a-a57d7a16bfa8', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'port_id': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'mac_address': 'fa:16:3e:17:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:00:46Z', 'updated_at': '2021-12-20T23:00:48Z', 'revision_number': 1, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.746227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:00:50.761595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37792411-35ac-4aa6-8c00-c957e012cbef no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:50.772193 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.783492 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Checking router: 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:50.809987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:50.812592 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.834488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fd1a39-2d18-4d95-a0fe-916948cdffd9']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.841962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 37792411-35ac-4aa6-8c00-c957e012cbef {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:50.842601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37792411-35ac-4aa6-8c00-c957e012cbef not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:50.869476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52f870c-f824-4c53-a4a8-786a74fb05fa') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.869707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52f870c-f824-4c53-a4a8-786a74fb05fa') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:50.871554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.911799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.949563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.970229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:00:50.970770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:00:50.976944 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:00:50.987675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40172) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:51.017452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:51.023262 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bce6df-017e-41ac-b214-74195fca93aa" -d '{"events": [{"server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "name": "network-vif-plugged", "status": "completed", "tag": "7a509bc5-9132-4001-898b-3a45c1788963"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:51.028075 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:51.055696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:51.080902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7a509bc5-9132-4001-898b-3a45c1788963,segment=NetworkSegment(ffdd3b73-1994-4551-aa3d-49a73f8fdb59),segment_id=ffdd3b73-1994-4551-aa3d-49a73f8fdb59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:51.082811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 23:00:51.099984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-0c56f2f2-2a95-433d-af38-5490e1092090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.101380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b9fbf65-5a47-458b-a408-eb70dc23fbcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4be62e660d54d1bb637786c024e3e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120360 Dec 20 23:00:51.102092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40178) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:51.104050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-0c56f2f2-2a95-433d-af38-5490e1092090 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6571467 Dec 20 23:00:51.156704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.166380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.182788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.224377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.238339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-827e7666-db08-4417-b0c8-c5a07405c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.240240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-827e7666-db08-4417-b0c8-c5a07405c5c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.6205621 Dec 20 23:00:51.243508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.247772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:51.251149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] 10.222.0.62 "DELETE /v2.0/networks/66fd1a39-2d18-4d95-a0fe-916948cdffd9 HTTP/1.1" status: 204 len: 168 time: 1.4974806 Dec 20 23:00:51.270338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0663c-df5e-4bb8-a050-9a1361f17c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=66fd1a39-2d18-4d95-a0fe-916948cdffd9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:51.271280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-871cae17-48e4-4e97-95a7-8b04ea0ea932 req-b88cd2b3-a609-4f69-b11f-2de91ea490f6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764445 Dec 20 23:00:51.341978 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc1525be-c94e-423b-b15a-a57d7a16bfa8', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'port_id': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'mac_address': 'fa:16:3e:17:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:00:46Z', 'updated_at': '2021-12-20T23:00:48Z', 'revision_number': 1, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:51.363708 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9830ee-3111-4f1e-97ba-3f727405692a x-openstack-request-id: req-6e9830ee-3111-4f1e-97ba-3f727405692a {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:51.364254 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:51.364685 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e9830ee-3111-4f1e-97ba-3f727405692a {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:51.365258 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 23:00:51.380618 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffba9a0f-dddb-483a-b93c-5b64be830a84 None None] The sync data for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 is: [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc1525be-c94e-423b-b15a-a57d7a16bfa8', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'port_id': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'mac_address': 'fa:16:3e:17:39:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:00:46Z', 'updated_at': '2021-12-20T23:00:48Z', 'revision_number': 1, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:51.391197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.396966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:51.396966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42eeb850-e955-4b68-b355-30508c08f227 HTTP/1.1" status: 204 len: 168 time: 0.2938559 Dec 20 23:00:51.413968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-675d7d51-b46e-4a58-91dc-f02704447bab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 998 time: 0.0973504 Dec 20 23:00:51.448498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad68a82-9cba-477c-bf61-791d6af6a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eeb850-e955-4b68-b355-30508c08f227,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:51.483407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-b130e1d8-c634-4ad2-92d5-5ee3310edf55 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438070 Dec 20 23:00:51.501029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-41777151-20e2-45fc-ac4a-b0600faf1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.503107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-41777151-20e2-45fc-ac4a-b0600faf1b86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1026685 Dec 20 23:00:51.636424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-70243b33-78ba-4f51-9b88-72485ec12569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.638219 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-70243b33-78ba-4f51-9b88-72485ec12569 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.1280496 Dec 20 23:00:51.667829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:51.697143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:00:51.702489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 18ba8a3f-eaed-4eee-a2a6-616d43f9c1d8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:51.722840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-653e01a9-5496-4c98-8f97-0c104fdec7a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 998 time: 0.0773559 Dec 20 23:00:51.725159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-cf780363-93a8-4609-8f94-9dae6828ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.726913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-cf780363-93a8-4609-8f94-9dae6828ffe5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.2903473 Dec 20 23:00:51.789322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-3d96c4b8-8c31-4b10-8784-4ae5a98c7f6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508716 Dec 20 23:00:51.798429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-3c004f41-bd81-4365-b0e3-17cf9c03c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.800250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-3c004f41-bd81-4365-b0e3-17cf9c03c152 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.0695126 Dec 20 23:00:51.843844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483bb49-6f88-42e2-a761-630d305f5075 None None] New status for floating IP dc1525be-c94e-423b-b15a-a57d7a16bfa8: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:00:51.861205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a8eb1-517a-4d77-989d-8e2805f35fbd req-43a00a04-1b25-45b6-a69b-6f8eaac57d11 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:51.869630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f3a8eb1-517a-4d77-989d-8e2805f35fbd req-43a00a04-1b25-45b6-a69b-6f8eaac57d11 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.2285113 Dec 20 23:00:51.880377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-46b12575-2dab-4e44-b9b8-54fd3a3f1f7c service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437128 Dec 20 23:00:51.884574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-858ec0be-a1d8-458d-9128-ed5a7937526d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765686 Dec 20 23:00:51.923044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40184) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:51.993851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ec489ccb-c51b-403a-a632-cf1df44df7c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 200 len: 217 time: 0.0769479 Dec 20 23:00:52.051125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a07ab2f8-93d0-409e-a16d-c3348624d0ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a4d5ff84e024039bb1e81bc3f91e3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265354 Dec 20 23:00:52.056142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40188) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:52.082792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f3a8eb1-517a-4d77-989d-8e2805f35fbd req-8572a987-ee5e-46e6-8db0-bc0caa019b4b tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110422 Dec 20 23:00:52.097613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-b51dfcb3-4300-4467-b776-6ccce4288a3d service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922840 Dec 20 23:00:52.103435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-9529e224-9e96-4c73-a72a-5900d0178ebc service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090282 Dec 20 23:00:52.106113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9546f6f3-5b5e-49b4-bc56-7a62744b1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:52.106973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9546f6f3-5b5e-49b4-bc56-7a62744b1420 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1027617 Dec 20 23:00:52.234738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:52.251330 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e94153-5869-4b81-b0de-edd7aec5d06f x-openstack-request-id: req-77e94153-5869-4b81-b0de-edd7aec5d06f {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:52.251624 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "name": "network-vif-plugged", "status": "completed", "tag": "7a509bc5-9132-4001-898b-3a45c1788963", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:52.251879 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77e94153-5869-4b81-b0de-edd7aec5d06f {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:52.252460 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963', 'code': 200} Dec 20 23:00:52.283484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:52.316980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a52b9967-97ce-4e06-8f62-50dcf543be8a req-5b11d6c6-4da7-410e-b142-6e2dab522a6a service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903541 Dec 20 23:00:52.330556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ce87097f-c411-4ad9-b6eb-5773d0aa5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:52.332600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ce87097f-c411-4ad9-b6eb-5773d0aa5b8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141395 Dec 20 23:00:52.375740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac37fe9-fb98-4ea4-8f65-5fea4c32932e req-1e6ae274-f692-4d78-a490-13889d57fefc service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557669 Dec 20 23:00:52.399178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4fabf-995d-4c52-88e9-e7b3d4e1798f req-bdd5158e-8ac9-4963-98bc-732a41f48f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:52.399178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dec4fabf-995d-4c52-88e9-e7b3d4e1798f req-bdd5158e-8ac9-4963-98bc-732a41f48f73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 1096 time: 0.0456226 Dec 20 23:00:52.490022 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dec4fabf-995d-4c52-88e9-e7b3d4e1798f req-aab61b72-725b-4510-b834-07a253fb9d5b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848532 Dec 20 23:00:52.539750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:52.543630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:52.544256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b33e3442-7620-4a2f-a3a0-6d400ddf124d HTTP/1.1" status: 204 len: 168 time: 0.4868119 Dec 20 23:00:52.553664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176597-4601-4f7d-b359-aa6fc41e3f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33e3442-7620-4a2f-a3a0-6d400ddf124d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:52.582178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-fd8ccf94-8cfb-4912-ba64-4afb055cae1b service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340941 Dec 20 23:00:52.620766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-98fc69ca-5286-4f09-8ecb-f6da9285f427 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1342838 Dec 20 23:00:52.629771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a13308-afa3-4e46-8f4d-a161ab356221 req-d7cf3fad-b213-4a14-a12c-6e116296d709 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:52.631159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1a13308-afa3-4e46-8f4d-a161ab356221 req-d7cf3fad-b213-4a14-a12c-6e116296d709 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 944 time: 0.1642346 Dec 20 23:00:52.697368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-8ee7bba5-557b-42a9-94ed-bd10fb49219d tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:52.698889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-8ee7bba5-557b-42a9-94ed-bd10fb49219d tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 942 time: 0.0667603 Dec 20 23:00:52.752802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1a13308-afa3-4e46-8f4d-a161ab356221 req-6c09f401-823e-4584-9bd3-ae8716fddaef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112740 Dec 20 23:00:52.815649 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-e81da843-c820-48d8-8a4d-918aa2345a42 service neutron] 10.222.0.45 "GET /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.1086428 Dec 20 23:00:52.897159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-aaf3adf4-334a-4c29-a8bc-8a60ab4330bb service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787145 Dec 20 23:00:52.897159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-411e3a13-7e23-4a9a-b677-c53130bd2ec5 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.0950425 Dec 20 23:00:52.959131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-7a4fb850-9cfd-4e47-af51-79120c442c22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 200 len: 217 time: 0.0548584 Dec 20 23:00:53.059228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:53.069924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-fe4e0a63-6c33-43b1-8944-f041428780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.073822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-fe4e0a63-6c33-43b1-8944-f041428780e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.0740240 Dec 20 23:00:53.084353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-64ac1694-9fc4-4347-b336-9488da241f09 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.086802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-64ac1694-9fc4-4347-b336-9488da241f09 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1924622 Dec 20 23:00:53.092005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:53.105712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:53.146653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:00:53.160235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:53.218211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9140bb88-f540-4e6e-89dd-c169cb220111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.219790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-9140bb88-f540-4e6e-89dd-c169cb220111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1318834 Dec 20 23:00:53.228379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-1b5d1103-5f51-4cfb-bacb-fa207901244e tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1000 time: 0.1299243 Dec 20 23:00:53.256047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:53.290614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1537350212-network', 'tenant_id': 'fca8b7a632974639b893d710fcc8a5d1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:53.296963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.309220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769447c-ad2c-4d73-b42f-b603f0d42a55 req-acafeba3-fba9-49fd-9bda-5df3ae85464c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.314112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7769447c-ad2c-4d73-b42f-b603f0d42a55 req-acafeba3-fba9-49fd-9bda-5df3ae85464c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.1399584 Dec 20 23:00:53.380177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] Transition to ACTIVE for port object e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:00:53.390962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.419408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Made reservation on behalf of fca8b7a632974639b893d710fcc8a5d1 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:53.422206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.437677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.464992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-d433bf71-8de9-4cd1-b54d-6172a08ae49d service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356520 Dec 20 23:00:53.473412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7769447c-ad2c-4d73-b42f-b603f0d42a55 req-499fe692-bbfa-4fc5-a36d-23f5f4e713b2 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353149 Dec 20 23:00:53.479198 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.579954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] No DVR routers for this DVR port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:00:53.623187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.626642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] Pushing event updated for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:53.645125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.657267 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-72495bdc-4ca1-4480-858c-286f6333adac service neutron] 10.222.0.45 "PUT /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8340068 Dec 20 23:00:53.670363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-5d3633e1-febd-411f-b1d3-7adf5b2583cd service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814227 Dec 20 23:00:53.729054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-63c17afb-3bc7-48b0-9e4d-a0c5f4810d7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 200 len: 217 time: 0.0449598 Dec 20 23:00:53.733301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.751021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40242) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:53.760119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:00:53.769689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f318be7-876e-43e3-8083-7f1876a66a8f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:53.775108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.779792 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Added segment 387267b4-7d6c-4f42-a197-125525a289e7 of type vlan for network b83d401c-ee89-4ec5-80e1-284233548434 Dec 20 23:00:53.797003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-e6911617-d1f3-429c-aa28-b4879d284234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.799026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-e6911617-d1f3-429c-aa28-b4879d284234 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.0571132 Dec 20 23:00:53.818567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.818916 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Floating IP dc1525be-c94e-423b-b15a-a57d7a16bfa8 disassociated. External IP: 172.25.1.43, port: 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf. Dec 20 23:00:53.838323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.921621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-e893cadd-4050-4968-b95f-c4ff8c187b6a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.927517 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-e893cadd-4050-4968-b95f-c4ff8c187b6a tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.0725796 Dec 20 23:00:53.927668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1547140335-network', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:53.976148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-2ecaf080-f22b-4497-a616-4f387dd6232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.977633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-2ecaf080-f22b-4497-a616-4f387dd6232d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360&tenant_id=17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 1096 time: 0.0444665 Dec 20 23:00:53.996281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:53.997296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:53.997903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:54.013163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-8c08a78e-1369-4737-976f-5e127306e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.014791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-8c08a78e-1369-4737-976f-5e127306e17f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087960 Dec 20 23:00:54.028729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca31d6-7713-4387-9344-4a69fc2a321f req-29ac3c52-36ad-4d55-9fed-cd1d473535dd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.030500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cca31d6-7713-4387-9344-4a69fc2a321f req-29ac3c52-36ad-4d55-9fed-cd1d473535dd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.1461592 Dec 20 23:00:54.091975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] Pushing event updated for resources: {'Network': ['ID=b83d401c-ee89-4ec5-80e1-284233548434,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:54.104642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b83d401c-ee89-4ec5-80e1-284233548434 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:00:54.110097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-83e4f036-5d71-4c56-966e-6d0222b98ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.111652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-83e4f036-5d71-4c56-966e-6d0222b98ddd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1096 time: 0.0965328 Dec 20 23:00:54.114793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:54.117600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:54.133545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-94168b2b-41b0-4701-8108-b175b0f13846 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0405090 Dec 20 23:00:54.139846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40250) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:54.146662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Request body: {'subnet': {'network_id': 'b83d401c-ee89-4ec5-80e1-284233548434', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1537350212-subnet', 'tenant_id': 'fca8b7a632974639b893d710fcc8a5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:54.216639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-e2b89088-52c3-4cd7-96fc-21aa75789b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.218352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-e2b89088-52c3-4cd7-96fc-21aa75789b9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.0985312 Dec 20 23:00:54.268913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-d6a3c247-9794-46db-89b9-99cabb9c2744 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 200 len: 217 time: 0.0423484 Dec 20 23:00:54.322856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-67fb3ca5-56ff-401a-a9a5-9f18aa2f55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.324310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-67fb3ca5-56ff-401a-a9a5-9f18aa2f55dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0473053 Dec 20 23:00:54.358385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-a0019650-7a82-4395-ac69-032a4549daa8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255399 Dec 20 23:00:54.446190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:00:54.457685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-bc461b7d-850a-4ed5-a993-ece8e24843d3 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901186 Dec 20 23:00:54.489854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:54.495931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:00:54.496134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:00:54.552941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cca31d6-7713-4387-9344-4a69fc2a321f req-1a912cd0-33ac-4868-8cd6-93c7a5b4ef97 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097675 Dec 20 23:00:54.557522 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-cd65c71b-148c-44fa-a468-d6cc78b700c4 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913463 Dec 20 23:00:54.584043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-84626a24-39b2-4905-be11-19d4cbdbe4de service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503044 Dec 20 23:00:54.712216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Made reservation on behalf of fca8b7a632974639b893d710fcc8a5d1 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:54.714451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:54.738552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:00:54.862893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-cf01326e-43d2-47a4-9518-5bc47d937f5e service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681491 Dec 20 23:00:54.866080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:54.908545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17197294-61d5-40a6-8f6f-03f5315ff21f req-9d03f442-a4bd-470d-aa6b-c18311a4e49c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:54.910082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17197294-61d5-40a6-8f6f-03f5315ff21f req-9d03f442-a4bd-470d-aa6b-c18311a4e49c tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.2257922 Dec 20 23:00:54.961856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-5207011d-1479-4d8a-8c9a-ba9b55f99c8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 217 time: 0.0617757 Dec 20 23:00:54.979017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.099979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:00:55.103874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-c6d2d690-d71b-4e4d-a17f-126f19a13185 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.105765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-c6d2d690-d71b-4e4d-a17f-126f19a13185 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.0455894 Dec 20 23:00:55.153487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858cfff8-69ed-40a6-bec4-01d8ca82508f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:55.169476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.169889 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Added segment 842cccde-6730-48fa-bf32-6517785b2d88 of type vlan for network a8333533-783f-413e-8275-9df5883beda9 Dec 20 23:00:55.173995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-7e3ef552-4577-41a5-aac5-e3f5631e442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.175460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-7e3ef552-4577-41a5-aac5-e3f5631e442c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.2023482 Dec 20 23:00:55.185203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:55.190208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17197294-61d5-40a6-8f6f-03f5315ff21f req-780930ef-de54-4ac2-af65-fb6a1059616e tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365520 Dec 20 23:00:55.197738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.199248 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Sync routers for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:55.226986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:55.226986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:55.306125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-ccf42da4-e117-4a59-8220-7e484e29ce57 service neutron] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:55.312664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-ccf42da4-e117-4a59-8220-7e484e29ce57 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.315716 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-873c5e1f-8ea4-40d2-970d-9ec18709e605 req-ccf42da4-e117-4a59-8220-7e484e29ce57 service neutron] 10.222.0.59 "DELETE /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.1966310 Dec 20 23:00:55.320975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.330431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-d64f0ed8-293d-4de2-850d-f37ef7181c5c tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "PUT /v2.0/floatingips/dc1525be-c94e-423b-b15a-a57d7a16bfa8 HTTP/1.1" status: 200 len: 694 time: 2.0897839 Dec 20 23:00:55.338034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:00:55.338034 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c733dd-7eac-4681-be53-8a2fafcc4d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:00:55.359830 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:55.391609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ba1466e6-8b5e-4515-b8b6-ff411649d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.391609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-ba1466e6-8b5e-4515-b8b6-ff411649d7cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935811 Dec 20 23:00:55.434617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.454050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-892b139d-6ca0-4572-91b9-3c2471ee5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.456043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-892b139d-6ca0-4572-91b9-3c2471ee5020 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1102414 Dec 20 23:00:55.499322 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e86a8-cd65-4bdf-b8e2-dabdbee10278 x-openstack-request-id: req-b32e86a8-cd65-4bdf-b8e2-dabdbee10278 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:00:55.499322 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:00:55.499322 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b32e86a8-cd65-4bdf-b8e2-dabdbee10278 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:00:55.500664 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 23:00:55.557329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.559053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.559519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:55.572099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-19f7a1b1-e30c-432f-a65a-46fd701c7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.573918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-19f7a1b1-e30c-432f-a65a-46fd701c7d70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0714846 Dec 20 23:00:55.688667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-d8cc5362-b376-44a0-aada-608cef6f44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.690077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-d8cc5362-b376-44a0-aada-608cef6f44c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.1066639 Dec 20 23:00:55.702777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaed7af7-bce7-4c10-ae46-dd28dafcdfce,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:55.708425 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:55.736031 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Checking router: 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:00:55.746081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:55.746948 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:55.764237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0121512 Dec 20 23:00:55.771793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40270) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:55.773213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b7721-b690-4106-b42b-61bbbaed8570 admin admin] Pushing event updated for resources: {'Network': ['ID=a8333533-783f-413e-8275-9df5883beda9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:55.779996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-49620823-7b1e-4322-a021-5db1d0f2a900 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776879 Dec 20 23:00:55.784962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Request body: {'subnet': {'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1547140335-subnet', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:55.789818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a8333533-783f-413e-8275-9df5883beda9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:00:55.798895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-b384d135-b5bc-48a1-8217-9a1e982db95b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.0939553 Dec 20 23:00:55.803484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Checking segment: {'id': '387267b4-7d6c-4f42-a197-125525a289e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b83d401c-ee89-4ec5-80e1-284233548434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:55.804464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Network hostable DHCP agents. Network: b83d401c-ee89-4ec5-80e1-284233548434, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:00:55.896006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-185c9823-04a7-482d-9199-b43b502f500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.901757 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-185c9823-04a7-482d-9199-b43b502f500d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.0924366 Dec 20 23:00:55.927359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:55.931444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-bca97813-9bb3-4667-b1ba-29d0abf51592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:55.935210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-bca97813-9bb3-4667-b1ba-29d0abf51592 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 200 len: 921 time: 0.4384439 Dec 20 23:00:55.959365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-545a5cdd-1401-48ae-93e5-8a2007785664 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486619 Dec 20 23:00:56.023456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-58259043-cd67-445b-bd3d-42b6ab98dfe4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 200 len: 217 time: 0.0586002 Dec 20 23:00:56.080432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Network b83d401c-ee89-4ec5-80e1-284233548434 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:00:56.082446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:00:56.084070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05267e-8ffc-4277-83bd-b4740425276b req-41f0a92c-5806-458a-8a52-c01286831907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.085668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:56.086654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-41f0a92c-5806-458a-8a52-c01286831907 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=172c2af885014e1b8e734f3f972d783c&device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 1096 time: 0.1159565 Dec 20 23:00:56.104767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a05408-24ec-4226-9d6c-f558f64683c1 req-1a21e154-0c68-4a74-9940-292dc50c8352 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.106344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3a05408-24ec-4226-9d6c-f558f64683c1 req-1a21e154-0c68-4a74-9940-292dc50c8352 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.2430427 Dec 20 23:00:56.123649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecc9a50-92a5-4a5b-b79b-7bc1c29a21b8 req-e0821ad6-6fed-4d09-a4a4-5fdb2a47e2aa service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321204 Dec 20 23:00:56.137373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-715fc252-4f28-4855-8afb-b6fc5f8cd2f3 service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644320 Dec 20 23:00:56.188600 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:56.199608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-da4fbb95-3680-478c-bebd-b48207e765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.201324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-da4fbb95-3680-478c-bebd-b48207e765b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 200 len: 860 time: 0.1694646 Dec 20 23:00:56.219351 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8447d-8cc8-4492-819f-16073eb05691 None None] The sync data for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 is: [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7452d09c-839d-4aa6-8c52-9ca460d9e811', 'name': '', 'network_id': 'e1c858fe-8eda-40ed-9bd3-63b60fa24de3', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'mac_address': 'fa:16:3e:8c:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:35Z', 'updated_at': '2021-12-20T22:59:48Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'subnets': [{'id': '9a36ed0a-e6cf-4c55-86bb-57f303699b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:00:56.266683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b83d401c-ee89-4ec5-80e1-284233548434) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:56.271935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.272753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:56.279273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1fbb7-e06d-47b0-bd71-ff7d6f570a61 None None] Network b83d401c-ee89-4ec5-80e1-284233548434 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:56.283744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-8b520254-b1f0-44c1-9611-d5691cb6f88b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c858fe-8eda-40ed-9bd3-63b60fa24de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649967 Dec 20 23:00:56.302440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-32c733dd-7eac-4681-be53-8a2fafcc4d8f req-cbc277f6-d7b3-4d0b-9418-db74e754394f service neutron] 10.222.0.45 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337838 Dec 20 23:00:56.303616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05267e-8ffc-4277-83bd-b4740425276b req-3538eac1-cf0e-45ca-8cec-ed2e98cc767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.305619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-3538eac1-cf0e-45ca-8cec-ed2e98cc767f service neutron] 10.222.0.45 "GET /v2.0/networks?id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25 HTTP/1.1" status: 200 len: 915 time: 0.2063391 Dec 20 23:00:56.327027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3a05408-24ec-4226-9d6c-f558f64683c1 req-b3dca357-7ff6-4d9b-819e-a7eb2bfd4a05 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987975 Dec 20 23:00:56.482449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cb66ca59-6f64-4e39-8a4c-bbf04e2e7e75 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3274815 Dec 20 23:00:56.482856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c597b8-37e7-4b24-ac04-46ca5ae4d70e None None] Network b83d401c-ee89-4ec5-80e1-284233548434 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:56.695261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-a248cc49-6197-44dc-90ac-1bf9593863ac service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007955 Dec 20 23:00:56.708461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74dbe1-222e-4d4e-b15b-cbb2cb4c4384 None None] New status for floating IP dc1525be-c94e-423b-b15a-a57d7a16bfa8: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:00:56.710441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e24ad5-1af7-476e-b530-13802aa5d899 req-25ec6cbe-a94d-4364-a133-16fd626f69d2 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.713116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97e24ad5-1af7-476e-b530-13802aa5d899 req-25ec6cbe-a94d-4364-a133-16fd626f69d2 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.0820441 Dec 20 23:00:56.738000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:56.809745 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-696c76c2-1957-4693-9eb3-37c975d68a77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a509bc5-9132-4001-898b-3a45c1788963 HTTP/1.1" status: 200 len: 217 time: 0.4786067 Dec 20 23:00:56.863139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05267e-8ffc-4277-83bd-b4740425276b req-3cd84734-523a-426d-8dd5-3c4428026752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:56.864835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-3cd84734-523a-426d-8dd5-3c4428026752 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=139def88-818b-48fe-9a8f-a203a904deb0 HTTP/1.1" status: 200 len: 854 time: 0.0468745 Dec 20 23:00:56.893320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c2cbe1-d33c-4b0a-838f-51f54966eb7a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:56.903978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-9c4c0523-47a1-491a-a406-b617dad065dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=105d0e80-63c4-4cdb-a3b1-1e0872eefc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310059 Dec 20 23:00:56.909786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97e24ad5-1af7-476e-b530-13802aa5d899 req-7448a69b-70ef-4607-b827-00467832e5f1 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882789 Dec 20 23:00:56.914703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6c84120-46c2-4e7e-af11-222adef8a08d req-6cf3136e-33db-4bfd-8a44-936cb5641743 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017152 Dec 20 23:00:56.933999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:56.933999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Network hostable DHCP agents. Network: a8333533-783f-413e-8275-9df5883beda9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:00:57.023166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-872adea4-7c0c-48d2-a6f5-edd6bef69068 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050291 Dec 20 23:00:57.030617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Network a8333533-783f-413e-8275-9df5883beda9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:00:57.102416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f824cc34-e0af-413d-a65d-460329db702c req-1a6a60fb-2d06-42a6-8f56-d0c9b4fc71a7 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips/dc1525be-c94e-423b-b15a-a57d7a16bfa8 HTTP/1.1" status: 200 len: 692 time: 0.0570884 Dec 20 23:00:57.106105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a8333533-783f-413e-8275-9df5883beda9) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:57.108217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:57.109029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.120540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece79d4-fa32-4082-bb3d-bfd6fc20121b None None] Network a8333533-783f-413e-8275-9df5883beda9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:57.145747 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df05267e-8ffc-4277-83bd-b4740425276b req-30799c43-f626-4074-81d6-4f80783003d7 service neutron] 10.222.0.45 "GET /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133924 Dec 20 23:00:57.197450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-81d11f1f-fa4f-4e11-8d42-0067fd59365a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4200187 Dec 20 23:00:57.200287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40290) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:57.200849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1982059801', 'description': 'tempest-description-1043222646'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:57.204768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:57.231543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a8333533-783f-413e-8275-9df5883beda9', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:00:57.232422 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.254162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824cc34-e0af-413d-a65d-460329db702c req-cfc2f2db-ff8a-4516-ae3f-c2afc1c1abaa tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:57.255536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f824cc34-e0af-413d-a65d-460329db702c req-cfc2f2db-ff8a-4516-ae3f-c2afc1c1abaa tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1345615 Dec 20 23:00:57.312052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f824cc34-e0af-413d-a65d-460329db702c req-d68b09f2-503e-4793-8c60-2795cd2719e4 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0498018 Dec 20 23:00:57.364519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f824cc34-e0af-413d-a65d-460329db702c req-3ccb899d-6c3d-4be5-9ca3-10dbe143074f tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0456297 Dec 20 23:00:57.373391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Allocated IP 172.20.0.2 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/909af2c3-5f0a-4d57-b273-cbb926c79e0e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:57.386283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.387983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.449953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.496124 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.521006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Deleting port 45a30df5-75ce-45ef-9b65-c04d83e30b8a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:00:57.521348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.537812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.637231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.637483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.650536 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.656246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Calling delete_port for 45a30df5-75ce-45ef-9b65-c04d83e30b8a owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:00:57.712472 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.740605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.740862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.754960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:57.758545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:57.762239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:57.769653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Pushing event updated for resources: {'Port': ['ID=909af2c3-5f0a-4d57-b273-cbb926c79e0e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:57.825521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.829973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Attempting to bind port 909af2c3-5f0a-4d57-b273-cbb926c79e0e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:00:57.830331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Attempting to bind port 909af2c3-5f0a-4d57-b273-cbb926c79e0e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:00:57.830698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Attempting to bind port 909af2c3-5f0a-4d57-b273-cbb926c79e0e on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:00:57.837159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:00:57.837535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:00:57.837968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.838360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:00:57.838832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Bound port: 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:00:57.839220 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:57.909406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] For port 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:00:57.913888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] For port 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=909af2c3-5f0a-4d57-b273-cbb926c79e0e,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:00:57.973499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.049074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df0c3-18d7-4462-8341-55043c56b842 None None] Pushing event updated for resources: {'Port': ['ID=909af2c3-5f0a-4d57-b273-cbb926c79e0e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:58.121341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d60ff6-3e37-43aa-b9c3-c6b3b3a16020,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:58.162530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.183289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.199438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.200807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f59caefb-d321-49e6-82c7-b09e9708fc44 req-9829bc83-4d18-473d-8d5d-7a9a8bf8d6b4 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.0106139 Dec 20 23:00:58.323565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.327514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Allocated IP 172.25.1.8 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5e9a55da-ad03-44eb-a005-cd4c199253f8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:00:58.358340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event deleted for resources: {'Port': ['ID=45a30df5-75ce-45ef-9b65-c04d83e30b8a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:58.386696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e476-a732-41c6-9f4c-05e837577e67 req-c4e62c54-6818-4139-aa91-3f73ca48007b tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:58.395955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f64e476-a732-41c6-9f4c-05e837577e67 req-c4e62c54-6818-4139-aa91-3f73ca48007b tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1096 time: 0.1099396 Dec 20 23:00:58.448595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.467482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.470053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.471309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f824cc34-e0af-413d-a65d-460329db702c req-83f4377a-0363-42cd-9676-bc8d1543c942 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc1525be-c94e-423b-b15a-a57d7a16bfa8 HTTP/1.1" status: 204 len: 173 time: 1.1009638 Dec 20 23:00:58.475084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f64e476-a732-41c6-9f4c-05e837577e67 req-0883c0fe-3c3d-4e1b-a975-e17da6625982 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782473 Dec 20 23:00:58.597009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20109f-4b14-47e3-a90b-6d19be077ea0 req-a60901b3-d1cc-4ec7-88f0-841097d591da tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:58.598978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f20109f-4b14-47e3-a90b-6d19be077ea0 req-a60901b3-d1cc-4ec7-88f0-841097d591da tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.0550830 Dec 20 23:00:58.602376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.650641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:00:58.653698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:00:58.657574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:00:58.658008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f20109f-4b14-47e3-a90b-6d19be077ea0 req-515c870c-00fd-4977-9146-4ac94b2fe55a tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Dec 20 23:00:58.683129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Pushing event updated for resources: {'Port': ['ID=5e9a55da-ad03-44eb-a005-cd4c199253f8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:58.762729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8122849-6866-4a29-8649-07f88e258fac req-c00a7d42-ef38-4dd5-9880-4d87dcbd784e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/42d60ff6-3e37-43aa-b9c3-c6b3b3a16020 HTTP/1.1" status: 200 len: 1824 time: 0.0766501 Dec 20 23:00:58.779339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-e0306c68-8a0f-4864-ada4-97472b1e7a10 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups/5b2a0f77-0634-4835-9329-a4c7c579cb3d HTTP/1.1" status: 200 len: 1824 time: 0.0635388 Dec 20 23:00:58.782916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42d60ff6-3e37-43aa-b9c3-c6b3b3a16020', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:58.783524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42d60ff6-3e37-43aa-b9c3-c6b3b3a16020', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:58.859749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.883775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.968360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:58.999357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.001168 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.029814 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.033381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.034725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eda290d-37c5-474e-b9ee-26a87d489e12 req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b2a0f77-0634-4835-9329-a4c7c579cb3d HTTP/1.1" status: 204 len: 173 time: 0.2443783 Dec 20 23:00:59.048027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d19f2-0b4e-41ee-a90c-88ba84ff5b83 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2a0f77-0634-4835-9329-a4c7c579cb3d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:59.115895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.160129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b953b-532a-4730-b879-4136b0a6226c None None] Network a8333533-783f-413e-8275-9df5883beda9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:00:59.160652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1abe74-7490-4b58-a8ff-9361d5bf4466,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:59.178197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2c3cd-742e-4c4d-9722-70551f0ab6a1 req-99efecd4-bebe-4011-965d-9441edc0e6a2 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:00:59.180477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99a2c3cd-742e-4c4d-9722-70551f0ab6a1 req-99efecd4-bebe-4011-965d-9441edc0e6a2 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 1096 time: 0.0792782 Dec 20 23:00:59.243161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99a2c3cd-742e-4c4d-9722-70551f0ab6a1 req-4ca93f90-736b-4fc5-8f85-f96295eb4cd1 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542753 Dec 20 23:00:59.258022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.272491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.279470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8122849-6866-4a29-8649-07f88e258fac req-9f922308-2cb6-488b-9c6e-533d838d4fac tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5072484 Dec 20 23:00:59.376714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1616408864', 'description': 'tempest-description-1221176033'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:00:59.425597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] Provisioning complete for port 909af2c3-5f0a-4d57-b273-cbb926c79e0e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:59.426044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.493349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.494013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Router f5c0affa-d236-44fa-a683-7f99edc873b9 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:00:59.548916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.610936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] For port 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=909af2c3-5f0a-4d57-b273-cbb926c79e0e,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:00:59.637769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.648952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:00:59.666931 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Sync routers for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:00:59.677630 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:00:59.678409 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:00:59.687751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 909af2c3-5f0a-4d57-b273-cbb926c79e0e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:00:59.745072 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.746430 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.756343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 909af2c3-5f0a-4d57-b273-cbb926c79e0e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:59.757525 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.776101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.777389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00d4f668-fb91-4674-b8c3-8e981367599b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5760727 Dec 20 23:00:59.780207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40326) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:00:59.782770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fcd0b-003f-4033-8adc-a33ad3df3120,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:59.852830 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:00:59.861811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef792-73fe-4dd0-867b-6683662cfc98 None None] Pushing event updated for resources: {'Port': ['ID=909af2c3-5f0a-4d57-b273-cbb926c79e0e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:00:59.885486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.887163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ca70131d-8e35-4bfc-a821-f13e0312a4a3 None None] Provisioning complete for port 909af2c3-5f0a-4d57-b273-cbb926c79e0e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:00:59.887533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca70131d-8e35-4bfc-a821-f13e0312a4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:00:59.898534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71e2ac0a-7c6a-4d41-a495-a181b13f8ce5 req-ce76e261-1856-4df6-82e5-ab028f913e50 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5276451 Dec 20 23:01:00.118678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:00:58Z', 'revision_number': 3, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:00.154850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Checking router: f5c0affa-d236-44fa-a683-7f99edc873b9 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:00.155195 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Updating router f5c0affa-d236-44fa-a683-7f99edc873b9 port 5e9a55da-ad03-44eb-a005-cd4c199253f8 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:01:00.183535 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.281115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.448270 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.469127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Allocated IP 172.20.0.1 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/1be548bd-6d7e-49a6-ae40-56497a3f3e26) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:00.504647 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.567221 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Pushing event updated for resources: {'Port': ['ID=5e9a55da-ad03-44eb-a005-cd4c199253f8,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:00.590985 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.591612 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.591957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.592278 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.592774 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.593603 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.594144 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.594693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.595241 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.595744 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.596342 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.596851 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.597362 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:00.600802 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Attempting to bind port 5e9a55da-ad03-44eb-a005-cd4c199253f8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:00.601405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Attempting to bind port 5e9a55da-ad03-44eb-a005-cd4c199253f8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:00.602041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Attempting to bind port 5e9a55da-ad03-44eb-a005-cd4c199253f8 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:00.609146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:00.612560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:00.612560 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.612560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:00.612560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Bound port: 5e9a55da-ad03-44eb-a005-cd4c199253f8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:00.612560 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.614344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.617340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feef53c-d808-4948-95bf-786e6a2e3f20 req-3a6e177d-3921-482c-a4f1-b04dfa0fba6a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:00.618919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5feef53c-d808-4948-95bf-786e6a2e3f20 req-3a6e177d-3921-482c-a4f1-b04dfa0fba6a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1005945 Dec 20 23:01:00.631982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3588299c-136a-44e8-8966-10ae941466c7 req-d67fb050-fb8e-4358-ab51-fd20396eab8d tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/4b5fcd0b-003f-4033-8adc-a33ad3df3120 HTTP/1.1" status: 200 len: 1824 time: 0.0743067 Dec 20 23:01:00.642778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4b5fcd0b-003f-4033-8adc-a33ad3df3120', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:00.643353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4b5fcd0b-003f-4033-8adc-a33ad3df3120', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:00.666819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] For port 5e9a55da-ad03-44eb-a005-cd4c199253f8, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:00.669894 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] For port 5e9a55da-ad03-44eb-a005-cd4c199253f8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e9a55da-ad03-44eb-a005-cd4c199253f8,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:00.699549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5feef53c-d808-4948-95bf-786e6a2e3f20 req-0a5166fc-d15f-4f0a-976d-f9c2673e0063 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653048 Dec 20 23:01:00.716555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.761576 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.764390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:00.766371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:00.771513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:00.796289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Pushing event updated for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:00.818080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.834654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406fb26-7511-43f7-afeb-0c84008c2252 None None] Pushing event updated for resources: {'Port': ['ID=5e9a55da-ad03-44eb-a005-cd4c199253f8,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:00.839463 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:00.840149 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:00.920441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.941316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d002-6fa7-404c-ac51-40f4fee01e16 req-cac3837b-4ac9-445e-a52f-72f574e00c93 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:00.949712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e548d002-6fa7-404c-ac51-40f4fee01e16 req-cac3837b-4ac9-445e-a52f-72f574e00c93 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.1251171 Dec 20 23:01:00.965971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:00.977813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:01.030519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e548d002-6fa7-404c-ac51-40f4fee01e16 req-f08a7cbb-bc5e-4703-8f12-fc9a722fbdb3 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Dec 20 23:01:01.058853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.066747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.083498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d44fe7-f0db-418f-b22b-3eca2fa65a1f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:01.166950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.172838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3588299c-136a-44e8-8966-10ae941466c7 req-e6376b6c-a6ae-4ed5-8280-29ed1322841a tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5397928 Dec 20 23:01:01.184799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-447860a3-9ed3-4375-be6b-0ac3776eee41 None None] Provisioning complete for port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:01.185379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-447860a3-9ed3-4375-be6b-0ac3776eee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.212439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2109831118', 'description': 'tempest-description-2065157469'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:01.212818 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:00:58Z', 'revision_number': 3, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:01.243956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-447860a3-9ed3-4375-be6b-0ac3776eee41 None None] Port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:01.254841 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116f851a-35d5-4ba9-83f1-46538b6ff175 None None] The sync data for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 is: [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:00:58Z', 'revision_number': 3, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:01.276900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.316296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.350668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.402647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.418557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Pushing event updated for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:01.427681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.481328 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.603709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e612811-d4f2-473e-9505-d693055befb9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:01.607462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:01.608966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:01.695779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.700939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da1502a3-8911-4723-9ef7-e86f8646d4a9 req-f0a0a2c0-36d8-49dc-88f4-a94db247a226 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4953063 Dec 20 23:01:01.736686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1922370123', 'description': 'tempest-description-252702061'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:01.803958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Router f5c0affa-d236-44fa-a683-7f99edc873b9 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:01:01.870322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:01.980037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 909af2c3-5f0a-4d57-b273-cbb926c79e0e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:02.089060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4ae11-2ae0-430a-9ad2-62919e8f8c4e req-5fc28939-269e-4bec-9b1e-7cd89adf79ca tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:02.091252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fac4ae11-2ae0-430a-9ad2-62919e8f8c4e req-5fc28939-269e-4bec-9b1e-7cd89adf79ca tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1602130 Dec 20 23:01:02.093908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.141692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-be6190dd-8080-4162-92a8-132284542114 None None] Provisioning complete for port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:02.152246 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be6190dd-8080-4162-92a8-132284542114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.165984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fac4ae11-2ae0-430a-9ad2-62919e8f8c4e req-b6242308-1eb7-4945-8f0b-589a5fe1080a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677831 Dec 20 23:01:02.235590 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.242097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 909af2c3-5f0a-4d57-b273-cbb926c79e0e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:02.242780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.296374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-be6190dd-8080-4162-92a8-132284542114 None None] Port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:02.338857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ab29a-15ad-4990-ad5f-4007035f9c86,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:02.396629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.418280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9a6c2b8-db4b-4889-ae33-4d4bdc0a0725 req-691b69b2-b76a-4d88-8008-44bb0009898e tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6746902 Dec 20 23:01:02.448388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e9a55da-ad03-44eb-a005-cd4c199253f8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:02.531625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462e74-9e35-42fd-bfdb-f8b2225629d1 req-df6afd82-842f-4a7b-b405-d57fa93d9156 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:02.546077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff462e74-9e35-42fd-bfdb-f8b2225629d1 req-df6afd82-842f-4a7b-b405-d57fa93d9156 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.2034414 Dec 20 23:01:02.608676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e9a55da-ad03-44eb-a005-cd4c199253f8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:02.609473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.628358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5216a976-35c4-4111-b454-f8e116042390 req-732ab781-114d-44a3-93a8-6e4a2d04bc06 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/2e612811-d4f2-473e-9505-d693055befb9 HTTP/1.1" status: 200 len: 1824 time: 0.1926596 Dec 20 23:01:02.720681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:01:02.729404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5216a976-35c4-4111-b454-f8e116042390 req-2b2c1f17-3107-4f0f-b00b-df53b26b1567 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/0f7ab29a-15ad-4990-ad5f-4007035f9c86 HTTP/1.1" status: 200 len: 1823 time: 0.0991991 Dec 20 23:01:02.735682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e612811-d4f2-473e-9505-d693055befb9', 'remote_group_id': '0f7ab29a-15ad-4990-ad5f-4007035f9c86', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:02.736380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e612811-d4f2-473e-9505-d693055befb9', 'remote_group_id': '0f7ab29a-15ad-4990-ad5f-4007035f9c86', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:02.763041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-79ef4a10-ef11-4391-be94-2457f22c3add admin admin] 10.222.0.62 "PUT /v2.0/routers/f5c0affa-d236-44fa-a683-7f99edc873b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9817441 Dec 20 23:01:02.791586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff462e74-9e35-42fd-bfdb-f8b2225629d1 req-a2816aab-8343-45bf-a7f9-6e8e6c6ee696 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcd69e58-411d-452b-b1c2-4f67ce55ee80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440135 Dec 20 23:01:02.825162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-7d384989-0088-4b80-b22c-05160bdb9d1b tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:02.827760 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-7d384989-0088-4b80-b22c-05160bdb9d1b tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.6764162 Dec 20 23:01:02.840372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:02.854102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-b7625bae-47e7-463b-9f20-a933aa81f583 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:02.863044 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-b7625bae-47e7-463b-9f20-a933aa81f583 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.45 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 945 time: 0.6406002 Dec 20 23:01:02.896062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5e9a55da-ad03-44eb-a005-cd4c199253f8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e9a55da-ad03-44eb-a005-cd4c199253f8,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:03.024523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.074167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.139878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Deleting port 7a509bc5-9132-4001-898b-3a45c1788963 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:01:03.143525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.176692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.198628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5e9a55da-ad03-44eb-a005-cd4c199253f8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:03.251791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Deleting port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:01:03.252244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.264734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.301948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] For port 7a509bc5-9132-4001-898b-3a45c1788963, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7a509bc5-9132-4001-898b-3a45c1788963,segment=NetworkSegment(ffdd3b73-1994-4551-aa3d-49a73f8fdb59),segment_id=ffdd3b73-1994-4551-aa3d-49a73f8fdb59)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:03.305660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.322770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e45dbf1-1d42-4c29-b157-6a7307ed5431,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:03.331957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.402406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.419443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5216a976-35c4-4111-b454-f8e116042390 req-99fb30eb-1bc6-40c5-beb3-3b3c6f1c9167 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6878774 Dec 20 23:01:03.434383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] For port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:03.435003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.449071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Calling delete_port for 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:01:03.513658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Calling delete_port for 7a509bc5-9132-4001-898b-3a45c1788963 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:01:03.642118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133af1-2ee2-4ac2-852b-56401fa957cc req-051768ae-4772-4a96-b9c6-b11ea6ad703b tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:03.646417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f133af1-2ee2-4ac2-852b-56401fa957cc req-051768ae-4772-4a96-b9c6-b11ea6ad703b tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1414421 Dec 20 23:01:03.678553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e9a55da-ad03-44eb-a005-cd4c199253f8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:03.728805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f133af1-2ee2-4ac2-852b-56401fa957cc req-b2b8bf3d-b9aa-457a-93b0-d7ab4bb42fdb tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/security-groups?id=b40e227b-098d-4238-b226-2da93f67a361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746446 Dec 20 23:01:03.752736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e9a55da-ad03-44eb-a005-cd4c199253f8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:03.753277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.860029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-977606241', 'description': 'tempest-description-1408882576'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:03.884455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Sync routers for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:01:03.909037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:03.909037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:03.927372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:03.945919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:03.961120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Pushing event deleted for resources: {'Port': ['ID=6cf86b14-06af-4c3e-8a3a-07509d9dfbdf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:03.990480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.024651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.026061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.026650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.027331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.027895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.028416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.032275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:04.043027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.060340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:04.069153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['7a509bc5-9132-4001-898b-3a45c1788963'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:04.082274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205950306', 'description': 'tempest-description--723251744'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:04.108613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] No DVR routers for this DVR port 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:01:04.112217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Pushing event deleted for resources: {'Port': ['ID=7a509bc5-9132-4001-898b-3a45c1788963,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:04.114708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.119078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:04.119292 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acae1c83-785e-4e41-a20a-4c453e5e14c9 req-61206bf2-6ee2-437b-81f7-195bd8ea3814 tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.45 "DELETE /v2.0/ports/6cf86b14-06af-4c3e-8a3a-07509d9dfbdf HTTP/1.1" status: 204 len: 173 time: 1.2552636 Dec 20 23:01:04.119740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'name': 'network-vif-deleted', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:04.122962 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea064c-9eda-4137-9f16-91d22429977b" -d '{"events": [{"server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "name": "network-vif-deleted", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:04.166714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] No DVR routers for this DVR port 7a509bc5-9132-4001-898b-3a45c1788963 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:01:04.170166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.173458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de2e2611-0656-4c49-92fb-8a97fabcc45d req-c6ccf020-75c4-4d54-976b-8739b96a2102 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.45 "DELETE /v2.0/ports/7a509bc5-9132-4001-898b-3a45c1788963 HTTP/1.1" status: 204 len: 173 time: 1.3083775 Dec 20 23:01:04.190527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a242c3ac-f67e-47d5-833f-28a4342c1ce0 req-8b312a64-48f5-4306-840b-9bf5ea3117a9 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0494576 Dec 20 23:01:04.208222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.232035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.330682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.336460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.370428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53eb3306-f69f-4164-bff7-d3b07930cdf0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:04.401490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.412189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:01Z', 'revision_number': 2, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:04.428489 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb52b482-3a19-4f37-8230-1a06b9e16f50 x-openstack-request-id: req-eb52b482-3a19-4f37-8230-1a06b9e16f50 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:04.429226 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1656cd5-1c17-41fc-b757-19dfda80d6d6", "name": "network-vif-deleted", "tag": "6cf86b14-06af-4c3e-8a3a-07509d9dfbdf", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:04.429698 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb52b482-3a19-4f37-8230-1a06b9e16f50 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:04.430301 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1656cd5-1c17-41fc-b757-19dfda80d6d6', 'name': 'network-vif-deleted', 'tag': '6cf86b14-06af-4c3e-8a3a-07509d9dfbdf', 'status': 'completed', 'code': 200} Dec 20 23:01:04.452455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Checking router: f5c0affa-d236-44fa-a683-7f99edc873b9 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:04.452455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Updating router f5c0affa-d236-44fa-a683-7f99edc873b9 port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:01:04.468826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017de503-8a5f-4e6a-85c1-774c4ab118db,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:04.480384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.485000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3bb1744-194f-4883-a9cb-8ba0f7c983a7 req-2fdfcb1e-fccb-4ef9-a275-0a3c68555a0f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6287127 Dec 20 23:01:04.494848 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.515931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-803395563', 'description': 'tempest-description-166761886'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:04.545870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.550017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-96caa390-3f54-467c-95db-2ab26d01ca86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4857969 Dec 20 23:01:04.550206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40388) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:04.555197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'security_group_rule': {'security_group_id': '017de503-8a5f-4e6a-85c1-774c4ab118db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:04.699370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.760427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.780932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-88f6be06-4a35-447b-9eeb-5b6d8d75a151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.837921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.875713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d34073f4-aa82-4cea-880f-d5a453fde126 req-ed31f669-1fe2-485d-9a48-36e0380dd72a tempest-ServerRescueTestJSONUnderV235-917122248 tempest-ServerRescueTestJSONUnderV235-917122248-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1656cd5-1c17-41fc-b757-19dfda80d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0322590 Dec 20 23:01:04.893953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.937432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.967499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:04.987149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf9a8b5-692f-4f9a-971a-57e4e5edff6d,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.063298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.087743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.093390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.097474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f3a20c2-07a3-4470-a895-4532abbd1edd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5436003 Dec 20 23:01:05.098540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:05.103098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'security_group_rule': {'security_group_id': '017de503-8a5f-4e6a-85c1-774c4ab118db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:05.109916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a42b24-dcc5-415a-8cfb-732b95147c7a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.155578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Pushing event updated for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.182091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.182449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.182827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.183172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.183509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.183845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.184189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.184500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.184824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.185185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.185503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.185860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.186184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:05.224251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.232863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44072062-da61-49a7-97f8-eac914539ca8 req-3621cbb1-d162-4c30-a692-ebe27b2794d6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7207992 Dec 20 23:01:05.237466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Attempting to bind port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:05.237868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Attempting to bind port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:05.238255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Attempting to bind port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:05.251286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:05.251286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:05.251605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.251897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:05.252379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Bound port: 1be548bd-6d7e-49a6-ae40-56497a3f3e26, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:05.252768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.380001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52ea81c0-9bbd-4e1c-a426-8e6146d57cbc req-b16cac57-893c-4649-a362-15273cd50366 tempest-InstanceActionsTestJSON-1523912402 tempest-InstanceActionsTestJSON-1523912402-project] 10.222.0.62 "GET /v2.0/ports?device_id=37e05fd7-1ff2-42ec-878c-174651bc5671 HTTP/1.1" status: 200 len: 210 time: 0.0431879 Dec 20 23:01:05.384422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-42a9a257-1c27-4a4b-9e9c-831c8c7570b3 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/53eb3306-f69f-4164-bff7-d3b07930cdf0 HTTP/1.1" status: 200 len: 1823 time: 0.1131206 Dec 20 23:01:05.398767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.417846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] For port 1be548bd-6d7e-49a6-ae40-56497a3f3e26, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:05.425619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] For port 1be548bd-6d7e-49a6-ae40-56497a3f3e26, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1be548bd-6d7e-49a6-ae40-56497a3f3e26,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:05.481603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-4df124b1-d04a-4467-b58c-58f21c8c7380 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/d7a42b24-dcc5-415a-8cfb-732b95147c7a HTTP/1.1" status: 200 len: 1822 time: 0.0817337 Dec 20 23:01:05.496507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a112472-5259-4878-ab31-11e2c7232b33 None None] Provisioning complete for port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:05.497897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a112472-5259-4878-ab31-11e2c7232b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.501757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53eb3306-f69f-4164-bff7-d3b07930cdf0', 'remote_group_id': 'd7a42b24-dcc5-415a-8cfb-732b95147c7a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:05.502631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53eb3306-f69f-4164-bff7-d3b07930cdf0', 'remote_group_id': 'd7a42b24-dcc5-415a-8cfb-732b95147c7a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:05.504326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.535096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.603407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8a112472-5259-4878-ab31-11e2c7232b33 None None] Port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:05.621097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:05.621759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:00:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:05.629625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.665205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3687f-7827-45fe-8a27-1b65c6278459 None None] Pushing event updated for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.684387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81904cd5-0c51-4823-ae78-988400cc180b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.720479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.763802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.771735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:05.873686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.874415 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-174c831a-f547-4fc9-9d26-2de257906d15 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7756164 Dec 20 23:01:05.877297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:05.883285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:05.961052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:05.963616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:05.985865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ddd101-5305-464e-8fa7-08c34c716ce7,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:05.993112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] Provisioning complete for port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:05.993482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.058257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.099102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.102261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d5494fb-e9b8-421a-bc76-c3b0acb1777d req-89eecda4-aa48-49f7-8f9b-25910a8a3267 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6065147 Dec 20 23:01:06.137931 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.176329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:05Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:06.182263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] For port 1be548bd-6d7e-49a6-ae40-56497a3f3e26, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1be548bd-6d7e-49a6-ae40-56497a3f3e26,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:06.205741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-78e66b9e-dab0-4efa-843e-b881b92f58e3 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/d7a42b24-dcc5-415a-8cfb-732b95147c7a HTTP/1.1" status: 200 len: 1822 time: 0.0562515 Dec 20 23:01:06.221309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd23427-a215-4579-86ed-f883b46175bd None None] The sync data for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 is: [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:05Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:06.265581 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.305203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.356840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f04767-bdf9-4239-8c88-d717ddd84103 None None] Pushing event updated for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:06.362528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.373629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.432797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'name': 'network-vif-deleted', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:06.435103 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a5f76-2b1b-4aba-ae01-ab542a765ab2" -d '{"events": [{"server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "name": "network-vif-deleted", "tag": "7a509bc5-9132-4001-898b-3a45c1788963"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:06.491828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40420) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:06.503208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:01:06.547859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:01:06.548351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6cf86b14-06af-4c3e-8a3a-07509d9dfbdf not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:01:06.548979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7a509bc5-9132-4001-898b-3a45c1788963 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:01:06.557118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.560518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.575584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef779480-5308-469d-aea8-18e5ee9a2b59 req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/d7a42b24-dcc5-415a-8cfb-732b95147c7a HTTP/1.1" status: 204 len: 173 time: 0.3688612 Dec 20 23:01:06.578555 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954221af-83dd-4c1e-a128-3d40363f2e80 x-openstack-request-id: req-954221af-83dd-4c1e-a128-3d40363f2e80 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:06.578862 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e05fd7-1ff2-42ec-878c-174651bc5671", "name": "network-vif-deleted", "tag": "7a509bc5-9132-4001-898b-3a45c1788963", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:06.579115 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-954221af-83dd-4c1e-a128-3d40363f2e80 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:06.579506 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e05fd7-1ff2-42ec-878c-174651bc5671', 'name': 'network-vif-deleted', 'tag': '7a509bc5-9132-4001-898b-3a45c1788963', 'status': 'completed', 'code': 200} Dec 20 23:01:06.617922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 7a509bc5-9132-4001-898b-3a45c1788963 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:01:06.617922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7a509bc5-9132-4001-898b-3a45c1788963 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:01:06.618185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.25.1.182 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/df49ba89-c57e-4edc-9edf-d0dd51085a5f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:06.674894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d124ca-4874-485f-9e07-0693fc300631 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a42b24-dcc5-415a-8cfb-732b95147c7a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:06.728002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Deleting subnet 139def88-818b-48fe-9a8f-a203a904deb0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:01:06.736336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.789923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.797642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3203b30a-c0dc-486f-a09f-ae2581e22274 req-f5940b7b-2362-4ce1-a37a-d0b39109f7dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/53eb3306-f69f-4164-bff7-d3b07930cdf0 HTTP/1.1" status: 200 len: 1823 time: 0.1848004 Dec 20 23:01:06.815695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.862315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-750291392', 'description': 'tempest-description-236552008'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:06.929170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.970491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:06.978889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.091473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20e60e04-3fe1-47c4-a509-1a10d0bf7265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.098787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.144872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.199544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:07.221055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:07.228219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:07.231228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=df49ba89-c57e-4edc-9edf-d0dd51085a5f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:07.236767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.272593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139def88-818b-48fe-9a8f-a203a904deb0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:07.276651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.283966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:07.284464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-11bd85ad-10f9-42ee-b66a-b302218d9fff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/139def88-818b-48fe-9a8f-a203a904deb0 HTTP/1.1" status: 204 len: 168 time: 0.7915099 Dec 20 23:01:07.361799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.380324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Deleting port 7452d09c-839d-4aa6-8c52-9ca460d9e811 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:01:07.380945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.405008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28151cf1-15de-4e96-aa7e-ac49077e2afd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:07.470583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.472894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.484617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.496986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae2e08fb-f74f-4213-88fc-f39c2366b675 req-8251d430-c8c6-409e-beac-60b315c35ecc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6336410 Dec 20 23:01:07.537663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] For port 7452d09c-839d-4aa6-8c52-9ca460d9e811, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7452d09c-839d-4aa6-8c52-9ca460d9e811,segment=NetworkSegment(b5025f21-ac00-4e7a-a089-4a63432fa0c5),segment_id=b5025f21-ac00-4e7a-a089-4a63432fa0c5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:07.537913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.582981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Calling delete_port for 7452d09c-839d-4aa6-8c52-9ca460d9e811 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:01:07.612852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-b3032731-66ca-4672-8e30-1e27df3bb87f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 200 len: 1822 time: 0.0955377 Dec 20 23:01:07.626246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28151cf1-15de-4e96-aa7e-ac49077e2afd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:07.626836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28151cf1-15de-4e96-aa7e-ac49077e2afd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:07.672936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.673997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1be548bd-6d7e-49a6-ae40-56497a3f3e26 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:07.729684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105d0e80-63c4-4cdb-a3b1-1e0872eefc25']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:07.738378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.745912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:07.746377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.763843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:07.764103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd3b73-1994-4551-aa3d-49a73f8fdb59') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:07.789917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.791343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.827524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.852818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.871882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:07.874814 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:07.899262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:07.933347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4553fad-e539-4e50-b976-668a1ced855c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.032349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.033763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e67025f-a186-4a3b-a6c2-f6eb7529eacb req-d5823818-739d-48a5-b7a3-9bf1816c5c04 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4120362 Dec 20 23:01:08.106343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0b9838fb-1023-42de-8f77-4e0f65fc3eca tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 200 len: 2416 time: 0.0475709 Dec 20 23:01:08.121181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28151cf1-15de-4e96-aa7e-ac49077e2afd', 'remote_group_id': None}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:08.121444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28151cf1-15de-4e96-aa7e-ac49077e2afd', 'remote_group_id': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:08.185033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.293330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.322044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.338579 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.350635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.353663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] 10.222.0.62 "DELETE /v2.0/networks/105d0e80-63c4-4cdb-a3b1-1e0872eefc25 HTTP/1.1" status: 204 len: 168 time: 1.0683122 Dec 20 23:01:08.370566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.390574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddf2ec-9d57-4a6c-adfb-3371e9a77f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=105d0e80-63c4-4cdb-a3b1-1e0872eefc25,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.399388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d977f6-3796-4d0b-8bbd-229f13a90539,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.405599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.458780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.493395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Pushing event deleted for resources: {'Port': ['ID=7452d09c-839d-4aa6-8c52-9ca460d9e811,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.516371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.517812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b304eff3-c33f-4f53-9a69-3069aace150a req-0adce0d8-8051-46d0-9ae8-90c519db9544 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4025092 Dec 20 23:01:08.524809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.602524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2172d76c-0e39-4159-927b-dd003aed92d8 req-db421ef4-1c2b-4a8e-bc7d-8bbb9768d232 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 200 len: 3015 time: 0.0614331 Dec 20 23:01:08.648410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe146523-fdc9-4d3a-956b-58e273236abc req-67ec2818-7641-44f5-a422-f1684a1168ee tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-group-rules/c2d977f6-3796-4d0b-8bbd-229f13a90539 HTTP/1.1" status: 200 len: 783 time: 0.0322480 Dec 20 23:01:08.657683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=df49ba89-c57e-4edc-9edf-d0dd51085a5f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.709200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.714356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe146523-fdc9-4d3a-956b-58e273236abc req-9f1887fb-08da-464b-b1d5-828815dcfac3 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 200 len: 3015 time: 0.0646274 Dec 20 23:01:08.744361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe146523-fdc9-4d3a-956b-58e273236abc req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.752804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe146523-fdc9-4d3a-956b-58e273236abc req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.786790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.788560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b550215-4031-4e8c-a873-c2709dc8cf47 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9101350 Dec 20 23:01:08.800788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:08.815838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.847985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe146523-fdc9-4d3a-956b-58e273236abc req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.850605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fe146523-fdc9-4d3a-956b-58e273236abc req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:08.856318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe146523-fdc9-4d3a-956b-58e273236abc req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c2d977f6-3796-4d0b-8bbd-229f13a90539 HTTP/1.1" status: 204 len: 173 time: 0.1392202 Dec 20 23:01:08.883631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c9464-8f6d-41a4-972f-55a18ba36419 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2d977f6-3796-4d0b-8bbd-229f13a90539,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:08.894857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-67af1cff-32a8-4e9d-b7a6-9b6bc3b33266 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=172c2af885014e1b8e734f3f972d783c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902212 Dec 20 23:01:08.897398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40500) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:08.948729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-43967a1c-a298-46fe-850a-a1b8556b991f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 200 len: 2416 time: 0.0604713 Dec 20 23:01:09.026566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.040491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.055645 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.137514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.163289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-7b5ef409-578e-486e-8b93-e98c5768dbbe tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1205950306&fields=id&tenant_id=3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 267 time: 0.0520365 Dec 20 23:01:09.233385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:01:09.287658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-78fbf571-d736-439a-9bbd-b5dc1fea703f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:09.289157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-78fbf571-d736-439a-9bbd-b5dc1fea703f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.1175172 Dec 20 23:01:09.305114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-86524773-ad01-4482-b20a-435b876811d9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/quotas/3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 375 time: 0.0099375 Dec 20 23:01:09.321273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.323998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.325107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35a21474-0d01-4ff8-a8ad-917bda12f8b9 req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/28151cf1-15de-4e96-aa7e-ac49077e2afd HTTP/1.1" status: 204 len: 173 time: 0.3682661 Dec 20 23:01:09.350665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd04e3-a5e1-4110-b309-07909c0253e6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28151cf1-15de-4e96-aa7e-ac49077e2afd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:09.354863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:01:09.362564 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-557808af-f01b-499f-a74b-f7b23eafa75c admin admin] 10.222.0.62 "PUT /v2.0/routers/3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3993876 Dec 20 23:01:09.364258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.364787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40522) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:09.368043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.369265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcd69e58-411d-452b-b1c2-4f67ce55ee80 HTTP/1.1" status: 204 len: 168 time: 0.4705782 Dec 20 23:01:09.378247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dcd1d-ab3e-418c-a944-86baaa6f6e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd69e58-411d-452b-b1c2-4f67ce55ee80,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:09.382110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-51a0ca8e-8779-42ba-899f-b1db292db3c4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706012 Dec 20 23:01:09.389408 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Sync routers for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:01:09.428862 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:09.429611 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:09.547290 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-38173372-bb27-449a-94e0-867f3b820a27 req-88152059-e441-4601-9fcc-24ec0ebfff0c tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] show failed (client error): The resource could not be found. Dec 20 23:01:09.558550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38173372-bb27-449a-94e0-867f3b820a27 req-88152059-e441-4601-9fcc-24ec0ebfff0c tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/d7a42b24-dcc5-415a-8cfb-732b95147c7a HTTP/1.1" status: 404 len: 352 time: 0.0738375 Dec 20 23:01:09.612867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.642484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.689546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-978a1d9c-fff9-4636-b744-5d1557464638 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624619 Dec 20 23:01:09.725141 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:09.734549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-dafd1c9d-35e0-446f-ada8-7eec45ce576f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/53eb3306-f69f-4164-bff7-d3b07930cdf0 HTTP/1.1" status: 200 len: 1823 time: 0.1503837 Dec 20 23:01:09.858545 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.891199 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.916743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-ff3ca2eb-4196-470c-ad5e-f0e457dab671 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772177 Dec 20 23:01:09.948525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:09.972286 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T23:01:08Z', 'revision_number': 5, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port': {'id': 'cf199589-f4ae-4096-8847-6378aef669b7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:26Z', 'updated_at': '2021-12-20T22:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:10.040519 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Checking router: 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:10.051940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Deleting port cf199589-f4ae-4096-8847-6378aef669b7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:01:10.051940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.052724 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Routers {'3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:10.054382 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:10.152237 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] Set router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:10.164829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] For port cf199589-f4ae-4096-8847-6378aef669b7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cf199589-f4ae-4096-8847-6378aef669b7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:10.165439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.173659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.176924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.178514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ddd21eb-23d8-4660-9900-fbd401300f30 req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/53eb3306-f69f-4164-bff7-d3b07930cdf0 HTTP/1.1" status: 204 len: 173 time: 0.4428692 Dec 20 23:01:10.194314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Calling delete_port for cf199589-f4ae-4096-8847-6378aef669b7 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:01:10.201762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c35aa-00df-469a-8d37-9c9e5b8ad0dc tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eb3306-f69f-4164-bff7-d3b07930cdf0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:10.208962 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T23:01:09Z', 'revision_number': 6, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:10.246371 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2681e68-cad9-464d-8903-55124fe2409e None None] The sync data for ids ['3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee'] in n-d-822053-9 is: [{'id': '3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-1563595616-router', 'tenant_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:24Z', 'updated_at': '2021-12-20T23:01:09Z', 'revision_number': 6, 'project_id': '7bf7c4bcb7814656b0f5e5b095db1bf7', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:10.425215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.480295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38336054-c0ce-4105-b5b9-fdabd31f51d1 req-caa18bbc-cee4-4958-abfe-9770fd370937 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 210 time: 0.0478060 Dec 20 23:01:10.525302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ce4526ed-6643-4de8-a6d0-6e7245d2a5bf tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/0f7ab29a-15ad-4990-ad5f-4007035f9c86 HTTP/1.1" status: 200 len: 1823 time: 0.1546931 Dec 20 23:01:10.630123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.658007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.856863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.883617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf199589-f4ae-4096-8847-6378aef669b7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:10.889678 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.899345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:10.907502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88cbb906-93c2-4e34-ae3e-e5b87807957c req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/0f7ab29a-15ad-4990-ad5f-4007035f9c86 HTTP/1.1" status: 204 len: 173 time: 0.3726654 Dec 20 23:01:10.926800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1742ac-44b6-4779-9e97-72de4d55c324 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ab29a-15ad-4990-ad5f-4007035f9c86,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:11.044597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40596) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:11.062423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7c2074ed-1fa9-4fca-8f94-c3b49a212c02 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/2e612811-d4f2-473e-9505-d693055befb9 HTTP/1.1" status: 200 len: 1824 time: 0.1204395 Dec 20 23:01:11.069586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.231686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1237753690-network', 'tenant_id': '9172c705951742f894fefcd7f91bbbe6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:11.251924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.254689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.322656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.351573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Made reservation on behalf of 9172c705951742f894fefcd7f91bbbe6 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:11.352451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.355314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.373026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.474139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.525786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.526444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:01:11.531625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.532812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e1e658ae-a35e-4d5a-a4d2-1f0f0d8e5326 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3b3fb6cb-14cb-4fd7-96e2-bd95f9d9c9ee HTTP/1.1" status: 204 len: 168 time: 2.1663191 Dec 20 23:01:11.535716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:11.578622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.590903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.593680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.594925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d17e0a7f-5b27-4779-840d-361e3e7aa0d0 req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/2e612811-d4f2-473e-9505-d693055befb9 HTTP/1.1" status: 204 len: 173 time: 0.5221701 Dec 20 23:01:11.596812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:11.609620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.610837 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Added segment 132cc8ed-2e91-45ca-916c-dd4bb710a475 of type vlan for network 66cf3285-59bc-4cb6-91b8-26e27658c35d Dec 20 23:01:11.617701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e344cf34-42ea-4646-87a9-89289548cf58 req-fbf16985-a4c1-4654-b602-a738c97dae23 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 210 time: 0.0697968 Dec 20 23:01:11.624381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b878-a1af-4e54-83a4-1a29daaa71f6 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e612811-d4f2-473e-9505-d693055befb9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:11.633464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Deleting subnet 9a36ed0a-e6cf-4c55-86bb-57f303699b96 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:01:11.638986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.682587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cf199589-f4ae-4096-8847-6378aef669b7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:01:11.701798 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.717556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: cf199589-f4ae-4096-8847-6378aef669b7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:01:11.724256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cf199589-f4ae-4096-8847-6378aef669b7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:01:11.728527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7452d09c-839d-4aa6-8c52-9ca460d9e811 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:01:11.755286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.764628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c773be-a39f-45bb-8739-8a38ced1f1d4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:11.775042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7452d09c-839d-4aa6-8c52-9ca460d9e811 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:01:11.775042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7452d09c-839d-4aa6-8c52-9ca460d9e811 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:01:11.804826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-1a2cd497-70b8-4d8b-ae14-4d0ef36eb163 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/4b5fcd0b-003f-4033-8adc-a33ad3df3120 HTTP/1.1" status: 200 len: 2424 time: 0.0924795 Dec 20 23:01:11.831183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.841490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.842631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:11.843235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.913157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] Pushing event updated for resources: {'Network': ['ID=66cf3285-59bc-4cb6-91b8-26e27658c35d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:11.919071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.934387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 66cf3285-59bc-4cb6-91b8-26e27658c35d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:11.946696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:11.970089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6bd0fcd6-9162-4547-9675-da79a720ae87 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9236989 Dec 20 23:01:11.973041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40616) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:11.979219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Request body: {'subnet': {'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1237753690-subnet', 'tenant_id': '9172c705951742f894fefcd7f91bbbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:12.042336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.070136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a36ed0a-e6cf-4c55-86bb-57f303699b96,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:12.074462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.078163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-75daa01b-814e-473e-9a81-ab61fecd7357 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9a36ed0a-e6cf-4c55-86bb-57f303699b96 HTTP/1.1" status: 204 len: 168 time: 0.5410573 Dec 20 23:01:12.080667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40618) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:12.131454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Made reservation on behalf of 9172c705951742f894fefcd7f91bbbe6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:12.134244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.145522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.149221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.152849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56b6f44f-787f-4c09-b4ae-14fd33844bcb req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b5fcd0b-003f-4033-8adc-a33ad3df3120 HTTP/1.1" status: 204 len: 173 time: 0.3408461 Dec 20 23:01:12.177885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ca2d-9b92-4173-8ef7-2741fbdb2919 tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fcd0b-003f-4033-8adc-a33ad3df3120,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:12.187102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.252918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-1ab11926-4ee6-4921-afbe-2e886a1b4f2f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "GET /v2.0/security-groups/42d60ff6-3e37-43aa-b9c3-c6b3b3a16020 HTTP/1.1" status: 200 len: 2418 time: 0.0782261 Dec 20 23:01:12.321746 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.356312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c858fe-8eda-40ed-9bd3-63b60fa24de3']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:12.381432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5025f21-ac00-4e7a-a089-4a63432fa0c5') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:12.381753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5025f21-ac00-4e7a-a089-4a63432fa0c5') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:12.406121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.410154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.440545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.441618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.455846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.459002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:12.459731 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:12.461543 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:12.465120 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:12.546964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e3aa98-0f91-42ba-a0a5-2f458d0b115b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:12.559360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Checking segment: {'id': '132cc8ed-2e91-45ca-916c-dd4bb710a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:12.559932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Network hostable DHCP agents. Network: 66cf3285-59bc-4cb6-91b8-26e27658c35d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:12.645594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.653619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.659174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e1c858fe-8eda-40ed-9bd3-63b60fa24de3 HTTP/1.1" status: 204 len: 168 time: 0.5751963 Dec 20 23:01:12.667268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5fe2-7a63-45e0-8c2d-fcaecad5e744 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c858fe-8eda-40ed-9bd3-63b60fa24de3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:12.693256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Network 66cf3285-59bc-4cb6-91b8-26e27658c35d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:12.698736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.701757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.707193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f47eba1-e8bd-4491-9ff0-0a979dea99ea req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] 10.222.0.62 "DELETE /v2.0/security-groups/42d60ff6-3e37-43aa-b9c3-c6b3b3a16020 HTTP/1.1" status: 204 len: 173 time: 0.4442487 Dec 20 23:01:12.711294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:12.744052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab8426-04af-43b6-a7ce-f7450fc8ef1f tempest-SecurityGroupRulesTestJSON-2004976173 tempest-SecurityGroupRulesTestJSON-2004976173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d60ff6-3e37-43aa-b9c3-c6b3b3a16020,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:12.747899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0485ffc8-727b-47b6-8192-921f110bfe22 req-3b0b2bf1-e02b-43e7-8998-448c7c79733d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 210 time: 0.0338964 Dec 20 23:01:12.775753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Deleting subnet aaed7af7-bce7-4c10-ae46-dd28dafcdfce {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:01:12.791555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.823331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.854561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 66cf3285-59bc-4cb6-91b8-26e27658c35d) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:12.860820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:12.861419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.862676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9411d-019b-4403-a874-b8cd473109e4 None None] Network 66cf3285-59bc-4cb6-91b8-26e27658c35d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:12.875777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:12.973570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5df224-df91-4f43-bb3c-2fd56266db23 None None] Network 66cf3285-59bc-4cb6-91b8-26e27658c35d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:13.003798 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fa57dbd1-5093-497b-a03d-b06b75984b20 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0294037 Dec 20 23:01:13.027425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.084530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaed7af7-bce7-4c10-ae46-dd28dafcdfce,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:13.088245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.094188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-691a5da4-e47d-4b3c-a4f2-d7dcb06e56e5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aaed7af7-bce7-4c10-ae46-dd28dafcdfce HTTP/1.1" status: 204 len: 168 time: 0.3817501 Dec 20 23:01:13.096528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40638) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:13.181331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40642) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:13.185530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.236854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b2e9c447-de85-4868-8a51-728676652f2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bf7c4bcb7814656b0f5e5b095db1bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539627 Dec 20 23:01:13.239729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40646) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:13.278505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.295373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.305321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83d401c-ee89-4ec5-80e1-284233548434']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:13.317844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387267b4-7d6c-4f42-a197-125525a289e7') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:13.318219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387267b4-7d6c-4f42-a197-125525a289e7') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:13.330572 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.342040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.403957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.417474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:13.417898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:13.419550 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:13.503892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-cfaa1c78-6856-4b21-a9ce-74e150eeb5ff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:13.505421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-cfaa1c78-6856-4b21-a9ce-74e150eeb5ff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.1838009 Dec 20 23:01:13.525877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.528487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.536041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b40e227b-098d-4238-b226-2da93f67a361 HTTP/1.1" status: 204 len: 168 time: 0.2888732 Dec 20 23:01:13.547270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3dc42-3c42-48e7-84be-ba2446a57428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e227b-098d-4238-b226-2da93f67a361,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:13.597013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-ab0a7bcd-629c-4365-a715-3f1947d8cf94 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 380 time: 0.0781510 Dec 20 23:01:13.618736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'device_id': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'admin_state_up': True, 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'security_groups': ['017de503-8a5f-4e6a-85c1-774c4ab118db']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:13.696551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.707622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:13.727257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b83d401c-ee89-4ec5-80e1-284233548434 HTTP/1.1" status: 204 len: 168 time: 0.6268711 Dec 20 23:01:13.837124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057727-0104-485e-8af9-9cc53008ac66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83d401c-ee89-4ec5-80e1-284233548434,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:13.920163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55d9041b-70b1-4958-84ee-69805c253013 req-cf164118-0b2a-43c8-918c-3deb2e12c685 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 210 time: 0.0449011 Dec 20 23:01:14.019293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:14.023764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.175329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.20.0.7 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/2ef82d29-5e9a-411f-8810-511b41bb86f0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:14.245941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:14.302513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-05f022bf-9d39-4936-b968-7bafdc218584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fca8b7a632974639b893d710fcc8a5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546212 Dec 20 23:01:14.304077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:14.367964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.416699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.442082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.583284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.624159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.625179 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.626547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f318be7-876e-43e3-8083-7f1876a66a8f HTTP/1.1" status: 204 len: 168 time: 0.3225279 Dec 20 23:01:14.650996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67f74-a0c3-4a4c-b923-d5804cbfab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f318be7-876e-43e3-8083-7f1876a66a8f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:14.654136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:14.657897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:14.662894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:14.714184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:14.726772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:14.731914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:14.838705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-95fdc446-72b8-4f2c-b9c7-f5f7ecb11f37 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2335148 Dec 20 23:01:14.851596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Request body: {'port': {'device_id': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:14.954631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.080364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d55a79b1-e89c-450c-bd53-9fbfd35b5c97 None None] Provisioning complete for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:15.080946 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d55a79b1-e89c-450c-bd53-9fbfd35b5c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.145215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d55a79b1-e89c-450c-bd53-9fbfd35b5c97 None None] Port 2ef82d29-5e9a-411f-8810-511b41bb86f0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:15.430093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:15.442456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.460190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Transition to ACTIVE for port object 2ef82d29-5e9a-411f-8810-511b41bb86f0 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:15.551952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154eee9-18dc-48bc-ab5e-b590825d2c32 req-8022647d-38ef-468d-bcac-dadcca1178c7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:15.554687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7154eee9-18dc-48bc-ab5e-b590825d2c32 req-8022647d-38ef-468d-bcac-dadcca1178c7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 931 time: 0.4043546 Dec 20 23:01:15.565483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.605329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7154eee9-18dc-48bc-ab5e-b590825d2c32 req-ce42edb4-8327-4f59-b180-0eb5afb5db9e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Dec 20 23:01:15.639515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:15.752226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Attempting to bind port 2ef82d29-5e9a-411f-8810-511b41bb86f0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:15.753105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Attempting to bind port 2ef82d29-5e9a-411f-8810-511b41bb86f0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:15.753955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Attempting to bind port 2ef82d29-5e9a-411f-8810-511b41bb86f0 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:15.762195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Port 2ef82d29-5e9a-411f-8810-511b41bb86f0 on network a8333533-783f-413e-8275-9df5883beda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:15.762816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Attempting to bind port 2ef82d29-5e9a-411f-8810-511b41bb86f0 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:15.771394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:15.771394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:15.771394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:15.771394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Bound port: 2ef82d29-5e9a-411f-8810-511b41bb86f0, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:15.772598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.861891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:15.865972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:15.966437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:15.969470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40748) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:16.069447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.070218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.071741 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] 10.222.0.59 "PUT /v2.0/ports/2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 1091 time: 1.2249544 Dec 20 23:01:16.072338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:16.074917 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93" -d '{"events": [{"name": "network-changed", "server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:16.081640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bfdbc-e7a2-40fa-8244-b301ff2ba59e service neutron] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:16.227382 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25d42970-3ad9-4fa3-85a8-fd7dae2f697e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.235912 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5039a95-6d19-497c-9869-56ff22d94672 x-openstack-request-id: req-e5039a95-6d19-497c-9869-56ff22d94672 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:16.238781 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:16.238781 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5039a95-6d19-497c-9869-56ff22d94672 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:16.238781 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'status': 'completed', 'code': 200} Dec 20 23:01:16.269220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-1c886bee-f467-4155-bb30-47450b30a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.272238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-1c886bee-f467-4155-bb30-47450b30a847 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1094 time: 0.0789647 Dec 20 23:01:16.313756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-091ca829-4220-4246-9b7c-c67acff3c3f2 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.321088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-091ca829-4220-4246-9b7c-c67acff3c3f2 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/networks?id=66cf3285-59bc-4cb6-91b8-26e27658c35d HTTP/1.1" status: 200 len: 810 time: 0.2308545 Dec 20 23:01:16.331421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-439ddb63-9208-4b1d-95ee-68b58a52a46a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 217 time: 0.0496769 Dec 20 23:01:16.349395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-d2ecb742-4b59-46f4-b92e-157a2c09a764 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/quotas/9172c705951742f894fefcd7f91bbbe6 HTTP/1.1" status: 200 len: 375 time: 0.0265095 Dec 20 23:01:16.387726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-360db1d1-f655-40ee-86e8-88a47c29637d tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9172c705951742f894fefcd7f91bbbe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368102 Dec 20 23:01:16.402245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-6e810793-9b7e-49e9-b686-4c95aa7eedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.404098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-6e810793-9b7e-49e9-b686-4c95aa7eedc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0629864 Dec 20 23:01:16.463769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:16.468622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-81700f04-cb09-4c1a-ada6-03ecf84d7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.470175 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-81700f04-cb09-4c1a-ada6-03ecf84d7eab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562108 Dec 20 23:01:16.486808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25d42970-3ad9-4fa3-85a8-fd7dae2f697e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.520421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-b52e171f-2c46-492a-a049-c9475887f41b service neutron] 10.222.0.62 "GET /v2.0/networks/66cf3285-59bc-4cb6-91b8-26e27658c35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317339 Dec 20 23:01:16.552504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25d42970-3ad9-4fa3-85a8-fd7dae2f697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.596581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-0bc167b0-b6af-4e6f-a5f6-f8e872e87ba6 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170733 Dec 20 23:01:16.627812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-437994526-network', 'tenant_id': 'd914b66949934f6c9f4d7d110da2321c'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:16.639281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40776) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:16.639586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-25d42970-3ad9-4fa3-85a8-fd7dae2f697e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ba73ff0e2cf44de87840113120f99b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686018 Dec 20 23:01:16.642829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d42970-3ad9-4fa3-85a8-fd7dae2f697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96838e-159b-4d2a-a0c1-a36e7b872d57,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:16.682853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-a9989d02-1bab-4152-9197-c3e8ed1e5110 service neutron] 10.222.0.62 "GET /v2.0/networks/66cf3285-59bc-4cb6-91b8-26e27658c35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609457 Dec 20 23:01:16.766381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Made reservation on behalf of d914b66949934f6c9f4d7d110da2321c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:16.769080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.772304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6a4cbd1-fa81-490d-a910-b273b3f5e37e req-2aac99f3-606f-4464-ba7d-8e2a28eb371f service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657846 Dec 20 23:01:16.775394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.812448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.812711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:16.832315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2496a5c-7938-43b9-a101-8a50e2360a83 req-4b9f3c2d-5c5a-4858-b512-95cdf3bd925d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:16.835681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2496a5c-7938-43b9-a101-8a50e2360a83 req-4b9f3c2d-5c5a-4858-b512-95cdf3bd925d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 943 time: 0.1313431 Dec 20 23:01:16.899204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2496a5c-7938-43b9-a101-8a50e2360a83 req-76741f06-112a-46b8-9740-fad4a85e759f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569427 Dec 20 23:01:17.021432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.024701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.028139 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a96838e-159b-4d2a-a0c1-a36e7b872d57 HTTP/1.1" status: 204 len: 168 time: 0.3854833 Dec 20 23:01:17.066623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23bd2-7ec4-466a-875f-8ea2fcb2aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96838e-159b-4d2a-a0c1-a36e7b872d57,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:17.081914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-2db8f2f3-7e2b-4d95-9e12-8bd01c2218f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:17.083612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-2db8f2f3-7e2b-4d95-9e12-8bd01c2218f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1094 time: 0.0906453 Dec 20 23:01:17.099357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.155820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.211587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:17.216720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60481135-4cfe-4c56-8c93-e702c59773c2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:17.239835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.240219 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Added segment 732653c0-6fe8-4556-bc68-2ffecf7437d6 of type vlan for network eb8feee1-129e-474e-8e33-c7ab2350b723 Dec 20 23:01:17.327577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.372621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0d416d0-710d-4573-bf02-402c76f1cfa6 req-66d49ca1-01f4-4c36-af69-5b7462a91132 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 210 time: 0.0742598 Dec 20 23:01:17.476925 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.477962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:17.479529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.567501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8feee1-129e-474e-8e33-c7ab2350b723,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:17.582669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-1b5101a8-ea01-4410-9958-c822a26e13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:17.584216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-1b5101a8-ea01-4410-9958-c822a26e13ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.4908395 Dec 20 23:01:17.585400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network eb8feee1-129e-474e-8e33-c7ab2350b723 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:17.652485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-ea1abe4d-8676-4c39-9020-2fc379b6207d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 217 time: 0.0596626 Dec 20 23:01:17.715463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-8a520cb8-ba99-4dee-9a77-4d8417b5e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:17.716898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-8a520cb8-ba99-4dee-9a77-4d8417b5e545 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0573428 Dec 20 23:01:17.746942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b0d4cd14-dee4-41ac-bcbb-f3a0608e1ff0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2795711 Dec 20 23:01:17.749916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:17.754775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Request body: {'subnet': {'network_id': 'eb8feee1-129e-474e-8e33-c7ab2350b723', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-437994526-subnet', 'tenant_id': 'd914b66949934f6c9f4d7d110da2321c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:17.772656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-9229a84a-22db-4bdd-ba0b-119a329a7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:17.776522 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-9229a84a-22db-4bdd-ba0b-119a329a7f34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487108 Dec 20 23:01:17.858430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Made reservation on behalf of d914b66949934f6c9f4d7d110da2321c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:17.862006 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:17.894143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-e01990f0-edfc-4bb1-823e-069616de0c6b service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105390 Dec 20 23:01:18.053466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f11f4bb1-f594-4bbb-8a8a-b29eb3881f93 req-9e98799b-da95-4cda-805a-2c55dda0487d service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502974 Dec 20 23:01:18.076299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c260c-1018-46a1-a492-7fb5e8c816de req-248fcb4b-567c-4c77-aa7d-c7237ef2f87c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:18.084434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-946c260c-1018-46a1-a492-7fb5e8c816de req-248fcb4b-567c-4c77-aa7d-c7237ef2f87c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 943 time: 0.0768824 Dec 20 23:01:18.174561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-946c260c-1018-46a1-a492-7fb5e8c816de req-fb0f61b7-59c7-4e56-a39b-29fc73cf3588 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889630 Dec 20 23:01:18.325522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:18.393988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a1b30d-af9b-4156-90e8-0209d478761a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:18.401408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Checking segment: {'id': '732653c0-6fe8-4556-bc68-2ffecf7437d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'eb8feee1-129e-474e-8e33-c7ab2350b723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:18.405628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Network hostable DHCP agents. Network: eb8feee1-129e-474e-8e33-c7ab2350b723, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:18.468036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4215e487-58cb-474a-ad44-7bb1c80aecad req-91c08645-5c0f-4480-9188-318e7651a2c5 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 210 time: 0.0316846 Dec 20 23:01:18.498175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Network eb8feee1-129e-474e-8e33-c7ab2350b723 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:18.514706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40830) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:18.589544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, eb8feee1-129e-474e-8e33-c7ab2350b723) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:18.594241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:18.595115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:18.604726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26fbc8-bb75-491f-9ec7-f09ecd7aee9d None None] Network eb8feee1-129e-474e-8e33-c7ab2350b723 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:18.626450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1570053734-network', 'tenant_id': '63e446c9d6744eb481109ea01fd583e1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:18.711074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfa11a-baed-4585-9d24-d5d18a21bb19 None None] Network eb8feee1-129e-474e-8e33-c7ab2350b723 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:18.735715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cb9a3a79-b982-4d78-b593-0fe6fc76431a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9846802 Dec 20 23:01:18.828705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Made reservation on behalf of 63e446c9d6744eb481109ea01fd583e1 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:18.833138 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:18.849350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:18.945462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.101437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1271257323', 'description': 'tempest-description-1645164363'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:19.109890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.150080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:19.189963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56be1ac-7931-4bce-9e17-e15f9d7c0795,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:19.189963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.189963 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Added segment 998a7285-0a50-40f2-bf63-f7b44697435c of type vlan for network 8830c7f1-db4d-48bc-98c1-3fe3909194ab Dec 20 23:01:19.225312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.343720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.346681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.347631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:19.348258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.446452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfdb33-1751-4199-aae6-252e0c5aa162 req-92d685d8-9f27-4430-9f72-83b71e9c267f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:19.447977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76bfdb33-1751-4199-aae6-252e0c5aa162 req-92d685d8-9f27-4430-9f72-83b71e9c267f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 943 time: 0.1337426 Dec 20 23:01:19.449967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] Pushing event updated for resources: {'Network': ['ID=8830c7f1-db4d-48bc-98c1-3fe3909194ab,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:19.460748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 8830c7f1-db4d-48bc-98c1-3fe3909194ab details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:19.531865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.536293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76bfdb33-1751-4199-aae6-252e0c5aa162 req-1254d341-d967-4dc7-9a6e-19a6b0af8545 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760841 Dec 20 23:01:19.548769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-15728a03-2ce6-4d62-8cfb-3ac5a68a846f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0245674 Dec 20 23:01:19.700331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-884150c6-ba05-4187-926f-9c0705b318de req-a1d96e8c-55c6-4598-b882-671f541d8816 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Dec 20 23:01:19.703585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.741420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f64571-fdeb-45ee-a1a3-2c1555d78a0c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:19.862554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:19.863712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f905b66-234a-41c6-8043-c1dc726f30e1 req-fb76eefa-092f-4c07-af4e-c06b16a3760e tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7665849 Dec 20 23:01:20.001179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-a048e37d-d84f-4dd5-8fed-7c8727099a39 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/34f64571-fdeb-45ee-a1a3-2c1555d78a0c HTTP/1.1" status: 200 len: 1832 time: 0.0998776 Dec 20 23:01:20.015719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f64571-fdeb-45ee-a1a3-2c1555d78a0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:20.016039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f64571-fdeb-45ee-a1a3-2c1555d78a0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:20.028301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24734fc-24a0-47d9-9979-c2b2dd094a81 req-543fe919-a5e9-46ac-9e4d-8c2f0da2f40c tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.034211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24734fc-24a0-47d9-9979-c2b2dd094a81 req-543fe919-a5e9-46ac-9e4d-8c2f0da2f40c tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.040340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24734fc-24a0-47d9-9979-c2b2dd094a81 req-543fe919-a5e9-46ac-9e4d-8c2f0da2f40c tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.041991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c24734fc-24a0-47d9-9979-c2b2dd094a81 req-543fe919-a5e9-46ac-9e4d-8c2f0da2f40c tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2498217 Dec 20 23:01:20.167056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277115-fdea-48e5-bcd3-7c4b7ef04923 req-3c6fd5c6-54b3-417b-9070-cf74387928ac tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.168335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56277115-fdea-48e5-bcd3-7c4b7ef04923 req-3c6fd5c6-54b3-417b-9070-cf74387928ac tempest-ComputeTenantNetworksTest-1430454137 tempest-ComputeTenantNetworksTest-1430454137-project] 10.222.0.62 "GET /v2.0/networks/8830c7f1-db4d-48bc-98c1-3fe3909194ab HTTP/1.1" status: 200 len: 769 time: 0.1049657 Dec 20 23:01:20.177532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40866) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:20.199045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.238409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.256332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.326224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.351581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc1895c-24fa-498c-88f4-7f59ff93ba6b,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:20.354080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.381415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8830c7f1-db4d-48bc-98c1-3fe3909194ab']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:20.391771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998a7285-0a50-40f2-bf63-f7b44697435c') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:20.392152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998a7285-0a50-40f2-bf63-f7b44697435c') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:20.403188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.418214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.424817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:20.425204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:20.426879 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:20.443427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.443427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36d33e06-4a6a-42c4-bfbe-77dba86e2698 req-b5a3c978-12bb-49bd-9c5b-2c82de1c6c9f tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4231317 Dec 20 23:01:20.503841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f647567-08b9-464b-b172-3b20a2de6173 req-80a13d21-1fed-453d-b336-888796695c24 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/34f64571-fdeb-45ee-a1a3-2c1555d78a0c HTTP/1.1" status: 200 len: 2426 time: 0.0468817 Dec 20 23:01:20.544420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d61af9b1-f736-403a-a760-fe57514efd98 req-2b1f7af5-cac7-4f7f-986d-443e42846d5b tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-group-rules/abc1895c-24fa-498c-88f4-7f59ff93ba6b HTTP/1.1" status: 200 len: 778 time: 0.0208962 Dec 20 23:01:20.578755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.603204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.607940 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8830c7f1-db4d-48bc-98c1-3fe3909194ab HTTP/1.1" status: 204 len: 168 time: 0.4288237 Dec 20 23:01:20.614930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d61af9b1-f736-403a-a760-fe57514efd98 req-ef16a89b-c7cb-41dc-80de-b12719f27e87 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/34f64571-fdeb-45ee-a1a3-2c1555d78a0c HTTP/1.1" status: 200 len: 2426 time: 0.0552437 Dec 20 23:01:20.632482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea8fb4-4a51-4b4c-b6b1-5c3a781dec94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8830c7f1-db4d-48bc-98c1-3fe3909194ab,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:20.696158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d61af9b1-f736-403a-a760-fe57514efd98 req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.706445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d61af9b1-f736-403a-a760-fe57514efd98 req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.728737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-ae2dc96d-0f16-48f2-8336-6dc0871146de tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.730483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-ae2dc96d-0f16-48f2-8336-6dc0871146de tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.45 "GET /v2.0/networks?id=66cf3285-59bc-4cb6-91b8-26e27658c35d HTTP/1.1" status: 200 len: 810 time: 0.1481895 Dec 20 23:01:20.746272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad7ba9-da54-4e03-9f6a-3dd44ce30847 req-9b45128a-80d6-45cb-bb22-aa262018ae46 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:20.747408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Request body: {'port': {'device_id': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d', 'admin_state_up': True, 'tenant_id': '9172c705951742f894fefcd7f91bbbe6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:20.747822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbad7ba9-da54-4e03-9f6a-3dd44ce30847 req-9b45128a-80d6-45cb-bb22-aa262018ae46 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 943 time: 0.1050456 Dec 20 23:01:20.804902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbad7ba9-da54-4e03-9f6a-3dd44ce30847 req-746362cb-19b0-4bbf-9958-dd1752f7f4dc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504129 Dec 20 23:01:20.830430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d61af9b1-f736-403a-a760-fe57514efd98 req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.837475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d61af9b1-f736-403a-a760-fe57514efd98 req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:20.838617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d61af9b1-f736-403a-a760-fe57514efd98 req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/abc1895c-24fa-498c-88f4-7f59ff93ba6b HTTP/1.1" status: 204 len: 173 time: 0.2210000 Dec 20 23:01:20.842488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:01:20.862512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abc1895c-24fa-498c-88f4-7f59ff93ba6b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:20.875942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.876549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.877517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.877905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.878262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.878602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.878934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.879268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.879596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.879926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.880256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.881269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.881637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e4d4a-d81b-4c5e-97eb-1d53df37a4a2 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:01:20.924088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1834577004', 'description': 'tempest-description-199990737'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:20.975105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c81852c-48cf-43b4-b443-0469f8cad495 req-29e1af37-c171-4792-941c-c5b805c44a71 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 210 time: 0.0409491 Dec 20 23:01:21.037429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40888) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:21.056159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Made reservation on behalf of 9172c705951742f894fefcd7f91bbbe6 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:21.059800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.069566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:21.081643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:01:21.105475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae0ab4c8-58d8-4110-913f-7a4441b7c4aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63e446c9d6744eb481109ea01fd583e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668135 Dec 20 23:01:21.108074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40890) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:21.110354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.134629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.149561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:21.173746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:21.199586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.254444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.269800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Allocated IP 172.20.0.7 (66cf3285-59bc-4cb6-91b8-26e27658c35d/b0e3aa98-0f91-42ba-a0a5-2f458d0b115b/a5a126b6-1433-46bf-8b5d-c93066dd482c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:21.284980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.292611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.304810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.348213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5956ec-7cd8-48c2-bf02-a5af41dfe204,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:21.363627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:21.449141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.450712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-726c575f-b68b-422a-96c6-30642eea394b req-75f92dd8-9104-4932-90f2-bd5af14abede tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5375485 Dec 20 23:01:21.488755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.499226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.501981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.507926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f56be1ac-7931-4bce-9e17-e15f9d7c0795 HTTP/1.1" status: 204 len: 168 time: 0.3937626 Dec 20 23:01:21.518222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4bdb2-6d33-4152-a029-79be8440fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56be1ac-7931-4bce-9e17-e15f9d7c0795,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:21.531196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fec9dad-e8d0-407b-8dfd-99243d091e01 req-d2131a00-a974-4693-bdf8-55289eefee94 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/9a5956ec-7cd8-48c2-bf02-a5af41dfe204 HTTP/1.1" status: 200 len: 1831 time: 0.0565691 Dec 20 23:01:21.553895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2ef82d29-5e9a-411f-8810-511b41bb86f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:21.592861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-82053220', 'description': 'tempest-description-2142171485'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:21.641585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.691175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Network 66cf3285-59bc-4cb6-91b8-26e27658c35d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:21.696994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:21.700021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:21.709596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Pushing event updated for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:21.727439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.762829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:21.763384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.803085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.850644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-85a7969a-cd71-4363-9040-ceeb50acb246 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072216 Dec 20 23:01:21.866062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Request body: {'port': {'device_id': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:21.875855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.939258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.954155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef17616-2923-4964-8ed3-de36fb8ec69f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:21.975136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff938fc-cf88-4700-b937-606bd935abe4 req-1e743fdb-c916-48d8-8b13-28cdd38aae83 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:21.976732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ff938fc-cf88-4700-b937-606bd935abe4 req-1e743fdb-c916-48d8-8b13-28cdd38aae83 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0816050 Dec 20 23:01:21.979938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:21.996823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-624e27bf-d156-4f14-b504-6c8bf32fb9bd req-bb3dbf14-8459-43e9-8a37-ead76aaed313 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4071667 Dec 20 23:01:22.064177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ff938fc-cf88-4700-b937-606bd935abe4 req-05bb8de3-2d9f-4a80-998f-29d350e6e001 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686750 Dec 20 23:01:22.154259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8821541b-2e62-40a4-a8a1-d207a6423903 req-ababd810-4a94-44db-9075-543cb8e7c39b tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/7ef17616-2923-4964-8ed3-de36fb8ec69f HTTP/1.1" status: 200 len: 1830 time: 0.0786576 Dec 20 23:01:22.182373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-318683502', 'description': 'tempest-description-1109307382'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:22.239520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34690250-59b9-43f8-8f25-163abae0382b req-6c6ca44e-13c8-4539-8422-9abf7d02afae tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:22.241849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34690250-59b9-43f8-8f25-163abae0382b req-6c6ca44e-13c8-4539-8422-9abf7d02afae tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 931 time: 0.0792291 Dec 20 23:01:22.292631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34690250-59b9-43f8-8f25-163abae0382b req-c5b0a81e-5f83-49f6-a06f-3b3f558d8026 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Dec 20 23:01:22.320236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.324113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a126b6-1433-46bf-8b5d-c93066dd482c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:22.331862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.357119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Transition to ACTIVE for port object a5a126b6-1433-46bf-8b5d-c93066dd482c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:22.421106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.443972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.489031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:22.547203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.573598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Attempting to bind port a5a126b6-1433-46bf-8b5d-c93066dd482c on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:22.574059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Attempting to bind port a5a126b6-1433-46bf-8b5d-c93066dd482c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '132cc8ed-2e91-45ca-916c-dd4bb710a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:22.574275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Attempting to bind port a5a126b6-1433-46bf-8b5d-c93066dd482c on network 66cf3285-59bc-4cb6-91b8-26e27658c35d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:22.582643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Port a5a126b6-1433-46bf-8b5d-c93066dd482c on network 66cf3285-59bc-4cb6-91b8-26e27658c35d not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:22.582973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Attempting to bind port a5a126b6-1433-46bf-8b5d-c93066dd482c on network 66cf3285-59bc-4cb6-91b8-26e27658c35d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:22.586579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac196870-f89d-49b0-a2ae-9f1217f9a550,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:22.589653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:22.590020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Checking segment: {'id': '132cc8ed-2e91-45ca-916c-dd4bb710a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:22.590399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Bound using segment: {'id': '132cc8ed-2e91-45ca-916c-dd4bb710a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:22.593203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Bound port: a5a126b6-1433-46bf-8b5d-c93066dd482c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132cc8ed-2e91-45ca-916c-dd4bb710a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:22.593203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.651290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.658242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4716fa3f-dec4-4d3a-99c7-9a2cd0a3c17c req-b963b253-6327-41de-a5ad-fe7bcb0b1646 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4814816 Dec 20 23:01:22.661921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:22.665407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c,segment=NetworkSegment(132cc8ed-2e91-45ca-916c-dd4bb710a475),segment_id=132cc8ed-2e91-45ca-916c-dd4bb710a475)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:22.722096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7737156e-eccb-4e2a-b7df-8c04e519b880 req-a488da2f-2126-4227-80ac-84ea2086ed5b tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/ac196870-f89d-49b0-a2ae-9f1217f9a550 HTTP/1.1" status: 200 len: 1831 time: 0.0433466 Dec 20 23:01:22.748402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-836471777', 'description': 'tempest-description-1978394156'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:22.755908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.798299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:22.798923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.800316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a5a126b6-1433-46bf-8b5d-c93066dd482c HTTP/1.1" status: 200 len: 1091 time: 0.9396098 Dec 20 23:01:22.800753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:22.803159 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c39e5-600a-4851-8760-0e8949ee197b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:22.824062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4b056-17c2-4aee-bbfe-63c6d9e8dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:22.830127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.844303 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046b019-000b-4d48-94cb-52bbb6cab0f3 x-openstack-request-id: req-8046b019-000b-4d48-94cb-52bbb6cab0f3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:22.844596 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:22.844850 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8046b019-000b-4d48-94cb-52bbb6cab0f3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:22.845246 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c', 'status': 'completed', 'code': 200} Dec 20 23:01:22.855723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:22.948633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c39e5-600a-4851-8760-0e8949ee197b req-1f49607a-eb02-453c-940b-727cbc693af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:22.948928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:22.950412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-514c39e5-600a-4851-8760-0e8949ee197b req-1f49607a-eb02-453c-940b-727cbc693af9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9172c705951742f894fefcd7f91bbbe6&device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 1094 time: 0.0719619 Dec 20 23:01:23.072459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c39e5-600a-4851-8760-0e8949ee197b req-d1295a8a-7b6f-46e3-a027-2af9880e22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.074450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-514c39e5-600a-4851-8760-0e8949ee197b req-d1295a8a-7b6f-46e3-a027-2af9880e22b8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9172c705951742f894fefcd7f91bbbe6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1134202 Dec 20 23:01:23.220564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c39e5-600a-4851-8760-0e8949ee197b req-58859344-37ae-43a7-8c85-8987fb452079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.222702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-514c39e5-600a-4851-8760-0e8949ee197b req-58859344-37ae-43a7-8c85-8987fb452079 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393201 Dec 20 23:01:23.281680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91720da8-d404-4ee6-9c44-29a03e447384 req-2aa01f55-c762-4b88-884a-41e623ea846c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.288953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91720da8-d404-4ee6-9c44-29a03e447384 req-2aa01f55-c762-4b88-884a-41e623ea846c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0685813 Dec 20 23:01:23.319557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-1f6242c1-2dc4-43e8-8d06-831eb2243247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.321150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-1f6242c1-2dc4-43e8-8d06-831eb2243247 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9172c705951742f894fefcd7f91bbbe6&device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 1094 time: 0.0558538 Dec 20 23:01:23.337297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91720da8-d404-4ee6-9c44-29a03e447384 req-6ea6083d-dc58-4a65-bdd0-87f7f3afb17f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Dec 20 23:01:23.381227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-b2bfc8da-dd0e-4c3d-b532-9513365c5305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c HTTP/1.1" status: 200 len: 217 time: 0.0503614 Dec 20 23:01:23.436768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-fc3e6b2d-4a0b-4b65-bc07-74b9e03c879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.439045 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-fc3e6b2d-4a0b-4b65-bc07-74b9e03c879c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0e3aa98-0f91-42ba-a0a5-2f458d0b115b HTTP/1.1" status: 200 len: 850 time: 0.0504034 Dec 20 23:01:23.462787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442ca0-2077-4763-8d4d-52a9a63a8c53 req-2d2f0f8a-d9eb-4385-abae-1aaa843db766 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.464616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff442ca0-2077-4763-8d4d-52a9a63a8c53 req-2d2f0f8a-d9eb-4385-abae-1aaa843db766 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 943 time: 0.0636740 Dec 20 23:01:23.477112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-fa259e41-f882-4aa3-beed-90ada2eb18cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66cf3285-59bc-4cb6-91b8-26e27658c35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300431 Dec 20 23:01:23.514747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff442ca0-2077-4763-8d4d-52a9a63a8c53 req-4f7a11e8-8e67-47e4-ae9d-40e0977b9b3b tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Dec 20 23:01:23.579754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-18f097aa-6b3a-411c-8c5d-1ba09c668212 service neutron] 10.222.0.45 "GET /v2.0/networks/66cf3285-59bc-4cb6-91b8-26e27658c35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950308 Dec 20 23:01:23.658903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:01:23.664183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:23.664564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:23.669375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:23.682195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac6e7ecb-8c36-4f1e-9601-a3cd5162be39 req-d558ed33-b145-4deb-877f-501d070cabd0 service neutron] 10.222.0.45 "GET /v2.0/networks/66cf3285-59bc-4cb6-91b8-26e27658c35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945292 Dec 20 23:01:23.709377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71460c0-45e2-4111-805d-64b852f70751,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:23.755429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:23.780187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:23.781824 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb15da-1569-41fb-9e47-d83a21c6858f" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:23.795010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:23.795513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:23.797252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32c1cd60-df62-4726-9f75-280ea86faaa2 req-0780607e-c127-4d1e-91f7-837c1c9caefa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.0526044 Dec 20 23:01:23.837012 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f377868f-612e-4d54-8a25-34113e7df382 x-openstack-request-id: req-f377868f-612e-4d54-8a25-34113e7df382 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:23.837305 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:23.837685 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f377868f-612e-4d54-8a25-34113e7df382 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:23.843300 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:01:23.869514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-539d7b72-144a-45db-ac87-2a20a65ded93 req-8b25edff-c766-4ef7-9beb-c6a462d1c49d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/a71460c0-45e2-4111-805d-64b852f70751 HTTP/1.1" status: 200 len: 1831 time: 0.0469611 Dec 20 23:01:23.890623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:23.914333 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-2d8ee13b-1a42-4bbb-afe0-4d81b3cd7edd req-1f0a0abd-6ed3-4a6e-9019-e854f4467668 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] show failed (client error): The resource could not be found. Dec 20 23:01:23.919524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d8ee13b-1a42-4bbb-afe0-4d81b3cd7edd req-1f0a0abd-6ed3-4a6e-9019-e854f4467668 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/d6f8dfa0-300a-4bda-ba82-8248fc02f67e HTTP/1.1" status: 404 len: 352 time: 0.0231938 Dec 20 23:01:23.962443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ceee4-dd1b-4794-b64d-9e338d42392b req-27f3a322-999e-4b40-a82a-4417a144bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:23.963974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-413ceee4-dd1b-4794-b64d-9e338d42392b req-27f3a322-999e-4b40-a82a-4417a144bcfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1096 time: 0.0623546 Dec 20 23:01:23.969793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:23.976005 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-82244d41-f6ca-4a67-9b9e-a76b493a4d48 req-079bf40f-f2f2-4a04-bb64-f071bc6a32a9 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] show failed (client error): The resource could not be found. Dec 20 23:01:23.977459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82244d41-f6ca-4a67-9b9e-a76b493a4d48 req-079bf40f-f2f2-4a04-bb64-f071bc6a32a9 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-group-rules/36bff1f3-6eae-480c-8e8e-ca6c6deef42b HTTP/1.1" status: 404 len: 361 time: 0.0161283 Dec 20 23:01:24.023253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-413ceee4-dd1b-4794-b64d-9e338d42392b req-94172d6f-1e5b-41ec-95f9-0449fba79f66 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481832 Dec 20 23:01:24.046118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-176dfc6d-368a-4392-909e-621b4651f582 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/a71460c0-45e2-4111-805d-64b852f70751 HTTP/1.1" status: 200 len: 1831 time: 0.0429308 Dec 20 23:01:24.109773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.138737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.257180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.260027 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.261101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9e4f93-cf78-43e9-a4cd-2d30f837f7b5 req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-groups/a71460c0-45e2-4111-805d-64b852f70751 HTTP/1.1" status: 204 len: 173 time: 0.2084663 Dec 20 23:01:24.275633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903c45-bdf1-45a6-b181-b1c646e62daa tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71460c0-45e2-4111-805d-64b852f70751,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:24.327660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-d0f6c914-c34d-4917-8c86-f2d4b9fc6e7d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/ac196870-f89d-49b0-a2ae-9f1217f9a550 HTTP/1.1" status: 200 len: 1831 time: 0.0463326 Dec 20 23:01:24.406595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.446705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.515453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b8e0-410a-4a5a-ac9a-bdaf5c428178 req-21e8246e-38af-4043-8871-2d13d41f4908 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:24.516966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de73b8e0-410a-4a5a-ac9a-bdaf5c428178 req-21e8246e-38af-4043-8871-2d13d41f4908 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0911443 Dec 20 23:01:24.574446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de73b8e0-410a-4a5a-ac9a-bdaf5c428178 req-a657295e-65de-4dda-bad7-25df5b55b316 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503483 Dec 20 23:01:24.620752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.621474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.622812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-898d39e8-f0c4-4a60-8aee-9dfff3252c7f req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-groups/ac196870-f89d-49b0-a2ae-9f1217f9a550 HTTP/1.1" status: 204 len: 173 time: 0.2865660 Dec 20 23:01:24.633790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de271d-a78b-4cc7-bed5-dbe86d07c79a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac196870-f89d-49b0-a2ae-9f1217f9a550,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:24.688506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa59e0-3977-4e50-9ac2-89ce288be117 req-1af28705-15c9-453b-94bc-85ef6ce422d9 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:24.690396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99aa59e0-3977-4e50-9ac2-89ce288be117 req-1af28705-15c9-453b-94bc-85ef6ce422d9 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 943 time: 0.0543525 Dec 20 23:01:24.774290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99aa59e0-3977-4e50-9ac2-89ce288be117 req-5254e71d-b4d2-4354-8292-b6e8c2f11fec tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749812 Dec 20 23:01:24.788510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-eae314d7-3f15-4a9b-9cfa-8d043f5f0003 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/7ef17616-2923-4964-8ed3-de36fb8ec69f HTTP/1.1" status: 200 len: 1830 time: 0.0700588 Dec 20 23:01:24.867205 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:24.895670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.013370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.015931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.017080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b35b9afc-e552-4f07-a7cb-976d5678dcbd req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-groups/7ef17616-2923-4964-8ed3-de36fb8ec69f HTTP/1.1" status: 204 len: 173 time: 0.2255571 Dec 20 23:01:25.027780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cabb7-09f0-4e58-8c0a-6a04f0e2914a tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef17616-2923-4964-8ed3-de36fb8ec69f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:25.104012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-67a61d6c-6783-487e-b567-f3a7a38d9ff0 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/9a5956ec-7cd8-48c2-bf02-a5af41dfe204 HTTP/1.1" status: 200 len: 1831 time: 0.0463433 Dec 20 23:01:25.175384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.206142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.355818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.362074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.362074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aacd5a8e-5440-4f86-b871-8a529fdb7c04 req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-groups/9a5956ec-7cd8-48c2-bf02-a5af41dfe204 HTTP/1.1" status: 204 len: 173 time: 0.2547698 Dec 20 23:01:25.374574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510994-d471-4472-8aef-87012779ac5d tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5956ec-7cd8-48c2-bf02-a5af41dfe204,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:25.438402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-334883f7-e111-41d9-8b27-13b760c96b10 req-0709a0d5-3477-4d6a-8c6e-1882c4c27420 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "GET /v2.0/security-groups/34f64571-fdeb-45ee-a1a3-2c1555d78a0c HTTP/1.1" status: 200 len: 1832 time: 0.0496361 Dec 20 23:01:25.510591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-334883f7-e111-41d9-8b27-13b760c96b10 req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.539455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-334883f7-e111-41d9-8b27-13b760c96b10 req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.669824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-334883f7-e111-41d9-8b27-13b760c96b10 req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.672366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-334883f7-e111-41d9-8b27-13b760c96b10 req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.676654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-334883f7-e111-41d9-8b27-13b760c96b10 req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] 10.222.0.62 "DELETE /v2.0/security-groups/34f64571-fdeb-45ee-a1a3-2c1555d78a0c HTTP/1.1" status: 204 len: 173 time: 0.2337177 Dec 20 23:01:25.679841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:25.712932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a471f8-2f86-4406-933c-f6b9efa9b7a3 tempest-SecurityGroupRulesNegativeTestJSON-1732067685 tempest-SecurityGroupRulesNegativeTestJSON-1732067685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f64571-fdeb-45ee-a1a3-2c1555d78a0c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:25.741375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c9dce-93cc-4b41-91ba-e0741f4f6ffe req-b6bd1d62-2336-4b73-81b2-0530b5225cf5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:25.749696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e2c9dce-93cc-4b41-91ba-e0741f4f6ffe req-b6bd1d62-2336-4b73-81b2-0530b5225cf5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0927453 Dec 20 23:01:25.750008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Deleting subnet 94a1b30d-af9b-4156-90e8-0209d478761a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:01:25.754345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.797408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.797657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e2c9dce-93cc-4b41-91ba-e0741f4f6ffe req-e71c4e81-5bcb-4f3b-b874-fa52793cb2c7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468276 Dec 20 23:01:25.851314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:25.941408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8da1d9-6db5-4e1e-9af4-59dd1c4c938a req-817e1b6d-9546-4b9e-b970-7b0cac77cf12 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:25.943008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf8da1d9-6db5-4e1e-9af4-59dd1c4c938a req-817e1b6d-9546-4b9e-b970-7b0cac77cf12 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 943 time: 0.0866833 Dec 20 23:01:25.956533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ff716-f589-4740-ac1d-79d5efcd62ba req-2c9f5605-9fe1-4101-8f69-856dfa304488 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:25.957659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb0ff716-f589-4740-ac1d-79d5efcd62ba req-2c9f5605-9fe1-4101-8f69-856dfa304488 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0742617 Dec 20 23:01:25.968219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41014) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:25.974078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'floatingip': {'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:26.014271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf8da1d9-6db5-4e1e-9af4-59dd1c4c938a req-030305c4-9bd4-4a3d-9317-5cff7b3ce3da tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Dec 20 23:01:26.031836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.070069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.126418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.129316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] 10.222.0.62 "DELETE /v2.0/subnets/94a1b30d-af9b-4156-90e8-0209d478761a HTTP/1.1" status: 204 len: 168 time: 0.4481430 Dec 20 23:01:26.130329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d605-900c-465b-8c9e-0b10d4e5b6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a1b30d-af9b-4156-90e8-0209d478761a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:26.132491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:26.384836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.384836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.389399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8feee1-129e-474e-8e33-c7ab2350b723']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:26.413664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732653c0-6fe8-4556-bc68-2ffecf7437d6') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:26.413984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732653c0-6fe8-4556-bc68-2ffecf7437d6') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:26.433918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.451644 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.462121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:26.462593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:26.464792 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:26.624504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a5a126b6-1433-46bf-8b5d-c93066dd482c details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:01:26.624979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.657474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c,segment=NetworkSegment(132cc8ed-2e91-45ca-916c-dd4bb710a475),segment_id=132cc8ed-2e91-45ca-916c-dd4bb710a475)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:26.657474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a5a126b6-1433-46bf-8b5d-c93066dd482c', 'network_id': '66cf3285-59bc-4cb6-91b8-26e27658c35d', 'port_id': 'a5a126b6-1433-46bf-8b5d-c93066dd482c', 'mac_address': 'fa:16:3e:47:53:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e3aa98-0f91-42ba-a0a5-2f458d0b115b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:01:26.687978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:26.701203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a126b6-1433-46bf-8b5d-c93066dd482c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:26.720721 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c,segment=NetworkSegment(132cc8ed-2e91-45ca-916c-dd4bb710a475),segment_id=132cc8ed-2e91-45ca-916c-dd4bb710a475)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:27.181674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.183273 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.183398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae352d3-e50b-4977-b226-47d03d5c5f29 req-875fdcd4-95c8-49db-8cc1-36a422c45ee1 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:27.183398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ae352d3-e50b-4977-b226-47d03d5c5f29 req-875fdcd4-95c8-49db-8cc1-36a422c45ee1 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 943 time: 0.0581234 Dec 20 23:01:27.183398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.183398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.183398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] 10.222.0.62 "DELETE /v2.0/networks/eb8feee1-129e-474e-8e33-c7ab2350b723 HTTP/1.1" status: 204 len: 168 time: 1.0412223 Dec 20 23:01:27.197308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb209eb-03a3-4780-b80e-01498dba7227 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8feee1-129e-474e-8e33-c7ab2350b723,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:27.216373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:27.238980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ae352d3-e50b-4977-b226-47d03d5c5f29 req-c61137db-bc35-4bea-8ac9-c400b34b9904 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785055 Dec 20 23:01:27.279653 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Floating IP 6580eb1a-fb80-45a8-bead-eeb8880d929e associated. External IP: 172.25.1.182, port: 2ef82d29-5e9a-411f-8810-511b41bb86f0. Dec 20 23:01:27.501841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a5a126b6-1433-46bf-8b5d-c93066dd482c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:27.529884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Router f5c0affa-d236-44fa-a683-7f99edc873b9 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:01:27.661170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:01:27.666707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.671635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Sync routers for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:01:27.683982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:27.684940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:27.725303 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:01:27.820852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:27.910808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:27.965597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0030fe39-a9fc-44a9-9423-a9a99a0a8028 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "PUT /v2.0/floatingips/6580eb1a-fb80-45a8-bead-eeb8880d929e HTTP/1.1" status: 200 len: 991 time: 1.9932141 Dec 20 23:01:27.965597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:27.966315 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead" -d '{"events": [{"name": "network-changed", "server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:28.056984 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1ccd3-2930-4bbe-8e58-25594ac61c59 x-openstack-request-id: req-64a1ccd3-2930-4bbe-8e58-25594ac61c59 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:28.057274 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:28.057526 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64a1ccd3-2930-4bbe-8e58-25594ac61c59 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:28.057949 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'status': 'completed', 'code': 200} Dec 20 23:01:28.133289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6580eb1a-fb80-45a8-bead-eeb8880d929e', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:01:07Z', 'updated_at': '2021-12-20T23:01:26Z', 'revision_number': 1, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:28.156662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:28.168558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Checking router: f5c0affa-d236-44fa-a683-7f99edc873b9 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:28.170816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-63319a70-7aa2-4019-a8d1-5e06dba97bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:28.172530 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-63319a70-7aa2-4019-a8d1-5e06dba97bcc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1096 time: 0.0917668 Dec 20 23:01:28.178880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:28.179506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:28.328182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:28.331990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c38385e0-7054-4a0e-8e1d-9b6753600e9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d914b66949934f6c9f4d7d110da2321c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733704 Dec 20 23:01:28.335157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:28.396556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-145d2e87-8bc8-446c-ad9c-27240bcc4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:28.399656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-145d2e87-8bc8-446c-ad9c-27240bcc4bd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.2143800 Dec 20 23:01:28.401054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c5a7-3e14-4a63-a0f5-3714425948be req-a4adb3d1-4cf4-4933-8334-60f55e75d1b3 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:28.402764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1622c5a7-3e14-4a63-a0f5-3714425948be req-a4adb3d1-4cf4-4933-8334-60f55e75d1b3 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 944 time: 0.0732875 Dec 20 23:01:28.461672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1622c5a7-3e14-4a63-a0f5-3714425948be req-2933bc28-fcc5-48ad-995d-6af122811f29 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Dec 20 23:01:28.467583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.484240 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-c7c415eb-b330-42a5-ab84-d5f8922dad05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.0756359 Dec 20 23:01:28.517187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.536715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a5a126b6-1433-46bf-8b5d-c93066dd482c up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:28.578622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-a00bf5d5-255a-4391-9775-db3ef1160190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:28.583438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-a00bf5d5-255a-4391-9775-db3ef1160190 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0857480 Dec 20 23:01:28.640983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-2f275a2b-ef59-4565-8f0d-086c9c578cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:28.643412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-2f275a2b-ef59-4565-8f0d-086c9c578cce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483243 Dec 20 23:01:28.668603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6580eb1a-fb80-45a8-bead-eeb8880d929e', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:01:07Z', 'updated_at': '2021-12-20T23:01:26Z', 'revision_number': 1, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:28.698028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b979b-8b58-44c8-83e7-6715a211f285 None None] The sync data for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 is: [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '6580eb1a-fb80-45a8-bead-eeb8880d929e', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:01:07Z', 'updated_at': '2021-12-20T23:01:26Z', 'revision_number': 1, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:28.715905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.718547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.721922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60481135-4cfe-4c56-8c93-e702c59773c2 HTTP/1.1" status: 204 len: 168 time: 0.3832498 Dec 20 23:01:28.755556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9b063-11ad-4b37-af50-31db15fb0df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60481135-4cfe-4c56-8c93-e702c59773c2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:28.783750 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-4a094078-f7a7-4406-8866-fb7f83420234 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319830 Dec 20 23:01:28.801910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a5a126b6-1433-46bf-8b5d-c93066dd482c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:01:28.814780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a5a126b6-1433-46bf-8b5d-c93066dd482c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:28.820385 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.903164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-419e59df-60bf-4f4c-9e5f-dfd45ddbbead req-eb665b36-bad2-42c8-a2cf-140f320e7bfd service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085916 Dec 20 23:01:28.956841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:28.990403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:28.992818 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c80c9e5-f4f7-4ffa-a926-e8028fabc8fb" -d '{"events": [{"server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "name": "network-vif-plugged", "status": "completed", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:29.020433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c,segment=NetworkSegment(132cc8ed-2e91-45ca-916c-dd4bb710a475),segment_id=132cc8ed-2e91-45ca-916c-dd4bb710a475)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:29.077175 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c2ec9-e040-44c8-8985-d72306f27f0a None None] New status for floating IP 6580eb1a-fb80-45a8-bead-eeb8880d929e: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:01:29.080140 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e3d92c-c92b-4331-86df-024e03681b47 x-openstack-request-id: req-69e3d92c-c92b-4331-86df-024e03681b47 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:29.080669 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "name": "network-vif-plugged", "status": "completed", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:29.081188 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69e3d92c-c92b-4331-86df-024e03681b47 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:29.082463 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c', 'code': 200} Dec 20 23:01:29.093846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:29.217070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:29.272872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c77e5-79a7-493d-9d1f-648f09a63311 req-27c371f2-92aa-471d-95b5-6536162183d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:29.272872 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a1c77e5-79a7-493d-9d1f-648f09a63311 req-27c371f2-92aa-471d-95b5-6536162183d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 1096 time: 0.1140311 Dec 20 23:01:29.330374 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a1c77e5-79a7-493d-9d1f-648f09a63311 req-52dd40ee-d097-4883-a8ea-19890e0d309b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Dec 20 23:01:29.645460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8e81-1afc-4b0a-8d3c-dc42da4bea12 req-f91d4fc0-33b2-42de-bdef-0fa013043418 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:29.648782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9af8e81-1afc-4b0a-8d3c-dc42da4bea12 req-f91d4fc0-33b2-42de-bdef-0fa013043418 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0902929 Dec 20 23:01:29.729114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9af8e81-1afc-4b0a-8d3c-dc42da4bea12 req-57364db5-c84c-4025-ae7b-f9fbdead1867 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704796 Dec 20 23:01:30.871983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0ae4-2596-4b1c-a0a5-3493e62a243a req-8fe6775e-ef6f-4bf9-94fe-6e29ed310e3f tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:30.877207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bfc0ae4-2596-4b1c-a0a5-3493e62a243a req-8fe6775e-ef6f-4bf9-94fe-6e29ed310e3f tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0734894 Dec 20 23:01:30.926773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bfc0ae4-2596-4b1c-a0a5-3493e62a243a req-bf68cec5-acb5-4a93-8ac3-4cc22eb7b0e3 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457609 Dec 20 23:01:30.985430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:31.092727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93a8ba7b-6f93-4319-a753-2993fa85ad6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.190847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93a8ba7b-6f93-4319-a753-2993fa85ad6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.256970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-93a8ba7b-6f93-4319-a753-2993fa85ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.297001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8ba7b-6f93-4319-a753-2993fa85ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc081143-641d-40d9-9ac2-2d5a5da637d6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:31.304575 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-93a8ba7b-6f93-4319-a753-2993fa85ad6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21eb2ef380864dd3aaa030ce7bb2b1a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146722 Dec 20 23:01:31.304803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41170) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:31.356887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.381109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.543974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.550363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:31.550363 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc081143-641d-40d9-9ac2-2d5a5da637d6 HTTP/1.1" status: 204 len: 168 time: 0.2421093 Dec 20 23:01:31.557198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d535a-edb8-4b9a-8e45-1894e8cde2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc081143-641d-40d9-9ac2-2d5a5da637d6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:32.072739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a386b8b-3af5-403e-9a36-85357cdf0238 req-177ff8b6-5d95-44ee-a5cd-ac2c90f75f7d tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:32.074409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a386b8b-3af5-403e-9a36-85357cdf0238 req-177ff8b6-5d95-44ee-a5cd-ac2c90f75f7d tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0571043 Dec 20 23:01:32.129799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a386b8b-3af5-403e-9a36-85357cdf0238 req-d667bcfb-d2d7-4fed-bdc8-6b576d10a922 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488040 Dec 20 23:01:32.728857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41218) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:32.772839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cbd7a-8b4f-4fb5-9de8-4bad594ea556 req-52d489a2-d56d-4a55-a52c-76d5d4133640 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:32.774625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a61cbd7a-8b4f-4fb5-9de8-4bad594ea556 req-52d489a2-d56d-4a55-a52c-76d5d4133640 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0560420 Dec 20 23:01:32.830015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a61cbd7a-8b4f-4fb5-9de8-4bad594ea556 req-932f370d-a478-4247-8246-81f9b3d0a9cd tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Dec 20 23:01:32.853340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1949919840-network', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:32.947070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:32.949409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:32.959657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.037484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.115555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.132929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.142380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:33.155221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b214b218-d30a-4453-9388-33af08de2ef5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:33.161899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.166410 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Added segment a2b8f044-d975-4313-a49f-00c138d45255 of type vlan for network 58aa1a00-a071-4d93-a525-c6323e7a8cae Dec 20 23:01:33.204969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.327111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.333607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:33.333607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.394759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] Pushing event updated for resources: {'Network': ['ID=58aa1a00-a071-4d93-a525-c6323e7a8cae,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:33.405361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:33.438208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-812b13ef-624d-455c-b3f6-6d1b37c44367 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7061002 Dec 20 23:01:33.441092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:33.446766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Request body: {'subnet': {'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1949919840-subnet', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:33.547417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:33.549775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.844916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:33.900824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dfcd34-025d-4fe2-b577-9fda3c630c33,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:33.919301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Checking segment: {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:33.919664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Network hostable DHCP agents. Network: 58aa1a00-a071-4d93-a525-c6323e7a8cae, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:33.987312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6f1e5-6396-4721-b0d3-af6debf6f190 req-8c63242b-3507-4973-983c-95b34445ed55 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:33.989047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0b6f1e5-6396-4721-b0d3-af6debf6f190 req-8c63242b-3507-4973-983c-95b34445ed55 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0730934 Dec 20 23:01:34.059374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0b6f1e5-6396-4721-b0d3-af6debf6f190 req-dd598452-8ff2-4edd-888e-dc0e8a9bf722 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/security-groups?id=62c773be-a39f-45bb-8739-8a38ced1f1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635273 Dec 20 23:01:34.127099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:34.248734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 58aa1a00-a071-4d93-a525-c6323e7a8cae) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:34.253377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:34.254101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.260401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267822ff-f636-4fd6-83c9-b1160960306b None None] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:34.292708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458da03-1457-47e3-a4e0-07af47570e96 req-4aef1ebe-a99e-42e8-b3dd-26f80723410d tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:34.294271 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b458da03-1457-47e3-a4e0-07af47570e96 req-4aef1ebe-a99e-42e8-b3dd-26f80723410d tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 945 time: 0.0758181 Dec 20 23:01:34.380185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-58aa1a00-a071-4d93-a525-c6323e7a8cae', 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae', 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'fixed_ips': [{'subnet_id': '29dfcd34-025d-4fe2-b577-9fda3c630c33'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:01:34.380185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.406845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b0ee2507-5ebd-4fe0-93c8-0cdbaa60b415 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9622686 Dec 20 23:01:34.408854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41280) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:34.415899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:34.422221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Deleting port a5a126b6-1433-46bf-8b5d-c93066dd482c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:01:34.422715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.535042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] For port a5a126b6-1433-46bf-8b5d-c93066dd482c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a5a126b6-1433-46bf-8b5d-c93066dd482c,segment=NetworkSegment(132cc8ed-2e91-45ca-916c-dd4bb710a475),segment_id=132cc8ed-2e91-45ca-916c-dd4bb710a475)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:34.540351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.549789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.551331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.553779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Allocated IP 172.20.0.2 (58aa1a00-a071-4d93-a525-c6323e7a8cae/29dfcd34-025d-4fe2-b577-9fda3c630c33/74d0b2a2-fce1-44dd-b119-a2667e0cc031) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:34.564108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Calling delete_port for a5a126b6-1433-46bf-8b5d-c93066dd482c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:01:34.627757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.726204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.758810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23cf909a-d611-4699-ab15-bd19d08d52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.858402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.877683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a5a126b6-1433-46bf-8b5d-c93066dd482c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:34.898551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Pushing event deleted for resources: {'Port': ['ID=a5a126b6-1433-46bf-8b5d-c93066dd482c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:34.908628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.942960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.959646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] No DVR routers for this DVR port a5a126b6-1433-46bf-8b5d-c93066dd482c on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:01:34.962865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:34.966824 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b458da03-1457-47e3-a4e0-07af47570e96 req-6efe18d8-1b3e-457b-b366-4ed258c274ee tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.45 "DELETE /v2.0/ports/a5a126b6-1433-46bf-8b5d-c93066dd482c HTTP/1.1" status: 204 len: 173 time: 0.6657598 Dec 20 23:01:34.967523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'name': 'network-vif-deleted', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:34.969934 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e2fb5-b6d8-4fc0-a737-8d737211e39f" -d '{"events": [{"server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "name": "network-vif-deleted", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:34.989014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:34.992540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:34.998590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:35.007289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Pushing event updated for resources: {'Port': ['ID=74d0b2a2-fce1-44dd-b119-a2667e0cc031,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:35.058904 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce80c6a-0ad8-480c-a30e-2314c44126c0 x-openstack-request-id: req-dce80c6a-0ad8-480c-a30e-2314c44126c0 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:35.059198 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b39969d-8bcb-42f8-b83c-fd1c395daf92", "name": "network-vif-deleted", "tag": "a5a126b6-1433-46bf-8b5d-c93066dd482c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:35.059449 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dce80c6a-0ad8-480c-a30e-2314c44126c0 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:35.059849 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b39969d-8bcb-42f8-b83c-fd1c395daf92', 'name': 'network-vif-deleted', 'tag': 'a5a126b6-1433-46bf-8b5d-c93066dd482c', 'status': 'completed', 'code': 200} Dec 20 23:01:35.071864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Attempting to bind port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:35.072596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Attempting to bind port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:35.073237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Attempting to bind port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 on network 58aa1a00-a071-4d93-a525-c6323e7a8cae {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:35.079225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:35.079741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Checking segment: {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:35.080231 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.080837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Bound using segment: {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:35.081400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Bound port: 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:35.082203 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.169062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] For port 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:35.173711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] For port 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=74d0b2a2-fce1-44dd-b119-a2667e0cc031,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:35.247096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.254585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcc1888a-84a7-4de6-95cf-c1d574210a78 req-e15e0b37-ebfe-4781-ad48-1432ed1c8987 tempest-ServerGroupTestJSON-605637093 tempest-ServerGroupTestJSON-605637093-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b39969d-8bcb-42f8-b83c-fd1c395daf92 HTTP/1.1" status: 200 len: 210 time: 0.0635533 Dec 20 23:01:35.305614 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.319904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f6b9b-a12b-4dbd-b191-792290786aac None None] Pushing event updated for resources: {'Port': ['ID=74d0b2a2-fce1-44dd-b119-a2667e0cc031,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:35.336046 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.462211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Allocated IP 172.25.1.159 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b3668179-3f13-49fd-a6cc-cffac2a31d3e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:35.613690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.732780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 74d0b2a2-fce1-44dd-b119-a2667e0cc031 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:35.773474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.816839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:35.817312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.832843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:35.835032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:35.838978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:35.869153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Pushing event updated for resources: {'Port': ['ID=b3668179-3f13-49fd-a6cc-cffac2a31d3e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:35.932739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:35.992630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=74d0b2a2-fce1-44dd-b119-a2667e0cc031,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:36.087784 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:36.159311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=74d0b2a2-fce1-44dd-b119-a2667e0cc031,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:36.221567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:36.662938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257ab0a-6eb9-46a6-b697-ab75b80ab273 None None] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:36.794682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73def4c8-f1e8-4933-8ec9-319eccbdffae None None] Provisioning complete for port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:36.795077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73def4c8-f1e8-4933-8ec9-319eccbdffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:36.839654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:36.865827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:36.933215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Deleting subnet b0e3aa98-0f91-42ba-a0a5-2f458d0b115b {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:01:36.938563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:36.992127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.050209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.112973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-55b9f552-15e0-48e1-ae1e-8a127034cf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.182053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-df823859-5c05-4045-9a2b-3b5028f3d803 None None] Provisioning complete for port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:37.182433 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-df823859-5c05-4045-9a2b-3b5028f3d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.218774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.248895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:01:37.249128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e3aa98-0f91-42ba-a0a5-2f458d0b115b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:37.253178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.258198 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2303ac08-dd89-4f8b-9b0d-971c0ef43d78 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b0e3aa98-0f91-42ba-a0a5-2f458d0b115b HTTP/1.1" status: 204 len: 168 time: 0.3935490 Dec 20 23:01:37.261058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41340) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:37.346781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.375142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:01:37.385303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Sync routers for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:01:37.397243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:37.398355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:37.444639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.468051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cf3285-59bc-4cb6-91b8-26e27658c35d']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:37.478707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132cc8ed-2e91-45ca-916c-dd4bb710a475') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:37.478946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132cc8ed-2e91-45ca-916c-dd4bb710a475') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:37.489650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.495315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.497552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f3161ecc-9ecd-4d30-b66e-b69a8872b035 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0888600 Dec 20 23:01:37.500944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41344) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:37.505190 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.515325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:01:37.515724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:01:37.517508 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:01:37.659444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:37.696485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.706008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:37.711820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/66cf3285-59bc-4cb6-91b8-26e27658c35d HTTP/1.1" status: 204 len: 168 time: 0.4489217 Dec 20 23:01:37.743232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfebfe-7e9f-4ff1-9e46-87320cc87ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=66cf3285-59bc-4cb6-91b8-26e27658c35d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:37.757707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 74d0b2a2-fce1-44dd-b119-a2667e0cc031 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:37.946837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:37.947216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.053772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:36Z', 'revision_number': 3, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:38.086968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Checking router: 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:38.087591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Updating router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 port b3668179-3f13-49fd-a6cc-cffac2a31d3e binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:01:38.139649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.167903 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.255389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:38.285926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.308425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:38.309495 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f31c6c3-2cc7-423c-ab64-258beb702059 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9172c705951742f894fefcd7f91bbbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525725 Dec 20 23:01:38.391169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Allocated IP 172.20.0.1 (58aa1a00-a071-4d93-a525-c6323e7a8cae/29dfcd34-025d-4fe2-b577-9fda3c630c33/41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:38.449570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.524308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.573407 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.582292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.601539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a5a126b6-1433-46bf-8b5d-c93066dd482c no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:01:38.627726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a5a126b6-1433-46bf-8b5d-c93066dd482c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:01:38.628515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a5a126b6-1433-46bf-8b5d-c93066dd482c not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:01:38.721163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.779828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Attempting to bind port b3668179-3f13-49fd-a6cc-cffac2a31d3e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:38.780526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Attempting to bind port b3668179-3f13-49fd-a6cc-cffac2a31d3e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:38.780661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Attempting to bind port b3668179-3f13-49fd-a6cc-cffac2a31d3e on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:38.791612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1668f-1afa-4e6e-9dec-55802b698b3d None None] Pushing event updated for resources: {'Port': ['ID=b3668179-3f13-49fd-a6cc-cffac2a31d3e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:38.794389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:38.794761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:38.795214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.795592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:38.796070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Bound port: b3668179-3f13-49fd-a6cc-cffac2a31d3e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:38.796455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.804669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.808197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.809751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62c773be-a39f-45bb-8739-8a38ced1f1d4 HTTP/1.1" status: 204 len: 168 time: 0.5010302 Dec 20 23:01:38.811904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:38.856476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] For port b3668179-3f13-49fd-a6cc-cffac2a31d3e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:38.860974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] For port b3668179-3f13-49fd-a6cc-cffac2a31d3e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3668179-3f13-49fd-a6cc-cffac2a31d3e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:38.886326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7587da-4e14-443c-9cd1-9d1de237c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c773be-a39f-45bb-8739-8a38ced1f1d4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:38.921258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:38.930960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:38.938384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Pushing event updated for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:38.944515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:38.964753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.023908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.096752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:39.097401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:39.169370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1668f-1afa-4e6e-9dec-55802b698b3d None None] Pushing event updated for resources: {'Port': ['ID=b3668179-3f13-49fd-a6cc-cffac2a31d3e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:39.315016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:39.382121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cb087129-1d9d-442f-adcd-5c300f24c023 None None] Provisioning complete for port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:39.382552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb087129-1d9d-442f-adcd-5c300f24c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.391010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.597800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cb087129-1d9d-442f-adcd-5c300f24c023 None None] Port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:39.642743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.663773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:36Z', 'revision_number': 3, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:39.693146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a86ab-c33b-442f-bf7c-597a61eb627b None None] The sync data for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 is: [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:36Z', 'revision_number': 3, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:39.716021 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.738699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.824625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Pushing event updated for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:39.840903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:39.901505 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-9ce1f55d-f590-403b-987e-90fc20be2055 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725493 Dec 20 23:01:40.003880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-b4a1ca32-0ecc-4bed-8b2f-d9760972dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:40.007363 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-b4a1ca32-0ecc-4bed-8b2f-d9760972dea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 1096 time: 0.0617013 Dec 20 23:01:40.012128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:40.014224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:40.275688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-94a6c758-68c4-4767-97a9-66eaf6a2dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:40.277089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:01:40.278089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-94a6c758-68c4-4767-97a9-66eaf6a2dad6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 200 len: 913 time: 0.2081280 Dec 20 23:01:40.430373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:40.444256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-07c53abb-45b5-4c7b-9449-f8c229f7ec78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 200 len: 1000 time: 0.1575947 Dec 20 23:01:40.483051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:01:40.504733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61369b17-847a-4377-80d4-951aab7818c6 admin admin] 10.222.0.62 "PUT /v2.0/routers/4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975028 Dec 20 23:01:40.526168 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.528198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-d105e546-9d43-4728-ad66-908197f29c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:40.529853 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-d105e546-9d43-4728-ad66-908197f29c78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 HTTP/1.1" status: 200 len: 851 time: 0.0753014 Dec 20 23:01:40.546214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5048de67-a018-4cef-b8e7-0fa25b99b15d None None] Provisioning complete for port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:40.546666 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5048de67-a018-4cef-b8e7-0fa25b99b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.603799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-645936236-network', 'tenant_id': 'b0e44bfbb95443a591963646f1fdb5f1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:40.635826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-51d7e23a-ad58-4cbb-8cc9-943024f9814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:40.635826 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-51d7e23a-ad58-4cbb-8cc9-943024f9814b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6200ca4d-4f33-462d-b85b-772feeb1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963113 Dec 20 23:01:40.657649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5048de67-a018-4cef-b8e7-0fa25b99b15d None None] Port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:40.662360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41418) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:40.735197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-600002494'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:40.759864 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-82bd700b-4d57-45a7-9f8c-7cd46e1681b4 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143758 Dec 20 23:01:40.770097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Made reservation on behalf of b0e44bfbb95443a591963646f1fdb5f1 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:40.773419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.802846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.900517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:40.900517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.907629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0350e1ce-3240-4c70-b1d9-411a1502c86a req-ac10d881-94be-43df-a11b-93ada77ec828 service neutron] 10.222.0.59 "GET /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306775 Dec 20 23:01:40.925909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:40.937268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.937854 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Added segment c11d6060-74e7-4568-b3f6-be9762c51796 of type vlan for network 9f5d2517-6c8d-4e42-8389-319e46596d49 Dec 20 23:01:40.976457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:40.992722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.064208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.099001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:41.102916 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.108360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:41.108987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.109885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b3efe-af21-4468-8acd-78f829615101,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:41.115130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.115939 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Added segment b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba of type vlan for network b2510683-a02d-4f0f-bd34-63a1ffe3a601 Dec 20 23:01:41.168476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.179778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Network': ['ID=9f5d2517-6c8d-4e42-8389-319e46596d49,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:41.190047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:41.275968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41428) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:41.276117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8bfde41e-62b0-4519-9b2d-13d8108ec3b8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6122739 Dec 20 23:01:41.281600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'subnet': {'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:41.336350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.337306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:41.337946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.422865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] Pushing event updated for resources: {'Network': ['ID=b2510683-a02d-4f0f-bd34-63a1ffe3a601,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:41.438840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b2510683-a02d-4f0f-bd34-63a1ffe3a601 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:41.482166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f79f86b0-0bf2-4a83-8b03-3cd9374d48ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0486367 Dec 20 23:01:41.484837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:41.490408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Request body: {'subnet': {'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-645936236-subnet', 'tenant_id': 'b0e44bfbb95443a591963646f1fdb5f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:41.677442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3668179-3f13-49fd-a6cc-cffac2a31d3e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:41.727755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b3668179-3f13-49fd-a6cc-cffac2a31d3e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:41.728218 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.735941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:41.741006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.745663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Made reservation on behalf of b0e44bfbb95443a591963646f1fdb5f1 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:41.749370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.824978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.846985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port b3668179-3f13-49fd-a6cc-cffac2a31d3e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3668179-3f13-49fd-a6cc-cffac2a31d3e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:41.854057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Sync routers for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:01:41.864355 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:41.868180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:41.943808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:41.976228 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:42.016510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=b3668179-3f13-49fd-a6cc-cffac2a31d3e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:42.209596 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:39Z', 'revision_number': 4, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49', 'name': '', 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'mac_address': 'fa:16:3e:ce:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:38Z', 'updated_at': '2021-12-20T23:01:39Z', 'revision_number': 2, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'subnets': [{'id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:42.237488 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Checking router: 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:01:42.237887 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Updating router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:01:42.244520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.263556 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.295383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.309070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Subnet': ['ID=0ba782b0-f3fe-4400-82db-565b4566b736,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:42.391640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Checking segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:42.392056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network hostable DHCP agents. Network: 9f5d2517-6c8d-4e42-8389-319e46596d49, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:42.432130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1604485f-2f16-47c8-8320-3e0d781f6281,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:42.448503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Checking segment: {'id': 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:42.449261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Network hostable DHCP agents. Network: b2510683-a02d-4f0f-bd34-63a1ffe3a601, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:42.530704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:42.563744 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.585340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Network b2510683-a02d-4f0f-bd34-63a1ffe3a601 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:42.744176 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.745510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 9f5d2517-6c8d-4e42-8389-319e46596d49) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:42.751067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:42.752441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.756729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b2510683-a02d-4f0f-bd34-63a1ffe3a601) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:42.757326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a806fd-046f-4e1b-9547-130ba40f55d7 None None] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:42.761108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:42.761915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.789622 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9af2b-eda2-4e80-8c27-0f5db1119393 None None] Pushing event updated for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:42.822315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67775fa5-709a-48af-b94a-c09c1cb94948 None None] Network b2510683-a02d-4f0f-bd34-63a1ffe3a601 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:42.898587 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Attempting to bind port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:42.906522 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Attempting to bind port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:42.906522 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Attempting to bind port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 on network 58aa1a00-a071-4d93-a525-c6323e7a8cae {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:42.907176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b646853-be0e-409d-84ae-70a2a213f2cd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4163811 Dec 20 23:01:42.918026 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:42.918738 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Checking segment: {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:42.919701 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.920331 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Bound using segment: {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:42.921058 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Bound port: 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b8f044-d975-4313-a49f-00c138d45255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:42.921690 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:42.931270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a62a85f7-9ed2-4d2a-ab0f-bbbfea2114c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6540394 Dec 20 23:01:42.937713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:42.944445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-784903310'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:43.092589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:43.096442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.150711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:01:43.167384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.168537 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Added segment d4ba469b-206a-4cda-a354-0039a2ad8690 of type vlan for network 293c06ee-bb83-43a8-bc26-2c2dc9420877 Dec 20 23:01:43.228558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] For port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:43.228558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] For port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:43.240784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.314981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-9f5d2517-6c8d-4e42-8389-319e46596d49', 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'fixed_ips': [{'subnet_id': '0ba782b0-f3fe-4400-82db-565b4566b736'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:01:43.316169 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.337350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6173e-5415-40da-8474-8d117fd33950 None None] Network b2510683-a02d-4f0f-bd34-63a1ffe3a601 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:43.372263 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.430957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] Provisioning complete for port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:43.431597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.457016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.465448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:43.466880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.501678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:01:43.501678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:43.639093 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9af2b-eda2-4e80-8c27-0f5db1119393 None None] Pushing event updated for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:43.741385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3668179-3f13-49fd-a6cc-cffac2a31d3e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:43.783261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Network': ['ID=293c06ee-bb83-43a8-bc26-2c2dc9420877,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:43.836264 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:01:43.846096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:01:43.897789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3d7a4b23-0f7d-49a2-9e87-db760da2e498 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9555566 Dec 20 23:01:43.904907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:43.904907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'subnet': {'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:43.992103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b3668179-3f13-49fd-a6cc-cffac2a31d3e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:43.992530 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:43.994122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.045495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] For port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:44.102738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Allocated IP 19.80.0.2 (9f5d2517-6c8d-4e42-8389-319e46596d49/0ba782b0-f3fe-4400-82db-565b4566b736/6a2049c4-dfa9-4d75-a25e-c9ab843285ae) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:44.141631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.168590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-e945ee98-a734-495f-b98a-6b8a82a145d5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:44.175888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-e945ee98-a734-495f-b98a-6b8a82a145d5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/networks?id=b2510683-a02d-4f0f-bd34-63a1ffe3a601 HTTP/1.1" status: 200 len: 808 time: 0.2832122 Dec 20 23:01:44.183279 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:39Z', 'revision_number': 4, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49', 'name': '', 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'mac_address': 'fa:16:3e:ce:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:38Z', 'updated_at': '2021-12-20T23:01:43Z', 'revision_number': 4, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'subnets': [{'id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:01:44.193401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-246d169e-c493-466c-b770-e046c15d0e4f tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/quotas/b0e44bfbb95443a591963646f1fdb5f1 HTTP/1.1" status: 200 len: 375 time: 0.0165730 Dec 20 23:01:44.216040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c9e26-532a-4428-9c9e-a6a2f912ec87 None None] Pushing event updated for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:44.228869 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33fa1a-ceb2-44b7-81b5-0a8f6a84bb4e None None] The sync data for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 is: [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:01:39Z', 'revision_number': 4, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49', 'name': '', 'network_id': '58aa1a00-a071-4d93-a525-c6323e7a8cae', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'mac_address': 'fa:16:3e:ce:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:38Z', 'updated_at': '2021-12-20T23:01:43Z', 'revision_number': 4, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'subnets': [{'id': '29dfcd34-025d-4fe2-b577-9fda3c630c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:01:44.246645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-f3cb67a9-1c08-4ef4-8c5a-59e139f8453d tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e44bfbb95443a591963646f1fdb5f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521522 Dec 20 23:01:44.261348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:44.266509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.383339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cded390c-064e-41d3-8e0b-ba5350af2a65 None None] Provisioning complete for port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:44.383707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cded390c-064e-41d3-8e0b-ba5350af2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.430454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-45b2f8b5-c9fd-4aa3-ada0-e42d97672628 service neutron] 10.222.0.62 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780984 Dec 20 23:01:44.609047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-9e829691-8069-47ff-9754-1e49d1880a4d service neutron] 10.222.0.62 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631620 Dec 20 23:01:44.635807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.744198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.795905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.799020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:44.802021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:44.803792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Pushing event updated for resources: {'Port': ['ID=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:44.806245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:44.877108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Attempting to bind port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:44.878308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Attempting to bind port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:44.880963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Attempting to bind port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae on network 9f5d2517-6c8d-4e42-8389-319e46596d49 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:44.886240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Subnet': ['ID=591d60fc-45cb-4358-a69f-1bf4751207a1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:44.888828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Checking segment: {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:44.889223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network hostable DHCP agents. Network: 293c06ee-bb83-43a8-bc26-2c2dc9420877, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:01:44.889662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:44.890383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Checking segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:44.891219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:44.891893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Bound using segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:44.893243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Bound port: 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:44.893891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:45.017911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:01:45.038938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] For port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:45.042311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] For port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:45.062028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd562b33-fde9-4696-a294-9161589d6eb4 req-92c21156-f4d5-47cc-af5d-df74aac0e377 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 210 time: 0.0483611 Dec 20 23:01:45.095327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 293c06ee-bb83-43a8-bc26-2c2dc9420877) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:45.108641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:45.108817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef736e-1654-4851-af50-cc366966f487 None None] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:45.110469 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:45.200988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:45.238353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab11e42f-ed2e-47ef-a25f-fa2377e9dec8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3392491 Dec 20 23:01:45.330178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-293c06ee-bb83-43a8-bc26-2c2dc9420877', 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877', 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'fixed_ips': [{'subnet_id': '591d60fc-45cb-4358-a69f-1bf4751207a1'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:01:45.331209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:45.338022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269642-2565-4306-ad3b-1943ecd68037 None None] Pushing event updated for resources: {'Port': ['ID=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:45.612855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-8b9636eb-21c0-4b58-bbde-f4122d9631c2 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:45.620764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-8b9636eb-21c0-4b58-bbde-f4122d9631c2 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:45.629490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-8b9636eb-21c0-4b58-bbde-f4122d9631c2 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/networks?id=9f5d2517-6c8d-4e42-8389-319e46596d49&id=293c06ee-bb83-43a8-bc26-2c2dc9420877&id=9f5d2517-6c8d-4e42-8389-319e46596d49 HTTP/1.1" status: 200 len: 1390 time: 0.2311468 Dec 20 23:01:45.657097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-0f106fa8-8930-4f06-84f6-00a22ac88da6 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/quotas/5c29d34c08b4407aaa3eb2e964e37381 HTTP/1.1" status: 200 len: 375 time: 0.0246515 Dec 20 23:01:45.687559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Allocated IP 19.86.0.2 (293c06ee-bb83-43a8-bc26-2c2dc9420877/591d60fc-45cb-4358-a69f-1bf4751207a1/a70c47ff-2d36-47cc-b79d-16d3fa088da8) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:45.834824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-f5e03c7e-c0a4-4990-bd28-c8f91ded86ad tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1754589 Dec 20 23:01:45.982425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:45.992089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:46.007161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-add7c9da-ed59-46cc-aebf-fcd8c43bec8a service neutron] 10.222.0.62 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714463 Dec 20 23:01:46.069909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:46.070339 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.105942 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.164270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:46.172703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-23d687e5-78a2-475b-9526-baed032668a2 service neutron] 10.222.0.62 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575894 Dec 20 23:01:46.179755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:46.181404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:46.197708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Pushing event updated for resources: {'Port': ['ID=a70c47ff-2d36-47cc-b79d-16d3fa088da8,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:46.253739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2473f9a-ae00-4e69-acff-265b9756510f req-bb282593-bcd0-4c94-98f0-13ce29fc3cb1 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 210 time: 0.0656826 Dec 20 23:01:46.413394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-736b77fa-eaaf-459d-b03d-c3a6293582a8 service neutron] 10.222.0.62 "GET /v2.0/networks/293c06ee-bb83-43a8-bc26-2c2dc9420877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391803 Dec 20 23:01:46.478090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Attempting to bind port a70c47ff-2d36-47cc-b79d-16d3fa088da8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:46.478774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Attempting to bind port a70c47ff-2d36-47cc-b79d-16d3fa088da8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:46.479589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Attempting to bind port a70c47ff-2d36-47cc-b79d-16d3fa088da8 on network 293c06ee-bb83-43a8-bc26-2c2dc9420877 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:46.504468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:46.504853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Checking segment: {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:46.505870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.506585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Bound using segment: {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:46.507245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Bound port: a70c47ff-2d36-47cc-b79d-16d3fa088da8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:46.507816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.538506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4cbeaaf0-dbdf-4ee4-9ee1-b7374b6f6da9 service neutron] 10.222.0.62 "GET /v2.0/networks/293c06ee-bb83-43a8-bc26-2c2dc9420877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235187 Dec 20 23:01:46.553275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a2049c4-dfa9-4d75-a25e-c9ab843285ae up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:46.636596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] For port a70c47ff-2d36-47cc-b79d-16d3fa088da8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:46.640072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] For port a70c47ff-2d36-47cc-b79d-16d3fa088da8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a70c47ff-2d36-47cc-b79d-16d3fa088da8,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:46.661092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:46.661495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.671823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-c774fa82-0b09-471b-bb21-a900cdc78560 service neutron] 10.222.0.62 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249418 Dec 20 23:01:46.785491 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.835555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a5b5dfae-c91b-456c-991c-481eaaf419a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494792 Dec 20 23:01:46.875857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:46.990786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ff54e-72b3-4529-b39e-4ef2299ceaae None None] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:46.995963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdf887-c357-4680-87fe-57ac26f6d246 None None] Pushing event updated for resources: {'Port': ['ID=a70c47ff-2d36-47cc-b79d-16d3fa088da8,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:47.040783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:47.134316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e31182db-69a9-4372-8eaa-8cca92f00ff7 None None] Provisioning complete for port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:47.134682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e31182db-69a9-4372-8eaa-8cca92f00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:47.247089 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:47.451194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:47.525423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3c7de80-7c21-4037-83eb-0f4e3504b079 req-36631192-8001-4247-96cc-695f495778b9 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 210 time: 0.1545091 Dec 20 23:01:47.594560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67bae036-6e25-4c0f-885a-d7241a0ca938 req-17c2f556-3aaf-4681-bf05-a002f8a916aa tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 210 time: 0.0896308 Dec 20 23:01:47.779225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e3f8c5c0-813e-40c1-ac90-348ac4ca391d None None] Provisioning complete for port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:47.779621 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e3f8c5c0-813e-40c1-ac90-348ac4ca391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:47.861539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a2049c4-dfa9-4d75-a25e-c9ab843285ae up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:48.025336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41568) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:48.064031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:48.064596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.214996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a70c47ff-2d36-47cc-b79d-16d3fa088da8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:48.228586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deb5d01c-e3fc-48e7-b729-8c31b816fe53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.272772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a70c47ff-2d36-47cc-b79d-16d3fa088da8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:48.273426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.312226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deb5d01c-e3fc-48e7-b729-8c31b816fe53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.383083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.425924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port a70c47ff-2d36-47cc-b79d-16d3fa088da8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a70c47ff-2d36-47cc-b79d-16d3fa088da8,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:48.460327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ff1c8-752c-49cb-b8a7-5287100eb039 None None] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:01:48.489669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deb5d01c-e3fc-48e7-b729-8c31b816fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.529571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-1c7bf926-4e14-45cb-bc15-3965de5ac88a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:48.531149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-1c7bf926-4e14-45cb-bc15-3965de5ac88a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.45 "GET /v2.0/networks?id=b2510683-a02d-4f0f-bd34-63a1ffe3a601 HTTP/1.1" status: 200 len: 808 time: 0.1762962 Dec 20 23:01:48.537157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-deb5d01c-e3fc-48e7-b729-8c31b816fe53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bae791e3ed74d4d929e0ff19cef2236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102103 Dec 20 23:01:48.541767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41578) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:48.554899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Request body: {'port': {'device_id': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601', 'admin_state_up': True, 'tenant_id': 'b0e44bfbb95443a591963646f1fdb5f1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:48.561243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5d01c-e3fc-48e7-b729-8c31b816fe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324ff1b5-bf47-4a9a-9126-7597f0db2359,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:48.570108 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.679826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e0fcc6d3-0f1c-4b50-8fd0-02799cdb2f72 None None] Provisioning complete for port a70c47ff-2d36-47cc-b79d-16d3fa088da8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:48.680502 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc6d3-0f1c-4b50-8fd0-02799cdb2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.740748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57e4f6e5-2bc9-487b-8a11-275e060c066f req-7ae48bce-e07c-4652-a73c-7806f7abadae tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 210 time: 0.0932908 Dec 20 23:01:48.751069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=a70c47ff-2d36-47cc-b79d-16d3fa088da8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:48.810827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Made reservation on behalf of b0e44bfbb95443a591963646f1fdb5f1 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:48.815219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.838790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aba0897f-4b35-4e04-8abd-419e59b5e4f3 req-a082716e-5ce5-429d-94ff-649ef6f33ffa tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 210 time: 0.0899885 Dec 20 23:01:48.842928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:48.888659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.004313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Allocated IP 172.20.0.10 (b2510683-a02d-4f0f-bd34-63a1ffe3a601/1604485f-2f16-47c8-8320-3e0d781f6281/6ac594f5-8635-43c3-a0a3-5b31a4b62df1) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:49.069550 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.072263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.073421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/324ff1b5-bf47-4a9a-9126-7597f0db2359 HTTP/1.1" status: 204 len: 168 time: 0.5306883 Dec 20 23:01:49.094863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad84d2f-0e01-4241-92f5-fec0277c5208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ff1b5-bf47-4a9a-9126-7597f0db2359,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:49.194836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-da489406-b578-4a44-9fa3-34827fa45166 None None] Provisioning complete for port a70c47ff-2d36-47cc-b79d-16d3fa088da8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:49.195431 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da489406-b578-4a44-9fa3-34827fa45166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.409044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-8cb94e1c-f7aa-4f3d-b073-333b26a76ed5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:49.410650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-8cb94e1c-f7aa-4f3d-b073-333b26a76ed5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.1991184 Dec 20 23:01:49.431827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-20a01b20-693a-4c6f-a863-5f346dcc4216 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/quotas/17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 375 time: 0.0106699 Dec 20 23:01:49.497264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-94fba425-6c5a-40ff-b716-591968b450cc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591080 Dec 20 23:01:49.575919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.616027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-5e024907-2b83-406f-b021-b5596231a2ff service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108222 Dec 20 23:01:49.695540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a70c47ff-2d36-47cc-b79d-16d3fa088da8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:49.733234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-45f19519-9dbb-4292-8727-df54beb57c95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479710 Dec 20 23:01:49.736200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-f65ee0bb-1ec3-4259-90a3-7dec5a0c8c03 service neutron] 10.222.0.62 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121798 Dec 20 23:01:49.741508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.748834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a70c47ff-2d36-47cc-b79d-16d3fa088da8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:49.749343 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:49.839895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Network b2510683-a02d-4f0f-bd34-63a1ffe3a601 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:49.852728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Pushing event updated for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:49.856086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:49.877025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:49.877271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-835addf1-f21c-4541-9950-f58ab395be32 req-189a57da-c6d7-4b88-bc03-ae677fe47045 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 210 time: 0.0506740 Dec 20 23:01:49.947680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-713427ed-0d5b-4ab5-89aa-fcab919d7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:49.949925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-713427ed-0d5b-4ab5-89aa-fcab919d7004 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 1096 time: 0.1724455 Dec 20 23:01:49.971368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:49.971368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:50.056158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4728e1-c75d-4f02-8e83-e4a7d7106b31 req-bd2234f8-534b-4b65-a17d-e728070225e2 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:50.057830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4728e1-c75d-4f02-8e83-e4a7d7106b31 req-bd2234f8-534b-4b65-a17d-e728070225e2 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 932 time: 0.0528893 Dec 20 23:01:50.078954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-76530261-7b99-425f-907e-67542fb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:50.078954 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-76530261-7b99-425f-907e-67542fb19414 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1003463 Dec 20 23:01:50.113495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4728e1-c75d-4f02-8e83-e4a7d7106b31 req-b6d87d6c-7731-4784-9296-be6b9a54d4dd tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 Dec 20 23:01:50.143882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-189f0f13-bb82-4eef-8470-24e5499e0651 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 200 len: 217 time: 0.0509877 Dec 20 23:01:50.148501 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3c129618-691f-406a-8dc5-d632616048f5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5992081 Dec 20 23:01:50.173328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Request body: {'port': {'device_id': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:50.266134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-3d91b2f9-0aee-4f30-93e3-ab72f89be7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:50.267563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-3d91b2f9-0aee-4f30-93e3-ab72f89be7be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0988243 Dec 20 23:01:50.274722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:50.314452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-2a72b361-288f-4a2c-bda5-b4a9de1a9169 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304472 Dec 20 23:01:50.513942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-7d26eec0-86f5-47d9-a439-dee828c869eb service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788123 Dec 20 23:01:50.623684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15c87805-1262-4bf2-be72-bd1db6d73323 req-f67c8f81-ba66-4ff3-8de8-ed5111425198 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0401578 Dec 20 23:01:50.660251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-63663610-7cc5-478c-9d12-528ee6dab156 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:50.673606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-63663610-7cc5-478c-9d12-528ee6dab156 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:50.673606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-63663610-7cc5-478c-9d12-528ee6dab156 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "GET /v2.0/networks?id=9f5d2517-6c8d-4e42-8389-319e46596d49&id=293c06ee-bb83-43a8-bc26-2c2dc9420877&id=9f5d2517-6c8d-4e42-8389-319e46596d49 HTTP/1.1" status: 200 len: 1390 time: 0.2083502 Dec 20 23:01:50.699595 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cee304bc-5e99-4fa9-b23f-895edb5e9b11 req-ff769d1e-437c-4fa8-b932-6d84ee1c4eb1 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649070 Dec 20 23:01:50.700926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'admin_state_up': True, 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:50.754382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:50.764138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:50.781034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Transition to ACTIVE for port object 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:50.884122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:50.952225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:50.977316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:50.980817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:50.984202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28720866-8614-4c97-acf1-e6f48fea0d37 req-38197e9c-d894-4875-8afb-b0eb971031ee tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 210 time: 0.0350604 Dec 20 23:01:51.052525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Attempting to bind port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:51.052525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Attempting to bind port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:51.052525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Attempting to bind port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 on network b2510683-a02d-4f0f-bd34-63a1ffe3a601 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:51.055626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 on network b2510683-a02d-4f0f-bd34-63a1ffe3a601 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:51.056295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Attempting to bind port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 on network b2510683-a02d-4f0f-bd34-63a1ffe3a601 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:51.064394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:51.064886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Checking segment: {'id': 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:51.065556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Bound using segment: {'id': 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:51.066266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Bound port: 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:51.066657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:51.146082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:51.149355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,segment=NetworkSegment(b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba),segment_id=b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:51.158883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Allocated IP 19.80.0.142 (9f5d2517-6c8d-4e42-8389-319e46596d49/0ba782b0-f3fe-4400-82db-565b4566b736/ebf305e3-373e-4448-abe8-74593b7ca8d8) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:51.250899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:51.305666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:51.306445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:51.308088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] 10.222.0.45 "PUT /v2.0/ports/6ac594f5-8635-43c3-a0a3-5b31a4b62df1 HTTP/1.1" status: 200 len: 1092 time: 1.1405969 Dec 20 23:01:51.308645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:51.311661 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:51.350257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724df07-e072-45e6-a04b-b041c9fb3a3c service neutron] Pushing event updated for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:51.436745 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd6293-3fc9-4a4b-b382-96aa07b0573b x-openstack-request-id: req-34fd6293-3fc9-4a4b-b382-96aa07b0573b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:51.437043 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:51.437299 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34fd6293-3fc9-4a4b-b382-96aa07b0573b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:51.437709 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1', 'status': 'completed', 'code': 200} Dec 20 23:01:51.519896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-a29f709c-3e81-4b38-82eb-0b4e59c223a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:51.522284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-a29f709c-3e81-4b38-82eb-0b4e59c223a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e44bfbb95443a591963646f1fdb5f1&device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 1095 time: 0.0615041 Dec 20 23:01:51.582899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-cb32304b-2ac0-4734-85b2-e97ae608a1f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1 HTTP/1.1" status: 200 len: 217 time: 0.0412083 Dec 20 23:01:51.635451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b1e92-7069-49b7-806d-ed173df523a3 req-fd161569-e656-4917-933d-70bcfe15f97b tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:51.636912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471b1e92-7069-49b7-806d-ed173df523a3 req-fd161569-e656-4917-933d-70bcfe15f97b tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 944 time: 0.4370816 Dec 20 23:01:51.650728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-44049c32-a39c-4d52-b5e7-553801a2bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:51.652792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-44049c32-a39c-4d52-b5e7-553801a2bd65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1604485f-2f16-47c8-8320-3e0d781f6281 HTTP/1.1" status: 200 len: 848 time: 0.0579493 Dec 20 23:01:51.698153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-45c5ca02-9577-41a7-8da9-70d5658bf96c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2510683-a02d-4f0f-bd34-63a1ffe3a601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332367 Dec 20 23:01:51.727735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:51.732134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471b1e92-7069-49b7-806d-ed173df523a3 req-1d646bc0-e011-45f6-92e9-0db1b6a05d1a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869529 Dec 20 23:01:51.774149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3691343-70ee-4851-81d0-22de30fc0ddb req-b14ed168-11a4-47bd-992f-921d18183f78 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0397661 Dec 20 23:01:51.796988 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-580cb7f2-998c-4dd5-af65-0ebc2825ad61 service neutron] 10.222.0.45 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913975 Dec 20 23:01:51.896598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7fc634b0-3792-49a6-b802-f9ff92961038 req-26cfabd3-c2b5-4379-8bc7-346f205986b4 service neutron] 10.222.0.45 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896134 Dec 20 23:01:51.978543 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:52.024813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:52.027951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:52.031972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:52.068468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:52.087366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.088044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:52.153715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b9bfb862-f3ac-40ee-bbee-09ad6f49fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.155384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b9bfb862-f3ac-40ee-bbee-09ad6f49fa75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0e44bfbb95443a591963646f1fdb5f1&device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 1095 time: 0.0837350 Dec 20 23:01:52.166719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e00c04e4-4ba2-4ada-b450-fe0413c8ab4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4717405 Dec 20 23:01:52.182541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67e950-35d0-462b-991d-b7c06a9dc454 req-5d8da116-d5ea-4140-bb6a-0ad56d5f766f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.190710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef67e950-35d0-462b-991d-b7c06a9dc454 req-5d8da116-d5ea-4140-bb6a-0ad56d5f766f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 932 time: 0.0839839 Dec 20 23:01:52.199187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877', 'admin_state_up': True, 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:52.300051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b8561081-7784-4ff6-bf0c-bdd7586f06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.301828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b8561081-7784-4ff6-bf0c-bdd7586f06a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2510683-a02d-4f0f-bd34-63a1ffe3a601 HTTP/1.1" status: 200 len: 909 time: 0.1337984 Dec 20 23:01:52.326682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef67e950-35d0-462b-991d-b7c06a9dc454 req-5da28cc1-024f-4052-9d55-3d2c15c6ada8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346672 Dec 20 23:01:52.366446 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-ac767864-ea32-4bb4-a5ff-da277f1f19fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1 HTTP/1.1" status: 200 len: 217 time: 0.0555799 Dec 20 23:01:52.443493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-499bde82-dc0b-49ab-ab2c-629d15b27a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.444973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-499bde82-dc0b-49ab-ab2c-629d15b27a34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1604485f-2f16-47c8-8320-3e0d781f6281 HTTP/1.1" status: 200 len: 848 time: 0.0710282 Dec 20 23:01:52.483263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b8290720-cd3a-4941-b60a-24af79285779 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2510683-a02d-4f0f-bd34-63a1ffe3a601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301819 Dec 20 23:01:52.495114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-93f31189-41a0-4ea2-ad1f-c07b1a4a6bd1 None None] Provisioning complete for port ebf305e3-373e-4448-abe8-74593b7ca8d8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:52.496080 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-93f31189-41a0-4ea2-ad1f-c07b1a4a6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:52.522566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:52.526758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:52.533829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-93f31189-41a0-4ea2-ad1f-c07b1a4a6bd1 None None] Port ebf305e3-373e-4448-abe8-74593b7ca8d8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:52.580686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-b085b7fb-a992-4531-9062-6a026c918c29 service neutron] 10.222.0.45 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894754 Dec 20 23:01:52.684354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Allocated IP 19.86.0.155 (293c06ee-bb83-43a8-bc26-2c2dc9420877/591d60fc-45cb-4358-a69f-1bf4751207a1/0eea2956-5d50-4418-b02b-c6b6f95cde38) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:52.696929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf7d67c3-49e1-4fe8-b46e-78c0af254eb9 req-0125f383-570a-40be-9efe-4988c9ff3e10 service neutron] 10.222.0.45 "GET /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076946 Dec 20 23:01:52.884328 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:52.921711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ee5ba31-05bc-4dcb-9e7c-d7ce69a1cc51 req-914bd0aa-be7b-4734-8870-0fa692109990 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0409398 Dec 20 23:01:52.950528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a12d-3807-416b-92fc-4b96f319bbc4 req-b4a405de-0e5e-4131-b206-a88af0a2f041 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:52.952028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83a2a12d-3807-416b-92fc-4b96f319bbc4 req-b4a405de-0e5e-4131-b206-a88af0a2f041 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 944 time: 0.1072507 Dec 20 23:01:53.013752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83a2a12d-3807-416b-92fc-4b96f319bbc4 req-b99091fb-278b-4a8a-a0aa-a2ebfc5f2e73 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554647 Dec 20 23:01:53.046589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.090241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:53.093251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:53.096796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:53.128684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:53.153426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:53.154091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.255848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1331dfa8-af38-4c85-b487-07a99156481f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0624006 Dec 20 23:01:53.261203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-ffb80810-4db1-4107-8766-f4cdebcbecb2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:53.263429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-ffb80810-4db1-4107-8766-f4cdebcbecb2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 807 time: 0.1383049 Dec 20 23:01:53.273885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'admin_state_up': True, 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:53.278731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Request body: {'port': {'device_id': '29a982dd-beb2-417f-be92-99f5a61733cb', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'admin_state_up': True, 'tenant_id': '17f82e47be3e42ab842d3d6a7093446d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:53.401847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41722) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:53.467845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-98a28249-e604-496d-a0c7-489619c87d04 None None] Provisioning complete for port 0eea2956-5d50-4418-b02b-c6b6f95cde38 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:53.469005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a28249-e604-496d-a0c7-489619c87d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.480081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dcf9-0959-4cba-8cc0-5a3bae9533e4 req-8d17c9da-497c-4d11-a955-dbbb3cdcf063 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:53.487295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dcf9-0959-4cba-8cc0-5a3bae9533e4 req-8d17c9da-497c-4d11-a955-dbbb3cdcf063 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:53.491440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b38dcf9-0959-4cba-8cc0-5a3bae9533e4 req-8d17c9da-497c-4d11-a955-dbbb3cdcf063 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 1655 time: 0.0797861 Dec 20 23:01:53.496002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Made reservation on behalf of 17f82e47be3e42ab842d3d6a7093446d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:53.500182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.572140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-98a28249-e604-496d-a0c7-489619c87d04 None None] Port 0eea2956-5d50-4418-b02b-c6b6f95cde38 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:53.586845 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b38dcf9-0959-4cba-8cc0-5a3bae9533e4 req-4535967c-59ab-4838-9340-511816f5148b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849564 Dec 20 23:01:53.624106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33d256e0-4106-45b0-976e-70dce22df0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.666730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:01:53.670239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.750736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Allocated IP 172.20.0.9 (3015924b-4453-448d-84e1-d1418ace8d34/ef6c94c8-a836-4e24-9f47-e58645357cb1/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:53.804894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33d256e0-4106-45b0-976e-70dce22df0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.813164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Allocated IP 19.80.0.218 (9f5d2517-6c8d-4e42-8389-319e46596d49/0ba782b0-f3fe-4400-82db-565b4566b736/59cdaba1-4f7e-414f-a450-30804e39de06) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:01:53.881453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33d256e0-4106-45b0-976e-70dce22df0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:53.932556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d256e0-4106-45b0-976e-70dce22df0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acebdc8-5089-47be-b5bc-0a237dbb6ede,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:53.940025 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-33d256e0-4106-45b0-976e-70dce22df0b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e371e76a909c498bb61297f41253303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373790 Dec 20 23:01:53.943153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41732) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:53.993931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.031830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.039194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.060393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.109477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c834223-0aaa-41c7-a8a9-7c2d2615681b req-d11cf838-2cf2-46f3-9513-5501aa8cebd2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0515816 Dec 20 23:01:54.117235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.133761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:54.178100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Network 3015924b-4453-448d-84e1-d1418ace8d34 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:54.181201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:54.183797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:54.192882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.194234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.195394 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1acebdc8-5089-47be-b5bc-0a237dbb6ede HTTP/1.1" status: 204 len: 168 time: 0.2499285 Dec 20 23:01:54.199894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4f4d-a638-41fe-b172-249c5ba9e67e req-dfa3380f-10c7-4a2a-bed4-0a4ffe0259dd tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:54.201746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-554f4f4d-a638-41fe-b172-249c5ba9e67e req-dfa3380f-10c7-4a2a-bed4-0a4ffe0259dd tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 944 time: 0.0990548 Dec 20 23:01:54.248341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.258435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50265f-4827-4c26-a618-243319cb066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acebdc8-5089-47be-b5bc-0a237dbb6ede,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:54.265791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:54.309133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:54.310083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.316201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-554f4f4d-a638-41fe-b172-249c5ba9e67e req-7701c78d-3ad1-4830-85e9-5317d9831726 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035173 Dec 20 23:01:54.331920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:01:54.343139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:01:54.362353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:01:54.367633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:54.437652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:54.438309 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.455367 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-e289630f-6d6d-46b2-8776-bfa43aadf48f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1805630 Dec 20 23:01:54.469530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Request body: {'port': {'device_id': '29a982dd-beb2-417f-be92-99f5a61733cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:54.545692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.573757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4500097e-d0f7-4f36-a754-fbdb0241bdd8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3067827 Dec 20 23:01:54.592231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:54.692106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:01:54.701918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.791251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-75eadb83-7fba-4b96-b439-7eda9fa0e3c6 None None] Provisioning complete for port 59cdaba1-4f7e-414f-a450-30804e39de06 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:54.791638 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-75eadb83-7fba-4b96-b439-7eda9fa0e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.889239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:01:54.907242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:54.923784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:54.942708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-75eadb83-7fba-4b96-b439-7eda9fa0e3c6 None None] Port 59cdaba1-4f7e-414f-a450-30804e39de06 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:01:54.942971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Transition to ACTIVE for port object 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:55.010002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,segment=NetworkSegment(b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba),segment_id=b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:55.022010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1', 'network_id': 'b2510683-a02d-4f0f-bd34-63a1ffe3a601', 'port_id': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1', 'mac_address': 'fa:16:3e:15:bd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1604485f-2f16-47c8-8320-3e0d781f6281', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:01:55.022756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253cb6-5c79-45bb-b038-29ad23dd12d2 req-8a7e7cc0-0f95-4b8b-85ca-4c168fe98179 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.029171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253cb6-5c79-45bb-b038-29ad23dd12d2 req-8a7e7cc0-0f95-4b8b-85ca-4c168fe98179 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.035268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253cb6-5c79-45bb-b038-29ad23dd12d2 req-8a7e7cc0-0f95-4b8b-85ca-4c168fe98179 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.037159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52253cb6-5c79-45bb-b038-29ad23dd12d2 req-8a7e7cc0-0f95-4b8b-85ca-4c168fe98179 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2377 time: 0.0975904 Dec 20 23:01:55.048036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.065856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.084043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:55.116227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,segment=NetworkSegment(b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba),segment_id=b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:55.132610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf305e3-373e-4448-abe8-74593b7ca8d8 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:55.150654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:55.150993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52253cb6-5c79-45bb-b038-29ad23dd12d2 req-052917d9-448b-4c77-ae63-e9ccfb140125 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041782 Dec 20 23:01:55.152941 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.171921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Transition to ACTIVE for port object ebf305e3-373e-4448-abe8-74593b7ca8d8 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:55.192448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.229619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:55.229989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:55.230771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:55.237255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:55.237830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:55.244215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:55.244694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:55.245161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:55.245669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Bound port: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:55.246110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.253137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:55.292095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.362458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41758) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:55.394247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:55.394585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a380162e-5649-4442-b6c9-5379026dfbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.401890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:55.419529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:55.533928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a380162e-5649-4442-b6c9-5379026dfbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.543934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.574082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6ac594f5-8635-43c3-a0a3-5b31a4b62df1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:01:55.589501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.590970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.592509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] 10.222.0.59 "PUT /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 1091 time: 1.1272883 Dec 20 23:01:55.592835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:55.595309 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2" -d '{"events": [{"name": "network-changed", "server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:55.604726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcd7c1-cca5-48d7-8cc4-62e492b55ef4 req-7ed65179-c129-4266-84e0-b9a46db41556 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.613824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08bcd7c1-cca5-48d7-8cc4-62e492b55ef4 req-7ed65179-c129-4266-84e0-b9a46db41556 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 945 time: 0.1383166 Dec 20 23:01:55.623469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcf08d-81bc-4d97-bcef-24d235f1bb35 service neutron] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:55.626731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfbf01-31c3-4310-86c4-9cd9c959f7c5 req-3b30e9ed-3f32-4e92-aeb2-ebce930961b4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.642132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18dfbf01-31c3-4310-86c4-9cd9c959f7c5 req-3b30e9ed-3f32-4e92-aeb2-ebce930961b4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.4024124 Dec 20 23:01:55.649539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Attempting to bind port ebf305e3-373e-4448-abe8-74593b7ca8d8 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:55.649927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Attempting to bind port ebf305e3-373e-4448-abe8-74593b7ca8d8 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:55.650255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Attempting to bind port ebf305e3-373e-4448-abe8-74593b7ca8d8 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:55.662595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a380162e-5649-4442-b6c9-5379026dfbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.678712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Port ebf305e3-373e-4448-abe8-74593b7ca8d8 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:55.679157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Attempting to bind port ebf305e3-373e-4448-abe8-74593b7ca8d8 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:55.706328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:55.706664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Checking segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:55.707052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Bound using segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:55.707484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Bound port: ebf305e3-373e-4448-abe8-74593b7ca8d8, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:55.708343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.729953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a380162e-5649-4442-b6c9-5379026dfbca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65fe09d3ec134020a8ce662c9d0c9069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595512 Dec 20 23:01:55.730604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41768) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:01:55.733021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18dfbf01-31c3-4310-86c4-9cd9c959f7c5 req-dafb6edf-965e-49eb-baa1-4d3151b8dbb2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966618 Dec 20 23:01:55.761014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08bcd7c1-cca5-48d7-8cc4-62e492b55ef4 req-f02e55c3-d742-4c1e-beeb-65306aef9cf5 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454923 Dec 20 23:01:55.765110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380162e-5649-4442-b6c9-5379026dfbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce1fae-5a1e-4932-adc2-d7d681f713c0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:55.825380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:55.828714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:55.879237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-f5d3d468-fe27-4b3a-9e6a-f5b4dbc78c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.881043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-f5d3d468-fe27-4b3a-9e6a-f5b4dbc78c81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1094 time: 0.0982192 Dec 20 23:01:55.886242 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec1c45-bbc5-4598-a3cb-160642e25ccc x-openstack-request-id: req-e9ec1c45-bbc5-4598-a3cb-160642e25ccc {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:55.886534 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:55.886788 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9ec1c45-bbc5-4598-a3cb-160642e25ccc {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:55.888698 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'status': 'completed', 'code': 200} Dec 20 23:01:55.914261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.974901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:55.977952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:55.977952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] 10.222.0.45 "PUT /v2.0/ports/ebf305e3-373e-4448-abe8-74593b7ca8d8 HTTP/1.1" status: 200 len: 1092 time: 1.3903525 Dec 20 23:01:55.977952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:55.979843 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa90b46-04a9-4c61-8539-4d1d595c9734" -d '{"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:56.001653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-21b85381-b962-4373-bd90-3da2651f5161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 217 time: 0.1062152 Dec 20 23:01:56.002748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.029838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3524e7-7135-45ed-98dd-acee93b6c891 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:56.048332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.070606 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c650ca-032b-4306-8a4f-86cab3561ebf x-openstack-request-id: req-16c650ca-032b-4306-8a4f-86cab3561ebf {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:56.070949 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:56.071411 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16c650ca-032b-4306-8a4f-86cab3561ebf {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:56.071827 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8', 'status': 'completed', 'code': 200} Dec 20 23:01:56.095706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:56.182000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-d2cbb008-1fc1-4140-a756-780fb0806404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.183688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-d2cbb008-1fc1-4140-a756-780fb0806404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.1659622 Dec 20 23:01:56.189111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.203756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-36aeb321-5136-4b0c-8e97-1079bc7dc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.204236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-36aeb321-5136-4b0c-8e97-1079bc7dc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.204700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-36aeb321-5136-4b0c-8e97-1079bc7dc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.206447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-36aeb321-5136-4b0c-8e97-1079bc7dc5bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2732 time: 0.0874937 Dec 20 23:01:56.257031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-6ad2ce22-9974-4d09-a39d-1912eae51244 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636203 Dec 20 23:01:56.267315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.269892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.277822 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40ce1fae-5a1e-4932-adc2-d7d681f713c0 HTTP/1.1" status: 204 len: 168 time: 0.5098758 Dec 20 23:01:56.358660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfe83-81d0-4f7d-8871-45615a545210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce1fae-5a1e-4932-adc2-d7d681f713c0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:56.436933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97dd61-fb47-41bd-9989-fb5fd44c2e28 req-37d9f0ba-7727-4c95-a6b9-493595b95304 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.440296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97dd61-fb47-41bd-9989-fb5fd44c2e28 req-37d9f0ba-7727-4c95-a6b9-493595b95304 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.447673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97dd61-fb47-41bd-9989-fb5fd44c2e28 req-37d9f0ba-7727-4c95-a6b9-493595b95304 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.455254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e97dd61-fb47-41bd-9989-fb5fd44c2e28 req-37d9f0ba-7727-4c95-a6b9-493595b95304 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2389 time: 0.1945865 Dec 20 23:01:56.478193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-1b4690eb-47df-42e5-8e0f-77aac8e4cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.479282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-1b4690eb-47df-42e5-8e0f-77aac8e4cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.479914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-1b4690eb-47df-42e5-8e0f-77aac8e4cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.481663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-1b4690eb-47df-42e5-8e0f-77aac8e4cf42 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2628906 Dec 20 23:01:56.487485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-79f51702-1264-4118-8cdd-b3cca091f87d service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148752 Dec 20 23:01:56.546362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e97dd61-fb47-41bd-9989-fb5fd44c2e28 req-130b4678-369f-4330-96b2-fb19a232042e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Dec 20 23:01:56.650765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-e418ad7d-d159-4d82-b320-210d542e5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.652239 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0aa90b46-04a9-4c61-8539-4d1d595c9734 req-e418ad7d-d159-4d82-b320-210d542e5b80 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629117 Dec 20 23:01:56.654403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92feafb8-e664-4191-bfee-0bbba310e8d6 req-a62acd05-e10c-4d10-a9af-99854d218fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566808 Dec 20 23:01:56.701885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eea2956-5d50-4418-b02b-c6b6f95cde38 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:56.711008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.725007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Transition to ACTIVE for port object 0eea2956-5d50-4418-b02b-c6b6f95cde38 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:56.899974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef88d7-0cf6-472b-b06a-a9bdc37a084f req-5264cd7b-c3fb-49cf-80d4-e9fc8ae4c3b9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.909157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28ef88d7-0cf6-472b-b06a-a9bdc37a084f req-5264cd7b-c3fb-49cf-80d4-e9fc8ae4c3b9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0801852 Dec 20 23:01:56.935940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:56.945692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-2b4d841e-184f-4f93-a0cc-5e53243f2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:56.947433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-2b4d841e-184f-4f93-a0cc-5e53243f2acf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1094 time: 0.0534520 Dec 20 23:01:57.003997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:57.061002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f5fdc-c262-4e36-8c25-110f98872d4f req-0b7d2a0e-ef05-4d80-8478-a2c927179f44 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.062221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-439f5fdc-c262-4e36-8c25-110f98872d4f req-0b7d2a0e-ef05-4d80-8478-a2c927179f44 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 945 time: 0.1871071 Dec 20 23:01:57.157200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Attempting to bind port 0eea2956-5d50-4418-b02b-c6b6f95cde38 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:57.157200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Attempting to bind port 0eea2956-5d50-4418-b02b-c6b6f95cde38 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:57.157200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Attempting to bind port 0eea2956-5d50-4418-b02b-c6b6f95cde38 on network 293c06ee-bb83-43a8-bc26-2c2dc9420877 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:57.169274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Port 0eea2956-5d50-4418-b02b-c6b6f95cde38 on network 293c06ee-bb83-43a8-bc26-2c2dc9420877 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:57.169602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Attempting to bind port 0eea2956-5d50-4418-b02b-c6b6f95cde38 on network 293c06ee-bb83-43a8-bc26-2c2dc9420877 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:57.179645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:57.179983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Checking segment: {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:57.180375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Bound using segment: {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:57.180813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Bound port: 0eea2956-5d50-4418-b02b-c6b6f95cde38, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ba469b-206a-4cda-a354-0039a2ad8690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:57.181166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:57.199592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-e34c256a-b75d-452e-adbd-d24437ad13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.199929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-439f5fdc-c262-4e36-8c25-110f98872d4f req-13b0169a-68a6-43c3-b817-e70cd3e87f53 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078856 Dec 20 23:01:57.205623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-e34c256a-b75d-452e-adbd-d24437ad13b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.2486191 Dec 20 23:01:57.304453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-cdac5234-64ad-4ac8-a045-72ffc78998df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 217 time: 0.0901053 Dec 20 23:01:57.383436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-0544323c-e8bc-4e53-8d4e-221e8b50b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.386202 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-0544323c-e8bc-4e53-8d4e-221e8b50b230 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0748391 Dec 20 23:01:57.391090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:57.408058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:57.427507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28ef88d7-0cf6-472b-b06a-a9bdc37a084f req-995d6ae4-3291-45d3-86c9-d606570e4712 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167770 Dec 20 23:01:57.468439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-d06bcfc0-ce7e-4077-acc4-9c7fdd35ad3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755436 Dec 20 23:01:57.490347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:57.536107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.537011 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:57.539140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] 10.222.0.45 "PUT /v2.0/ports/0eea2956-5d50-4418-b02b-c6b6f95cde38 HTTP/1.1" status: 200 len: 1092 time: 1.4564483 Dec 20 23:01:57.565112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18e67-9664-41b7-a054-8e9c0f64da07 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:57.619434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-f7afd293-a392-4888-ab70-d0c4d5963a1a service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277003 Dec 20 23:01:57.689669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Request body: {'port': {'device_id': '2253465c-d204-40a4-a913-287843b00be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.707710 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:01:57.711854 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:01:57.719848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c489d-0034-452d-b2bd-2eaf4b7a82b5 req-cf54309c-1f8e-485b-be95-b915a59e99ac tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.727699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c489d-0034-452d-b2bd-2eaf4b7a82b5 req-cf54309c-1f8e-485b-be95-b915a59e99ac tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.735282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c489d-0034-452d-b2bd-2eaf4b7a82b5 req-cf54309c-1f8e-485b-be95-b915a59e99ac tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:57.737055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb8c489d-0034-452d-b2bd-2eaf4b7a82b5 req-cf54309c-1f8e-485b-be95-b915a59e99ac tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2401 time: 0.1086361 Dec 20 23:01:57.806975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:57.847400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb8c489d-0034-452d-b2bd-2eaf4b7a82b5 req-df6eea91-cc24-4dce-b04d-51f518f9a24c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Dec 20 23:01:57.863067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:58.095019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-dcd47aa0-f148-4fef-83ab-f531c1c4fce2 req-65c08652-07df-492e-8621-3f1d2375606a service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673719 Dec 20 23:01:58.098024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:58.105312 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e064dcd0-c2a4-47b9-94d0-e550002ebbea" -d '{"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:58.146128 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2369a-1565-4a33-a64a-a3e302b833c8 x-openstack-request-id: req-21c2369a-1565-4a33-a64a-a3e302b833c8 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:58.146410 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:58.146705 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21c2369a-1565-4a33-a64a-a3e302b833c8 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:58.147042 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38', 'status': 'completed', 'code': 200} Dec 20 23:01:58.201045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cdaba1-4f7e-414f-a450-30804e39de06 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:01:58.210015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:58.244578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-9c359ea7-1f29-4949-8126-95ad4dbb71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.244578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-9c359ea7-1f29-4949-8126-95ad4dbb71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.244578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-9c359ea7-1f29-4949-8126-95ad4dbb71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.244578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-9c359ea7-1f29-4949-8126-95ad4dbb71ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2799 time: 0.0501335 Dec 20 23:01:58.246048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Transition to ACTIVE for port object 59cdaba1-4f7e-414f-a450-30804e39de06 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:01:58.343839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-f626587d-d522-47a8-9e24-1410d7403c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.344240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-f626587d-d522-47a8-9e24-1410d7403c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.344705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-f626587d-d522-47a8-9e24-1410d7403c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.346303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-f626587d-d522-47a8-9e24-1410d7403c60 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1101298 Dec 20 23:01:58.350286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba5a73-9cba-47dc-8536-e76d2b69d4c5 req-745bba12-f7f5-4bd4-bc45-7a4f4b913f43 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.353802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fba5a73-9cba-47dc-8536-e76d2b69d4c5 req-745bba12-f7f5-4bd4-bc45-7a4f4b913f43 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Dec 20 23:01:58.418440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fba5a73-9cba-47dc-8536-e76d2b69d4c5 req-c73193f7-befc-4ca9-a799-85e3b67bc05a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Dec 20 23:01:58.488052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:58.507244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-c49318ae-5d61-4e67-a1da-9595818733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.508699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e064dcd0-c2a4-47b9-94d0-e550002ebbea req-c49318ae-5d61-4e67-a1da-9595818733ca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499643 Dec 20 23:01:58.617892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:58.669196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49029ad7-fc4d-427f-ab2a-5f7c163120b6 req-6f8abc03-df9e-4982-a2c4-299dcc77e540 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:58.671188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49029ad7-fc4d-427f-ab2a-5f7c163120b6 req-6f8abc03-df9e-4982-a2c4-299dcc77e540 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.1713390 Dec 20 23:01:58.722704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:01:58.748047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Attempting to bind port 59cdaba1-4f7e-414f-a450-30804e39de06 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:01:58.748507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Attempting to bind port 59cdaba1-4f7e-414f-a450-30804e39de06 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:01:58.748933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Attempting to bind port 59cdaba1-4f7e-414f-a450-30804e39de06 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:58.762110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Port 59cdaba1-4f7e-414f-a450-30804e39de06 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:01:58.762781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Attempting to bind port 59cdaba1-4f7e-414f-a450-30804e39de06 on network 9f5d2517-6c8d-4e42-8389-319e46596d49 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:01:58.786872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49029ad7-fc4d-427f-ab2a-5f7c163120b6 req-7b880586-c870-47fd-9f59-1fb851f095f1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057882 Dec 20 23:01:58.802953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:01:58.803296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Checking segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:01:58.803813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Bound using segment: {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:01:58.804260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Bound port: 59cdaba1-4f7e-414f-a450-30804e39de06, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11d6060-74e7-4568-b3f6-be9762c51796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:01:58.804610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:58.872886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:01:58.876000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=59cdaba1-4f7e-414f-a450-30804e39de06,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:01:58.924953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:01:58.931341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:01:58.931341 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:58.995357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5cab7-96de-4383-a220-79102f42072c req-209dfc60-b32c-417d-82b9-8e749e70c2ea tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.004192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5cab7-96de-4383-a220-79102f42072c req-209dfc60-b32c-417d-82b9-8e749e70c2ea tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.016138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5cab7-96de-4383-a220-79102f42072c req-209dfc60-b32c-417d-82b9-8e749e70c2ea tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.016464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dde5cab7-96de-4383-a220-79102f42072c req-209dfc60-b32c-417d-82b9-8e749e70c2ea tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2413 time: 0.0867605 Dec 20 23:01:59.039051 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:59.065953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:01:59.069246 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73e974e-6dce-4314-b74c-56891d85224f" -d '{"events": [{"server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "name": "network-vif-plugged", "status": "completed", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:01:59.072264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:59.082537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,segment=NetworkSegment(b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba),segment_id=b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:01:59.119727 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bf465-054f-43a4-bbfa-36df508a630c x-openstack-request-id: req-8b4bf465-054f-43a4-bbfa-36df508a630c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:01:59.119727 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "name": "network-vif-plugged", "status": "completed", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:01:59.119727 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b4bf465-054f-43a4-bbfa-36df508a630c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:01:59.120548 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1', 'code': 200} Dec 20 23:01:59.158212 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:59.165749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.174396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:01:59.175964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/59cdaba1-4f7e-414f-a450-30804e39de06 HTTP/1.1" status: 200 len: 1092 time: 1.4918933 Dec 20 23:01:59.210729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dde5cab7-96de-4383-a220-79102f42072c req-c99a69c9-dd4b-41aa-a253-e31d62eca4fc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650596 Dec 20 23:01:59.220391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6e9a-e523-4da9-aee0-09a032e2b9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:59.255181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:01:59.288408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fda834-5528-419b-98c3-3c52c9bef5cb req-5c08363d-849c-4347-8830-f8e9e8566f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.290120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44fda834-5528-419b-98c3-3c52c9bef5cb req-5c08363d-849c-4347-8830-f8e9e8566f20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 1097 time: 0.0738373 Dec 20 23:01:59.357358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44fda834-5528-419b-98c3-3c52c9bef5cb req-d8d30b34-19e8-4b72-89a5-0aed797180d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Dec 20 23:01:59.386039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-b638f703-beb2-4c9e-97c9-9699b3aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.386659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-b638f703-beb2-4c9e-97c9-9699b3aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.387081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-b638f703-beb2-4c9e-97c9-9699b3aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.389430 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-b638f703-beb2-4c9e-97c9-9699b3aaf8a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2866 time: 0.0525362 Dec 20 23:01:59.593328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904dde4-0011-41c7-95fe-67c9ac1f6842 req-ce5c9c12-8ec3-4100-8047-634ed22eed89 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.594319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f904dde4-0011-41c7-95fe-67c9ac1f6842 req-ce5c9c12-8ec3-4100-8047-634ed22eed89 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.0696235 Dec 20 23:01:59.611184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-1a56656c-c44a-43ef-9ef5-4d3292fab6f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8 HTTP/1.1" status: 200 len: 217 time: 0.0489950 Dec 20 23:01:59.655988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f904dde4-0011-41c7-95fe-67c9ac1f6842 req-20e88008-050c-44e4-9baa-6e5c4e4aac16 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535350 Dec 20 23:01:59.684980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4baa4951-525b-45a1-acb1-916a5fc8f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.684980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4baa4951-525b-45a1-acb1-916a5fc8f303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ba782b0-f3fe-4400-82db-565b4566b736 HTTP/1.1" status: 200 len: 801 time: 0.0633509 Dec 20 23:01:59.741529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-f4911aaa-2d78-4d73-b64f-19257d3cbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.743794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-f4911aaa-2d78-4d73-b64f-19257d3cbb3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f5d2517-6c8d-4e42-8389-319e46596d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539739 Dec 20 23:01:59.862220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-da3ccab4-1607-4c51-a685-7e853543c25a service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920033 Dec 20 23:01:59.914373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f4951-791d-4eb9-a9b2-be66b0a1d273 req-6f4cf732-0242-4440-b39e-2b07fd7bb6b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:01:59.922329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c3f4951-791d-4eb9-a9b2-be66b0a1d273 req-6f4cf732-0242-4440-b39e-2b07fd7bb6b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0694897 Dec 20 23:01:59.978062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-bc3f38c5-e174-44ad-aa5e-61daf7348f8a service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082072 Dec 20 23:02:00.001482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c3f4951-791d-4eb9-a9b2-be66b0a1d273 req-a5b6f483-e0aa-4e65-936e-161150548425 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Dec 20 23:02:00.027264 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e4942156-4135-4248-bb28-795c98fb44eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38 HTTP/1.1" status: 200 len: 217 time: 0.0415857 Dec 20 23:02:00.085620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e8405df2-1cbb-4015-aedd-4cc3e1218259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.087307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e8405df2-1cbb-4015-aedd-4cc3e1218259 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=591d60fc-45cb-4358-a69f-1bf4751207a1 HTTP/1.1" status: 200 len: 801 time: 0.0528526 Dec 20 23:02:00.141859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-d92cacde-5a93-4f2e-9b77-d234dd76b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.143366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-d92cacde-5a93-4f2e-9b77-d234dd76b24e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=293c06ee-bb83-43a8-bc26-2c2dc9420877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435019 Dec 20 23:02:00.149762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:00.151213 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c8fe9-fc5a-432a-9699-ee12ec290f93" -d '{"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:00.190608 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c819e1-10f7-4a47-8bbd-067a168b237d x-openstack-request-id: req-36c819e1-10f7-4a47-8bbd-067a168b237d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:00.191243 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:00.191243 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36c819e1-10f7-4a47-8bbd-067a168b237d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:00.191575 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06', 'status': 'completed', 'code': 200} Dec 20 23:02:00.247494 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-83447209-4979-41a8-b3d2-e374dff4be9c service neutron] 10.222.0.45 "GET /v2.0/networks/293c06ee-bb83-43a8-bc26-2c2dc9420877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929172 Dec 20 23:02:00.332180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878d4-248c-4b68-bb88-66930b94e713 req-b0db2fc3-6ccc-4d5a-9794-e19f2e6e6cfe tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.340573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878d4-248c-4b68-bb88-66930b94e713 req-b0db2fc3-6ccc-4d5a-9794-e19f2e6e6cfe tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.347255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878d4-248c-4b68-bb88-66930b94e713 req-b0db2fc3-6ccc-4d5a-9794-e19f2e6e6cfe tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.352748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-f9aeeb09-61d3-45f0-bad4-21bb39ce2f92 service neutron] 10.222.0.45 "GET /v2.0/networks/293c06ee-bb83-43a8-bc26-2c2dc9420877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970504 Dec 20 23:02:00.354217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e12878d4-248c-4b68-bb88-66930b94e713 req-b0db2fc3-6ccc-4d5a-9794-e19f2e6e6cfe tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2413 time: 0.0781343 Dec 20 23:02:00.398608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e12878d4-248c-4b68-bb88-66930b94e713 req-9c6042c7-0699-4b8a-9395-ea7641ee39c3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 Dec 20 23:02:00.399962 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-e0a08251-4ec7-4865-a3f4-217d78b22884 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=59cdaba1-4f7e-414f-a450-30804e39de06 HTTP/1.1" status: 200 len: 217 time: 0.0363455 Dec 20 23:02:00.466744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-8262d9b7-252a-4ddf-b11a-5f8e3236d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.468215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-8262d9b7-252a-4ddf-b11a-5f8e3236d5a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ba782b0-f3fe-4400-82db-565b4566b736 HTTP/1.1" status: 200 len: 801 time: 0.0572963 Dec 20 23:02:00.526752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4a779e8b-e520-4b95-b6ad-a0c1dd1776d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.526752 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4a779e8b-e520-4b95-b6ad-a0c1dd1776d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f5d2517-6c8d-4e42-8389-319e46596d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479767 Dec 20 23:02:00.627008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-4060889d-632c-412c-b8db-3404def0333a service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928044 Dec 20 23:02:00.727765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3538e-1dc3-45ea-a5cd-769c89355199 req-175201dd-645c-4271-a6a4-b3ad628eff78 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.731070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7f3538e-1dc3-45ea-a5cd-769c89355199 req-175201dd-645c-4271-a6a4-b3ad628eff78 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0916955 Dec 20 23:02:00.746164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5645a887-5709-4c76-9f7d-fd978a254d21 req-fadcac92-658b-45ad-87f6-669d5b8ccdf0 service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117733 Dec 20 23:02:00.784942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7f3538e-1dc3-45ea-a5cd-769c89355199 req-d113080b-07e2-4778-910c-ec3a99911e6b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Dec 20 23:02:00.845832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97d2f0-d714-45df-bbba-61037904f43f req-23f8e842-770e-44e4-b107-880ba52d67e2 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.848031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba97d2f0-d714-45df-bbba-61037904f43f req-23f8e842-770e-44e4-b107-880ba52d67e2 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.0572138 Dec 20 23:02:00.930026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-2dbf621e-8f38-4348-81db-205e595e4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.930026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-2dbf621e-8f38-4348-81db-205e595e4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.930026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-2dbf621e-8f38-4348-81db-205e595e4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:00.931298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-2dbf621e-8f38-4348-81db-205e595e4ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2866 time: 0.0528114 Dec 20 23:02:00.943865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba97d2f0-d714-45df-bbba-61037904f43f req-8219f13a-18fa-4608-9b74-941b33c09348 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847111 Dec 20 23:02:01.033218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-6aaaf945-f294-40bc-98c7-70a6434cee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.034754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-6aaaf945-f294-40bc-98c7-70a6434cee8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9f5d2517-6c8d-4e42-8389-319e46596d49 HTTP/1.1" status: 200 len: 902 time: 0.0953331 Dec 20 23:02:01.081536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-44d7efa3-15cb-4afc-8272-641171b08372 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=59cdaba1-4f7e-414f-a450-30804e39de06 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Dec 20 23:02:01.127859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d2c9-7f45-4832-8717-ba10916411af req-6c6af29a-0182-45e5-84f0-3f56c38b32e5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.129609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a374d2c9-7f45-4832-8717-ba10916411af req-6c6af29a-0182-45e5-84f0-3f56c38b32e5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0529652 Dec 20 23:02:01.136546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-4c2fd6a6-c813-4dd0-9f97-c85ab823f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.138031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-4c2fd6a6-c813-4dd0-9f97-c85ab823f40e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ba782b0-f3fe-4400-82db-565b4566b736 HTTP/1.1" status: 200 len: 801 time: 0.0475609 Dec 20 23:02:01.182553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a374d2c9-7f45-4832-8717-ba10916411af req-935e1b69-7aca-4332-a276-63b75ba1daef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Dec 20 23:02:01.189305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-1955fd40-b12a-4576-a2b0-e4908ee49132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.190820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-1955fd40-b12a-4576-a2b0-e4908ee49132 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f5d2517-6c8d-4e42-8389-319e46596d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442183 Dec 20 23:02:01.284981 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-5ecf17b4-3684-474c-b551-08d98ea5fc82 service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860491 Dec 20 23:02:01.383023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-097c8fe9-fc5a-432a-9699-ee12ec290f93 req-9b13d3a5-d57d-49c4-be13-3a745ee283aa service neutron] 10.222.0.45 "GET /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902014 Dec 20 23:02:01.540153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39122-969a-4dd9-89d4-a7ade7b0755c req-4857957f-01c5-4485-9840-7e37d1df58bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.546089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39122-969a-4dd9-89d4-a7ade7b0755c req-4857957f-01c5-4485-9840-7e37d1df58bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.552078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39122-969a-4dd9-89d4-a7ade7b0755c req-4857957f-01c5-4485-9840-7e37d1df58bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.553754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ead39122-969a-4dd9-89d4-a7ade7b0755c req-4857957f-01c5-4485-9840-7e37d1df58bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2413 time: 0.0704944 Dec 20 23:02:01.615691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ead39122-969a-4dd9-89d4-a7ade7b0755c req-94a525f1-550c-4a7b-83d6-65b8058aee84 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519016 Dec 20 23:02:01.773333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6543b-6c2d-4f7f-92a8-88da4736512f req-3282529a-030a-48be-8af1-6dc765d96e04 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:01.775831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caf6543b-6c2d-4f7f-92a8-88da4736512f req-3282529a-030a-48be-8af1-6dc765d96e04 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0556397 Dec 20 23:02:01.791742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:01.836886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caf6543b-6c2d-4f7f-92a8-88da4736512f req-8ac839e1-a270-430d-ad8c-63f7e01185b4 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530736 Dec 20 23:02:01.909450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca066408-b0dd-4786-b0a7-faf2f6532ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:01.995689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca066408-b0dd-4786-b0a7-faf2f6532ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.064347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a8baa-abea-4a2c-b042-7f9c96bae2ae req-85aae916-0b9c-466b-a53f-ca90d874bd0a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.065827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-726a8baa-abea-4a2c-b042-7f9c96bae2ae req-85aae916-0b9c-466b-a53f-ca90d874bd0a tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.0527036 Dec 20 23:02:02.089894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca066408-b0dd-4786-b0a7-faf2f6532ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.120928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-726a8baa-abea-4a2c-b042-7f9c96bae2ae req-8b42b59e-b1ee-4770-8350-15e300f4ae70 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Dec 20 23:02:02.133657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ca066408-b0dd-4786-b0a7-faf2f6532ac4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fde87c8e7b694e7e80749a0c5fbbf20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406880 Dec 20 23:02:02.134591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066408-b0dd-4786-b0a7-faf2f6532ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf37dc-a764-4b2a-a25f-f0bc410b85b7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:02.136347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:02.193626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.218040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.308318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ac2c-f850-4fe6-a61e-b6b8681dab50 req-a9692612-aab6-4a77-af46-d0db15839d42 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.310208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e31ac2c-f850-4fe6-a61e-b6b8681dab50 req-a9692612-aab6-4a77-af46-d0db15839d42 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0526333 Dec 20 23:02:02.370181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e31ac2c-f850-4fe6-a61e-b6b8681dab50 req-2193ab26-7927-4457-ae95-5df80684b5e9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Dec 20 23:02:02.390197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.394351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:02.397381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82cf37dc-a764-4b2a-a25f-f0bc410b85b7 HTTP/1.1" status: 204 len: 168 time: 0.2594893 Dec 20 23:02:02.408670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3ef15-13fc-4d61-b3db-0dd35ccd4a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf37dc-a764-4b2a-a25f-f0bc410b85b7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:02.758390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288364e-946f-4bc1-99d7-288e68b6b0cd req-9d18ea33-c55c-4a13-b63d-19e5a5b13d4c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.766642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288364e-946f-4bc1-99d7-288e68b6b0cd req-9d18ea33-c55c-4a13-b63d-19e5a5b13d4c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.774154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288364e-946f-4bc1-99d7-288e68b6b0cd req-9d18ea33-c55c-4a13-b63d-19e5a5b13d4c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.778419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7288364e-946f-4bc1-99d7-288e68b6b0cd req-9d18ea33-c55c-4a13-b63d-19e5a5b13d4c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2413 time: 0.0801826 Dec 20 23:02:02.830134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7288364e-946f-4bc1-99d7-288e68b6b0cd req-dcfcfeee-6bad-4a1a-b12e-79da25c81eaf tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Dec 20 23:02:02.887733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519bab-c6d9-462d-8315-e2ffb3fe7e72 req-349a3fd9-2764-42bb-9f54-ead9e134d9f7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:02.889284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7519bab-c6d9-462d-8315-e2ffb3fe7e72 req-349a3fd9-2764-42bb-9f54-ead9e134d9f7 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0582876 Dec 20 23:02:02.942798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7519bab-c6d9-462d-8315-e2ffb3fe7e72 req-ae415f45-af62-437c-a2bd-34cbb3b9178a tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Dec 20 23:02:03.132044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.132536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41956) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:03.148718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aa99e59-76e5-4990-b1d3-187385349a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.221122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aa99e59-76e5-4990-b1d3-187385349a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.306365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7aa99e59-76e5-4990-b1d3-187385349a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.346405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7aa99e59-76e5-4990-b1d3-187385349a20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c28a421c8b364c618bba04b05055f1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129328 Dec 20 23:02:03.348678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa99e59-76e5-4990-b1d3-187385349a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5e079-9556-476f-a261-012740b58e0e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:03.349670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:03.405124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.428325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.493217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141824f0-f286-462a-94eb-9677344f9ae1 req-f1429bf6-52c5-43c1-b9fc-f17790d1d6c7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:03.494791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-141824f0-f286-462a-94eb-9677344f9ae1 req-f1429bf6-52c5-43c1-b9fc-f17790d1d6c7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0515246 Dec 20 23:02:03.543102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.544633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-141824f0-f286-462a-94eb-9677344f9ae1 req-a076686b-9319-4d70-9320-9f4ee4f377aa tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Dec 20 23:02:03.546057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:03.547414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06f5e079-9556-476f-a261-012740b58e0e HTTP/1.1" status: 204 len: 168 time: 0.1961200 Dec 20 23:02:03.557123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98590b7f-b5bf-4ed0-a506-ec628a22c6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5e079-9556-476f-a261-012740b58e0e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:03.968627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc91c3-3378-4b2b-971e-f987400afcbe req-dfb3eb6a-89ce-4aff-99fd-545a55e64d4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:03.979780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc91c3-3378-4b2b-971e-f987400afcbe req-dfb3eb6a-89ce-4aff-99fd-545a55e64d4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:03.990022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc91c3-3378-4b2b-971e-f987400afcbe req-dfb3eb6a-89ce-4aff-99fd-545a55e64d4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:03.990022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22bc91c3-3378-4b2b-971e-f987400afcbe req-dfb3eb6a-89ce-4aff-99fd-545a55e64d4b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2413 time: 0.0780084 Dec 20 23:02:04.049343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22bc91c3-3378-4b2b-971e-f987400afcbe req-015df663-1142-45aa-b86a-fbea2945ef4d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Dec 20 23:02:04.141317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a3bf6-e97f-47e2-bec1-4c20dda559cc req-131fac43-89bf-49ee-b5c6-3d4434cc48a3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:04.142830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-706a3bf6-e97f-47e2-bec1-4c20dda559cc req-131fac43-89bf-49ee-b5c6-3d4434cc48a3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0522237 Dec 20 23:02:04.191878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-706a3bf6-e97f-47e2-bec1-4c20dda559cc req-216f350a-82e0-4546-8228-678802ac4688 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups?id=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Dec 20 23:02:04.291170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-da9c25b0-7f48-4a43-9375-2f97c94a1167 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:04.292663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-da9c25b0-7f48-4a43-9375-2f97c94a1167 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.59 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 945 time: 0.0714521 Dec 20 23:02:04.393297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Deleting port 35108cbc-2ca7-420c-a8be-322730194b13 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:04.394109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.493436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] For port 35108cbc-2ca7-420c-a8be-322730194b13, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=35108cbc-2ca7-420c-a8be-322730194b13,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:04.493837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.677514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7f84-648a-4a95-980b-b9b85bd57c9b req-9e4a559e-e5fb-40b4-8955-eb845e9b85cb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:04.677809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.678209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.678605 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Floating IP 6b23478f-341b-4496-93b6-293de5c2adb3 disassociated. External IP: 172.25.1.46, port: 35108cbc-2ca7-420c-a8be-322730194b13. Dec 20 23:02:04.679026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Calling delete_port for 35108cbc-2ca7-420c-a8be-322730194b13 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:04.679172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f3b7f84-648a-4a95-980b-b9b85bd57c9b req-9e4a559e-e5fb-40b4-8955-eb845e9b85cb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0591400 Dec 20 23:02:04.709823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d6f9e4-b501-4bf7-bc87-fca073ade3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.726324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:02:04.743256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f3b7f84-648a-4a95-980b-b9b85bd57c9b req-5cc60bb4-e95b-4741-bd32-4e7f5abcf1c6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Dec 20 23:02:04.756236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ebf305e3-373e-4448-abe8-74593b7ca8d8 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:04.863005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:04.878825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ebf305e3-373e-4448-abe8-74593b7ca8d8', 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'port_id': 'ebf305e3-373e-4448-abe8-74593b7ca8d8', 'mac_address': 'fa:16:3e:00:df:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba782b0-f3fe-4400-82db-565b4566b736', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:04.914568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.920772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:04.936612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf305e3-373e-4448-abe8-74593b7ca8d8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:04.944850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event deleted for resources: {'Port': ['ID=35108cbc-2ca7-420c-a8be-322730194b13,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:04.956516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:04.958205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.958710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.959703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.959703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.959703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.960129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.960385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.960715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.961039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.961364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.961693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.962096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:04.962440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.031652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:05.032483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0eea2956-5d50-4418-b02b-c6b6f95cde38 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:05.079437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Router 93af460f-0424-4855-9e8d-df9b5f7d294f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:02:05.122358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:05.204612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:02:05.218098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:05.235177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '0eea2956-5d50-4418-b02b-c6b6f95cde38', 'network_id': '293c06ee-bb83-43a8-bc26-2c2dc9420877', 'port_id': '0eea2956-5d50-4418-b02b-c6b6f95cde38', 'mac_address': 'fa:16:3e:f3:19:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591d60fc-45cb-4358-a69f-1bf4751207a1', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:05.239511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Sync routers for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:02:05.260425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05162-b757-4fcf-82a4-cfc563301d42 req-9b83207a-046f-4258-a430-969dbf57a771 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:05.262664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] No DVR routers for this DVR port 35108cbc-2ca7-420c-a8be-322730194b13 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:05.264174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05162-b757-4fcf-82a4-cfc563301d42 req-9b83207a-046f-4258-a430-969dbf57a771 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:05.265541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:05.270433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05162-b757-4fcf-82a4-cfc563301d42 req-9b83207a-046f-4258-a430-969dbf57a771 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:05.271125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f678fc1a-f1c7-4909-8b81-9f6f11b0f435 req-eae9f185-d14a-4ed4-967f-b838b57897c3 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.59 "DELETE /v2.0/ports/35108cbc-2ca7-420c-a8be-322730194b13 HTTP/1.1" status: 204 len: 173 time: 0.9716091 Dec 20 23:02:05.271595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'name': 'network-vif-deleted', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:05.274774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:02:05.278151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:05.278493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fd05162-b757-4fcf-82a4-cfc563301d42 req-9b83207a-046f-4258-a430-969dbf57a771 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2414 time: 0.0845752 Dec 20 23:02:05.283191 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f4ee9-203f-4fb9-883a-a955c0e611b7" -d '{"events": [{"server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "name": "network-vif-deleted", "tag": "35108cbc-2ca7-420c-a8be-322730194b13"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:05.337265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fd05162-b757-4fcf-82a4-cfc563301d42 req-efd4255f-6baf-4c4d-a6e2-9f3461607c2e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Dec 20 23:02:05.358315 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:05.429017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3778511a-dad5-4130-a2fc-1a5c4faf25f6 req-9074b369-472e-4adc-8f1e-7d7356e5e29b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/ports?device_id=db50a3bb-94bf-4065-b6ba-ae97e2720a0f HTTP/1.1" status: 200 len: 210 time: 0.0311878 Dec 20 23:02:05.449220 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6078ac-b15a-47ad-999d-36250c471d2c x-openstack-request-id: req-aa6078ac-b15a-47ad-999d-36250c471d2c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:05.449745 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db50a3bb-94bf-4065-b6ba-ae97e2720a0f", "name": "network-vif-deleted", "tag": "35108cbc-2ca7-420c-a8be-322730194b13", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:05.449864 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa6078ac-b15a-47ad-999d-36250c471d2c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:05.450310 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db50a3bb-94bf-4065-b6ba-ae97e2720a0f', 'name': 'network-vif-deleted', 'tag': '35108cbc-2ca7-420c-a8be-322730194b13', 'status': 'completed', 'code': 200} Dec 20 23:02:05.570740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eea2956-5d50-4418-b02b-c6b6f95cde38 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:05.614672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:05.620595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:02:05.667403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b4a4-adfd-48b6-9e9d-623e28af450c req-15eecef6-1f87-4cda-82c8-82bb23735ea3 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:05.669009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a6b4a4-adfd-48b6-9e9d-623e28af450c req-15eecef6-1f87-4cda-82c8-82bb23735ea3 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.0515876 Dec 20 23:02:05.731846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a6b4a4-adfd-48b6-9e9d-623e28af450c req-55278ec1-b0f2-4421-a6df-7e41107d3ceb tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Dec 20 23:02:05.742254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:05.742925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 59cdaba1-4f7e-414f-a450-30804e39de06 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:05.854470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:05.870985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=59cdaba1-4f7e-414f-a450-30804e39de06,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:05.884350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.886890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.887567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.887567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.887861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.887985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.888215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:05.891860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3658ed-ced8-493a-b900-fbc214011d1c req-e1079598-5277-4e4d-a609-f6990a6981ad tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:05.898462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '59cdaba1-4f7e-414f-a450-30804e39de06', 'network_id': '9f5d2517-6c8d-4e42-8389-319e46596d49', 'port_id': '59cdaba1-4f7e-414f-a450-30804e39de06', 'mac_address': 'fa:16:3e:35:d7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba782b0-f3fe-4400-82db-565b4566b736', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:05.900212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a3658ed-ced8-493a-b900-fbc214011d1c req-e1079598-5277-4e4d-a609-f6990a6981ad tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0601056 Dec 20 23:02:05.946666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a3658ed-ced8-493a-b900-fbc214011d1c req-9ce1709c-1817-4dea-81d1-f4793eff6650 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Dec 20 23:02:05.968039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:05.986195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cdaba1-4f7e-414f-a450-30804e39de06 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:06.010059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:06.041734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=59cdaba1-4f7e-414f-a450-30804e39de06,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:06.042894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Checking router: 93af460f-0424-4855-9e8d-df9b5f7d294f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:02:06.051462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:02:06.052066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:01:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:06.131984 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:06.204645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:02:06.206733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:06.434245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:06.463648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206596-ff9b-4199-b110-978c4278d02d req-85da6395-c7f5-4925-99ea-1671cd32724d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:06.468036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bbad8-a405-478a-8106-890305dec6cb None None] The sync data for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 is: [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T22:59:36Z', 'revision_number': 4, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '592cc91c-a32b-4f78-a4a3-0fb8b5f771fe', 'name': '', 'network_id': '6200ca4d-4f33-462d-b85b-772feeb1b9b9', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'mac_address': 'fa:16:3e:47:74:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:33Z', 'updated_at': '2021-12-20T22:59:41Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'subnets': [{'id': 'd0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:02:06.469791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206596-ff9b-4199-b110-978c4278d02d req-85da6395-c7f5-4925-99ea-1671cd32724d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:06.476135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206596-ff9b-4199-b110-978c4278d02d req-85da6395-c7f5-4925-99ea-1671cd32724d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:06.478083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a206596-ff9b-4199-b110-978c4278d02d req-85da6395-c7f5-4925-99ea-1671cd32724d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2416 time: 0.0731049 Dec 20 23:02:06.540958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a206596-ff9b-4199-b110-978c4278d02d req-f5ce17e2-a398-42e6-b5f1-e3594dc50cfd tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 Dec 20 23:02:06.555439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0eea2956-5d50-4418-b02b-c6b6f95cde38'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:06.599128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ebf305e3-373e-4448-abe8-74593b7ca8d8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:06.643311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42078) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:06.662290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['59cdaba1-4f7e-414f-a450-30804e39de06'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:06.732130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:06.775551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:06.907559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d612-15b0-47c8-861e-484ae269c815 req-9f7cae3c-6a58-4b20-b74a-ae7c0365f46e tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:06.909517 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b483d612-15b0-47c8-861e-484ae269c815 req-9f7cae3c-6a58-4b20-b74a-ae7c0365f46e tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.45 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.0697985 Dec 20 23:02:06.963271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:06.993640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:06.993923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4067f41-4eef-447d-8d0d-7dcae4fc1dbb req-6eff74e9-fd1e-457d-8712-0b92dbd89e18 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:06.994068 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d8ba9de-55c9-41fd-bdae-fb24e7de9c43 HTTP/1.1" status: 204 len: 168 time: 0.3546216 Dec 20 23:02:07.001112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4067f41-4eef-447d-8d0d-7dcae4fc1dbb req-6eff74e9-fd1e-457d-8712-0b92dbd89e18 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 946 time: 0.1260891 Dec 20 23:02:07.003020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:07.028094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1dee-2472-4dbf-a369-fa7156daa1d6 tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ba9de-55c9-41fd-bdae-fb24e7de9c43,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:07.055815 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-8bfd08e1-d397-4315-82c4-03d40b23065b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] show failed (client error): The resource could not be found. Dec 20 23:02:07.062846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8bfd08e1-d397-4315-82c4-03d40b23065b tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "GET /v2.0/security-groups/8d8ba9de-55c9-41fd-bdae-fb24e7de9c43 HTTP/1.1" status: 404 len: 347 time: 0.0581613 Dec 20 23:02:07.069471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42094) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:07.128153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Deleting port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:07.128731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.162450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1f84661d-6534-4090-81f0-e7c675876529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.188478 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf3a62-12d7-4079-836b-3e2dfa5df290 None None] New status for floating IP 6b23478f-341b-4496-93b6-293de5c2adb3: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:02:07.243480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] For port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,segment=NetworkSegment(b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba),segment_id=b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:07.243848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.254143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4067f41-4eef-447d-8d0d-7dcae4fc1dbb req-d8ff1226-dc28-48b2-9516-5ae7298b49d2 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/security-groups?id=d10b3efe-af21-4468-8acd-78f829615101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458303 Dec 20 23:02:07.258077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Calling delete_port for 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:07.315790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aaba4-81ad-4501-a99b-9009bd31dd1d req-b482b1d2-be28-4657-8120-eea0668bf094 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:07.322427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f52aaba4-81ad-4501-a99b-9009bd31dd1d req-b482b1d2-be28-4657-8120-eea0668bf094 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.2304916 Dec 20 23:02:07.384712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f52aaba4-81ad-4501-a99b-9009bd31dd1d req-7ed57654-2651-4bb7-8d44-748024aa3f8f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581918 Dec 20 23:02:07.387019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Deleting port be2a5dd2-1d59-43d4-852e-f86592a7da3d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:07.387360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.473417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.474289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.485855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Calling delete_port for be2a5dd2-1d59-43d4-852e-f86592a7da3d owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:07.494756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.525874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Pushing event deleted for resources: {'Port': ['ID=6ac594f5-8635-43c3-a0a3-5b31a4b62df1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:07.570737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] No DVR routers for this DVR port 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:07.573291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.576817 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b483d612-15b0-47c8-861e-484ae269c815 req-470564a2-b7c3-4a77-93c3-2cb8f4d72a42 tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.45 "DELETE /v2.0/ports/6ac594f5-8635-43c3-a0a3-5b31a4b62df1 HTTP/1.1" status: 204 len: 173 time: 0.6542811 Dec 20 23:02:07.577267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'name': 'network-vif-deleted', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:07.579576 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249bc1d3-0212-44e7-a743-ba1717f6abe1" -d '{"events": [{"server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "name": "network-vif-deleted", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:07.623612 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b215d2-0a9a-4a06-9522-a45513dbd709 x-openstack-request-id: req-61b215d2-0a9a-4a06-9522-a45513dbd709 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:07.623905 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614405fd-033d-4e7a-9cc7-39e4d7d63b68", "name": "network-vif-deleted", "tag": "6ac594f5-8635-43c3-a0a3-5b31a4b62df1", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:07.624179 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61b215d2-0a9a-4a06-9522-a45513dbd709 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:07.624570 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614405fd-033d-4e7a-9cc7-39e4d7d63b68', 'name': 'network-vif-deleted', 'tag': '6ac594f5-8635-43c3-a0a3-5b31a4b62df1', 'status': 'completed', 'code': 200} Dec 20 23:02:07.702611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5ead-49d3-4e31-9b5a-436cd87bfb5f req-ccd29738-0be3-45e4-adb7-15a3f586c7fd tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:07.708760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5ead-49d3-4e31-9b5a-436cd87bfb5f req-ccd29738-0be3-45e4-adb7-15a3f586c7fd tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:07.715120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5ead-49d3-4e31-9b5a-436cd87bfb5f req-ccd29738-0be3-45e4-adb7-15a3f586c7fd tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:07.716812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c63a5ead-49d3-4e31-9b5a-436cd87bfb5f req-ccd29738-0be3-45e4-adb7-15a3f586c7fd tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2416 time: 0.0670466 Dec 20 23:02:07.760074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.796626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c63a5ead-49d3-4e31-9b5a-436cd87bfb5f req-2fbb07a7-7e8a-4fee-9ebe-730f96f39902 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Dec 20 23:02:07.805258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Pushing event deleted for resources: {'Port': ['ID=be2a5dd2-1d59-43d4-852e-f86592a7da3d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:07.875393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.878018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:07.882281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-550fb96c-c77a-444b-be5a-2085abc1b43c tempest-ServersTestManualDisk-121659795 tempest-ServersTestManualDisk-121659795-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b23478f-341b-4496-93b6-293de5c2adb3 HTTP/1.1" status: 204 len: 168 time: 0.8071651 Dec 20 23:02:07.886551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:08.271828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:08.354193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6ac594f5-8635-43c3-a0a3-5b31a4b62df1'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:08.378964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b0aca4c-0e8e-4b47-840d-40ca46cdb318 req-713a394c-59c0-4f09-85ae-f152382bbc7d tempest-ServerTagsTestJSON-761116746 tempest-ServerTagsTestJSON-761116746-project] 10.222.0.62 "GET /v2.0/ports?device_id=614405fd-033d-4e7a-9cc7-39e4d7d63b68 HTTP/1.1" status: 200 len: 210 time: 0.0312595 Dec 20 23:02:08.543788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ddc17-8643-466a-a937-4a46c0839ce5 req-2499468f-6107-4771-be15-ca9011e7c916 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:08.545149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d17ddc17-8643-466a-a937-4a46c0839ce5 req-2499468f-6107-4771-be15-ca9011e7c916 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0836174 Dec 20 23:02:08.609911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d17ddc17-8643-466a-a937-4a46c0839ce5 req-1840616e-7b49-4305-b673-abb12e2d9ae5 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Dec 20 23:02:08.664661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:08.720661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:08.775826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0eea2956-5d50-4418-b02b-c6b6f95cde38 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:08.847578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7953015-1ba4-4730-a6da-a058d0d722ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:08.940236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 0eea2956-5d50-4418-b02b-c6b6f95cde38 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:08.945176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 0eea2956-5d50-4418-b02b-c6b6f95cde38 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:08.945613 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:08.963726 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7953015-1ba4-4730-a6da-a058d0d722ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:08.984299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Deleting port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:08.984727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.004005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa281-16e9-4e9d-9156-741b8bb7eb83 req-51e95d18-ab84-419d-a267-231ff41f5543 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:09.010642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa281-16e9-4e9d-9156-741b8bb7eb83 req-51e95d18-ab84-419d-a267-231ff41f5543 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:09.016643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa281-16e9-4e9d-9156-741b8bb7eb83 req-51e95d18-ab84-419d-a267-231ff41f5543 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:09.018302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35eaa281-16e9-4e9d-9156-741b8bb7eb83 req-51e95d18-ab84-419d-a267-231ff41f5543 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2416 time: 0.0907385 Dec 20 23:02:09.028055 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.051865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:09.054052 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c52c5-8e0f-4421-817b-5ecc44227a99" -d '{"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:09.057420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7953015-1ba4-4730-a6da-a058d0d722ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.067792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:09.103154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7953015-1ba4-4730-a6da-a058d0d722ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b3a617a94cf48ec9c33749e5c0abfc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812385 Dec 20 23:02:09.105371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7953015-1ba4-4730-a6da-a058d0d722ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5379b8-0872-4150-ac70-826de8b195e2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.108140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:09.120003 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697130f6-840d-4710-8e9c-f6a179bf7525 x-openstack-request-id: req-697130f6-840d-4710-8e9c-f6a179bf7525 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:09.120546 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:09.121449 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-697130f6-840d-4710-8e9c-f6a179bf7525 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:09.122939 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38', 'code': 200} Dec 20 23:02:09.134642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35eaa281-16e9-4e9d-9156-741b8bb7eb83 req-a8b24756-69be-4bd5-bbb1-9134432573b0 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077056 Dec 20 23:02:09.149162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] For port 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:09.149533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.149853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:09.154892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 35108cbc-2ca7-420c-a8be-322730194b13 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:09.171401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Calling delete_port for 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:09.182438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.182438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ebf305e3-373e-4448-abe8-74593b7ca8d8 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:09.211988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 35108cbc-2ca7-420c-a8be-322730194b13 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:09.212392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 35108cbc-2ca7-420c-a8be-322730194b13 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:09.236318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.270896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.319536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.362005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:09.375355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34', 'port_id': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'mac_address': 'fa:16:3e:14:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6c94c8-a836-4e24-9f47-e58645357cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:09.425520 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.442655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:09.450543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:09.468701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:09.495012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port ebf305e3-373e-4448-abe8-74593b7ca8d8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:09.499540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ebf305e3-373e-4448-abe8-74593b7ca8d8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:09.499970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.500461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Deleting subnet 1604485f-2f16-47c8-8320-3e0d781f6281 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:09.503845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.541126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.563716 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.565529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.568973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.570212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe5379b8-0872-4150-ac70-826de8b195e2 HTTP/1.1" status: 204 len: 168 time: 0.4592140 Dec 20 23:02:09.601516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.614508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=592cc91c-a32b-4f78-a4a3-0fb8b5f771fe,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.624340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a420c6-5f7e-4576-bc31-6a7f06a5712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5379b8-0872-4150-ac70-826de8b195e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.651553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:09.680251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.687113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.747593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.782356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.800401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.802056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 59cdaba1-4f7e-414f-a450-30804e39de06 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:09.939846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd55c8-0b69-4f7e-ae27-8ba78bac2de4 req-e7260156-8c07-4872-add9-c0cb7e930ea4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:09.939846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89dd55c8-0b69-4f7e-ae27-8ba78bac2de4 req-e7260156-8c07-4872-add9-c0cb7e930ea4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.1909862 Dec 20 23:02:09.941661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:09.943191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.951124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:09.962518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:09.968409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1604485f-2f16-47c8-8320-3e0d781f6281 HTTP/1.1" status: 204 len: 168 time: 0.5165026 Dec 20 23:02:09.972461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:10.040066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf36714-8414-4896-8690-f5fce39a6816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1604485f-2f16-47c8-8320-3e0d781f6281,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:10.076949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 59cdaba1-4f7e-414f-a450-30804e39de06 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:10.093135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 59cdaba1-4f7e-414f-a450-30804e39de06 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:10.093135 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.095399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89dd55c8-0b69-4f7e-ae27-8ba78bac2de4 req-7ee6b55b-ccd7-4a32-bbb2-6029db62822f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411490 Dec 20 23:02:10.096887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.131498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.266689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.278069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.306803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2510683-a02d-4f0f-bd34-63a1ffe3a601']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:10.308413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=59cdaba1-4f7e-414f-a450-30804e39de06,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:10.320009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:10.320344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aad5b0-e7ec-49fb-a7a2-a281a5d019ba') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:10.331284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.345989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.356337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:10.356742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:10.358857 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:10.362283 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:10.395918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03ea2-2abe-4689-a487-3550265ffd7d req-90f4c7c0-c404-4108-abab-13a19be77e93 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:10.398726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.400516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:10.402206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03ea2-2abe-4689-a487-3550265ffd7d req-90f4c7c0-c404-4108-abab-13a19be77e93 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:10.408656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03ea2-2abe-4689-a487-3550265ffd7d req-90f4c7c0-c404-4108-abab-13a19be77e93 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:10.416868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1c03ea2-2abe-4689-a487-3550265ffd7d req-90f4c7c0-c404-4108-abab-13a19be77e93 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2418 time: 0.1244433 Dec 20 23:02:10.448200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:10.448638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6ac594f5-8635-43c3-a0a3-5b31a4b62df1 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:10.452446 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.475800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:10.506991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.514480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.521533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] 10.222.0.62 "DELETE /v2.0/networks/b2510683-a02d-4f0f-bd34-63a1ffe3a601 HTTP/1.1" status: 204 len: 168 time: 0.5440135 Dec 20 23:02:10.524545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1c03ea2-2abe-4689-a487-3550265ffd7d req-2dccdcc4-0c0f-4631-a234-4039a14d448c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Dec 20 23:02:10.547059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc9f2d-c0ce-4d5c-b683-f0c84462134b admin admin] Pushing event deleted for resources: {'Network': ['ID=b2510683-a02d-4f0f-bd34-63a1ffe3a601,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:10.553070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Router 93af460f-0424-4855-9e8d-df9b5f7d294f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:02:10.665845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:02:10.673495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42166) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:10.673657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-20077f61-7406-4891-81a4-dcbe140a2a9d admin admin] 10.222.0.62 "PUT /v2.0/routers/93af460f-0424-4855-9e8d-df9b5f7d294f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7894437 Dec 20 23:02:10.675663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Sync routers for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:02:10.689239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:02:10.690187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:02:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:10.784108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.890004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42168) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:10.893665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.909626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0aa01ee9-cfee-442b-862b-4ce5ca4649b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:10.933821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:02:10.982438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:11.005985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0aa01ee9-cfee-442b-862b-4ce5ca4649b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.036577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e4baae5-4284-4ff6-886f-3fa0fe95d63b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0e44bfbb95443a591963646f1fdb5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479527 Dec 20 23:02:11.037034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42172) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:11.065019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Deleting port 9da3951a-3492-440a-9247-75e58263e471 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:11.065426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.106777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0aa01ee9-cfee-442b-862b-4ce5ca4649b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.123763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8'}, {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:11.126479 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6e82c-fa09-4ff7-a1ac-66dd6890ef4e" -d '{"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8"}, {"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:11.135941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '9da3951a-3492-440a-9247-75e58263e471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T23:02:09Z', 'revision_number': 5, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port': {'id': '9da3951a-3492-440a-9247-75e58263e471', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:59:29Z', 'updated_at': '2021-12-20T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:11.162785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.172235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:11.174347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01ee9-cfee-442b-862b-4ce5ca4649b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2e444-bf45-49bc-921a-31c6cd5f61e7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:11.175120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Checking router: 93af460f-0424-4855-9e8d-df9b5f7d294f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:02:11.183307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0aa01ee9-cfee-442b-862b-4ce5ca4649b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31472299a75e4e8e8c0eaf42da768f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913463 Dec 20 23:02:11.192162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:11.214804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Routers {'93af460f-0424-4855-9e8d-df9b5f7d294f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:02:11.215907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:02:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['93af460f-0424-4855-9e8d-df9b5f7d294f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:11.221083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.235036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] For port 9da3951a-3492-440a-9247-75e58263e471, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9da3951a-3492-440a-9247-75e58263e471,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:11.235396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.264417 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207b1331-3a6d-431d-b315-2e000c258f8e x-openstack-request-id: req-207b1331-3a6d-431d-b315-2e000c258f8e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:11.264719 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8", "code": 200}, {"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-plugged", "status": "completed", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:11.264999 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-207b1331-3a6d-431d-b315-2e000c258f8e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:11.265445 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8', 'code': 200} Dec 20 23:02:11.265697 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06', 'code': 200} Dec 20 23:02:11.294254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Calling delete_port for 9da3951a-3492-440a-9247-75e58263e471 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:11.296049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac49c-fea8-4dd5-80f8-b8ffd6bd8043 req-2dfa37f7-9035-4f33-bea2-6b65ce975b20 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.297890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cbac49c-fea8-4dd5-80f8-b8ffd6bd8043 req-2dfa37f7-9035-4f33-bea2-6b65ce975b20 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.0650892 Dec 20 23:02:11.338893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] Set router 93af460f-0424-4855-9e8d-df9b5f7d294f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:02:11.370974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cbac49c-fea8-4dd5-80f8-b8ffd6bd8043 req-7494a629-d14d-4891-a445-d9fe76f7729e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Dec 20 23:02:11.409346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-06d61461-1704-471e-8f62-b26322f41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T23:02:10Z', 'revision_number': 6, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:11.437149 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.439599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d61461-1704-471e-8f62-b26322f41666 None None] The sync data for ids ['93af460f-0424-4855-9e8d-df9b5f7d294f'] in n-d-822053-9 is: [{'id': '93af460f-0424-4855-9e8d-df9b5f7d294f', 'name': 'tempest-ServersTestManualDisk-1427815515-router', 'tenant_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:59:28Z', 'updated_at': '2021-12-20T23:02:10Z', 'revision_number': 6, 'project_id': 'aa4ac94072e647f3ac0d0401b7c681e3', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:02:11.451173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:11.456831 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:11.457991 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.481493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a805-0587-4b86-9414-6682808ec188 req-abc9deb0-82f1-44e1-885d-19440cd422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.489089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a805-0587-4b86-9414-6682808ec188 req-abc9deb0-82f1-44e1-885d-19440cd422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.489089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a805-0587-4b86-9414-6682808ec188 req-abc9deb0-82f1-44e1-885d-19440cd422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.489089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d2f1a805-0587-4b86-9414-6682808ec188 req-abc9deb0-82f1-44e1-885d-19440cd422ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2872 time: 0.1759651 Dec 20 23:02:11.490266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.491491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.494135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.495320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d10b3efe-af21-4468-8acd-78f829615101 HTTP/1.1" status: 204 len: 168 time: 0.4573424 Dec 20 23:02:11.539921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a6989-97a2-4425-8f55-bb0b7dd0cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b3efe-af21-4468-8acd-78f829615101,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:11.646517 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d2f1a805-0587-4b86-9414-6682808ec188 req-6125b2d0-1e16-41ed-a091-14db4f65eff2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501105 Dec 20 23:02:11.653019 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.690281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:11.758640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7116d-0019-4308-b95e-0ed9d248e093 req-9be233f4-e126-4fea-bcf3-38d88325b139 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.764758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7116d-0019-4308-b95e-0ed9d248e093 req-9be233f4-e126-4fea-bcf3-38d88325b139 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.768916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.772266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7116d-0019-4308-b95e-0ed9d248e093 req-9be233f4-e126-4fea-bcf3-38d88325b139 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:11.773389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.774499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3c7116d-0019-4308-b95e-0ed9d248e093 req-9be233f4-e126-4fea-bcf3-38d88325b139 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.0891178 Dec 20 23:02:11.775085 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17b2e444-bf45-49bc-921a-31c6cd5f61e7 HTTP/1.1" status: 204 len: 168 time: 0.5817299 Dec 20 23:02:11.790125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9927e5-489d-4996-ae36-e0ef3bfdec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2e444-bf45-49bc-921a-31c6cd5f61e7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:11.814624 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.845442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3c7116d-0019-4308-b95e-0ed9d248e093 req-30dd3bd2-21a8-4249-a103-8169af093826 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629835 Dec 20 23:02:11.860393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:11.929360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=9da3951a-3492-440a-9247-75e58263e471,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:11.945028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:11.950609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:11.992034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:11.992388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 592cc91c-a32b-4f78-a4a3-0fb8b5f771fe not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:12.030197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.121888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.124027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.257637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.261986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93af460f-0424-4855-9e8d-df9b5f7d294f {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:02:12.268483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.268483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1ebe8f57-1058-45a6-9b8b-399e96e4dc6a admin admin] 10.222.0.62 "DELETE /v2.0/routers/93af460f-0424-4855-9e8d-df9b5f7d294f HTTP/1.1" status: 204 len: 168 time: 1.5893066 Dec 20 23:02:12.268483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:12.325276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Deleting subnet d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:12.329658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.378016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.475589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.530156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048861b9-83c3-4b88-9c68-d5950fd2ca7a req-cc3e2bf3-d4f8-4aa0-bbcc-cfe5b9c41619 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:12.531773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-048861b9-83c3-4b88-9c68-d5950fd2ca7a req-cc3e2bf3-d4f8-4aa0-bbcc-cfe5b9c41619 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0703187 Dec 20 23:02:12.594123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-048861b9-83c3-4b88-9c68-d5950fd2ca7a req-29e8d5e7-4835-4420-b91a-f8eeb0b25970 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542579 Dec 20 23:02:12.686505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.710404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:12.715954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:12.719230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f639db91-6235-4761-883a-cc2868baa005 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0b5b8d5-fa4d-4ccf-b074-7faa6acf5bb4 HTTP/1.1" status: 204 len: 168 time: 0.4518130 Dec 20 23:02:12.721933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42222) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:12.723702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c698520-6f7a-49d9-91ad-ad2a42ed15f7 None None] Network 6200ca4d-4f33-462d-b85b-772feeb1b9b9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:12.829461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.141588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Deleting port 06376e5b-43fa-492d-b405-ace08dc1d185 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:13.141588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.147687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] DHCP port deletion for 6200ca4d-4f33-462d-b85b-772feeb1b9b9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:02:13.147864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] For port 06376e5b-43fa-492d-b405-ace08dc1d185, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06376e5b-43fa-492d-b405-ace08dc1d185,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:13.147864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.148105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Deleting port 06376e5b-43fa-492d-b405-ace08dc1d185 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:13.148105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.148355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Calling delete_port for 06376e5b-43fa-492d-b405-ace08dc1d185 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:13.148355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c084b-d557-4955-a617-1887222f8dd4 req-303a1f0b-e947-44bd-88d2-e9046b3144c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:13.148355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c084b-d557-4955-a617-1887222f8dd4 req-303a1f0b-e947-44bd-88d2-e9046b3144c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:13.148355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c084b-d557-4955-a617-1887222f8dd4 req-303a1f0b-e947-44bd-88d2-e9046b3144c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:13.148355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-412c084b-d557-4955-a617-1887222f8dd4 req-303a1f0b-e947-44bd-88d2-e9046b3144c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.0937622 Dec 20 23:02:13.148743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] For port 06376e5b-43fa-492d-b405-ace08dc1d185, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06376e5b-43fa-492d-b405-ace08dc1d185,segment=NetworkSegment(a22275aa-60c7-4f8d-b942-775d33a825a6),segment_id=a22275aa-60c7-4f8d-b942-775d33a825a6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:13.148743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.148743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Calling delete_port for 06376e5b-43fa-492d-b405-ace08dc1d185 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:13.190784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-412c084b-d557-4955-a617-1887222f8dd4 req-122be1b5-2879-4cb6-b889-90ca13dfd55f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917063 Dec 20 23:02:13.268049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:13.271297 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8174c-0c9d-4ece-8c11-5e0e6112355f" -d '{"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-plugged", "status": "completed", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:13.313753 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec31221-9323-4bf4-87a2-b68adfaf20b2 x-openstack-request-id: req-8ec31221-9323-4bf4-87a2-b68adfaf20b2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:13.314145 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-plugged", "status": "completed", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:13.314429 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ec31221-9323-4bf4-87a2-b68adfaf20b2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:13.314823 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'code': 200} Dec 20 23:02:13.412389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.418804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.447279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Pushing event deleted for resources: {'Port': ['ID=06376e5b-43fa-492d-b405-ace08dc1d185,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:13.452747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] No DVR routers for this DVR port 06376e5b-43fa-492d-b405-ace08dc1d185 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:13.452843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] No DVR routers for this DVR port 06376e5b-43fa-492d-b405-ace08dc1d185 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:13.457044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6db0b-6b29-4ebe-aa67-64b50c6bf1bd None None] Pushing event deleted for resources: {'Port': ['ID=06376e5b-43fa-492d-b405-ace08dc1d185,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:13.526997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.556225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6200ca4d-4f33-462d-b85b-772feeb1b9b9']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:13.566195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22275aa-60c7-4f8d-b942-775d33a825a6') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:13.567125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22275aa-60c7-4f8d-b942-775d33a825a6') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:13.579643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.595677 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.602055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:13.602433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:13.604114 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:13.606737 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:13.712764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9da3951a-3492-440a-9247-75e58263e471 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:13.745429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9da3951a-3492-440a-9247-75e58263e471 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:13.746059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9da3951a-3492-440a-9247-75e58263e471 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:13.746224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06376e5b-43fa-492d-b405-ace08dc1d185 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:13.771923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc88608-0bfd-4fb9-95c6-6281640f92fc req-c640b12e-64e6-459e-8e2d-e7f59a37f904 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:13.772249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db669c0f-e145-4488-9791-8d550ca41a30 req-a585f32f-e988-4762-a4d3-9f4be8fcdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:13.774491 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-db669c0f-e145-4488-9791-8d550ca41a30 req-a585f32f-e988-4762-a4d3-9f4be8fcdd76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1096 time: 0.3985219 Dec 20 23:02:13.774835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 06376e5b-43fa-492d-b405-ace08dc1d185 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:13.775759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06376e5b-43fa-492d-b405-ace08dc1d185 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:13.782881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fc88608-0bfd-4fb9-95c6-6281640f92fc req-c640b12e-64e6-459e-8e2d-e7f59a37f904 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0968049 Dec 20 23:02:13.812598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.831846 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-db669c0f-e145-4488-9791-8d550ca41a30 req-e2408fb3-6003-4fe2-b67c-7a99491d94a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Dec 20 23:02:13.837008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:13.840576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6200ca4d-4f33-462d-b85b-772feeb1b9b9 HTTP/1.1" status: 204 len: 168 time: 1.1170292 Dec 20 23:02:13.864786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2798-990a-45c3-b812-8786be3eed81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6200ca4d-4f33-462d-b85b-772feeb1b9b9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:13.871088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fc88608-0bfd-4fb9-95c6-6281640f92fc req-eee2a5e1-1bf5-4661-98db-4c983823a9a2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842943 Dec 20 23:02:14.206852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42280) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:14.255311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-21a11d6c-ca9c-4848-aba4-0aa927f66a15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa4ac94072e647f3ac0d0401b7c681e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466101 Dec 20 23:02:14.257540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42284) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:14.320775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:14.350586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:14.383438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54682-2df3-48c5-ae78-22da882307ab req-6721fc58-b30c-490e-aa50-0f6195e06864 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:14.392159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54682-2df3-48c5-ae78-22da882307ab req-6721fc58-b30c-490e-aa50-0f6195e06864 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:14.399326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54682-2df3-48c5-ae78-22da882307ab req-6721fc58-b30c-490e-aa50-0f6195e06864 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:14.407674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1be54682-2df3-48c5-ae78-22da882307ab req-6721fc58-b30c-490e-aa50-0f6195e06864 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.1158061 Dec 20 23:02:14.466036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1be54682-2df3-48c5-ae78-22da882307ab req-c8f91ccb-ab2a-40db-8a14-b2d26e5cf805 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Dec 20 23:02:14.498309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:14.501890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:14.502282 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64d3c16b-d973-4bdd-b48f-44dfd8b0e57e HTTP/1.1" status: 204 len: 168 time: 0.2437735 Dec 20 23:02:14.511981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4f026-0fe7-4de7-ae7a-10a1b1d77321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3c16b-d973-4bdd-b48f-44dfd8b0e57e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:15.007830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e5010-e1f2-44e2-a291-6fa969bee1d2 req-bb6527af-b9f5-40d7-b6e6-815053c7bafc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:15.009507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-880e5010-e1f2-44e2-a291-6fa969bee1d2 req-bb6527af-b9f5-40d7-b6e6-815053c7bafc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0554028 Dec 20 23:02:15.070010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-880e5010-e1f2-44e2-a291-6fa969bee1d2 req-770c5f35-81bc-4b5b-af57-7b0d7c3d88a1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541992 Dec 20 23:02:15.120405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d136-5d49-4534-a0c6-ddbdc7ead8c1 req-0178d739-9444-42c0-83ee-3fa8d6abdd31 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:15.127881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d136-5d49-4534-a0c6-ddbdc7ead8c1 req-0178d739-9444-42c0-83ee-3fa8d6abdd31 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:15.138022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d136-5d49-4534-a0c6-ddbdc7ead8c1 req-0178d739-9444-42c0-83ee-3fa8d6abdd31 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:15.139797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5a3d136-5d49-4534-a0c6-ddbdc7ead8c1 req-0178d739-9444-42c0-83ee-3fa8d6abdd31 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.0865490 Dec 20 23:02:15.190991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5a3d136-5d49-4534-a0c6-ddbdc7ead8c1 req-c8b6ee52-3d12-467a-9148-41f4f0b9630c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Dec 20 23:02:15.878735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42340) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:16.156837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a80c-c05b-4136-aee8-5e948e8b6c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.226772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19e3d-1f66-4843-a0fc-ea74994ac367 req-41b5a46c-909a-4906-9f26-7fcff83fa692 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.228337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14b19e3d-1f66-4843-a0fc-ea74994ac367 req-41b5a46c-909a-4906-9f26-7fcff83fa692 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0818484 Dec 20 23:02:16.337826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14b19e3d-1f66-4843-a0fc-ea74994ac367 req-e08d8d20-2f71-4f4f-9123-8298f0a912fc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028788 Dec 20 23:02:16.352403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a80c-c05b-4136-aee8-5e948e8b6c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.373943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ba19-5830-48e5-be99-a5b1b8e887d3 req-10408390-dc7f-4fbf-956d-a863f0aac160 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.381959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ba19-5830-48e5-be99-a5b1b8e887d3 req-10408390-dc7f-4fbf-956d-a863f0aac160 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.387426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ba19-5830-48e5-be99-a5b1b8e887d3 req-10408390-dc7f-4fbf-956d-a863f0aac160 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.389124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a89ba19-5830-48e5-be99-a5b1b8e887d3 req-10408390-dc7f-4fbf-956d-a863f0aac160 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.1046827 Dec 20 23:02:16.471366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a89ba19-5830-48e5-be99-a5b1b8e887d3 req-807d8f9c-51b3-40cd-b0c6-48ba3a35d4ae tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744736 Dec 20 23:02:16.478465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e74569-4283-4ebb-9fd7-5260612031b2 req-a473d72e-bddc-4268-bd03-483c13798f44 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.480020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48e74569-4283-4ebb-9fd7-5260612031b2 req-a473d72e-bddc-4268-bd03-483c13798f44 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1096 time: 0.0652957 Dec 20 23:02:16.533264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48e74569-4283-4ebb-9fd7-5260612031b2 req-9552d132-fa25-4034-aaa5-60726c67df6c tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Dec 20 23:02:16.556260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a80c-c05b-4136-aee8-5e948e8b6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.573025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42372) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:16.611530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9b1a80c-c05b-4136-aee8-5e948e8b6c78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=200d5af35908407688a97c941a5c4d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7288535 Dec 20 23:02:16.611922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:16.612332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1a80c-c05b-4136-aee8-5e948e8b6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7906d84f-e434-4b6d-afd0-272264485dd0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:16.669082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcbf1c-8dfe-4ff1-897b-a61094ee4663 req-65178148-acc4-4cf7-ac17-138b4efb21cb tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.671082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55fcbf1c-8dfe-4ff1-897b-a61094ee4663 req-65178148-acc4-4cf7-ac17-138b4efb21cb tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1096 time: 0.0603507 Dec 20 23:02:16.679607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.729156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55fcbf1c-8dfe-4ff1-897b-a61094ee4663 req-659f4779-65df-48d2-88f2-8204d8296bcd tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Dec 20 23:02:16.740238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-372949713-network', 'tenant_id': '8456f7ba1a924ea0bf847a7c87c9b81e'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:16.791678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.857137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-761c6808-de4d-453d-b993-eb4fbe46211c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.864018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-761c6808-de4d-453d-b993-eb4fbe46211c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.870280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-761c6808-de4d-453d-b993-eb4fbe46211c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:16.871912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-761c6808-de4d-453d-b993-eb4fbe46211c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.1592410 Dec 20 23:02:16.928942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Made reservation on behalf of 8456f7ba1a924ea0bf847a7c87c9b81e for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:16.931145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.959369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.969288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.971637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:16.976057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7906d84f-e434-4b6d-afd0-272264485dd0 HTTP/1.1" status: 204 len: 168 time: 0.3578432 Dec 20 23:02:16.992967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262cf4a-46a1-4bfc-b888-8e1d1fab2472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7906d84f-e434-4b6d-afd0-272264485dd0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:17.037656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 0eea2956-5d50-4418-b02b-c6b6f95cde38 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:17.038144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.137047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.155277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 0eea2956-5d50-4418-b02b-c6b6f95cde38, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0eea2956-5d50-4418-b02b-c6b6f95cde38,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:17.155632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.168597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 0eea2956-5d50-4418-b02b-c6b6f95cde38 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:17.454649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.514765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:02:17.525146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:17.532718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.533072 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Added segment 8f705d83-0b40-4076-b3d2-80290cdfcb0e of type vlan for network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 Dec 20 23:02:17.596481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.624957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead7363-a584-4950-ba30-f994f281ce97 req-707cc111-0584-4285-8f81-be06a96373ec tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:17.632068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead7363-a584-4950-ba30-f994f281ce97 req-707cc111-0584-4285-8f81-be06a96373ec tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:17.638437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead7363-a584-4950-ba30-f994f281ce97 req-707cc111-0584-4285-8f81-be06a96373ec tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:17.640216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ead7363-a584-4950-ba30-f994f281ce97 req-707cc111-0584-4285-8f81-be06a96373ec tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 2419 time: 0.0726540 Dec 20 23:02:17.695007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ead7363-a584-4950-ba30-f994f281ce97 req-38109d4c-1b93-4a1a-af1f-80eda9d11a2d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Dec 20 23:02:17.774654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.775692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:17.776280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.804383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.818273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0eea2956-5d50-4418-b02b-c6b6f95cde38', 'ebf305e3-373e-4448-abe8-74593b7ca8d8', '59cdaba1-4f7e-414f-a450-30804e39de06'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:17.861178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=0eea2956-5d50-4418-b02b-c6b6f95cde38,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:17.865791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] Pushing event updated for resources: {'Network': ['ID=7bcb94d5-a100-42af-8db8-b2f9bf48d089,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:17.888484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42416) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:17.901355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:02:17.906775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7520-53bc-4dd2-9da2-977466a04697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.951609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 0eea2956-5d50-4418-b02b-c6b6f95cde38 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:17.956823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:17.968316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-772fd6c8-65b2-4ce6-9d34-c99d5db0bdf1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "DELETE /v2.0/ports/0eea2956-5d50-4418-b02b-c6b6f95cde38 HTTP/1.1" status: 204 len: 173 time: 1.0843346 Dec 20 23:02:17.970130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:17.973887 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad30260-9c7d-4f41-87d7-a4eefeb2b9dd" -d '{"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:17.980549 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4cf702f6-fdde-4e3e-bcb0-49f76bdc7bfa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4063089 Dec 20 23:02:17.984724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42422) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:17.998331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Request body: {'subnet': {'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-372949713-subnet', 'tenant_id': '8456f7ba1a924ea0bf847a7c87c9b81e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:18.127092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7520-53bc-4dd2-9da2-977466a04697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.154784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 59cdaba1-4f7e-414f-a450-30804e39de06 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:18.155135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.169506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Made reservation on behalf of 8456f7ba1a924ea0bf847a7c87c9b81e for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:18.173444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.220639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f2f7520-53bc-4dd2-9da2-977466a04697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.297274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 59cdaba1-4f7e-414f-a450-30804e39de06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=59cdaba1-4f7e-414f-a450-30804e39de06,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:18.297774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.312872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 59cdaba1-4f7e-414f-a450-30804e39de06 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:18.322601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f7520-53bc-4dd2-9da2-977466a04697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad1f6a3-f248-475b-9fee-d4f028116ed4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:18.365038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6f2f7520-53bc-4dd2-9da2-977466a04697 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15f61eb02eb9426c8cc7eac7cf833a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754510 Dec 20 23:02:18.367930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:18.385768 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135337cd-0f1d-477a-b9b5-0007489b37d9 x-openstack-request-id: req-135337cd-0f1d-477a-b9b5-0007489b37d9 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:18.386084 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "0eea2956-5d50-4418-b02b-c6b6f95cde38", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:18.386333 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-135337cd-0f1d-477a-b9b5-0007489b37d9 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:18.386723 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': '0eea2956-5d50-4418-b02b-c6b6f95cde38', 'status': 'completed', 'code': 200} Dec 20 23:02:18.456033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.511014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.671515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.725124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21b3821-a3cd-45dc-af7d-86dc1d699a40,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:18.735504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Checking segment: {'id': '8f705d83-0b40-4076-b3d2-80290cdfcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:18.735859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Network hostable DHCP agents. Network: 7bcb94d5-a100-42af-8db8-b2f9bf48d089, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:02:18.763230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.764903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.767998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.769133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dad1f6a3-f248-475b-9fee-d4f028116ed4 HTTP/1.1" status: 204 len: 168 time: 0.4002299 Dec 20 23:02:18.780258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0eea2956-5d50-4418-b02b-c6b6f95cde38'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:18.834839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=59cdaba1-4f7e-414f-a450-30804e39de06,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:18.836399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445fba-581e-4d9b-97e2-560661e85be6 req-abb02db6-9029-41bd-9985-e75bb1bee1da tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:18.837701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb4d54-0924-4bd4-b16e-80b010cf9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad1f6a3-f248-475b-9fee-d4f028116ed4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:18.851802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd445fba-581e-4d9b-97e2-560661e85be6 req-abb02db6-9029-41bd-9985-e75bb1bee1da tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 946 time: 0.0819471 Dec 20 23:02:18.853161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:02:18.893508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 59cdaba1-4f7e-414f-a450-30804e39de06 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:18.896775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:18.900213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-1707b6c6-b221-4ae7-98f5-0682840f02f8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "DELETE /v2.0/ports/59cdaba1-4f7e-414f-a450-30804e39de06 HTTP/1.1" status: 204 len: 173 time: 0.9183793 Dec 20 23:02:18.953056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd445fba-581e-4d9b-97e2-560661e85be6 req-75cc57e9-3419-41ca-b8bf-d56589581b11 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866687 Dec 20 23:02:19.003140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7bcb94d5-a100-42af-8db8-b2f9bf48d089) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:19.008381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:19.009075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:19.015563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400422b2-4f7a-4b72-9530-5e80f38262d5 None None] Network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:19.126437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-025e37ec-b1e0-4c51-ab0c-6a02ed397ec3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1385632 Dec 20 23:02:19.180319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b870bda-304b-4c61-b247-f25db704696d None None] Network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:19.200419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port ebf305e3-373e-4448-abe8-74593b7ca8d8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:19.201089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:19.306082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port ebf305e3-373e-4448-abe8-74593b7ca8d8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ebf305e3-373e-4448-abe8-74593b7ca8d8,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:19.306443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:19.319937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for ebf305e3-373e-4448-abe8-74593b7ca8d8 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:19.589567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:19.626134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=ebf305e3-373e-4448-abe8-74593b7ca8d8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:19.675391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port ebf305e3-373e-4448-abe8-74593b7ca8d8 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:19.685209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:19.688719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7daa1a92-4c0e-40db-b4ea-59b9b10340c0 req-f7771b30-3cd0-49e3-a845-577508bbe0bc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "DELETE /v2.0/ports/ebf305e3-373e-4448-abe8-74593b7ca8d8 HTTP/1.1" status: 204 len: 173 time: 0.7760074 Dec 20 23:02:19.704235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-4e1ae08d-5147-4227-bb7d-02cbba4193f2 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:02:19.705281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-4e1ae08d-5147-4227-bb7d-02cbba4193f2 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156472 Dec 20 23:02:19.756479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-451c5c9f-a82f-40a8-bd23-e50cbc59e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:19.758060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-451c5c9f-a82f-40a8-bd23-e50cbc59e03f service neutron] 10.222.0.62 "GET /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 1093 time: 0.0424178 Dec 20 23:02:19.771468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Request body: {'binding': {'host': 'n-h2-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:19.772075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:02:19.957449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h2-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:19.957818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:19.958269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:19.960517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-4397cb02-8534-4920-8716-7c4923fed540 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:19.962069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-4397cb02-8534-4920-8716-7c4923fed540 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/networks?id=7bcb94d5-a100-42af-8db8-b2f9bf48d089 HTTP/1.1" status: 200 len: 817 time: 0.1292584 Dec 20 23:02:19.964696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:19.964696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:19.967668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:19.968000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:19.968384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:19.968803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Bound port: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:19.979225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-32933955-b22e-4b0a-9e43-2c5698cb07f4 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/quotas/8456f7ba1a924ea0bf847a7c87c9b81e HTTP/1.1" status: 200 len: 375 time: 0.0098844 Dec 20 23:02:20.025573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-165815b9-3340-424c-83cf-415768a109e1 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8456f7ba1a924ea0bf847a7c87c9b81e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391417 Dec 20 23:02:20.029493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:20.046143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-b4a6ec5a-09c5-47ba-bbf6-80c27081deed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:02:20.052507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-b4a6ec5a-09c5-47ba-bbf6-80c27081deed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117762 Dec 20 23:02:20.111120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:20.112467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] 10.222.0.62 "POST /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.3482049 Dec 20 23:02:20.158738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-b82e8516-eaae-4df9-b38c-0b3a323379da service neutron] 10.222.0.62 "GET /v2.0/networks/7bcb94d5-a100-42af-8db8-b2f9bf48d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021204 Dec 20 23:02:20.251635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-6888f736-bd3a-4838-ad6e-95dd895811d0 service neutron] 10.222.0.62 "GET /v2.0/networks/7bcb94d5-a100-42af-8db8-b2f9bf48d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859065 Dec 20 23:02:20.387691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06'}, {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:20.390343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf0427bd-3219-4551-afa5-6bd97c1aa91b req-30a03238-b461-43f4-ac92-ca605ed9e11f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=2253465c-d204-40a4-a913-287843b00be8 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Dec 20 23:02:20.390464 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0928a1af-baad-4f17-a29f-3c36d64e1ec4" -d '{"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06"}, {"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:20.619559 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53586d71-8555-4aa3-b504-a8ea6a06f79e x-openstack-request-id: req-53586d71-8555-4aa3-b504-a8ea6a06f79e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:20.619559 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "59cdaba1-4f7e-414f-a450-30804e39de06", "status": "completed", "code": 200}, {"server_uuid": "2253465c-d204-40a4-a913-287843b00be8", "name": "network-vif-deleted", "tag": "ebf305e3-373e-4448-abe8-74593b7ca8d8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:20.619559 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53586d71-8555-4aa3-b504-a8ea6a06f79e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:20.619559 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': '59cdaba1-4f7e-414f-a450-30804e39de06', 'status': 'completed', 'code': 200} Dec 20 23:02:20.619559 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2253465c-d204-40a4-a913-287843b00be8', 'name': 'network-vif-deleted', 'tag': 'ebf305e3-373e-4448-abe8-74593b7ca8d8', 'status': 'completed', 'code': 200} Dec 20 23:02:20.820563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0eea2956-5d50-4418-b02b-c6b6f95cde38 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:20.842209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 0eea2956-5d50-4418-b02b-c6b6f95cde38 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:20.842545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0eea2956-5d50-4418-b02b-c6b6f95cde38 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:20.843129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ebf305e3-373e-4448-abe8-74593b7ca8d8 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:20.867951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3ff83b2b-08be-4cc7-a2dc-4ccc2a214e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:20.870268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3ff83b2b-08be-4cc7-a2dc-4ccc2a214e2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1096 time: 0.0684061 Dec 20 23:02:20.873880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: ebf305e3-373e-4448-abe8-74593b7ca8d8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:20.874228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ebf305e3-373e-4448-abe8-74593b7ca8d8 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:20.874650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 59cdaba1-4f7e-414f-a450-30804e39de06 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:20.909193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 59cdaba1-4f7e-414f-a450-30804e39de06 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:20.910395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 59cdaba1-4f7e-414f-a450-30804e39de06 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:21.022920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b3c3591-b91e-428f-ae06-b71e31285df6 req-82122a47-6b4a-4f01-891d-472a1c7d0f74 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 210 time: 0.0418174 Dec 20 23:02:21.026032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-f63f9bbf-ad0d-4e18-8093-055ca5f57a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:21.027711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-f63f9bbf-ad0d-4e18-8093-055ca5f57a43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1441379 Dec 20 23:02:21.044144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c837f2-bf60-4750-b356-1d4f21a1422e req-784a5302-ea0b-43ac-bd7d-e20a781cfa79 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:21.054797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c837f2-bf60-4750-b356-1d4f21a1422e req-784a5302-ea0b-43ac-bd7d-e20a781cfa79 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.4656012 Dec 20 23:02:21.085309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-b1467e84-9484-4974-9015-3ee82083bc9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 217 time: 0.0490172 Dec 20 23:02:21.106272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c837f2-bf60-4750-b356-1d4f21a1422e req-5d4aaa5e-4623-47f8-b34b-a242057f8e63 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 Dec 20 23:02:21.178592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-130ea5a3-d13e-446c-b02a-8b4e3b0189ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:21.180083 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-130ea5a3-d13e-446c-b02a-8b4e3b0189ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0834129 Dec 20 23:02:21.218187 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-e21a3f83-f875-495b-8f30-7d3a046b3e0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267010 Dec 20 23:02:21.315328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3dbcedc6-50f7-486f-a194-5332de30a89b service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861156 Dec 20 23:02:21.433836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-ecf6bc91-4c4b-4d62-95bf-54742b3ab4d5 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042261 Dec 20 23:02:21.459516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:21.530415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting subnet 591d60fc-45cb-4358-a69f-1bf4751207a1 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:21.533712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:21.636776 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:21.739202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:21.858435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:21.896011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Subnet': ['ID=591d60fc-45cb-4358-a69f-1bf4751207a1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:21.905292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:21.909577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-35c2238b-2e62-42d5-a237-c84e4e160211 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/subnets/591d60fc-45cb-4358-a69f-1bf4751207a1 HTTP/1.1" status: 204 len: 168 time: 0.4487188 Dec 20 23:02:21.912546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42556) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:21.927188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724306b-792e-438e-ba0f-8f63ae3f671a None None] Network 293c06ee-bb83-43a8-bc26-2c2dc9420877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:22.031222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.192796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] DHCP port deletion for 293c06ee-bb83-43a8-bc26-2c2dc9420877 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:02:22.195161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e11ebd32-99c6-4309-aa74-dcf915651d4f req-1cab09cb-2816-44ef-b5b8-407de1389291 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 210 time: 0.0506575 Dec 20 23:02:22.217001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port a70c47ff-2d36-47cc-b79d-16d3fa088da8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:22.220902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.299624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Deleting port a70c47ff-2d36-47cc-b79d-16d3fa088da8 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:22.301676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.368382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port a70c47ff-2d36-47cc-b79d-16d3fa088da8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a70c47ff-2d36-47cc-b79d-16d3fa088da8,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:22.368751 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.386084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for a70c47ff-2d36-47cc-b79d-16d3fa088da8 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:22.400426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] For port a70c47ff-2d36-47cc-b79d-16d3fa088da8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a70c47ff-2d36-47cc-b79d-16d3fa088da8,segment=NetworkSegment(d4ba469b-206a-4cda-a354-0039a2ad8690),segment_id=d4ba469b-206a-4cda-a354-0039a2ad8690)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:22.401705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.408890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7324d03-93e4-4370-83e2-16f58ae61fb6 req-713dfff0-31e5-45db-b353-74d5b9b1900d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:22.416949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7324d03-93e4-4370-83e2-16f58ae61fb6 req-713dfff0-31e5-45db-b353-74d5b9b1900d tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0916224 Dec 20 23:02:22.421630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Calling delete_port for a70c47ff-2d36-47cc-b79d-16d3fa088da8 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:22.524654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7324d03-93e4-4370-83e2-16f58ae61fb6 req-0387c840-28bb-4426-ad76-576a644ee7e0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042774 Dec 20 23:02:22.741146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.755448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.794023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] Pushing event deleted for resources: {'Port': ['ID=a70c47ff-2d36-47cc-b79d-16d3fa088da8,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:22.813807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=a70c47ff-2d36-47cc-b79d-16d3fa088da8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:22.816921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b880e-e9d2-4c3c-a9db-3754f719aca4 None None] No DVR routers for this DVR port a70c47ff-2d36-47cc-b79d-16d3fa088da8 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:22.855107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.855461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.855805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.856175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.856815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.856815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.857167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.857480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.857847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.858190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.858555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.858879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.859207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:02:22.862305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port a70c47ff-2d36-47cc-b79d-16d3fa088da8 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:22.974226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:22.995077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293c06ee-bb83-43a8-bc26-2c2dc9420877']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:23.006210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ba469b-206a-4cda-a354-0039a2ad8690') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:23.006558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ba469b-206a-4cda-a354-0039a2ad8690') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:23.022515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.038623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.044955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:23.045649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:23.049363 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:23.185615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-43b4b828-a05e-4351-9652-710bcd9343fd tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:23.187667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-43b4b828-a05e-4351-9652-710bcd9343fd tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.45 "GET /v2.0/networks?id=7bcb94d5-a100-42af-8db8-b2f9bf48d089 HTTP/1.1" status: 200 len: 817 time: 0.1709299 Dec 20 23:02:23.204215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Request body: {'port': {'device_id': '6027eb96-f39c-4337-980c-7c92b19682a5', 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089', 'admin_state_up': True, 'tenant_id': '8456f7ba1a924ea0bf847a7c87c9b81e'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:23.225468 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.236566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.250230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/networks/293c06ee-bb83-43a8-bc26-2c2dc9420877 HTTP/1.1" status: 204 len: 168 time: 1.3355911 Dec 20 23:02:23.250855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42590) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:23.323944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting subnet 0ba782b0-f3fe-4400-82db-565b4566b736 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:23.328198 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.372226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b552f-2126-4ca1-b97b-007575f6c32f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Network': ['ID=293c06ee-bb83-43a8-bc26-2c2dc9420877,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:23.391656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.466141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd6d7ad4-782f-46d4-a4f6-e8f8229c7f1f req-e8aa2fc5-12bd-41b2-911d-8d5464abc1e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 210 time: 0.0433402 Dec 20 23:02:23.549990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.562571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Made reservation on behalf of 8456f7ba1a924ea0bf847a7c87c9b81e for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:23.566448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.686489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fe35f-596f-440e-8c06-0e11efbc19b4 req-89efb0c5-03ba-45e3-9647-3a7ac477ac53 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:23.694773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f91fe35f-596f-440e-8c06-0e11efbc19b4 req-89efb0c5-03ba-45e3-9647-3a7ac477ac53 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0839159 Dec 20 23:02:23.729454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a70c47ff-2d36-47cc-b79d-16d3fa088da8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:23.766141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a70c47ff-2d36-47cc-b79d-16d3fa088da8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:23.766773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a70c47ff-2d36-47cc-b79d-16d3fa088da8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:23.771978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f91fe35f-596f-440e-8c06-0e11efbc19b4 req-995f7362-5908-4509-9c24-e5326865fec0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Dec 20 23:02:23.774925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Allocated IP 172.20.0.3 (7bcb94d5-a100-42af-8db8-b2f9bf48d089/d21b3821-a3cd-45dc-af7d-86dc1d699a40/6508c810-a35d-4e18-a629-888757ddc975) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:23.786569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.865423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba782b0-f3fe-4400-82db-565b4566b736,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:23.886193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b746f-548f-4726-96c6-a2d1231d48cf None None] Network 9f5d2517-6c8d-4e42-8389-319e46596d49 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:23.887229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:23.898879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bab72116-83c5-4fef-bd2e-89d2f3e022e1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/subnets/0ba782b0-f3fe-4400-82db-565b4566b736 HTTP/1.1" status: 204 len: 168 time: 0.6437464 Dec 20 23:02:23.899498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42614) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:24.009616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.103980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:24.104612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.125226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.162675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] DHCP port deletion for 9f5d2517-6c8d-4e42-8389-319e46596d49 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:02:24.200413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:24.200816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.223057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 6a2049c4-dfa9-4d75-a25e-c9ab843285ae owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:24.258074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Deleting port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:24.258368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.277369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.373655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:24.377542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:24.384592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:24.394927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Pushing event updated for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:24.413844 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.431614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] For port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,segment=NetworkSegment(c11d6060-74e7-4568-b3f6-be9762c51796),segment_id=c11d6060-74e7-4568-b3f6-be9762c51796)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:24.433755 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.493957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:24.501272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:24.514531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:24.515210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.625416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.637372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-d81e8266-9fdb-4eb4-9d34-4b4e011589e9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4389274 Dec 20 23:02:24.653601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-67ea9032-765f-4e88-93bb-0176c6884d79 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:02:24.657924 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-67ea9032-765f-4e88-93bb-0176c6884d79 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111551 Dec 20 23:02:24.674940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5d2517-6c8d-4e42-8389-319e46596d49']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:24.682923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Request body: {'port': {'device_id': '6027eb96-f39c-4337-980c-7c92b19682a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:24.693999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11d6060-74e7-4568-b3f6-be9762c51796') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:24.694328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11d6060-74e7-4568-b3f6-be9762c51796') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:24.707582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.725217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Calling delete_port for 6a2049c4-dfa9-4d75-a25e-c9ab843285ae owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:24.730092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a26c3d-6adc-43fc-9733-5dc488e52e60 req-310d008d-f8e4-497b-8673-26065787c1eb tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:24.731684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7a26c3d-6adc-43fc-9733-5dc488e52e60 req-310d008d-f8e4-497b-8673-26065787c1eb tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 931 time: 0.1029246 Dec 20 23:02:24.736957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.760363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:24.770683 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:24.782328 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:24.827688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.844121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:24.907508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7a26c3d-6adc-43fc-9733-5dc488e52e60 req-28dd06df-48cf-43ca-a87b-e5a2ccb4c7c3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611061 Dec 20 23:02:24.911101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] Pushing event deleted for resources: {'Port': ['ID=6a2049c4-dfa9-4d75-a25e-c9ab843285ae,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:24.934082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e991c7-fdf0-473d-bc9d-de9e622e6f0a None None] No DVR routers for this DVR port 6a2049c4-dfa9-4d75-a25e-c9ab843285ae on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:25.058759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282b4f5-07ad-4e66-bc9e-714e25821839 req-cebd7d48-1b8f-428f-a108-ee940a55cf9b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:25.060510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a282b4f5-07ad-4e66-bc9e-714e25821839 req-cebd7d48-1b8f-428f-a108-ee940a55cf9b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0632536 Dec 20 23:02:25.122350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a282b4f5-07ad-4e66-bc9e-714e25821839 req-f5aa9219-7a87-43c7-ad11-d5c045192fff tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Dec 20 23:02:25.124140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.142987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.146924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/networks/9f5d2517-6c8d-4e42-8389-319e46596d49 HTTP/1.1" status: 204 len: 168 time: 1.2464213 Dec 20 23:02:25.170351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42640) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:25.176055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1515943023'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:25.179318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794c4f-d79c-4d85-9201-fc3221080667 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Network': ['ID=9f5d2517-6c8d-4e42-8389-319e46596d49,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:25.267822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6508c810-a35d-4e18-a629-888757ddc975 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:25.277013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.279617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:25.285434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.286915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42642) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:25.296575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Transition to ACTIVE for port object 6508c810-a35d-4e18-a629-888757ddc975 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:02:25.315691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:02:25.331440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.331440 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Added segment cb1bea3b-d8a4-40ae-b74d-174a4e190b0f of type vlan for network 161bff6b-b808-46bd-94de-aeed9152b00a Dec 20 23:02:25.371915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.382049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.469897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.475570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:25.476165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.489161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Pushing event updated for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:25.494005 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3891a817-06f6-424d-ba38-38da6d8c81de admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.563820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Attempting to bind port 6508c810-a35d-4e18-a629-888757ddc975 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:25.564908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Attempting to bind port 6508c810-a35d-4e18-a629-888757ddc975 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8f705d83-0b40-4076-b3d2-80290cdfcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:25.569894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Attempting to bind port 6508c810-a35d-4e18-a629-888757ddc975 on network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:25.574106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Port 6508c810-a35d-4e18-a629-888757ddc975 on network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:25.575536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Attempting to bind port 6508c810-a35d-4e18-a629-888757ddc975 on network 7bcb94d5-a100-42af-8db8-b2f9bf48d089 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:25.583211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:25.584215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Checking segment: {'id': '8f705d83-0b40-4076-b3d2-80290cdfcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:25.584768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Bound using segment: {'id': '8f705d83-0b40-4076-b3d2-80290cdfcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:25.585342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Bound port: 6508c810-a35d-4e18-a629-888757ddc975, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f705d83-0b40-4076-b3d2-80290cdfcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:25.586322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.590683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4192598 Dec 20 23:02:25.595113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eda50d-b70f-4c09-97dc-892289ef5b6a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Network': ['ID=161bff6b-b808-46bd-94de-aeed9152b00a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:25.600065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42652) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:25.609412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'subnet': {'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:25.611535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 161bff6b-b808-46bd-94de-aeed9152b00a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:02:25.720487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:25.726277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6508c810-a35d-4e18-a629-888757ddc975,segment=NetworkSegment(8f705d83-0b40-4076-b3d2-80290cdfcb0e),segment_id=8f705d83-0b40-4076-b3d2-80290cdfcb0e)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:25.753428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3891a817-06f6-424d-ba38-38da6d8c81de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.770883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a2049c4-dfa9-4d75-a25e-c9ab843285ae no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:25.795335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.798191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6a2049c4-dfa9-4d75-a25e-c9ab843285ae {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:25.798541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6a2049c4-dfa9-4d75-a25e-c9ab843285ae not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:25.820293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3891a817-06f6-424d-ba38-38da6d8c81de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.822936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:25.826507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.850114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:25.850757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:25.852324 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] 10.222.0.45 "PUT /v2.0/ports/6508c810-a35d-4e18-a629-888757ddc975 HTTP/1.1" status: 200 len: 1091 time: 1.1814623 Dec 20 23:02:25.852941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'tag': '6508c810-a35d-4e18-a629-888757ddc975'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:25.855652 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c29bb-7f78-4979-93b8-cb39e7a18a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "tag": "6508c810-a35d-4e18-a629-888757ddc975"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:25.880768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006284d-2fd5-4dd9-9b57-4d36ddb167bc service neutron] Pushing event updated for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:25.930835 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e4748-c135-4df5-9af0-b3a79b29346c x-openstack-request-id: req-366e4748-c135-4df5-9af0-b3a79b29346c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:25.930835 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "tag": "6508c810-a35d-4e18-a629-888757ddc975", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:25.930835 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-366e4748-c135-4df5-9af0-b3a79b29346c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:25.931362 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'tag': '6508c810-a35d-4e18-a629-888757ddc975', 'status': 'completed', 'code': 200} Dec 20 23:02:25.967872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3891a817-06f6-424d-ba38-38da6d8c81de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=946bf9d086954e3aa79ed06f2156f2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6798053 Dec 20 23:02:25.970278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42664) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:25.980701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891a817-06f6-424d-ba38-38da6d8c81de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67feca6-0268-4010-ae02-f2c4d6295f85,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:26.083648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-3d589544-d244-4a2c-8c48-9bd914afb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.085515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-3d589544-d244-4a2c-8c48-9bd914afb4a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8456f7ba1a924ea0bf847a7c87c9b81e&device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 1094 time: 0.1364832 Dec 20 23:02:26.161802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.211582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.228534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-4719f42f-30ff-4bac-a295-a451dcf80b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.230773 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-4719f42f-30ff-4bac-a295-a451dcf80b08 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8456f7ba1a924ea0bf847a7c87c9b81e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1371422 Dec 20 23:02:26.234299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3958d6-8134-441e-8903-4ec31ded5682 req-7e8f9612-460d-4727-9825-d44771105f4d tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.235802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a3958d6-8134-441e-8903-4ec31ded5682 req-7e8f9612-460d-4727-9825-d44771105f4d tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 943 time: 0.1746974 Dec 20 23:02:26.394801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-dc2b36fe-dd99-45ce-bc82-881c1fe8e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.396407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-615c29bb-7f78-4979-93b8-cb39e7a18a37 req-dc2b36fe-dd99-45ce-bc82-881c1fe8e33c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517386 Dec 20 23:02:26.398446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a3958d6-8134-441e-8903-4ec31ded5682 req-4f001eee-4e9c-4238-907a-2f2a0bf4b403 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532826 Dec 20 23:02:26.408547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442b80f-58ad-4498-a25e-3f7be09b690e req-80bcd453-b561-44c6-91dc-0f32ea867e52 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.410390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8442b80f-58ad-4498-a25e-3f7be09b690e req-80bcd453-b561-44c6-91dc-0f32ea867e52 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.1714237 Dec 20 23:02:26.438494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.491486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.494126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.495281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b67feca6-0268-4010-ae02-f2c4d6295f85 HTTP/1.1" status: 204 len: 168 time: 0.5192187 Dec 20 23:02:26.528018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8442b80f-58ad-4498-a25e-3f7be09b690e req-ed9f6c57-d28b-424b-b60c-2b1c951d245e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080186 Dec 20 23:02:26.529264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c88093-048d-4c45-aed4-a21f8c24651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67feca6-0268-4010-ae02-f2c4d6295f85,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:26.529814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-47392f41-eccc-4d42-9bbb-e6310a883796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.531001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Subnet': ['ID=08650847-d2a8-4276-a47e-b579a2299182,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:26.532288 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-47392f41-eccc-4d42-9bbb-e6310a883796 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8456f7ba1a924ea0bf847a7c87c9b81e&device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 1094 time: 0.0693445 Dec 20 23:02:26.563678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Checking segment: {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:26.564056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network hostable DHCP agents. Network: 161bff6b-b808-46bd-94de-aeed9152b00a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:02:26.596613 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-b470352a-5363-4439-ac27-2fa2e87e39ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6508c810-a35d-4e18-a629-888757ddc975 HTTP/1.1" status: 200 len: 217 time: 0.0495851 Dec 20 23:02:26.642179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 161bff6b-b808-46bd-94de-aeed9152b00a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:02:26.673613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-a40dc41a-9ae4-432b-8563-5780ac907de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.679107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-a40dc41a-9ae4-432b-8563-5780ac907de0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d21b3821-a3cd-45dc-af7d-86dc1d699a40 HTTP/1.1" status: 200 len: 857 time: 0.0707464 Dec 20 23:02:26.719736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 161bff6b-b808-46bd-94de-aeed9152b00a) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:26.727527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:26.728338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.730916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56686642-6a45-436e-b2b8-df1321d674fb None None] Network 161bff6b-b808-46bd-94de-aeed9152b00a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:26.748288 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-f05527fe-8561-4eba-9f50-93dc7361b961 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bcb94d5-a100-42af-8db8-b2f9bf48d089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600140 Dec 20 23:02:26.811730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0b1e4afe-f334-4933-8d46-59274818f159 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2098217 Dec 20 23:02:26.817400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42684) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:26.823428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-988737467'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:26.892931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-161bff6b-b808-46bd-94de-aeed9152b00a', 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a', 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'fixed_ips': [{'subnet_id': '08650847-d2a8-4276-a47e-b579a2299182'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:02:26.902685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.931355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-9301940f-f8c8-44a9-ac32-9caf74ebc245 service neutron] 10.222.0.45 "GET /v2.0/networks/7bcb94d5-a100-42af-8db8-b2f9bf48d089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691477 Dec 20 23:02:26.950924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:26.955104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.984762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:02:26.995264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:26.995733 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Added segment af680077-e4fa-408a-b6d0-45b2fd5d0ae6 of type vlan for network feec0d29-ada0-4242-b5f9-c340909688bf Dec 20 23:02:27.048083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.124353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Allocated IP 19.80.0.2 (161bff6b-b808-46bd-94de-aeed9152b00a/08650847-d2a8-4276-a47e-b579a2299182/162a3105-3303-4b36-8fc6-1368c651e8d5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:27.127321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d75287ba-cb8a-4a2e-97f7-940c3250d367 req-6882dc1a-3ddb-4780-83c6-24bf5d54a9ca service neutron] 10.222.0.45 "GET /v2.0/networks/7bcb94d5-a100-42af-8db8-b2f9bf48d089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863627 Dec 20 23:02:27.151745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.158461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:27.159115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.314316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4955370 Dec 20 23:02:27.318233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42696) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:27.324884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'subnet': {'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:27.326448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275c4a-33b5-4940-93ae-8c5d8b435d9e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Network': ['ID=feec0d29-ada0-4242-b5f9-c340909688bf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:27.376134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network feec0d29-ada0-4242-b5f9-c340909688bf details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:02:27.455190 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.514453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:27.518490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.545640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fffed8-6265-4b6e-b95b-40c0ed24a368 req-99a9a1b6-9c3c-4c4c-91d3-8e72556d8b78 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:27.547224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42fffed8-6265-4b6e-b95b-40c0ed24a368 req-99a9a1b6-9c3c-4c4c-91d3-8e72556d8b78 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 943 time: 0.0633256 Dec 20 23:02:27.554539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42700) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:27.575405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.588462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15160f1b-ee42-498b-bd91-4c7b0725b5e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.649818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Pushing event updated for resources: {'Port': ['ID=162a3105-3303-4b36-8fc6-1368c651e8d5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:27.656750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Network 161bff6b-b808-46bd-94de-aeed9152b00a is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:27.662568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:27.662568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:27.744666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Attempting to bind port 162a3105-3303-4b36-8fc6-1368c651e8d5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:27.745301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Attempting to bind port 162a3105-3303-4b36-8fc6-1368c651e8d5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:27.745301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Attempting to bind port 162a3105-3303-4b36-8fc6-1368c651e8d5 on network 161bff6b-b808-46bd-94de-aeed9152b00a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:27.751740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:27.752165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Checking segment: {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:27.752741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.753308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Bound using segment: {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:27.754484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Bound port: 162a3105-3303-4b36-8fc6-1368c651e8d5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:27.755041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.758421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42fffed8-6265-4b6e-b95b-40c0ed24a368 req-7e621c69-6546-4d4d-a2e9-ef8b8f61d01c tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892431 Dec 20 23:02:27.822281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.825584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97ae7b-dc99-4d38-8abd-b3fe24bef2db req-43b9bf90-cd8d-4859-9885-bab56546092e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:27.834063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e97ae7b-dc99-4d38-8abd-b3fe24bef2db req-43b9bf90-cd8d-4859-9885-bab56546092e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.1868930 Dec 20 23:02:27.861320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] For port 162a3105-3303-4b36-8fc6-1368c651e8d5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:27.867813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] For port 162a3105-3303-4b36-8fc6-1368c651e8d5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=162a3105-3303-4b36-8fc6-1368c651e8d5,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:27.881157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.938723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.944458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e97ae7b-dc99-4d38-8abd-b3fe24bef2db req-4503216b-4a5d-4ff4-8aef-b7129c7200d0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033463 Dec 20 23:02:27.963803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15160f1b-ee42-498b-bd91-4c7b0725b5e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:27.976091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Subnet': ['ID=500a338b-166c-46ba-948c-c74f53fc6b40,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:27.985090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Checking segment: {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:27.985635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network hostable DHCP agents. Network: feec0d29-ada0-4242-b5f9-c340909688bf, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:02:28.028582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15160f1b-ee42-498b-bd91-4c7b0725b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.043065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2388b2-15a2-4368-ab8d-bda87483ad3f None None] Pushing event updated for resources: {'Port': ['ID=162a3105-3303-4b36-8fc6-1368c651e8d5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:28.085754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network feec0d29-ada0-4242-b5f9-c340909688bf is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:02:28.087023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-15160f1b-ee42-498b-bd91-4c7b0725b5e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e374b382fb6405f8fa79cab9248e348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313642 Dec 20 23:02:28.089621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:28.125098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15160f1b-ee42-498b-bd91-4c7b0725b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a33dcc6-70df-4150-8cc2-43f040dfba85,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:28.154294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, feec0d29-ada0-4242-b5f9-c340909688bf) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:28.159246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:28.161117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.163149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.165507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36193ca3-4f1f-40ad-8ac1-6000492b6f0c None None] Network feec0d29-ada0-4242-b5f9-c340909688bf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:28.189679 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.242785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-730492ab-6e55-4774-a1c2-58dbe0628256 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9232481 Dec 20 23:02:28.333699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.336983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.338258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a33dcc6-70df-4150-8cc2-43f040dfba85 HTTP/1.1" status: 204 len: 168 time: 0.2387352 Dec 20 23:02:28.351295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-feec0d29-ada0-4242-b5f9-c340909688bf', 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf', 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'fixed_ips': [{'subnet_id': '500a338b-166c-46ba-948c-c74f53fc6b40'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:02:28.355393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.358659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a3648-b37f-454c-a01d-eb8f4462a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a33dcc6-70df-4150-8cc2-43f040dfba85,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:28.580368 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Allocated IP 19.86.0.2 (feec0d29-ada0-4242-b5f9-c340909688bf/500a338b-166c-46ba-948c-c74f53fc6b40/2d6b8c00-6370-48c3-b5fc-d36014647d3f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:28.669348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-944c3cc7-381e-46df-a6cf-e60f160accb1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:28.693473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-944c3cc7-381e-46df-a6cf-e60f160accb1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:28.702610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-944c3cc7-381e-46df-a6cf-e60f160accb1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/networks?id=161bff6b-b808-46bd-94de-aeed9152b00a&id=feec0d29-ada0-4242-b5f9-c340909688bf HTTP/1.1" status: 200 len: 1391 time: 0.1656244 Dec 20 23:02:28.725313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-94feba4f-95de-4bca-b6d4-099076b93b6e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/quotas/5c29d34c08b4407aaa3eb2e964e37381 HTTP/1.1" status: 200 len: 375 time: 0.0206685 Dec 20 23:02:28.782615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4b77c049-0748-4cb6-94a8-baee37729f3c tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561388 Dec 20 23:02:28.798967 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.874402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:28.932982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Pushing event updated for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:28.950984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Network feec0d29-ada0-4242-b5f9-c340909688bf is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:28.952684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:28.957071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:28.973573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-3652b8c8-0660-4080-9a6c-431ea3be354b service neutron] 10.222.0.62 "GET /v2.0/networks/161bff6b-b808-46bd-94de-aeed9152b00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830995 Dec 20 23:02:29.048027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40974dd-03e4-403f-bcfb-b0075163fef3 req-f19f9d9b-75d2-4177-b6ba-c2141d149013 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:29.055782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f40974dd-03e4-403f-bcfb-b0075163fef3 req-f19f9d9b-75d2-4177-b6ba-c2141d149013 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 943 time: 0.1727636 Dec 20 23:02:29.068635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Attempting to bind port 2d6b8c00-6370-48c3-b5fc-d36014647d3f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:29.069011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Attempting to bind port 2d6b8c00-6370-48c3-b5fc-d36014647d3f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:29.069376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Attempting to bind port 2d6b8c00-6370-48c3-b5fc-d36014647d3f on network feec0d29-ada0-4242-b5f9-c340909688bf {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:29.075433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:29.075802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Checking segment: {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:29.076203 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:29.076670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Bound using segment: {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:29.077306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Bound port: 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:29.077691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:29.167554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f40974dd-03e4-403f-bcfb-b0075163fef3 req-43343354-afba-43cf-b321-12a09417b9f7 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105747 Dec 20 23:02:29.180571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:29.184700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d6b8c00-6370-48c3-b5fc-d36014647d3f,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:29.216977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-5100421c-527b-4ff1-bf90-1003a3340556 service neutron] 10.222.0.62 "GET /v2.0/networks/161bff6b-b808-46bd-94de-aeed9152b00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330251 Dec 20 23:02:29.269415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:29.372301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9545aa8-5bc0-43c8-a29b-1e74a277747e None None] Pushing event updated for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:29.419444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-10119696-e4fc-4fec-ba69-1650953f5c66 service neutron] 10.222.0.62 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015834 Dec 20 23:02:29.446078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6554112-b356-482c-80b1-265ecf2ea3c9 req-64b43afa-02d0-4dca-a4bd-10a0654857db tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:29.453633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6554112-b356-482c-80b1-265ecf2ea3c9 req-64b43afa-02d0-4dca-a4bd-10a0654857db tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.1185460 Dec 20 23:02:29.458106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da6987-d2be-4255-ab02-37602950504c None None] Network 161bff6b-b808-46bd-94de-aeed9152b00a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:29.562064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-475f8360-b211-4962-9183-afbac16e6803 None None] Provisioning complete for port 162a3105-3303-4b36-8fc6-1368c651e8d5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:29.562321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-475f8360-b211-4962-9183-afbac16e6803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:29.566968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6554112-b356-482c-80b1-265ecf2ea3c9 req-ab1ba62c-aef4-4885-b900-db6f2afc8bee tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117628 Dec 20 23:02:29.628314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-def03743-8e5f-41ec-947a-a14c893b1cfe service neutron] 10.222.0.62 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979511 Dec 20 23:02:29.811649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:29.835745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-475f8360-b211-4962-9183-afbac16e6803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:29.881151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-475f8360-b211-4962-9183-afbac16e6803 None None] For port 162a3105-3303-4b36-8fc6-1368c651e8d5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=162a3105-3303-4b36-8fc6-1368c651e8d5,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:29.935310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 162a3105-3303-4b36-8fc6-1368c651e8d5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:29.972740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-475f8360-b211-4962-9183-afbac16e6803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.043785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b407bbd-404d-4c22-ae01-8d8ed555c332 req-2f9e5ee2-c614-4d44-9f9a-bcb3c7fea8a7 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 210 time: 0.0345490 Dec 20 23:02:30.062187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f81edaa-5ef1-45ce-9af7-43bd07c9913e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.080946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f8360-b211-4962-9183-afbac16e6803 None None] Pushing event updated for resources: {'Port': ['ID=162a3105-3303-4b36-8fc6-1368c651e8d5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:30.093101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 162a3105-3303-4b36-8fc6-1368c651e8d5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:30.093101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.187532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d6b8c00-6370-48c3-b5fc-d36014647d3f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:30.192567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f81edaa-5ef1-45ce-9af7-43bd07c9913e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.248033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-44f96299-784d-4502-bc7e-00bada78d884 None None] Provisioning complete for port 162a3105-3303-4b36-8fc6-1368c651e8d5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:30.248402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-44f96299-784d-4502-bc7e-00bada78d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.251424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f81edaa-5ef1-45ce-9af7-43bd07c9913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.310092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d6b8c00-6370-48c3-b5fc-d36014647d3f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:30.310306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.334602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f81edaa-5ef1-45ce-9af7-43bd07c9913e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26a5949949c34c2e83d7d60bab6b6535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217147 Dec 20 23:02:30.337309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42788) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:30.350330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81edaa-5ef1-45ce-9af7-43bd07c9913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98175cda-cf1d-4c83-844d-30d5c62b559e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:30.367557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80b3f-b53d-491b-b3e9-7e5e352dfb2a req-a3127eb9-95a2-451c-b69b-30bac3537322 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:30.369215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cd80b3f-b53d-491b-b3e9-7e5e352dfb2a req-a3127eb9-95a2-451c-b69b-30bac3537322 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 943 time: 0.1078000 Dec 20 23:02:30.439012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cd80b3f-b53d-491b-b3e9-7e5e352dfb2a req-1e6d8a34-77e2-4afd-8e13-78038731f183 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Dec 20 23:02:30.442999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.472823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.549788 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.590759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d6b8c00-6370-48c3-b5fc-d36014647d3f,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:30.646129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.648843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.650028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98175cda-cf1d-4c83-844d-30d5c62b559e HTTP/1.1" status: 204 len: 168 time: 0.3116145 Dec 20 23:02:30.662707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26313b-e6e7-4d80-8643-2a903ff16afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98175cda-cf1d-4c83-844d-30d5c62b559e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:30.685651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:30.709555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f186126-8cb6-4b20-8a7d-8ad28101e60d req-be27a1a5-c5f7-434a-9b7e-2d842ea11be7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:30.717072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f186126-8cb6-4b20-8a7d-8ad28101e60d req-be27a1a5-c5f7-434a-9b7e-2d842ea11be7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0759935 Dec 20 23:02:30.758673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:30.787432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f186126-8cb6-4b20-8a7d-8ad28101e60d req-15bb1455-c710-43e5-9478-820c93236040 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691476 Dec 20 23:02:30.835531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6508c810-a35d-4e18-a629-888757ddc975 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:30.882585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ecb8c-e7f3-49a4-8806-6a2150dd8459 None None] Network feec0d29-ada0-4242-b5f9-c340909688bf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:30.990124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-77d79e8b-daae-4c28-b892-da45264f2b28 None None] Provisioning complete for port 2d6b8c00-6370-48c3-b5fc-d36014647d3f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:30.990495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77d79e8b-daae-4c28-b892-da45264f2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.033802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6508c810-a35d-4e18-a629-888757ddc975,segment=NetworkSegment(8f705d83-0b40-4076-b3d2-80290cdfcb0e),segment_id=8f705d83-0b40-4076-b3d2-80290cdfcb0e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:31.057848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '6508c810-a35d-4e18-a629-888757ddc975', 'network_id': '7bcb94d5-a100-42af-8db8-b2f9bf48d089', 'port_id': '6508c810-a35d-4e18-a629-888757ddc975', 'mac_address': 'fa:16:3e:84:30:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21b3821-a3cd-45dc-af7d-86dc1d699a40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:31.151647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.216926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7b7d09-0928-41e2-9bb4-aa4f24ef53dc req-a02e2a4c-2eba-4380-bfb7-1b012d370bbc tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 210 time: 0.0653760 Dec 20 23:02:31.322845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6508c810-a35d-4e18-a629-888757ddc975 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:31.356615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6508c810-a35d-4e18-a629-888757ddc975,segment=NetworkSegment(8f705d83-0b40-4076-b3d2-80290cdfcb0e),segment_id=8f705d83-0b40-4076-b3d2-80290cdfcb0e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:31.379873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:31.404092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1541654f-adb2-4342-a8de-fb728eb63674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.422928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.469966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c180a598-0a5e-40f1-ac92-20d576632eaa None None] Provisioning complete for port 2d6b8c00-6370-48c3-b5fc-d36014647d3f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:31.470337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c180a598-0a5e-40f1-ac92-20d576632eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.513900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1541654f-adb2-4342-a8de-fb728eb63674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.515496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:31.593629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1541654f-adb2-4342-a8de-fb728eb63674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.600095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d5ba7-82be-476a-98ea-709bedc59c38 req-83a58c3e-7e5e-453f-a308-a0474f35f808 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:31.601655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c4d5ba7-82be-476a-98ea-709bedc59c38 req-83a58c3e-7e5e-453f-a308-a0474f35f808 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 944 time: 0.0571890 Dec 20 23:02:31.637213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1541654f-adb2-4342-a8de-fb728eb63674 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=adefc4609f6b4616a22e1a8dd088686e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536361 Dec 20 23:02:31.639726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:31.655485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c4d5ba7-82be-476a-98ea-709bedc59c38 req-498b3d98-ef19-4fe3-bc7f-67be9eaab7de tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475438 Dec 20 23:02:31.665466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541654f-adb2-4342-a8de-fb728eb63674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77efaad-1ea2-4853-a61d-a9f531b2891c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:31.699999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.725513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.762004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 162a3105-3303-4b36-8fc6-1368c651e8d5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:31.807276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6508c810-a35d-4e18-a629-888757ddc975'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:31.826412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.836025 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:31.838219 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b77efaad-1ea2-4853-a61d-a9f531b2891c HTTP/1.1" status: 204 len: 168 time: 0.1971393 Dec 20 23:02:31.855522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f85b-bd6e-4b8f-8863-65319a55dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77efaad-1ea2-4853-a61d-a9f531b2891c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:31.898178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 162a3105-3303-4b36-8fc6-1368c651e8d5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:31.899866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:32.017494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af26f24-3781-4b33-b940-f14103bcb27c req-5f17d155-0f4f-4f7f-9ecd-4248782128de tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:32.027227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af26f24-3781-4b33-b940-f14103bcb27c req-5f17d155-0f4f-4f7f-9ecd-4248782128de tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.1090705 Dec 20 23:02:32.079687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af26f24-3781-4b33-b940-f14103bcb27c req-6b5b06bb-7da5-45ad-bf23-bc5dd25011bc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Dec 20 23:02:32.138146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d6b8c00-6370-48c3-b5fc-d36014647d3f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:32.224374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d6b8c00-6370-48c3-b5fc-d36014647d3f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:32.224754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:32.346284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1bc0b7a-a6af-4f41-89c4-4328d4d0fed0 req-be6213c7-ada4-4618-97e4-120aba6cad38 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 210 time: 0.0491529 Dec 20 23:02:32.522246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-895fbf12-86ce-4655-800c-459e9f275d8b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:32.528394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-895fbf12-86ce-4655-800c-459e9f275d8b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:32.529994 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-895fbf12-86ce-4655-800c-459e9f275d8b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "GET /v2.0/networks?id=161bff6b-b808-46bd-94de-aeed9152b00a&id=feec0d29-ada0-4242-b5f9-c340909688bf HTTP/1.1" status: 200 len: 1391 time: 0.1264505 Dec 20 23:02:32.544168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'port': {'device_id': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a', 'admin_state_up': True, 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:32.776834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:32.780394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:32.805120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccdfbc-516e-4058-becf-6cade802d6a0 req-50635fe0-c472-4045-a8d1-741cfdaeedba tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:32.806774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebccdfbc-516e-4058-becf-6cade802d6a0 req-50635fe0-c472-4045-a8d1-741cfdaeedba tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 944 time: 0.0612292 Dec 20 23:02:32.866750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebccdfbc-516e-4058-becf-6cade802d6a0 req-93e87852-fb3a-47ad-b243-e653845a32f0 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Dec 20 23:02:32.935585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Allocated IP 19.80.0.10 (161bff6b-b808-46bd-94de-aeed9152b00a/08650847-d2a8-4276-a47e-b579a2299182/2abf6526-6f8c-4b42-8e76-d56d9ea78531) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:33.105082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.191663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.216747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dff9e1-4c1c-4f41-ba25-77d75f608e9e req-13dad8a6-202a-4565-95ec-c781353ed921 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:33.217589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.225132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46dff9e1-4c1c-4f41-ba25-77d75f608e9e req-13dad8a6-202a-4565-95ec-c781353ed921 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0620723 Dec 20 23:02:33.259964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network 161bff6b-b808-46bd-94de-aeed9152b00a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:33.263340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:33.277125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:33.286408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46dff9e1-4c1c-4f41-ba25-77d75f608e9e req-41a25131-775c-4400-83a1-d8bb6b7b3311 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Dec 20 23:02:33.343438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:33.352416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:33.353084 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.446763 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-f8a55035-7799-4b31-9028-7b793466fa78 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9063058 Dec 20 23:02:33.464464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Request body: {'port': {'device_id': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf', 'admin_state_up': True, 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:33.484605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56784c-5907-43a2-88ef-2c8a7c69d942 req-9474a036-1fb8-4dd2-96b4-de68431a8325 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:33.486908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c56784c-5907-43a2-88ef-2c8a7c69d942 req-9474a036-1fb8-4dd2-96b4-de68431a8325 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 931 time: 0.0549710 Dec 20 23:02:33.576073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c56784c-5907-43a2-88ef-2c8a7c69d942 req-eb1753f7-2c00-4be2-95a7-fe94ca6a5e6b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802822 Dec 20 23:02:33.623570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bffe516e-982e-4cec-8969-d053ad93baec None None] Provisioning complete for port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:33.624438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe516e-982e-4cec-8969-d053ad93baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.660581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bffe516e-982e-4cec-8969-d053ad93baec None None] Port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:02:33.756861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Made reservation on behalf of 5c29d34c08b4407aaa3eb2e964e37381 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:33.760686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:33.885336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:33.899767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Allocated IP 19.86.0.164 (feec0d29-ada0-4242-b5f9-c340909688bf/500a338b-166c-46ba-948c-c74f53fc6b40/221b0895-aa4e-4f02-938d-0a64cf044ee8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:34.016782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016bdc-57af-465f-8280-510d17449aa2 req-175cce53-5f29-4839-9089-03bb7b96949a tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:34.029979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f016bdc-57af-465f-8280-510d17449aa2 req-175cce53-5f29-4839-9089-03bb7b96949a tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 944 time: 0.0742161 Dec 20 23:02:34.092410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.100741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f016bdc-57af-465f-8280-510d17449aa2 req-f7d74d16-3e30-4619-9524-a1fddb969412 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693200 Dec 20 23:02:34.206048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c21fd9f-7a5a-4a03-afec-6e7e6a4c11a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.251755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.284954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c21fd9f-7a5a-4a03-afec-6e7e6a4c11a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.296890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Network feec0d29-ada0-4242-b5f9-c340909688bf is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:34.299834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:34.304151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:34.319025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event updated for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:34.382163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:34.382807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.387887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c21fd9f-7a5a-4a03-afec-6e7e6a4c11a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.447528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21fd9f-7a5a-4a03-afec-6e7e6a4c11a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd926712-85e7-4405-af48-c253d519ac97,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:34.453922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4c21fd9f-7a5a-4a03-afec-6e7e6a4c11a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=011124dfd1904c62b324b2646be245d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5674546 Dec 20 23:02:34.456768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42918) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:34.483070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea27e26-18f2-44a1-bc07-6843936caee2 req-9168981c-0439-4800-8370-45b751faff18 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:34.483070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ea27e26-18f2-44a1-bc07-6843936caee2 req-9168981c-0439-4800-8370-45b751faff18 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.1004248 Dec 20 23:02:34.488659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-4639f5b5-c936-4fd9-8a16-c8f46a81192f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300841 Dec 20 23:02:34.508219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Request body: {'port': {'device_id': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:34.567028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.573388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.579380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ea27e26-18f2-44a1-bc07-6843936caee2 req-18bf2da4-470f-4f39-9b93-7fb85b197897 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939288 Dec 20 23:02:34.602649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91291ce2-030a-4d3e-8470-5450b25b7a88 None None] Provisioning complete for port 221b0895-aa4e-4f02-938d-0a64cf044ee8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:34.603107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91291ce2-030a-4d3e-8470-5450b25b7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.614756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.653928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91291ce2-030a-4d3e-8470-5450b25b7a88 None None] Port 221b0895-aa4e-4f02-938d-0a64cf044ee8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:02:34.738784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595475-a4dd-47dc-8848-0dd1da74903f req-c37ff8c0-9ce3-4896-95c9-e8201ce80286 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:34.745048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595475-a4dd-47dc-8848-0dd1da74903f req-c37ff8c0-9ce3-4896-95c9-e8201ce80286 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:34.746664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0595475-a4dd-47dc-8848-0dd1da74903f req-c37ff8c0-9ce3-4896-95c9-e8201ce80286 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1654 time: 0.0673261 Dec 20 23:02:34.750376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37623e4f-70d1-4989-b912-41c6f2d8a2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.779771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.782424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.783565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd926712-85e7-4405-af48-c253d519ac97 HTTP/1.1" status: 204 len: 168 time: 0.3258359 Dec 20 23:02:34.805947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88fd6-6511-4003-9340-a79951e0f771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd926712-85e7-4405-af48-c253d519ac97,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:34.824600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0595475-a4dd-47dc-8848-0dd1da74903f req-ea23817e-e5b3-449f-9bb8-33891ee3e36b tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714362 Dec 20 23:02:34.857462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6508c810-a35d-4e18-a629-888757ddc975 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:34.883193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abf6526-6f8c-4b42-8e76-d56d9ea78531 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:34.890104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.908594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Transition to ACTIVE for port object 2abf6526-6f8c-4b42-8e76-d56d9ea78531 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:02:34.976748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 6508c810-a35d-4e18-a629-888757ddc975 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:34.980742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 6508c810-a35d-4e18-a629-888757ddc975 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:34.981104 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:34.999778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.061451 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.091622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6508c810-a35d-4e18-a629-888757ddc975'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:35.094226 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b866a5-adbd-4679-a585-9deb211f6913" -d '{"events": [{"server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "name": "network-vif-plugged", "status": "completed", "tag": "6508c810-a35d-4e18-a629-888757ddc975"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:35.116617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6508c810-a35d-4e18-a629-888757ddc975,segment=NetworkSegment(8f705d83-0b40-4076-b3d2-80290cdfcb0e),segment_id=8f705d83-0b40-4076-b3d2-80290cdfcb0e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:35.197084 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.242680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2406a26-9981-4367-89d6-95ac204754c8 req-f7d29aae-94ee-40d2-aa8d-b0ee5ab904a2 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:35.244635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2406a26-9981-4367-89d6-95ac204754c8 req-f7d29aae-94ee-40d2-aa8d-b0ee5ab904a2 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0630736 Dec 20 23:02:35.265948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:35.321437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2406a26-9981-4367-89d6-95ac204754c8 req-c77a4e07-bcd8-45b9-8934-2e2e87bfda8b tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Dec 20 23:02:35.389647 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dea8d6-689b-475c-8d3b-8465f4139f74 x-openstack-request-id: req-27dea8d6-689b-475c-8d3b-8465f4139f74 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:35.389971 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "name": "network-vif-plugged", "status": "completed", "tag": "6508c810-a35d-4e18-a629-888757ddc975", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:35.390273 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27dea8d6-689b-475c-8d3b-8465f4139f74 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:35.390640 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6508c810-a35d-4e18-a629-888757ddc975', 'code': 200} Dec 20 23:02:35.391335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Pushing event updated for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:35.503259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Attempting to bind port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:35.503259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Attempting to bind port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:35.503259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Attempting to bind port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 on network 161bff6b-b808-46bd-94de-aeed9152b00a {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:35.503572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 on network 161bff6b-b808-46bd-94de-aeed9152b00a not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:35.503746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Attempting to bind port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 on network 161bff6b-b808-46bd-94de-aeed9152b00a {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:35.511334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:35.511679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Checking segment: {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:35.512163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Bound using segment: {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:35.512503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Bound port: 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:35.512857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.534874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21f78e-45ca-4179-978d-ed0e0bdabfe3 req-5468ecd7-5159-4859-9c65-934a9f9f1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:35.536835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b21f78e-45ca-4179-978d-ed0e0bdabfe3 req-5468ecd7-5159-4859-9c65-934a9f9f1ad1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 1096 time: 0.0462346 Dec 20 23:02:35.622059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b21f78e-45ca-4179-978d-ed0e0bdabfe3 req-3e5f9ee6-a4d2-4e89-8995-e327f2d50f74 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656428 Dec 20 23:02:35.626984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:35.631463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:35.705340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afadc-5ac7-47d7-b1d1-d70d727ceed4 req-4ad18674-0d06-46f0-a069-0a8a0a656d7b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:35.707020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862afadc-5ac7-47d7-b1d1-d70d727ceed4 req-4ad18674-0d06-46f0-a069-0a8a0a656d7b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 945 time: 0.0539882 Dec 20 23:02:35.731616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.776882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:35.777987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:35.780443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] 10.222.0.45 "PUT /v2.0/ports/2abf6526-6f8c-4b42-8e76-d56d9ea78531 HTTP/1.1" status: 200 len: 1091 time: 1.2781961 Dec 20 23:02:35.785801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:35.788292 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:35.815442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04866dbe-798b-423e-8edf-bbef202a6009 service neutron] Pushing event updated for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:35.835065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862afadc-5ac7-47d7-b1d1-d70d727ceed4 req-d71cc235-3c30-4de9-92bc-e2922b20ebf1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028993 Dec 20 23:02:35.872691 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0bdc9-37a9-4573-b8f1-1b8dbd546940 x-openstack-request-id: req-80b0bdc9-37a9-4573-b8f1-1b8dbd546940 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:35.874823 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:35.875192 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80b0bdc9-37a9-4573-b8f1-1b8dbd546940 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:35.875681 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531', 'status': 'completed', 'code': 200} Dec 20 23:02:35.988008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Request body: {'port': {'device_id': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:35.993354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-6476e943-d1be-4aa7-85ba-1dbbe3588369 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:35.995169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-6476e943-d1be-4aa7-85ba-1dbbe3588369 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.0561609 Dec 20 23:02:36.017492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd7f19-d11a-429b-918f-1d9bf0ac4e58 req-79a7d9e8-9971-4396-990c-9e80ce163447 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.037950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd7f19-d11a-429b-918f-1d9bf0ac4e58 req-79a7d9e8-9971-4396-990c-9e80ce163447 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.046891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7fd7f19-d11a-429b-918f-1d9bf0ac4e58 req-79a7d9e8-9971-4396-990c-9e80ce163447 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1666 time: 0.1407921 Dec 20 23:02:36.074555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-9'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:36.077451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-356d7f87-2916-4c10-ae38-e41569f01cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.078102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-356d7f87-2916-4c10-ae38-e41569f01cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.081145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-356d7f87-2916-4c10-ae38-e41569f01cdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1913 time: 0.1698747 Dec 20 23:02:36.084061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.137835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7fd7f19-d11a-429b-918f-1d9bf0ac4e58 req-9e5ba3e2-be6b-4ddf-b810-2c871ac8a7c4 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899684 Dec 20 23:02:36.167432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.321812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:36.337360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-92cf8978-8947-4587-ac31-b211bd30cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.337863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-92cf8978-8947-4587-ac31-b211bd30cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.338330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-92cf8978-8947-4587-ac31-b211bd30cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.340023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-92cf8978-8947-4587-ac31-b211bd30cf18 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2458675 Dec 20 23:02:36.400875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:36.466263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.469255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:36.472722 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6595c8-8887-4f12-a0b1-72bae38507c3" -d '{"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-unplugged", "status": "completed", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:36.499895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-a884c636-98a5-4dfa-892e-0271b5fc667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.501501 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a7d2578-ddd1-4bc6-b713-e4dd25f1c5ec req-a884c636-98a5-4dfa-892e-0271b5fc667b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521020 Dec 20 23:02:36.550011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52fca-4671-404b-beeb-268b247ccb35 req-5c2cfe32-be3c-4c51-a4c3-132a8a434140 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:36.551955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1b52fca-4671-404b-beeb-268b247ccb35 req-5c2cfe32-be3c-4c51-a4c3-132a8a434140 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0754128 Dec 20 23:02:36.553308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.610675 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cdf6d5-a317-49ae-9932-487e845419e0 x-openstack-request-id: req-60cdf6d5-a317-49ae-9932-487e845419e0 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:36.610971 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-unplugged", "status": "completed", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:36.611228 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60cdf6d5-a317-49ae-9932-487e845419e0 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:36.611629 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'code': 200} Dec 20 23:02:36.614089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221b0895-aa4e-4f02-938d-0a64cf044ee8 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:36.625067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.649955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Transition to ACTIVE for port object 221b0895-aa4e-4f02-938d-0a64cf044ee8 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:02:36.739421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:36.865118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:36.884767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Pushing event updated for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:37.038516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Attempting to bind port 221b0895-aa4e-4f02-938d-0a64cf044ee8 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:37.039171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Attempting to bind port 221b0895-aa4e-4f02-938d-0a64cf044ee8 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:37.039171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Attempting to bind port 221b0895-aa4e-4f02-938d-0a64cf044ee8 on network feec0d29-ada0-4242-b5f9-c340909688bf {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.046193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Port 221b0895-aa4e-4f02-938d-0a64cf044ee8 on network feec0d29-ada0-4242-b5f9-c340909688bf not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:37.046520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Attempting to bind port 221b0895-aa4e-4f02-938d-0a64cf044ee8 on network feec0d29-ada0-4242-b5f9-c340909688bf {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.057512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:37.057901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Checking segment: {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:37.058300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Bound using segment: {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:37.059002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Bound port: 221b0895-aa4e-4f02-938d-0a64cf044ee8, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:37.059359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.157359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:37.163891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:37.166619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:37.171098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:37.198229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e9ca409c-2ff1-4c71-bdc5-ab149564bc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.198434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1b52fca-4671-404b-beeb-268b247ccb35 req-210f0b0d-8413-45ec-9b14-f741a426d3d8 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365025 Dec 20 23:02:37.204663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h1-822053-9 for vnic_type normal with profile {"migrating_to": "n-h2-822053-9"} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:37.204995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:37.205318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.213816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:37.214147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.225025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:37.225365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:37.225778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:37.226221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Bound port: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:37.226577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.245346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302ef38-817b-4cda-ae29-5bbc2c735f4e req-7a98e4ae-d06d-4f2b-873c-f77893cff45e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.246916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e302ef38-817b-4cda-ae29-5bbc2c735f4e req-7a98e4ae-d06d-4f2b-873c-f77893cff45e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.1108475 Dec 20 23:02:37.260002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.261870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h1-822053-9 for vnic_type normal with profile {"migrating_to": "n-h2-822053-9"} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:37.263533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:37.267960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.293412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:37.293552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:37.322034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:37.322423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:37.322853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:37.323335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Bound port: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:37.323728 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.350710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.354167 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.355989 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] 10.222.0.45 "PUT /v2.0/ports/221b0895-aa4e-4f02-938d-0a64cf044ee8 HTTP/1.1" status: 200 len: 1092 time: 1.3757689 Dec 20 23:02:37.394954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:37.395377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e315eb-1a47-4935-8ede-fc6e3f041a79 service neutron] Pushing event updated for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:37.425460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e302ef38-817b-4cda-ae29-5bbc2c735f4e req-f8cba5d0-2e50-4dc6-8489-dd9a82c13e4c tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531227 Dec 20 23:02:37.434969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:02:37.480839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652351f7-cb6a-40c6-aaf5-e0f725dd873b req-59f99892-d55f-4bb3-9fa0-2f9f0baa71c3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.488221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652351f7-cb6a-40c6-aaf5-e0f725dd873b req-59f99892-d55f-4bb3-9fa0-2f9f0baa71c3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.496528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-652351f7-cb6a-40c6-aaf5-e0f725dd873b req-59f99892-d55f-4bb3-9fa0-2f9f0baa71c3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1678 time: 0.1600935 Dec 20 23:02:37.551131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:37.563088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.588321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-652351f7-cb6a-40c6-aaf5-e0f725dd873b req-f872001f-2724-4d56-bab9-5f0f48b06702 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907614 Dec 20 23:02:37.621810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef-n-h1-822053-9-0 {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:02:37.622346 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:02:37.700188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.700188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:37.700188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] 10.222.0.45 "PUT /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 1121 time: 1.6156452 Dec 20 23:02:37.700188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd48ce-8fd1-4e09-babf-6097a54c6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=8']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:37.776290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:37.825671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:37.836295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-1caaa570-a392-44fd-86c4-6942578b03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.837066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-1caaa570-a392-44fd-86c4-6942578b03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:37.839136 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-1caaa570-a392-44fd-86c4-6942578b03d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1980 time: 0.3590004 Dec 20 23:02:37.927759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:37.930474 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:37.936115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-35e880de-d205-4247-9f96-ec239d5b0115 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531 HTTP/1.1" status: 200 len: 217 time: 0.0868216 Dec 20 23:02:38.002598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-67c8dc5a-97d7-48fb-8488-490a524005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.004922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-67c8dc5a-97d7-48fb-8488-490a524005bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08650847-d2a8-4276-a47e-b579a2299182 HTTP/1.1" status: 200 len: 801 time: 0.0609016 Dec 20 23:02:38.031094 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24697a4e-7b66-4539-b741-bcda97cb700e x-openstack-request-id: req-24697a4e-7b66-4539-b741-bcda97cb700e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:38.031560 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:38.031825 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24697a4e-7b66-4539-b741-bcda97cb700e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:38.032399 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8', 'status': 'completed', 'code': 200} Dec 20 23:02:38.072903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-be3e40a3-9c5a-4f89-95c6-b47efb33d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.074425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-be3e40a3-9c5a-4f89-95c6-b47efb33d46b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=161bff6b-b808-46bd-94de-aeed9152b00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620687 Dec 20 23:02:38.147325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h1-822053-9 for vnic_type normal with profile {"migrating_to": "n-h2-822053-9"} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:02:38.148254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:02:38.148794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:38.153448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:02:38.154022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempting to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on network 3015924b-4453-448d-84e1-d1418ace8d34 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:02:38.160163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:02:38.160743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Checking segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:38.161323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Bound using segment: {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:02:38.161804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Bound port: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c62fe-76c0-4256-9f8b-1dbc6291b385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3015924b-4453-448d-84e1-d1418ace8d34'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:02:38.162347 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:38.189890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-42e04953-101e-4fe4-a38b-c49d890deaf8 service neutron] 10.222.0.45 "GET /v2.0/networks/161bff6b-b808-46bd-94de-aeed9152b00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052837 Dec 20 23:02:38.225975 n-d-822053-9 neutron-server[115564]: WARNING neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Concurrent port binding operations failed on port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef Dec 20 23:02:38.230161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:38.231975 n-d-822053-9 neutron-server[115564]: INFO neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Attempt 2 to bind port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef Dec 20 23:02:38.232536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef has no active binding in host n-h2-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 23:02:38.282062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:38.298356 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-88238788-5335-426b-baa6-a2ebda2fabbd service neutron] 10.222.0.45 "GET /v2.0/networks/161bff6b-b808-46bd-94de-aeed9152b00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022060 Dec 20 23:02:38.357009 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-d46ea66a-97f0-4dd1-8a97-812975e6c021 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8 HTTP/1.1" status: 200 len: 217 time: 0.0466251 Dec 20 23:02:38.374382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa311d2-88e4-489a-8676-fd823a40e589 req-c7903a1c-0d4a-47c1-bd92-998609411df0 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.375943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3aa311d2-88e4-489a-8676-fd823a40e589 req-c7903a1c-0d4a-47c1-bd92-998609411df0 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0815039 Dec 20 23:02:38.436073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3aa311d2-88e4-489a-8676-fd823a40e589 req-e7d94504-2b34-442f-b5a1-bbee3639d5ab tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515714 Dec 20 23:02:38.438375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-29699beb-d9e7-4f7a-9dd2-4229f0612fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.439841 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-29699beb-d9e7-4f7a-9dd2-4229f0612fa0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=500a338b-166c-46ba-948c-c74f53fc6b40 HTTP/1.1" status: 200 len: 801 time: 0.0751424 Dec 20 23:02:38.510430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-d53eae46-8ed4-4083-ac6e-30e62d21c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.515826 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-d53eae46-8ed4-4083-ac6e-30e62d21c3ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=feec0d29-ada0-4242-b5f9-c340909688bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666423 Dec 20 23:02:38.580199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eaf0c-36b7-4609-8730-677851504269 req-f8bcead3-0d66-4be6-9885-bb6bde4700d3 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.590646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f09eaf0c-36b7-4609-8730-677851504269 req-f8bcead3-0d66-4be6-9885-bb6bde4700d3 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0749624 Dec 20 23:02:38.615383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:38.617680 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0389cfe-052b-4ca8-863d-24c39c6e5374" -d '{"events": [{"name": "network-changed", "server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:38.638142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-b24d9d01-70e7-45c6-b69d-510b3496891a service neutron] 10.222.0.45 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127598 Dec 20 23:02:38.655692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f09eaf0c-36b7-4609-8730-677851504269 req-d1869752-de14-4217-842d-bb7341a6b44a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637543 Dec 20 23:02:38.755705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abf40ae3-29ac-40cd-b99d-44ca06d92528 req-9e244724-6185-4f4a-84ed-67b81cf193cc service neutron] 10.222.0.45 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062267 Dec 20 23:02:38.787790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35782d-1622-459d-b552-8e828f1c806e req-a6e477e2-3114-4de7-a3a8-92bf6b3a50d3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.793660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35782d-1622-459d-b552-8e828f1c806e req-a6e477e2-3114-4de7-a3a8-92bf6b3a50d3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:38.795216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f35782d-1622-459d-b552-8e828f1c806e req-a6e477e2-3114-4de7-a3a8-92bf6b3a50d3 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1678 time: 0.0604432 Dec 20 23:02:38.850605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f35782d-1622-459d-b552-8e828f1c806e req-1dbef605-f5f6-45d6-b020-ccb0a3d476b9 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Dec 20 23:02:38.905088 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24dad4b-b3c3-4853-ad5c-45ec8a85fda4 x-openstack-request-id: req-e24dad4b-b3c3-4853-ad5c-45ec8a85fda4 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:38.905570 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:38.906002 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e24dad4b-b3c3-4853-ad5c-45ec8a85fda4 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:38.906641 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'status': 'completed', 'code': 200} Dec 20 23:02:39.026125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-0b74f7ef-0978-4c11-adee-d66381a9a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.026608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-0b74f7ef-0978-4c11-adee-d66381a9a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.028233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-0b74f7ef-0978-4c11-adee-d66381a9a852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1980 time: 0.0871916 Dec 20 23:02:39.031229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-80fcf83d-8d28-4dde-8256-7758dd0624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.033287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-80fcf83d-8d28-4dde-8256-7758dd0624e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1124 time: 0.1031322 Dec 20 23:02:39.180229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae646b6-a163-4fb6-87d8-68e1e9b2f628 req-7fcc89fa-f702-4b87-bcab-465c2533b063 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.182061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ae646b6-a163-4fb6-87d8-68e1e9b2f628 req-7fcc89fa-f702-4b87-bcab-465c2533b063 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0696878 Dec 20 23:02:39.239701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ae646b6-a163-4fb6-87d8-68e1e9b2f628 req-69a05306-240a-4282-b504-8c005fed34f4 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Dec 20 23:02:39.247495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-d4fbb67b-1a4d-4e0c-b16f-cfb0d2b5bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.249392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-d4fbb67b-1a4d-4e0c-b16f-cfb0d2b5bb12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=feec0d29-ada0-4242-b5f9-c340909688bf HTTP/1.1" status: 200 len: 902 time: 0.2115057 Dec 20 23:02:39.254217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-64d84a3b-9716-418c-9482-a3f2e3b7fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.255812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-64d84a3b-9716-418c-9482-a3f2e3b7fc70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1667526 Dec 20 23:02:39.311810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-293c9442-2460-4b28-a623-f1a0d6d4a43b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8 HTTP/1.1" status: 200 len: 217 time: 0.0542574 Dec 20 23:02:39.349091 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-7a8ccca9-b4d4-4dba-bfb4-89e2f2fc9317 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 217 time: 0.0745895 Dec 20 23:02:39.422001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-c0721ea0-2df8-4761-a19b-f8b90c588f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.423322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-c0721ea0-2df8-4761-a19b-f8b90c588f7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=500a338b-166c-46ba-948c-c74f53fc6b40 HTTP/1.1" status: 200 len: 801 time: 0.0833979 Dec 20 23:02:39.430425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-97f6efee-057e-4002-85c7-9c3794fc1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.431996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-97f6efee-057e-4002-85c7-9c3794fc1343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0626361 Dec 20 23:02:39.482339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-7ec4fa09-99d0-415c-8a50-b3658fe85e3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383399 Dec 20 23:02:39.497629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-0dc212c9-8beb-471d-aba7-9375eac74644 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:02:39.497629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-0dc212c9-8beb-471d-aba7-9375eac74644 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061543 Dec 20 23:02:39.505697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-643da205-6308-4025-a829-2c36b1542037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.507169 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-643da205-6308-4025-a829-2c36b1542037 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=feec0d29-ada0-4242-b5f9-c340909688bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706255 Dec 20 23:02:39.661208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-360c2d60-c949-49e4-8443-f6d8c6e04daa service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531296 Dec 20 23:02:39.666634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-b0166a87-0d01-43b3-83bc-519b2da6a885 service neutron] 10.222.0.45 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414366 Dec 20 23:02:39.670557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:39.809236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b1a8e-fc58-4e79-a8da-aafe4a06cea1 req-6cf38468-c2cc-4fd0-9dc1-627c5eb6d7b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.811260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-351b1a8e-fc58-4e79-a8da-aafe4a06cea1 req-6cf38468-c2cc-4fd0-9dc1-627c5eb6d7b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0703473 Dec 20 23:02:39.834836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0389cfe-052b-4ca8-863d-24c39c6e5374 req-348804ed-14e5-4951-b298-e6c653fdfaa7 service neutron] 10.222.0.59 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650479 Dec 20 23:02:39.837009 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c9b6e7c2-8e14-41b3-94cf-f722dabffd7b req-bc45a340-dfce-4dd1-8389-3d4dc8ddf86d service neutron] 10.222.0.45 "GET /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596332 Dec 20 23:02:39.869114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-351b1a8e-fc58-4e79-a8da-aafe4a06cea1 req-f154bc4e-5403-401d-a7fd-896bb836a2e1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Dec 20 23:02:39.990298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402a150-bd6b-45c4-8d78-d037129fbcc8 req-c7234761-5dd6-4b17-bf32-88c138222737 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.996251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402a150-bd6b-45c4-8d78-d037129fbcc8 req-c7234761-5dd6-4b17-bf32-88c138222737 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:39.997878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0402a150-bd6b-45c4-8d78-d037129fbcc8 req-c7234761-5dd6-4b17-bf32-88c138222737 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1678 time: 0.0608854 Dec 20 23:02:40.049050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0402a150-bd6b-45c4-8d78-d037129fbcc8 req-0a452b7d-5af5-4e67-9856-badb06593ba5 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Dec 20 23:02:40.388550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd93a-939c-4666-8ee8-9cff7dc09540 req-4e431cc6-4474-4470-99c6-e057114b352c tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:40.390191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2eefd93a-939c-4666-8ee8-9cff7dc09540 req-4e431cc6-4474-4470-99c6-e057114b352c tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0648265 Dec 20 23:02:40.440218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2eefd93a-939c-4666-8ee8-9cff7dc09540 req-abafebb0-b44f-4496-ad9b-2e6fba3cb2c9 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/security-groups?id=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Dec 20 23:02:40.525026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:40.649762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-5c2f31be-e9b8-4f55-bf74-55b97155b1a0 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:40.651196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-5c2f31be-e9b8-4f55-bf74-55b97155b1a0 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.45 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Dec 20 23:02:40.754723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Deleting port 6508c810-a35d-4e18-a629-888757ddc975 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:40.755059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:40.852747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] For port 6508c810-a35d-4e18-a629-888757ddc975, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6508c810-a35d-4e18-a629-888757ddc975,segment=NetworkSegment(8f705d83-0b40-4076-b3d2-80290cdfcb0e),segment_id=8f705d83-0b40-4076-b3d2-80290cdfcb0e)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:40.853106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:40.865278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Calling delete_port for 6508c810-a35d-4e18-a629-888757ddc975 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:40.881441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221b0895-aa4e-4f02-938d-0a64cf044ee8 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:41.001233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:41.015544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '221b0895-aa4e-4f02-938d-0a64cf044ee8', 'network_id': 'feec0d29-ada0-4242-b5f9-c340909688bf', 'port_id': '221b0895-aa4e-4f02-938d-0a64cf044ee8', 'mac_address': 'fa:16:3e:d0:b3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500a338b-166c-46ba-948c-c74f53fc6b40', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:41.041050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c51dc-14f8-4c67-8c7b-da02af2f80bf req-56a58f35-fb2a-47d9-a598-5122f7b869ef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:41.042593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a89c51dc-14f8-4c67-8c7b-da02af2f80bf req-56a58f35-fb2a-47d9-a598-5122f7b869ef tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.0727239 Dec 20 23:02:41.059884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.078658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221b0895-aa4e-4f02-938d-0a64cf044ee8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:41.097655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a89c51dc-14f8-4c67-8c7b-da02af2f80bf req-b8aafe8d-9ddf-4dc4-bd9e-d862dbe023a0 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477109 Dec 20 23:02:41.105140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.116760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:41.119575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6508c810-a35d-4e18-a629-888757ddc975'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:41.194084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Pushing event deleted for resources: {'Port': ['ID=6508c810-a35d-4e18-a629-888757ddc975,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:41.206209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.218492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2abf6526-6f8c-4b42-8e76-d56d9ea78531 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:02:41.220256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] No DVR routers for this DVR port 6508c810-a35d-4e18-a629-888757ddc975 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:41.224213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.227720 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7baf6569-f8a2-455b-8a5e-9e152c7817ce req-19bdd570-1917-4022-a20c-fcf06ee910a3 tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.45 "DELETE /v2.0/ports/6508c810-a35d-4e18-a629-888757ddc975 HTTP/1.1" status: 204 len: 173 time: 0.5693562 Dec 20 23:02:41.228185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'name': 'network-vif-deleted', 'tag': '6508c810-a35d-4e18-a629-888757ddc975'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:41.237559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61efb9-f3b1-4cb6-b33a-d1a1387e135b req-16a1522f-5e0d-4fa3-86d3-ba66258a46aa tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:41.240174 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde2c27-f868-40b0-a4ca-65603a5d5e18" -d '{"events": [{"server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "name": "network-vif-deleted", "tag": "6508c810-a35d-4e18-a629-888757ddc975"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:41.249865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61efb9-f3b1-4cb6-b33a-d1a1387e135b req-16a1522f-5e0d-4fa3-86d3-ba66258a46aa tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:41.251509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d61efb9-f3b1-4cb6-b33a-d1a1387e135b req-16a1522f-5e0d-4fa3-86d3-ba66258a46aa tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1678 time: 0.0964193 Dec 20 23:02:41.312145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:41.335081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d61efb9-f3b1-4cb6-b33a-d1a1387e135b req-87c12f1b-94c7-4f33-ae61-2af2a57244d8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753336 Dec 20 23:02:41.370124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43170) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:41.399543 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3604528-08dd-4227-976a-61afb893b7f8 x-openstack-request-id: req-c3604528-08dd-4227-976a-61afb893b7f8 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:41.399838 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6027eb96-f39c-4337-980c-7c92b19682a5", "name": "network-vif-deleted", "tag": "6508c810-a35d-4e18-a629-888757ddc975", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:41.400108 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3604528-08dd-4227-976a-61afb893b7f8 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:41.400878 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6027eb96-f39c-4337-980c-7c92b19682a5', 'name': 'network-vif-deleted', 'tag': '6508c810-a35d-4e18-a629-888757ddc975', 'status': 'completed', 'code': 200} Dec 20 23:02:41.442245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:41.453587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '2abf6526-6f8c-4b42-8e76-d56d9ea78531', 'network_id': '161bff6b-b808-46bd-94de-aeed9152b00a', 'port_id': '2abf6526-6f8c-4b42-8e76-d56d9ea78531', 'mac_address': 'fa:16:3e:29:ca:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08650847-d2a8-4276-a47e-b579a2299182', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:02:41.499114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.515570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abf6526-6f8c-4b42-8e76-d56d9ea78531 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:41.547987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc189fc0-b79f-42ab-a191-89b4720b90a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.548423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:41.560762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffa94cf2-2e8c-49df-8a3b-2e19d300b4b1 req-e1a1d483-1024-4367-bb93-67766801ddfc tempest-InstanceActionsV221TestJSON-1718440228 tempest-InstanceActionsV221TestJSON-1718440228-project] 10.222.0.62 "GET /v2.0/ports?device_id=6027eb96-f39c-4337-980c-7c92b19682a5 HTTP/1.1" status: 200 len: 210 time: 0.0340874 Dec 20 23:02:41.623180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.668887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc189fc0-b79f-42ab-a191-89b4720b90a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.686622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:41.728154 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:02:41.767645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc189fc0-b79f-42ab-a191-89b4720b90a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.810367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc189fc0-b79f-42ab-a191-89b4720b90a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83426e-f56a-4b6f-baa5-5dbae11d80c9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:41.826160 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dc189fc0-b79f-42ab-a191-89b4720b90a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47cad5d6ceab45f58f0a6d9d69741981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524043 Dec 20 23:02:41.826922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43178) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:41.883237 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-a00bc3bf-a673-469b-9009-c102197e6e67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574031 Dec 20 23:02:41.884816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.914974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:41.966821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2abf6526-6f8c-4b42-8e76-d56d9ea78531'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:41.987177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589bea1-336a-438e-b084-faecbc9eba55 req-940be33f-a8d0-48ee-bb26-1f9649abdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:41.989266 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-940be33f-a8d0-48ee-bb26-1f9649abdd60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0815191 Dec 20 23:02:42.068254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:42.071222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:42.077544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b83426e-f56a-4b6f-baa5-5dbae11d80c9 HTTP/1.1" status: 204 len: 168 time: 0.2448487 Dec 20 23:02:42.089233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a41ef-1105-42e7-8962-91ae0ecb9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83426e-f56a-4b6f-baa5-5dbae11d80c9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:42.203785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589bea1-336a-438e-b084-faecbc9eba55 req-212a725a-46c0-43b1-8d82-8858319f5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.207034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-212a725a-46c0-43b1-8d82-8858319f5239 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 200 len: 916 time: 0.1933515 Dec 20 23:02:42.349797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-53cba554-5e62-4c4b-904f-16bf00a54ae6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 200 len: 1000 time: 0.1353917 Dec 20 23:02:42.375879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8f56-f147-411f-b031-382795fad97c req-89bc7448-3373-4184-8163-722a9aed1dbc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.389526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e37e8f56-f147-411f-b031-382795fad97c req-89bc7448-3373-4184-8163-722a9aed1dbc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.1487615 Dec 20 23:02:42.458198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589bea1-336a-438e-b084-faecbc9eba55 req-9b24333e-b809-4e90-91cc-8f1aa1200ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.459952 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-9b24333e-b809-4e90-91cc-8f1aa1200ce8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 HTTP/1.1" status: 200 len: 854 time: 0.1025693 Dec 20 23:02:42.467755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e37e8f56-f147-411f-b031-382795fad97c req-c005a39e-2c62-402f-ae95-1f9bb6bd5625 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Dec 20 23:02:42.543218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589bea1-336a-438e-b084-faecbc9eba55 req-2640f28a-2158-410f-af56-cc01e50058b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.544791 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-2640f28a-2158-410f-af56-cc01e50058b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779684 Dec 20 23:02:42.643857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a890b-87ff-40c4-9131-83f99b1fd756 req-42e38efb-df37-47f5-ace5-57164cf92040 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.651045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a890b-87ff-40c4-9131-83f99b1fd756 req-42e38efb-df37-47f5-ace5-57164cf92040 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:42.652755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c07a890b-87ff-40c4-9131-83f99b1fd756 req-42e38efb-df37-47f5-ace5-57164cf92040 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1680 time: 0.0722528 Dec 20 23:02:42.756188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-56e37596-80f8-409a-8ec1-9710c8cc41fc service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015445 Dec 20 23:02:42.770800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c07a890b-87ff-40c4-9131-83f99b1fd756 req-500fc768-7344-4f45-ba70-78e730530e00 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099060 Dec 20 23:02:42.895602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9589bea1-336a-438e-b084-faecbc9eba55 req-f5e07eb7-e1c2-448b-99d7-9943d6317044 service neutron] 10.222.0.59 "GET /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318958 Dec 20 23:02:43.000982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43210) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:43.004956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['221b0895-aa4e-4f02-938d-0a64cf044ee8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:43.069822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Deleting subnet d21b3821-a3cd-45dc-af7d-86dc1d699a40 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:43.073878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.109651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43214) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:43.130837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e4f-6d99-4983-a248-746021510c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.199663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.269538 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e4f-6d99-4983-a248-746021510c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.272313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.348556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e4f-6d99-4983-a248-746021510c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.390615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5bea2e4f-6d99-4983-a248-746021510c31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88f6efe1b1674134881c1eb02c875217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794430 Dec 20 23:02:43.391561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2e4f-6d99-4983-a248-746021510c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afa65ae-29ab-458a-901b-e2956b99b2cc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:43.393444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43220) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:43.428506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.477541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21b3821-a3cd-45dc-af7d-86dc1d699a40,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:43.486188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.490450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7d677100-a286-497a-adde-b3c412c3f218 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d21b3821-a3cd-45dc-af7d-86dc1d699a40 HTTP/1.1" status: 204 len: 168 time: 0.4877958 Dec 20 23:02:43.490902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.493327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43224) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:43.544397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.590653 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.698037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20f89-331e-400b-8889-42ebbce5101e req-4e5b257a-1520-4b02-b1eb-548e8bd8be4a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:43.699629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ea20f89-331e-400b-8889-42ebbce5101e req-4e5b257a-1520-4b02-b1eb-548e8bd8be4a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 943 time: 0.1035542 Dec 20 23:02:43.739182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.739639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.742833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.746578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0afa65ae-29ab-458a-901b-e2956b99b2cc HTTP/1.1" status: 204 len: 168 time: 0.3495212 Dec 20 23:02:43.765362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6099f-4825-4f5f-972d-d22565cdf1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afa65ae-29ab-458a-901b-e2956b99b2cc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:43.788998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcb94d5-a100-42af-8db8-b2f9bf48d089']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:43.809605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f705d83-0b40-4076-b3d2-80290cdfcb0e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:43.809971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f705d83-0b40-4076-b3d2-80290cdfcb0e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:43.838195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ea20f89-331e-400b-8889-42ebbce5101e req-c6071ece-7edb-4150-9fd6-4b3092753b24 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093986 Dec 20 23:02:43.840497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.870568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.881318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:43.881973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:43.885128 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:44.007770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ec9e-c0bb-4b4b-a8a4-1fac1bef077d req-2d5f11b1-9e11-4e11-a522-2ae678711f28 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:44.013786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ec9e-c0bb-4b4b-a8a4-1fac1bef077d req-2d5f11b1-9e11-4e11-a522-2ae678711f28 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:44.015515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03c3ec9e-c0bb-4b4b-a8a4-1fac1bef077d req-2d5f11b1-9e11-4e11-a522-2ae678711f28 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1680 time: 0.1000073 Dec 20 23:02:44.069482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03c3ec9e-c0bb-4b4b-a8a4-1fac1bef077d req-e38ef74d-d64e-45f5-ac09-3cb7268d1c23 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Dec 20 23:02:44.070117 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:44.076345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:44.079661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] 10.222.0.62 "DELETE /v2.0/networks/7bcb94d5-a100-42af-8db8-b2f9bf48d089 HTTP/1.1" status: 204 len: 168 time: 0.5849545 Dec 20 23:02:44.090950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b47a6-b80c-4361-9e36-3263ed41d63d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcb94d5-a100-42af-8db8-b2f9bf48d089,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:44.120768 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-34c9af93-d556-4088-90e1-a8ffde1b6691 service neutron] 10.222.0.59 "GET /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.0777311 Dec 20 23:02:44.315677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:44.337131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:44.373916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:02:44.386071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:44.630313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:44.809197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] Transition to ACTIVE for port object 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:02:44.882897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221b0895-aa4e-4f02-938d-0a64cf044ee8 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:44.897581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43262) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:44.909159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:44.950509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-839a4c4c-c079-4bb7-bca5-4382dc697f45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8456f7ba1a924ea0bf847a7c87c9b81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491769 Dec 20 23:02:44.957961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43266) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:45.025380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] No DVR routers for this DVR port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:45.026926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c7ed6-e199-4f61-8de4-d3265ca585fc req-2cf32624-65c0-4d42-a56c-987afd9b7bdd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.036079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d4c7ed6-e199-4f61-8de4-d3265ca585fc req-2cf32624-65c0-4d42-a56c-987afd9b7bdd tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.0906146 Dec 20 23:02:45.068103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 221b0895-aa4e-4f02-938d-0a64cf044ee8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:45.070855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:45.074546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 221b0895-aa4e-4f02-938d-0a64cf044ee8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:45.074963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.085250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-3c03dee0-fcc8-4d6f-a5d2-3bb3934e1f1d service neutron] 10.222.0.59 "PUT /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef/bindings/n-h2-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9563477 Dec 20 23:02:45.097409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.131382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d4c7ed6-e199-4f61-8de4-d3265ca585fc req-bd72af9e-e276-46f3-83de-431529a6ff77 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881908 Dec 20 23:02:45.136449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.227234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.261100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9300-781d-4cb8-a3f2-368bfc34603e req-98f637ca-f6f5-4ac7-9559-1b10c9ea4119 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.266111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:45.267365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:45.267746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9300-781d-4cb8-a3f2-368bfc34603e req-98f637ca-f6f5-4ac7-9559-1b10c9ea4119 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.269687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-540f9300-781d-4cb8-a3f2-368bfc34603e req-98f637ca-f6f5-4ac7-9559-1b10c9ea4119 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1680 time: 0.0707107 Dec 20 23:02:45.270242 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0715c39-3e7e-4bc9-9aab-e5ba0f7a7fb4" -d '{"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-plugged", "status": "completed", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:45.309955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-d5ea101c-99bf-467f-865c-04639c96e277 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.311993 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-d5ea101c-99bf-467f-865c-04639c96e277 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.0788708 Dec 20 23:02:45.316493 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7a6155-4908-472d-8b4a-330bc0d38dc4 x-openstack-request-id: req-ac7a6155-4908-472d-8b4a-330bc0d38dc4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:45.316795 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-plugged", "status": "completed", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:45.317093 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac7a6155-4908-472d-8b4a-330bc0d38dc4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:45.318363 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8', 'code': 200} Dec 20 23:02:45.321268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:45.321640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.328321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.332506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80d07a2c-788f-4d6e-b2ed-30b4b16a9e93 HTTP/1.1" status: 204 len: 168 time: 0.3690882 Dec 20 23:02:45.343659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-540f9300-781d-4cb8-a3f2-368bfc34603e req-101125d7-408b-4a28-ba02-b4151e673ba8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Dec 20 23:02:45.364651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.372100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2abf6526-6f8c-4b42-8e76-d56d9ea78531 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:02:45.441730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:02:45.442163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:45.464227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:45.533134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:02:45.537950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:02:45.538851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.638905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.661905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5671d34-d57c-40bb-be49-7b39d017024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d07a2c-788f-4d6e-b2ed-30b4b16a9e93,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:45.676602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-b07b1591-4927-42e3-9bcd-5b56ee9f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.678287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-b07b1591-4927-42e3-9bcd-5b56ee9f315f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb&tenant_id=17f82e47be3e42ab842d3d6a7093446d HTTP/1.1" status: 200 len: 1095 time: 0.3471861 Dec 20 23:02:45.688916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:45.749318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-ddf0b4da-2f22-49e3-8098-32a9890e605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.751146 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-ddf0b4da-2f22-49e3-8098-32a9890e605a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17f82e47be3e42ab842d3d6a7093446d&device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1095 time: 0.0475740 Dec 20 23:02:45.796642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:45.799480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6508c810-a35d-4e18-a629-888757ddc975 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:45.865265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 6508c810-a35d-4e18-a629-888757ddc975 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:45.866376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6508c810-a35d-4e18-a629-888757ddc975 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:45.894642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-ee9f8e16-f80a-46b6-9b99-86af0c34b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:45.895957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-ee9f8e16-f80a-46b6-9b99-86af0c34b8e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 200 len: 908 time: 0.1337254 Dec 20 23:02:45.913287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:45.951474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-58fedca6-7ccf-49ad-bfa5-6809816f28a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 200 len: 217 time: 0.0472674 Dec 20 23:02:46.015850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-dc82b0f6-1041-469b-a5ab-0edb345dd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:46.017435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-dc82b0f6-1041-469b-a5ab-0edb345dd0f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 200 len: 847 time: 0.0584610 Dec 20 23:02:46.061166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-48a497f2-611f-46bb-979f-ff79c463d267 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3015924b-4453-448d-84e1-d1418ace8d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325501 Dec 20 23:02:46.173473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-20e4063d-b493-453f-9c94-116cab2d82e9 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034131 Dec 20 23:02:46.271180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f4cb-16bb-4446-8e27-ccd2c0d92193 req-d36a9e26-f30c-4e78-bf3a-143997fdbd64 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:46.280553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfe5f4cb-16bb-4446-8e27-ccd2c0d92193 req-d36a9e26-f30c-4e78-bf3a-143997fdbd64 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.0711586 Dec 20 23:02:46.283359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-6996e66b-e86e-4cfb-bb19-ec1843e64721 service neutron] 10.222.0.45 "GET /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980227 Dec 20 23:02:46.338438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfe5f4cb-16bb-4446-8e27-ccd2c0d92193 req-fa4e9074-3dc2-4007-ad0c-d7758e207ed9 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Dec 20 23:02:46.459284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa6e16-74a5-4e0f-aa1e-a18bad75867c req-a80fdd67-42ee-41af-b7b9-964c704a41b9 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:46.465220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa6e16-74a5-4e0f-aa1e-a18bad75867c req-a80fdd67-42ee-41af-b7b9-964c704a41b9 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:46.466859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1faa6e16-74a5-4e0f-aa1e-a18bad75867c req-a80fdd67-42ee-41af-b7b9-964c704a41b9 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.0590169 Dec 20 23:02:46.535334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1faa6e16-74a5-4e0f-aa1e-a18bad75867c req-fe044ea7-49dd-4459-b9f6-6f0021cc9331 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613077 Dec 20 23:02:46.889376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-e060b3d7-0e1c-482b-aa37-c9c7f6ca8332 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:46.890960 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-e060b3d7-0e1c-482b-aa37-c9c7f6ca8332 tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb&tenant_id=17f82e47be3e42ab842d3d6a7093446d&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.0430644 Dec 20 23:02:47.101931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-d86c8d12-b620-4cd9-8095-7ccfcbf5423d service neutron] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:02:47.105923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-d86c8d12-b620-4cd9-8095-7ccfcbf5423d service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:47.107114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-d86c8d12-b620-4cd9-8095-7ccfcbf5423d service neutron] 10.222.0.45 "DELETE /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef/bindings/n-h1-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.2052045 Dec 20 23:02:47.319535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:47.321991 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508a4d25-a66c-4cc9-886e-95c27aad9125" -d '{"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-plugged", "status": "completed", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:47.393768 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f490bed4-e8a6-4301-93c8-a7b27223b7eb x-openstack-request-id: req-f490bed4-e8a6-4301-93c8-a7b27223b7eb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:47.393768 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-plugged", "status": "completed", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:47.393768 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f490bed4-e8a6-4301-93c8-a7b27223b7eb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:47.393768 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531', 'code': 200} Dec 20 23:02:47.490907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea4b48-db40-44c1-8c41-e9f4a77714f4 req-a7cb95da-9ee5-4566-bbe8-2cd5efcc70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.490907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea4b48-db40-44c1-8c41-e9f4a77714f4 req-a7cb95da-9ee5-4566-bbe8-2cd5efcc70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.490907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28ea4b48-db40-44c1-8c41-e9f4a77714f4 req-a7cb95da-9ee5-4566-bbe8-2cd5efcc70db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1984 time: 0.0562930 Dec 20 23:02:47.521101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c61cb-a5de-424e-b1bb-d77db145df13 req-6a360eba-fa32-45b0-a946-d060f4582012 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.522805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c49c61cb-a5de-424e-b1bb-d77db145df13 req-6a360eba-fa32-45b0-a946-d060f4582012 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.1059294 Dec 20 23:02:47.581601 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28ea4b48-db40-44c1-8c41-e9f4a77714f4 req-25f0f570-dbbf-4e4e-8e9d-e0a6b5681bcc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773835 Dec 20 23:02:47.592650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c49c61cb-a5de-424e-b1bb-d77db145df13 req-6718ba3c-faf3-4081-9c33-727e43bda491 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Dec 20 23:02:47.616279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:47.685742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db28cce-92c7-4d2a-bf2e-38875da543ca req-04bb52a6-8e4b-4b79-9d87-83ebba3ce942 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.693872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db28cce-92c7-4d2a-bf2e-38875da543ca req-04bb52a6-8e4b-4b79-9d87-83ebba3ce942 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.695983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1db28cce-92c7-4d2a-bf2e-38875da543ca req-04bb52a6-8e4b-4b79-9d87-83ebba3ce942 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.0645223 Dec 20 23:02:47.787363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccbd88-3c3a-4235-a03a-e1a12adf3fac req-bc71a51f-974a-452d-be9b-6402fb5968ab tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:47.788897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cccbd88-3c3a-4235-a03a-e1a12adf3fac req-bc71a51f-974a-452d-be9b-6402fb5968ab tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 1095 time: 0.0728691 Dec 20 23:02:47.800664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1db28cce-92c7-4d2a-bf2e-38875da543ca req-097df396-d889-4af3-b3bb-15958bd332ab tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911994 Dec 20 23:02:47.866244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cccbd88-3c3a-4235-a03a-e1a12adf3fac req-c1681784-767e-4f25-b028-54070037b50f tempest-LiveMigrationTest-544333987 tempest-LiveMigrationTest-544333987-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Dec 20 23:02:47.886949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1792316756-network', 'tenant_id': '7e507198948141c5847baf20ae26d0e8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:47.966468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Made reservation on behalf of 7e507198948141c5847baf20ae26d0e8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:47.970265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:47.994510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.101900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.247287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.272636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:02:48.285071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87b2fa-211e-4dcf-8464-884bc87e861f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:48.292936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.293296 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Added segment fb812a04-a5a9-435c-a5c5-f367953df716 of type vlan for network 5246aee2-bd03-4022-85d0-0274339e5897 Dec 20 23:02:48.339792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.476515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.476515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:48.476515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.550970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] Pushing event updated for resources: {'Network': ['ID=5246aee2-bd03-4022-85d0-0274339e5897,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:48.561101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5246aee2-bd03-4022-85d0-0274339e5897 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:02:48.576903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e56f2571-f534-494b-8b22-7a41796bf608 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9626338 Dec 20 23:02:48.578206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:48.579077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:48.585418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Request body: {'subnet': {'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1792316756-subnet', 'tenant_id': '7e507198948141c5847baf20ae26d0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:48.616408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686844e-bdb6-4bf5-a4a2-2be37e7cdd5c req-f67a35fc-254b-4ff7-a6c8-9e816ba069e4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:48.618468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c686844e-bdb6-4bf5-a4a2-2be37e7cdd5c req-f67a35fc-254b-4ff7-a6c8-9e816ba069e4 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.0819261 Dec 20 23:02:48.678973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c686844e-bdb6-4bf5-a4a2-2be37e7cdd5c req-e5147d79-ddfa-4fdc-be0b-8e9026378336 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521715 Dec 20 23:02:48.696867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Made reservation on behalf of 7e507198948141c5847baf20ae26d0e8 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:48.697610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.719998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64f01928-9569-4f1b-85c7-80b95a17b3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.803239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64f01928-9569-4f1b-85c7-80b95a17b3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.870336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64f01928-9569-4f1b-85c7-80b95a17b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:48.948083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f01928-9569-4f1b-85c7-80b95a17b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf0562-3a50-4e7c-90df-f886d6df09f1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:48.964286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-64f01928-9569-4f1b-85c7-80b95a17b3e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9286b642ff048a5af2a3664876ac4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799114 Dec 20 23:02:48.964286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43436) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:48.982830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.009624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c157d7-76b9-4e60-9927-21e3178835e5 req-76cc3925-1cc8-4d02-8f23-0e7733cab4ab tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:49.015698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c157d7-76b9-4e60-9927-21e3178835e5 req-76cc3925-1cc8-4d02-8f23-0e7733cab4ab tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:49.017298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18c157d7-76b9-4e60-9927-21e3178835e5 req-76cc3925-1cc8-4d02-8f23-0e7733cab4ab tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.1441572 Dec 20 23:02:49.038285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1af39c-ca72-439f-8a11-92c0f7b20910,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:49.047595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.055974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Checking segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:02:49.056443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Network hostable DHCP agents. Network: 5246aee2-bd03-4022-85d0-0274339e5897, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:02:49.088646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.104108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18c157d7-76b9-4e60-9927-21e3178835e5 req-7fc5f6cc-c424-4996-bf33-2295be9b85e6 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 Dec 20 23:02:49.168123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Network 5246aee2-bd03-4022-85d0-0274339e5897 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.211438 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:49.213948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-c61fca1f-4b7a-4905-b9ec-97ccfbf1e6a6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:49.215180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-c61fca1f-4b7a-4905-b9ec-97ccfbf1e6a6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 944 time: 0.0592000 Dec 20 23:02:49.245204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.247947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.249093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79cf0562-3a50-4e7c-90df-f886d6df09f1 HTTP/1.1" status: 204 len: 168 time: 0.2877631 Dec 20 23:02:49.257536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e479a2-e059-48c3-81eb-c6576fb817dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf0562-3a50-4e7c-90df-f886d6df09f1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:49.306229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5246aee2-bd03-4022-85d0-0274339e5897) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:49.311901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:49.312689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.316030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3359fd-49e3-45b8-9616-f87a69c93769 None None] Network 5246aee2-bd03-4022-85d0-0274339e5897 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:49.347258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Deleting port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:49.347626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.411789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dc9b8b0b-4773-46b3-ba1a-c70000ec9099 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8310628 Dec 20 23:02:49.424693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605c78a-5bf5-47d4-8982-fdfb16d7bf3d None None] Network 5246aee2-bd03-4022-85d0-0274339e5897 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:49.442887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] For port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:49.443252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.455930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Calling delete_port for 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:49.681665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.695423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:49.704399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:49.717683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event deleted for resources: {'Port': ['ID=958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:49.719584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:49.772995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] No DVR routers for this DVR port 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:49.775847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:49.780029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9b0cd11f-c057-4ce8-ba72-84c879a0eb82 req-882a5034-df15-4b71-96f9-e2d55d9d882b tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "DELETE /v2.0/ports/958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef HTTP/1.1" status: 204 len: 173 time: 0.5558593 Dec 20 23:02:49.785874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-deleted', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:49.785874 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d827e1-d429-41b1-a583-a4d6f32a7175" -d '{"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-deleted", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:49.838418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cff55a3e-db92-478e-9ef2-a5d852503ed2 req-36cf8f80-68ac-480f-8ce6-ef632cdbf2dc tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0412104 Dec 20 23:02:49.904140 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a05b6f-6dbd-4871-bf28-cc314da9731c x-openstack-request-id: req-c6a05b6f-6dbd-4871-bf28-cc314da9731c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:49.904440 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a982dd-beb2-417f-be92-99f5a61733cb", "name": "network-vif-deleted", "tag": "958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:49.904697 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6a05b6f-6dbd-4871-bf28-cc314da9731c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:49.906513 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a982dd-beb2-417f-be92-99f5a61733cb', 'name': 'network-vif-deleted', 'tag': '958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef', 'status': 'completed', 'code': 200} Dec 20 23:02:49.927965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4206c7db-3d08-4adb-9465-4328589e685c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.006643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4206c7db-3d08-4adb-9465-4328589e685c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.072418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43472) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:50.081509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4206c7db-3d08-4adb-9465-4328589e685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.099185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9e81c8f-92f7-4794-8508-2eb292e669b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.140438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4206c7db-3d08-4adb-9465-4328589e685c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21799c60da84420abda2478289a37476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197648 Dec 20 23:02:50.144231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:50.213688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.236836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.246131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c7db-3d08-4adb-9465-4328589e685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b1a8f-6fb6-4d54-80c8-bb891341e6cd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:50.258350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9e81c8f-92f7-4794-8508-2eb292e669b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.351997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f9cb7-3fc6-4ad5-be44-5bfdb809a7f3 req-da58dc11-9b01-44c5-8be7-053104bae81a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:50.357860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f9cb7-3fc6-4ad5-be44-5bfdb809a7f3 req-da58dc11-9b01-44c5-8be7-053104bae81a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:50.359432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c24f9cb7-3fc6-4ad5-be44-5bfdb809a7f3 req-da58dc11-9b01-44c5-8be7-053104bae81a tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.1465886 Dec 20 23:02:50.362411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9e81c8f-92f7-4794-8508-2eb292e669b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.370804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.373613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.375034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/113b1a8f-6fb6-4d54-80c8-bb891341e6cd HTTP/1.1" status: 204 len: 168 time: 0.2296138 Dec 20 23:02:50.386451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5b62e0fe-6f06-4512-8492-074eea573dae tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:50.386451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5b62e0fe-6f06-4512-8492-074eea573dae tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 818 time: 0.2547050 Dec 20 23:02:50.393614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dea7fa-9363-4698-b086-c3aa4347739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b1a8f-6fb6-4d54-80c8-bb891341e6cd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:50.442434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e81c8f-92f7-4794-8508-2eb292e669b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6debb5b-79c6-448d-ae46-5bcc9a942768,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:50.451180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-34e5ecef-98e8-49f7-913d-68f6806f7cf4 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/quotas/7e507198948141c5847baf20ae26d0e8 HTTP/1.1" status: 200 len: 375 time: 0.0527022 Dec 20 23:02:50.454626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c9e81c8f-92f7-4794-8508-2eb292e669b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=427bd69657ad467d8fd147cbbcf29838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810093 Dec 20 23:02:50.457544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43492) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:50.497005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d06865ac-77df-45bb-9336-9c4384239d9d tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447855 Dec 20 23:02:50.521177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.540134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c24f9cb7-3fc6-4ad5-be44-5bfdb809a7f3 req-3623e781-f65f-4439-ba2a-ecda3edd0955 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714377 Dec 20 23:02:50.549180 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.701104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.708447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:50.712351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6debb5b-79c6-448d-ae46-5bcc9a942768 HTTP/1.1" status: 204 len: 168 time: 0.2513919 Dec 20 23:02:50.740762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-42a6c455-894d-44dc-ae16-99deea96aa5d service neutron] 10.222.0.62 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429016 Dec 20 23:02:50.746902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca41c3-a7c7-461a-ba4b-5b4f619f5370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6debb5b-79c6-448d-ae46-5bcc9a942768,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:50.866804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-f9236ee4-f0a4-43c4-9d08-35db3122ccfa service neutron] 10.222.0.62 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228633 Dec 20 23:02:51.292325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:51.310737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78d809f9-3d81-4f62-99a9-589ae58413f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.416540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78d809f9-3d81-4f62-99a9-589ae58413f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.479230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78d809f9-3d81-4f62-99a9-589ae58413f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.515245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78d809f9-3d81-4f62-99a9-589ae58413f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c237e7b876844ae3aeeba094d46b8b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207131 Dec 20 23:02:51.523186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43522) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:51.567485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d809f9-3d81-4f62-99a9-589ae58413f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a982d83-b7ef-4fc7-a04d-2c57b7d11ccb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:51.602974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.636931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.656157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:51.687011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0342241d-75bd-4474-a0c6-2cc6fe0d8bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.701285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f79febe5-a03a-4b21-8653-f36b35bf8c2a req-ebc83343-2475-4cf1-85f6-acf29777f009 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0651610 Dec 20 23:02:51.724863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e520c-3e3d-4309-91e9-33ec2114c645 req-df021b62-ba80-4823-8129-17b2d8293dfb tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:51.734423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e520c-3e3d-4309-91e9-33ec2114c645 req-df021b62-ba80-4823-8129-17b2d8293dfb tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:51.742406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad6e520c-3e3d-4309-91e9-33ec2114c645 req-df021b62-ba80-4823-8129-17b2d8293dfb tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.2255311 Dec 20 23:02:51.805844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad6e520c-3e3d-4309-91e9-33ec2114c645 req-d05f120d-169b-4b78-8116-0ff6ceb7ecec tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562859 Dec 20 23:02:51.881642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.884607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.888991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a982d83-b7ef-4fc7-a04d-2c57b7d11ccb HTTP/1.1" status: 204 len: 168 time: 0.3644314 Dec 20 23:02:51.891464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0342241d-75bd-4474-a0c6-2cc6fe0d8bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.901443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea366-e71c-43f8-877b-22207a6c2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a982d83-b7ef-4fc7-a04d-2c57b7d11ccb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:51.970541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0342241d-75bd-4474-a0c6-2cc6fe0d8bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:51.992004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34b52c13-a7ac-472b-8680-c8cd8a93659f req-2a27206a-53ac-4cda-a0b6-6561231bee44 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0443597 Dec 20 23:02:52.024038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0342241d-75bd-4474-a0c6-2cc6fe0d8bc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e170a5453ac24ba2b3557c87f044ea54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668418 Dec 20 23:02:52.024932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342241d-75bd-4474-a0c6-2cc6fe0d8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba3e7b-65d4-437f-9207-1134b81a2550,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:52.026860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43538) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:52.086980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:52.111904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:52.275530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:52.278278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:52.279480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34ba3e7b-65d4-437f-9207-1134b81a2550 HTTP/1.1" status: 204 len: 168 time: 0.2506361 Dec 20 23:02:52.287931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f1ed-aa73-4b74-91a1-59f1435450d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba3e7b-65d4-437f-9207-1134b81a2550,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:52.839863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9cb8070a-9418-4945-afef-d74e32ba8cee req-992a716c-b62a-4d08-8e9f-d4bc56e971b8 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0509162 Dec 20 23:02:52.873039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-9c118029-c22b-47f5-b572-b7a90d398509 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:52.885304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-9c118029-c22b-47f5-b572-b7a90d398509 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:52.886969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-9c118029-c22b-47f5-b572-b7a90d398509 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.0868535 Dec 20 23:02:52.943276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:52.982810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d19974-f5cf-406a-beac-dbbada5f0f0f req-cc1a5a1e-3b8e-49d1-b46d-b6fad6e3da4e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:52.991091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d19974-f5cf-406a-beac-dbbada5f0f0f req-cc1a5a1e-3b8e-49d1-b46d-b6fad6e3da4e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:52.992486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:52.993038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 958e6ee3-6f3a-40ad-9d4c-462ffeb6f4ef not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:52.994184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0d19974-f5cf-406a-beac-dbbada5f0f0f req-cc1a5a1e-3b8e-49d1-b46d-b6fad6e3da4e tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 1682 time: 0.0915895 Dec 20 23:02:53.037633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 221b0895-aa4e-4f02-938d-0a64cf044ee8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:53.038127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:53.063829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0d19974-f5cf-406a-beac-dbbada5f0f0f req-78702078-aebc-4c2e-a050-99941a702fe1 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626411 Dec 20 23:02:53.223609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57c96ac6-d5d1-44d3-bb9a-28cc6987762a req-466c582a-9625-4288-ad44-b39633b726fb tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0535660 Dec 20 23:02:53.262990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 221b0895-aa4e-4f02-938d-0a64cf044ee8, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=221b0895-aa4e-4f02-938d-0a64cf044ee8,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:53.263397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:53.280394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 221b0895-aa4e-4f02-938d-0a64cf044ee8 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:53.561818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:53.577895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2abf6526-6f8c-4b42-8e76-d56d9ea78531', '221b0895-aa4e-4f02-938d-0a64cf044ee8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:53.636625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=221b0895-aa4e-4f02-938d-0a64cf044ee8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:53.683987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 221b0895-aa4e-4f02-938d-0a64cf044ee8 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:53.686766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:53.691137 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-7ad9a2a8-f592-4548-bf00-d7e9f0868424 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "DELETE /v2.0/ports/221b0895-aa4e-4f02-938d-0a64cf044ee8 HTTP/1.1" status: 204 len: 173 time: 0.7950892 Dec 20 23:02:53.691667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-deleted', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:53.694652 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dfa23c-d969-411a-9fc1-a94257dc899d" -d '{"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-deleted", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:53.798577 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cc6176-7113-4152-9bad-bfc54b20da01 x-openstack-request-id: req-d8cc6176-7113-4152-9bad-bfc54b20da01 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:53.798931 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-deleted", "tag": "221b0895-aa4e-4f02-938d-0a64cf044ee8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:53.799407 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8cc6176-7113-4152-9bad-bfc54b20da01 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:53.800480 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-deleted', 'tag': '221b0895-aa4e-4f02-938d-0a64cf044ee8', 'status': 'completed', 'code': 200} Dec 20 23:02:53.842090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:53.842517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:53.988469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 2abf6526-6f8c-4b42-8e76-d56d9ea78531, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2abf6526-6f8c-4b42-8e76-d56d9ea78531,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:53.989107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:54.002184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 2abf6526-6f8c-4b42-8e76-d56d9ea78531 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:54.013909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-912e5531-a5e9-4703-891e-8016f44456cc req-e2e0182c-cdc7-4edc-aca4-e7e2b3b52c43 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0295458 Dec 20 23:02:54.231857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf03a-e0e9-42ca-a4f6-39dd3945675d req-17a64d78-ed74-4150-8ff9-b4c0907fcc14 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:54.234619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c5cf03a-e0e9-42ca-a4f6-39dd3945675d req-17a64d78-ed74-4150-8ff9-b4c0907fcc14 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 945 time: 0.0663588 Dec 20 23:02:54.292222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c5cf03a-e0e9-42ca-a4f6-39dd3945675d req-95b6571f-d6e9-4442-b899-edc22fb49400 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/security-groups?id=b214b218-d30a-4453-9388-33af08de2ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Dec 20 23:02:54.292765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:54.304975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['221b0895-aa4e-4f02-938d-0a64cf044ee8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:02:54.347561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=2abf6526-6f8c-4b42-8e76-d56d9ea78531,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:54.362362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7c7e804-55aa-4aa0-a151-e218ba9b6a14 req-763e7b16-378a-4bee-aff7-07c0aa543d42 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0456467 Dec 20 23:02:54.413659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 2abf6526-6f8c-4b42-8e76-d56d9ea78531 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:54.416439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:54.420593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f861aa8-790e-4e11-8919-f809b6de9b11 req-67d3c9f3-a412-4b97-a36e-26031f702b2f tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.45 "DELETE /v2.0/ports/2abf6526-6f8c-4b42-8e76-d56d9ea78531 HTTP/1.1" status: 204 len: 173 time: 0.7219121 Dec 20 23:02:55.145515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2eee2668-ecd9-4081-9f3d-a76773d4ed23 req-a5da395a-0e91-4fb3-b142-75980eb562eb tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0491276 Dec 20 23:02:55.490344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b845891-503b-4064-b2c2-bcb795b17657 req-2451c611-005f-4e36-b39e-a9b52b0c4162 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a94c58f-4fb6-42ec-a6ee-42b6e39f1801 HTTP/1.1" status: 200 len: 210 time: 0.0409377 Dec 20 23:02:55.529304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a622e39-0e8d-4f97-ba26-780635203983 req-d6ab7166-0e7c-45bb-b40b-aefd37db8bf0 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0331423 Dec 20 23:02:55.801377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-deleted', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:02:55.804837 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18aa219-3494-40f9-a4fd-fc5085f2188d" -d '{"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-deleted", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:02:55.863375 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f75955-95fe-4c42-abc6-adb1224bcbf2 x-openstack-request-id: req-81f75955-95fe-4c42-abc6-adb1224bcbf2 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:02:55.863741 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94c58f-4fb6-42ec-a6ee-42b6e39f1801", "name": "network-vif-deleted", "tag": "2abf6526-6f8c-4b42-8e76-d56d9ea78531", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:02:55.863932 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81f75955-95fe-4c42-abc6-adb1224bcbf2 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:02:55.865110 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94c58f-4fb6-42ec-a6ee-42b6e39f1801', 'name': 'network-vif-deleted', 'tag': '2abf6526-6f8c-4b42-8e76-d56d9ea78531', 'status': 'completed', 'code': 200} Dec 20 23:02:56.053681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d4664cab-7cdf-4cc5-bcff-1b96f1b49a71 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:56.055486 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d4664cab-7cdf-4cc5-bcff-1b96f1b49a71 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 818 time: 0.1215432 Dec 20 23:02:56.069936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Request body: {'port': {'device_id': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'admin_state_up': True, 'tenant_id': '7e507198948141c5847baf20ae26d0e8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:56.313144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cceb306-9a87-4176-947c-ce6078dfbedf req-49e5da8d-d727-47e0-80bd-a4a3b1aa2529 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=29a982dd-beb2-417f-be92-99f5a61733cb HTTP/1.1" status: 200 len: 210 time: 0.0365884 Dec 20 23:02:56.327215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Made reservation on behalf of 7e507198948141c5847baf20ae26d0e8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:56.333650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:56.535137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43720) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:56.579006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43726) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:56.641564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:56.704887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb7ca7d-1235-48f4-91c3-6b5aa6259e3a req-7474d127-7c15-460b-88e4-7de92346bc7d tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0647318 Dec 20 23:02:56.713483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Allocated IP 172.20.0.6 (5246aee2-bd03-4022-85d0-0274339e5897/1a1af39c-ca72-439f-8a11-92c0f7b20910/8e0fa524-7eb6-42db-89e3-42aa3523e1fb) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:56.742817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting subnet 500a338b-166c-46ba-948c-c74f53fc6b40 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:02:56.753329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:56.763795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e98a6237-8703-489e-a977-c76b0730867b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:56.833170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edf72966-d619-4011-9946-daa09d6f2434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:56.838732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a86a6117-ec30-42a0-b8e6-990401701758 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:56.840186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a86a6117-ec30-42a0-b8e6-990401701758 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 818 time: 0.3141723 Dec 20 23:02:56.849229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:56.855029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Request body: {'port': {'device_id': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'admin_state_up': True, 'tenant_id': '7e507198948141c5847baf20ae26d0e8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:56.960117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221b0895-aa4e-4f02-938d-0a64cf044ee8 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:57.004660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 221b0895-aa4e-4f02-938d-0a64cf044ee8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:57.005938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 221b0895-aa4e-4f02-938d-0a64cf044ee8 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:57.006537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2abf6526-6f8c-4b42-8e76-d56d9ea78531 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:57.033402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.034982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 2abf6526-6f8c-4b42-8e76-d56d9ea78531 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:02:57.035815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2abf6526-6f8c-4b42-8e76-d56d9ea78531 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:02:57.119582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e98a6237-8703-489e-a977-c76b0730867b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.128228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edf72966-d619-4011-9946-daa09d6f2434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.181790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.218745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e98a6237-8703-489e-a977-c76b0730867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.259930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-31f3f04c-d928-4019-9cd6-3f2c4ef8187e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:57.261407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-31f3f04c-d928-4019-9cd6-3f2c4ef8187e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.45 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 818 time: 0.2464185 Dec 20 23:02:57.264550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a6237-8703-489e-a977-c76b0730867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673f5af-3568-4df3-b589-d65e6da3a443,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:57.282574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e98a6237-8703-489e-a977-c76b0730867b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96f0384aaad744cfaa7f7e933024baa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462382 Dec 20 23:02:57.285878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.286264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Request body: {'port': {'device_id': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'admin_state_up': True, 'tenant_id': '7e507198948141c5847baf20ae26d0e8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:57.288386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43734) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:57.365578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edf72966-d619-4011-9946-daa09d6f2434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.398002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Made reservation on behalf of 7e507198948141c5847baf20ae26d0e8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:57.401870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.419012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.495188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18a0eb-84f9-4bb6-b2a9-07f72eaccd15 None None] Network feec0d29-ada0-4242-b5f9-c340909688bf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:02:57.495542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.502948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event updated for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:57.503309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/subnets/500a338b-166c-46ba-948c-c74f53fc6b40 HTTP/1.1" status: 204 len: 168 time: 0.9230297 Dec 20 23:02:57.517512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43744) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:57.533063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e64b5-951b-4550-9c86-b729fee9b33d tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Subnet': ['ID=500a338b-166c-46ba-948c-c74f53fc6b40,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:57.552462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.575178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-edf72966-d619-4011-9946-daa09d6f2434 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=268e4729a22a4991a8ec83c18e0a2eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093449 Dec 20 23:02:57.575941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf72966-d619-4011-9946-daa09d6f2434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385519f8-de69-4b7e-8a9c-458ed33c9539,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:57.592929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:57.629991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.695006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] DHCP port deletion for feec0d29-ada0-4242-b5f9-c340909688bf request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:02:57.703576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.729714 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.739222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Network 5246aee2-bd03-4022-85d0-0274339e5897 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:57.744832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.757258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:57.765227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:57.816925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Deleting port 2d6b8c00-6370-48c3-b5fc-d36014647d3f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:57.817736 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.839288 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.855342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d6b8c00-6370-48c3-b5fc-d36014647d3f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:02:57.870629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:57.871449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.883843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Made reservation on behalf of 7e507198948141c5847baf20ae26d0e8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:02:57.887764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.894965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c01e488-b6a9-4147-beb1-101a6c5a4097 req-4274f434-b0dc-4471-a95b-52099a3cc8e4 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0497053 Dec 20 23:02:57.927689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.930419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.935393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/385519f8-de69-4b7e-8a9c-458ed33c9539 HTTP/1.1" status: 204 len: 168 time: 0.3365288 Dec 20 23:02:57.943641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b95c-33d3-4503-bb9d-2e5650d397aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385519f8-de69-4b7e-8a9c-458ed33c9539,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:57.957417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.962630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.964447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8673f5af-3568-4df3-b589-d65e6da3a443 HTTP/1.1" status: 204 len: 168 time: 0.6689527 Dec 20 23:02:57.973650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d6b8c00-6370-48c3-b5fc-d36014647d3f,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:57.974185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:57.978006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d369ff-3b3f-491b-a3fe-7ae9b2985f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673f5af-3568-4df3-b589-d65e6da3a443,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:58.019659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Calling delete_port for 2d6b8c00-6370-48c3-b5fc-d36014647d3f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:58.137924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.185400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-56a4b502-7438-4fdc-adcd-32b7e5d15155 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1204257 Dec 20 23:02:58.188777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d6b8c00-6370-48c3-b5fc-d36014647d3f,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:58.200403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Allocated IP 172.20.0.8 (5246aee2-bd03-4022-85d0-0274339e5897/1a1af39c-ca72-439f-8a11-92c0f7b20910/96b351c3-c002-473d-8f88-79ee53881f2e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:58.207499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Request body: {'port': {'device_id': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:02:58.294528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 2d6b8c00-6370-48c3-b5fc-d36014647d3f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:02:58.294855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.327599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.335767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.417613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:58.435957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.463407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 2d6b8c00-6370-48c3-b5fc-d36014647d3f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d6b8c00-6370-48c3-b5fc-d36014647d3f,segment=NetworkSegment(af680077-e4fa-408a-b6d0-45b2fd5d0ae6),segment_id=af680077-e4fa-408a-b6d0-45b2fd5d0ae6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:02:58.463407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.552524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] No DVR routers for this DVR port 2d6b8c00-6370-48c3-b5fc-d36014647d3f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:58.558267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 2d6b8c00-6370-48c3-b5fc-d36014647d3f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:02:58.566032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac6b3d-1f4e-41a0-929e-4a8b06883270 None None] Pushing event deleted for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:58.795245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.847575 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:58.876697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=2d6b8c00-6370-48c3-b5fc-d36014647d3f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:58.878702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 2d6b8c00-6370-48c3-b5fc-d36014647d3f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:02:58.994516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.010505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.049305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7279e29e-5586-4510-9b70-0db21083402a req-9e9eb652-6ecd-47b4-9ebd-1733622a8fe2 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0602937 Dec 20 23:02:59.060867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43778) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:59.076234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb470b8-3613-4b77-b5b6-0618ca7d311f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.163919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feec0d29-ada0-4242-b5f9-c340909688bf']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:59.172975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Network 5246aee2-bd03-4022-85d0-0274339e5897 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:02:59.193272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:59.194163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af680077-e4fa-408a-b6d0-45b2fd5d0ae6') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:02:59.199878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:02:59.226358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:02:59.231120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.234567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Allocated IP 172.20.0.11 (5246aee2-bd03-4022-85d0-0274339e5897/1a1af39c-ca72-439f-8a11-92c0f7b20910/912f06de-7fcd-44fb-b0e1-655d05a85d71) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:02:59.237761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event updated for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:59.270387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb470b8-3613-4b77-b5b6-0618ca7d311f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.309353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.330369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:02:59.331051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:02:59.335195 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:02:59.338895 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:02:59.338895 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:02:59.338895 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:02:59.338895 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:02:59.361326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb470b8-3613-4b77-b5b6-0618ca7d311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.368296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:02:59.369468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.413331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fb470b8-3613-4b77-b5b6-0618ca7d311f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e9b3d7de33a422d87eefe02f8ac4c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3509078 Dec 20 23:02:59.414379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43786) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:59.415209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb470b8-3613-4b77-b5b6-0618ca7d311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dee695-e169-4a4e-bf09-b8f8e6521c61,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:59.590257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.655039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.824019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.826980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.829835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9dee695-e169-4a4e-bf09-b8f8e6521c61 HTTP/1.1" status: 204 len: 168 time: 0.3742986 Dec 20 23:02:59.851055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721146d0-9f47-4089-9584-707c268f87d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dee695-e169-4a4e-bf09-b8f8e6521c61,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:02:59.851228 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-8aa9336c-057e-4e4a-ab0b-6a5058408d31 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9988160 Dec 20 23:02:59.852132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.888964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:02:59.903185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:02:59.903392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/networks/feec0d29-ada0-4242-b5f9-c340909688bf HTTP/1.1" status: 204 len: 168 time: 2.3829906 Dec 20 23:02:59.923637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Request body: {'port': {'device_id': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:00.000774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3c79-8d38-4ec5-aa5a-bffc91fd3d45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Network': ['ID=feec0d29-ada0-4242-b5f9-c340909688bf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:00.040700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting subnet 08650847-d2a8-4276-a47e-b579a2299182 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:03:00.051218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.059082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.145749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.204838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.250337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.306949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-500e42fe-19f7-49e6-b9fb-99048e3b3592 req-16e9811e-0f0a-4783-9908-cbdc0202b22f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0581818 Dec 20 23:03:00.421185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.459797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Subnet': ['ID=08650847-d2a8-4276-a47e-b579a2299182,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:00.463925 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.470867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51777a9f-ea5a-4c3f-8a6d-1f0d54f902c8 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/subnets/08650847-d2a8-4276-a47e-b579a2299182 HTTP/1.1" status: 204 len: 168 time: 0.5650537 Dec 20 23:03:00.472474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5288d1d-8df4-4f34-9b25-dea63328382d None None] Network 161bff6b-b808-46bd-94de-aeed9152b00a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:00.473401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:00.577951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.659845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.684491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Deleting port 162a3105-3303-4b36-8fc6-1368c651e8d5 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:00.684891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.774160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Network 5246aee2-bd03-4022-85d0-0274339e5897 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:00.774603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f966721-11aa-458c-9632-f1271cece18e None None] DHCP port deletion for 161bff6b-b808-46bd-94de-aeed9152b00a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:03:00.787214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:00.796420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:00.806790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0fa524-7eb6-42db-89e3-42aa3523e1fb {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:00.832181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event updated for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:00.841686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.845165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] For port 162a3105-3303-4b36-8fc6-1368c651e8d5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=162a3105-3303-4b36-8fc6-1368c651e8d5,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:00.845627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.869128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Transition to ACTIVE for port object 8e0fa524-7eb6-42db-89e3-42aa3523e1fb will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:00.878871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:00.879958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.892023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Calling delete_port for 162a3105-3303-4b36-8fc6-1368c651e8d5 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:00.946790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:00.962352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Deleting port 162a3105-3303-4b36-8fc6-1368c651e8d5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:00.962951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.070400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f966721-11aa-458c-9632-f1271cece18e None None] For port 162a3105-3303-4b36-8fc6-1368c651e8d5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=162a3105-3303-4b36-8fc6-1368c651e8d5,segment=NetworkSegment(cb1bea3b-d8a4-40ae-b74d-174a4e190b0f),segment_id=cb1bea3b-d8a4-40ae-b74d-174a4e190b0f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:01.071063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.083462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a47757d6-e183-4929-8465-dacac9ffdf87 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8038261 Dec 20 23:03:01.088245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Calling delete_port for 162a3105-3303-4b36-8fc6-1368c651e8d5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:01.190568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: from cryptography.utils import int_from_bytes Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: from cryptography.utils import int_from_bytes Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.194345 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:03:01.197028 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:03:01.204713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] No DVR routers for this DVR port 162a3105-3303-4b36-8fc6-1368c651e8d5 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:01.205653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.207661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Request body: {'port': {'device_id': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:01.218775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f966721-11aa-458c-9632-f1271cece18e None None] No DVR routers for this DVR port 162a3105-3303-4b36-8fc6-1368c651e8d5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:01.255293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f966721-11aa-458c-9632-f1271cece18e None None] Pushing event deleted for resources: {'Port': ['ID=162a3105-3303-4b36-8fc6-1368c651e8d5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:01.290483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Port': ['ID=162a3105-3303-4b36-8fc6-1368c651e8d5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:01.291227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:01.466026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.535646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161bff6b-b808-46bd-94de-aeed9152b00a']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:01.546492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:01.547020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1bea3b-d8a4-40ae-b74d-174a4e190b0f') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:01.558724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.593173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.610674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:01.611164 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:01.615298 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:01.671892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.730020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072be963-73db-48c4-97f2-e27fc8362d90 req-f87be016-5c47-4c50-985f-01591a1ca3a0 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:01.731603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072be963-73db-48c4-97f2-e27fc8362d90 req-f87be016-5c47-4c50-985f-01591a1ca3a0 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 932 time: 0.1358378 Dec 20 23:03:01.777931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Attempting to bind port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:01.778406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Attempting to bind port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:01.778960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Attempting to bind port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:01.789841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b351c3-c002-473d-8f88-79ee53881f2e {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:01.802448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.806814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb on network 5246aee2-bd03-4022-85d0-0274339e5897 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:01.807269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Attempting to bind port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:01.831931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:01.832425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Checking segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:01.832925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Bound using segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:01.833471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Bound port: 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:01.834141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.856958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.860036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 162a3105-3303-4b36-8fc6-1368c651e8d5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:01.871253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Transition to ACTIVE for port object 96b351c3-c002-473d-8f88-79ee53881f2e will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:01.876255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:01.888156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] 10.222.0.62 "DELETE /v2.0/networks/161bff6b-b808-46bd-94de-aeed9152b00a HTTP/1.1" status: 204 len: 168 time: 1.4108331 Dec 20 23:03:01.902846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072be963-73db-48c4-97f2-e27fc8362d90 req-57d63193-090a-4d67-b05c-4d4761884cf2 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604838 Dec 20 23:03:01.930285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f826-b97c-497f-bf5a-6496c495cc45 tempest-ServersTestMultiNic-971889828 tempest-ServersTestMultiNic-971889828-project] Pushing event deleted for resources: {'Network': ['ID=161bff6b-b808-46bd-94de-aeed9152b00a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:01.987945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 162a3105-3303-4b36-8fc6-1368c651e8d5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:01.993768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 162a3105-3303-4b36-8fc6-1368c651e8d5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:02.079864 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:02.270306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:02.448553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:02.596468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:02.615312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:02.635459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Attempting to bind port 96b351c3-c002-473d-8f88-79ee53881f2e on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:02.635945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Attempting to bind port 96b351c3-c002-473d-8f88-79ee53881f2e by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:02.636391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Attempting to bind port 96b351c3-c002-473d-8f88-79ee53881f2e on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:02.647495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Port 96b351c3-c002-473d-8f88-79ee53881f2e on network 5246aee2-bd03-4022-85d0-0274339e5897 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:02.654892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Attempting to bind port 96b351c3-c002-473d-8f88-79ee53881f2e on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:02.678111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:02.678460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Checking segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:02.678845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Bound using segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:02.679290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Bound port: 96b351c3-c002-473d-8f88-79ee53881f2e, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:02.679641 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:02.807948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:02.836117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912f06de-7fcd-44fb-b0e1-655d05a85d71 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:02.847267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:02.864632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Transition to ACTIVE for port object 912f06de-7fcd-44fb-b0e1-655d05a85d71 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:02.869158 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.115395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:03.117414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.120951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] 10.222.0.59 "PUT /v2.0/ports/8e0fa524-7eb6-42db-89e3-42aa3523e1fb HTTP/1.1" status: 200 len: 1091 time: 4.9174213 Dec 20 23:03:03.122183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.135596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:03.138978 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bdd0f-697b-46d3-98b8-01412c354aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:03.167527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.272025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:03.282288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=96b351c3-c002-473d-8f88-79ee53881f2e,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:03.461159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e397-81bb-470b-8d8b-825582678d1d service neutron] Pushing event updated for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:03.467661 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b7b51-90a2-4a80-89ea-548e89b1190a x-openstack-request-id: req-f24b7b51-90a2-4a80-89ea-548e89b1190a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:03.467956 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:03.468387 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f24b7b51-90a2-4a80-89ea-548e89b1190a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:03.468811 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb', 'status': 'completed', 'code': 200} Dec 20 23:03:03.471970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.547290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54ea04-5814-4e8b-bff3-d6f0e0f20414 req-490c2b84-037a-425d-8982-bd986f2f299b tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:03.551365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b54ea04-5814-4e8b-bff3-d6f0e0f20414 req-490c2b84-037a-425d-8982-bd986f2f299b tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1671522 Dec 20 23:03:03.599124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:03.600036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.601517 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/96b351c3-c002-473d-8f88-79ee53881f2e HTTP/1.1" status: 200 len: 1091 time: 3.7371259 Dec 20 23:03:03.634183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-64042162-c3dd-4d3a-93d8-a5b7fb900b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:03.635685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-64042162-c3dd-4d3a-93d8-a5b7fb900b81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 1094 time: 0.3317959 Dec 20 23:03:03.637763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Pushing event updated for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:03.663913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b54ea04-5814-4e8b-bff3-d6f0e0f20414 req-1804dde9-8e99-4d4e-a4e7-38003bc734a5 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026585 Dec 20 23:03:03.712163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e868442-bf42-4ff7-b22d-a8f90d7e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:03.894834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Deleting port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:03.895246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.930123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Attempting to bind port 912f06de-7fcd-44fb-b0e1-655d05a85d71 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:03.930456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Attempting to bind port 912f06de-7fcd-44fb-b0e1-655d05a85d71 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:03.930822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Attempting to bind port 912f06de-7fcd-44fb-b0e1-655d05a85d71 on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:03.936414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-f87c6f51-0ba3-47fa-ac03-0a59924c7e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb HTTP/1.1" status: 200 len: 217 time: 0.2310488 Dec 20 23:03:03.940316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Port 912f06de-7fcd-44fb-b0e1-655d05a85d71 on network 5246aee2-bd03-4022-85d0-0274339e5897 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:03.940787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Attempting to bind port 912f06de-7fcd-44fb-b0e1-655d05a85d71 on network 5246aee2-bd03-4022-85d0-0274339e5897 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:03.959134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:03.959353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Checking segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:03.959720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Bound using segment: {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:03.960160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Bound port: 912f06de-7fcd-44fb-b0e1-655d05a85d71, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb812a04-a5a9-435c-a5c5-f367953df716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:03.960514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:03.989917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] For port 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:03.990279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.002122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Calling delete_port for 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:04.013676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a2dee45f-1355-4b2c-a691-4ea61162e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.015700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-a2dee45f-1355-4b2c-a691-4ea61162e155 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 1094 time: 0.2551281 Dec 20 23:03:04.102422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-0c6e7a87-4d71-4ac4-90c0-8e4cd2c64eb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b351c3-c002-473d-8f88-79ee53881f2e HTTP/1.1" status: 200 len: 217 time: 0.0613115 Dec 20 23:03:04.105898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-7a3ffdcd-5464-43b7-850b-3e102bf21f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.107349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-7a3ffdcd-5464-43b7-850b-3e102bf21f54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.1619270 Dec 20 23:03:04.216616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:04.220892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:04.223316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-347b9d00-1840-4f08-bf5f-01309cac1e36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998793 Dec 20 23:03:04.263895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80155-4f58-4862-b587-d1e682327957 req-d77b6421-8f98-44e3-8e28-13d4eb8acdab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.265426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afa80155-4f58-4862-b587-d1e682327957 req-d77b6421-8f98-44e3-8e28-13d4eb8acdab tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.0921099 Dec 20 23:03:04.339318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.351265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e561d23-2202-41bc-b369-f7a3c5bc6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.352710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-5e561d23-2202-41bc-b369-f7a3c5bc6c15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.2309916 Dec 20 23:03:04.436410 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-089574d4-a8a8-48d4-9a99-ba3a83f24b7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484667 Dec 20 23:03:04.440252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.441226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.442734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] 10.222.0.45 "PUT /v2.0/ports/912f06de-7fcd-44fb-b0e1-655d05a85d71 HTTP/1.1" status: 200 len: 1092 time: 3.2558999 Dec 20 23:03:04.462230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afa80155-4f58-4862-b587-d1e682327957 req-3c7c57c8-f737-4ef0-8efc-a9cdff62b928 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847358 Dec 20 23:03:04.492316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44020) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:04.520588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b6ba-2e1c-47ba-8e45-f9106c0a2e1a service neutron] Pushing event updated for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:04.524813 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-77099a4f-2af3-4f5e-8b04-4155bd2e478f service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788560 Dec 20 23:03:04.532668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.617908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:04.715704 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-668e3014-0f1c-4a55-91dd-bbafeb42bedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.815147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b2c930b-e28f-4180-bd41-0b2c8de70c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:04.853799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-e7864fce-fefb-4877-b9da-bd330005b56e service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070151 Dec 20 23:03:04.894776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-682bd4cb-13dc-4eb3-b32e-52cd0f22ca4f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.896382 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-682bd4cb-13dc-4eb3-b32e-52cd0f22ca4f tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.2967510 Dec 20 23:03:04.898115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-ad97788c-0707-45e5-83fe-25586f8b0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:04.904179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-ad97788c-0707-45e5-83fe-25586f8b0483 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.2926941 Dec 20 23:03:04.977320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-272310cc-82bd-46bc-8673-a99490c04122 service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205353 Dec 20 23:03:05.014466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd988cb-b4a0-4b9e-9363-01d41bc533f2 req-da470a42-f7c7-4026-979b-b3399452b9a6 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.023401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dd988cb-b4a0-4b9e-9363-01d41bc533f2 req-da470a42-f7c7-4026-979b-b3399452b9a6 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1955760 Dec 20 23:03:05.025257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-cbbd31c5-cfca-44ec-b5c5-19b2db7e6002 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71 HTTP/1.1" status: 200 len: 217 time: 0.0743747 Dec 20 23:03:05.035241 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.156713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dd988cb-b4a0-4b9e-9363-01d41bc533f2 req-1bb148f5-0853-47e1-b2a3-6fbfae827e09 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323333 Dec 20 23:03:05.165168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b2c930b-e28f-4180-bd41-0b2c8de70c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.185641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-2a11a6d5-dc9f-4d3c-bbf7-75016af3dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.187296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-2a11a6d5-dc9f-4d3c-bbf7-75016af3dac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.1282084 Dec 20 23:03:05.194285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-91618bf7-138a-4a45-b6a0-b3283ca6f2ed service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247669 Dec 20 23:03:05.230258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-79d690e5-78cc-4814-830b-cb8bc4080542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.231997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-79d690e5-78cc-4814-830b-cb8bc4080542 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 1094 time: 0.1186750 Dec 20 23:03:05.235000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-ee68f828-cc8e-47bf-8bcc-d8784c56f3a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349607 Dec 20 23:03:05.242310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b2c930b-e28f-4180-bd41-0b2c8de70c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.243421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Deleting port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:05.243784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.329347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9b2c930b-e28f-4180-bd41-0b2c8de70c6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2ee8ecf45a94f4aa461a348281bc227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8335080 Dec 20 23:03:05.330984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44044) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:05.348174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c930b-e28f-4180-bd41-0b2c8de70c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c3de25-27de-4a5b-8e7b-68279b354856,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:05.454349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.469599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:03:05.515509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.580707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e'}, {'name': 'network-changed', 'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:05.583126 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e"}, {"name": "network-changed", "server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:05.666665 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833ea249-3236-4e57-ba27-0dc2eb697d79 x-openstack-request-id: req-833ea249-3236-4e57-ba27-0dc2eb697d79 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:05.667052 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:05.667207 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-833ea249-3236-4e57-ba27-0dc2eb697d79 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:05.667608 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e', 'status': 'completed', 'code': 200} Dec 20 23:03:05.667948 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71', 'status': 'completed', 'code': 200} Dec 20 23:03:05.687312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69c7fd-b987-42d1-baaa-69ca0bb1d151 req-277a0b06-0f73-4c60-ac1b-70bc40904dc1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.688820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f69c7fd-b987-42d1-baaa-69ca0bb1d151 req-277a0b06-0f73-4c60-ac1b-70bc40904dc1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 945 time: 0.1172493 Dec 20 23:03:05.692138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:03:05.699700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d51d5b4e-4495-4481-aa6c-f536bc7f6b12 admin admin] 10.222.0.62 "PUT /v2.0/routers/4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4256253 Dec 20 23:03:05.700117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:05.722645 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Sync routers for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:03:05.731933 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:03:05.732853 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:02:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:05.767568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.777354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.786942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11c3de25-27de-4a5b-8e7b-68279b354856 HTTP/1.1" status: 204 len: 168 time: 0.4527121 Dec 20 23:03:05.809002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51573f6c-6a7f-4a05-8ed8-ad83c4b163fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c3de25-27de-4a5b-8e7b-68279b354856,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:05.817431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] For port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:05.817530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.854778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Calling delete_port for e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:05.857992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-7ac8fff0-0b12-44c4-8282-589c3c31f373 service neutron] 10.222.0.45 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034172 Dec 20 23:03:05.865125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-1ce9533e-20d6-4e61-bce3-50a427138c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.866626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-1ce9533e-20d6-4e61-bce3-50a427138c54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 919 time: 0.6258912 Dec 20 23:03:05.873538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-f99c4e75-ef8a-49e5-a275-8d2dff7ba2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:05.875013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-f99c4e75-ef8a-49e5-a275-8d2dff7ba2db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 1094 time: 0.2045288 Dec 20 23:03:05.892721 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:03:05.930360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f69c7fd-b987-42d1-baaa-69ca0bb1d151 req-43e4019c-02ff-430f-b1e0-fe56d07a4366 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291512 Dec 20 23:03:05.944897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:05.989259 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-0eb331b8-9e5b-45a2-a6c8-9bccfad04feb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb HTTP/1.1" status: 200 len: 217 time: 0.1055424 Dec 20 23:03:06.132404 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.140826 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:03:04Z', 'revision_number': 5, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:06.197639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-a3b45835-2ea4-4f9c-affa-72c530da65de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.199174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-a3b45835-2ea4-4f9c-affa-72c530da65de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.1777859 Dec 20 23:03:06.201545 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Checking router: 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:03:06.224016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Routers {'4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:03:06.226012 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:02:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:06.278455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-5f008b4c-41ee-4e35-be5f-5eeea9ce8ca3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569279 Dec 20 23:03:06.278455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8428a7ce-3e1f-4cc6-9089-a9de38345649 req-f2950931-86f5-4526-b476-e67f8822d629 service neutron] 10.222.0.45 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033384 Dec 20 23:03:06.279269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-ce094297-ce41-4b91-877a-e2bbd5d34377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.280836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-ce094297-ce41-4b91-877a-e2bbd5d34377 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 919 time: 0.3929594 Dec 20 23:03:06.359515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-62d7e8fa-2e8d-4397-9ffe-b0d172b9e7fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b351c3-c002-473d-8f88-79ee53881f2e HTTP/1.1" status: 200 len: 217 time: 0.0580611 Dec 20 23:03:06.399934 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] Set router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:03:06.424752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825a5e4-fedd-4477-8935-43a1d8143bc7 req-93904e53-f4b6-4f02-993d-df6d5e1e8e0d tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.427073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3825a5e4-fedd-4477-8935-43a1d8143bc7 req-93904e53-f4b6-4f02-993d-df6d5e1e8e0d tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1633623 Dec 20 23:03:06.435171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Deleting port b3668179-3f13-49fd-a6cc-cffac2a31d3e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:06.435866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.494415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-1419c6b5-b089-4730-ad2c-0a4a713ae649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.495814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-1419c6b5-b089-4730-ad2c-0a4a713ae649 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.1244597 Dec 20 23:03:06.501359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-f4c2a0c5-8f93-4a65-a73b-12b77e8cec1a service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194743 Dec 20 23:03:06.542245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-a4e15118-56ed-4c47-8f1c-8009fbcdfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.543747 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-a4e15118-56ed-4c47-8f1c-8009fbcdfa0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e507198948141c5847baf20ae26d0e8&device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0950413 Dec 20 23:03:06.561788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-8eff8af0-1912-4210-8fbc-a653897da3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508664 Dec 20 23:03:06.586208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3825a5e4-fedd-4477-8935-43a1d8143bc7 req-94f68a5f-382e-4dfc-a22f-18c2367800a8 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325517 Dec 20 23:03:06.597516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.614501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:06.636874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] For port b3668179-3f13-49fd-a6cc-cffac2a31d3e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3668179-3f13-49fd-a6cc-cffac2a31d3e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:06.637238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.652647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Calling delete_port for b3668179-3f13-49fd-a6cc-cffac2a31d3e owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:06.716883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event deleted for resources: {'Port': ['ID=e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:06.745829 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:03:04Z', 'revision_number': 5, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:06.770507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.770864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.771208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.771546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.771878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.772211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.772538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.772867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.773191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.773512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.774506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.774840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.775248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:06.777036 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffb47-18fb-460e-b3f0-b64e546d0119 None None] The sync data for ids ['4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2'] in n-d-822053-9 is: [{'id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'name': 'tempest-ServersTestMultiNic-1949919840-router', 'tenant_id': '5c29d34c08b4407aaa3eb2e964e37381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:01:34Z', 'updated_at': '2021-12-20T23:03:04Z', 'revision_number': 5, 'project_id': '5c29d34c08b4407aaa3eb2e964e37381', 'gw_port': {'id': 'b3668179-3f13-49fd-a6cc-cffac2a31d3e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:35Z', 'updated_at': '2021-12-20T23:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:03:06.820454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:06.835682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08913a8a-c785-48bb-bf1d-484b12db7a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.855493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] No DVR routers for this DVR port e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:06.862375 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5f4bdd0f-697b-46d3-98b8-01412c354aa8 req-3b6e3cd1-16ea-40a8-b775-59159c1b4947 service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526509 Dec 20 23:03:06.872775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:06.872775 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b29d1f2a-ee58-4ab6-b8f6-269f2fa0b0b7 req-a85d39a1-2ba8-4dc7-ad22-bf1a2d648d8a tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.59 "DELETE /v2.0/ports/e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c HTTP/1.1" status: 204 len: 173 time: 1.9669387 Dec 20 23:03:06.890268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-97e0b4d9-b993-4a69-b2f8-344deaa11e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:06.891770 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-97e0b4d9-b993-4a69-b2f8-344deaa11e25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 200 len: 919 time: 0.3323936 Dec 20 23:03:06.897561 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-333acb7e-1a10-4a82-9c95-0ef025977da6 service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215106 Dec 20 23:03:06.945244 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-ba785dec-cdb6-4a56-92d4-9e9372bb2014 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71 HTTP/1.1" status: 200 len: 217 time: 0.0452950 Dec 20 23:03:06.959311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08913a8a-c785-48bb-bf1d-484b12db7a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.043853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-b837f0aa-6e0c-4f0c-9ef6-1077d3badfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:07.052105 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-b837f0aa-6e0c-4f0c-9ef6-1077d3badfc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 200 len: 858 time: 0.0908539 Dec 20 23:03:07.052217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e45348af-63f3-4f2b-a55f-39fc27655f5a req-e78dbe3a-9413-48c2-875e-5110997b9369 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 210 time: 0.0331857 Dec 20 23:03:07.087935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-0a9e9975-3938-470c-b14f-f5eb09a891d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5246aee2-bd03-4022-85d0-0274339e5897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343115 Dec 20 23:03:07.091722 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-80d014fa-7adf-410f-9ee5-b7a78f939b0c service neutron] 10.222.0.59 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859515 Dec 20 23:03:07.096858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b1152f4-960b-4737-8fd8-da7b002ed8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.097274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08913a8a-c785-48bb-bf1d-484b12db7a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.116072 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.169754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3668179-3f13-49fd-a6cc-cffac2a31d3e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:07.181809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08913a8a-c785-48bb-bf1d-484b12db7a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb10cd13-3f58-43c5-b55a-4dfd166caa8b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:07.236729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-1f9eb06c-30c0-4cb6-bb5f-cfcafbd77e91 service neutron] 10.222.0.45 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383855 Dec 20 23:03:07.249529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08913a8a-c785-48bb-bf1d-484b12db7a97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a7ca945e5164a96bf4bec20708b5a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278758 Dec 20 23:03:07.250061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44120) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:07.327612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.354528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a3e2526d-ca6f-4f77-8cea-fdb4beda4398 req-63e01889-1b62-4f92-9244-e782e48bbe2b service neutron] 10.222.0.45 "GET /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097786 Dec 20 23:03:07.374558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8e0fa524-7eb6-42db-89e3-42aa3523e1fb details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:07.455994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.458845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.461673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.513507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:07.522902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.539477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'port_id': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb', 'mac_address': 'fa:16:3e:07:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1af39c-ca72-439f-8a11-92c0f7b20910', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:07.577545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.591122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0fa524-7eb6-42db-89e3-42aa3523e1fb {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:07.610333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.611604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:03:07.617056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.618428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b80f9cce-6644-4ed8-832b-268a37ec05c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4dd6c689-83f5-4a82-aa5c-f4d60b3ee5b2 HTTP/1.1" status: 204 len: 168 time: 1.9137602 Dec 20 23:03:07.622877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44136) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:07.631877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:07.669924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-deleted', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:07.672573 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a1ac2-5cd4-43a7-9ee2-f260cff09698" -d '{"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-deleted", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:07.683465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.686299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.687579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb10cd13-3f58-43c5-b55a-4dfd166caa8b HTTP/1.1" status: 204 len: 168 time: 0.4338686 Dec 20 23:03:07.704194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.705750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 96b351c3-c002-473d-8f88-79ee53881f2e details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:07.721551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c66c1-133e-4567-9952-3aca36e55136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb10cd13-3f58-43c5-b55a-4dfd166caa8b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:07.766766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Deleting subnet 29dfcd34-025d-4fe2-b577-9fda3c630c33 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:03:07.778411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.830936 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de8574-fa82-43b6-a9fc-8faa689a9510 x-openstack-request-id: req-58de8574-fa82-43b6-a9fc-8faa689a9510 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:07.831291 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62c1d94-1a64-477e-a589-4734e5261360", "name": "network-vif-deleted", "tag": "e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:07.831629 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58de8574-fa82-43b6-a9fc-8faa689a9510 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:07.832118 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62c1d94-1a64-477e-a589-4734e5261360', 'name': 'network-vif-deleted', 'tag': 'e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c', 'status': 'completed', 'code': 200} Dec 20 23:03:07.845301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5946-08a5-4f5e-9b3d-f8aa6daa80a2 req-3e045640-1ba6-4bf1-b15d-465e18c84a5e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:07.847123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e4b5946-08a5-4f5e-9b3d-f8aa6daa80a2 req-3e045640-1ba6-4bf1-b15d-465e18c84a5e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1765447 Dec 20 23:03:07.880399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:07.910869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:07.952128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e4b5946-08a5-4f5e-9b3d-f8aa6daa80a2 req-cd9053b4-0c8d-413d-8ae2-565746e91acc tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Dec 20 23:03:07.963579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:07.988318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.989044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.990783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.991194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.992390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.993688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.994247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.994797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.995315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.995837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.996470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.996994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:07.997633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:08.007128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:08.007710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 41bfb0b8-d5b7-47ce-98c9-e98fabcc1a49 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:08.027355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=96b351c3-c002-473d-8f88-79ee53881f2e,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:08.039788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '96b351c3-c002-473d-8f88-79ee53881f2e', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'port_id': '96b351c3-c002-473d-8f88-79ee53881f2e', 'mac_address': 'fa:16:3e:1c:1b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1af39c-ca72-439f-8a11-92c0f7b20910', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:08.049178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.082329 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.096824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b351c3-c002-473d-8f88-79ee53881f2e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:08.098971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2e165-ce64-4943-ad81-9a5a99ef6c53 req-924360fb-ab30-4c9c-be16-579b3446de60 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:08.100478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a2e165-ce64-4943-ad81-9a5a99ef6c53 req-924360fb-ab30-4c9c-be16-579b3446de60 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0906084 Dec 20 23:03:08.123875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=96b351c3-c002-473d-8f88-79ee53881f2e,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:08.208269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87779904-2429-47ba-b736-874d173b7116 req-58f56ea4-ec11-4b98-b655-532bcf8d9612 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=f62c1d94-1a64-477e-a589-4734e5261360 HTTP/1.1" status: 200 len: 210 time: 0.0344498 Dec 20 23:03:08.213143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.235764 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.236874 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.247167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dfcd34-025d-4fe2-b577-9fda3c630c33,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:08.252185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a2e165-ce64-4943-ad81-9a5a99ef6c53 req-5176a70e-a5e4-4e9e-851f-5d5145486836 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405227 Dec 20 23:03:08.262310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.266404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ed1e578-9478-484b-a998-def78717d66d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/29dfcd34-025d-4fe2-b577-9fda3c630c33 HTTP/1.1" status: 204 len: 168 time: 0.6421852 Dec 20 23:03:08.268876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44168) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:08.296861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672c672-3efa-4aec-b43c-2ced47770187 None None] Network 58aa1a00-a071-4d93-a525-c6323e7a8cae requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:08.381160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.426670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:08.469912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Deleting port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:08.472719 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.504822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8e0fa524-7eb6-42db-89e3-42aa3523e1fb'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:08.507462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['96b351c3-c002-473d-8f88-79ee53881f2e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:08.602591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] DHCP port deletion for 58aa1a00-a071-4d93-a525-c6323e7a8cae request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:03:08.615292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] For port 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=74d0b2a2-fce1-44dd-b119-a2667e0cc031,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:08.616005 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.639290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Calling delete_port for 74d0b2a2-fce1-44dd-b119-a2667e0cc031 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:08.905504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Deleting port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:08.906075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:08.983858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.014954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=74d0b2a2-fce1-44dd-b119-a2667e0cc031,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:09.026461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] No DVR routers for this DVR port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:09.053263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] For port 74d0b2a2-fce1-44dd-b119-a2667e0cc031, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=74d0b2a2-fce1-44dd-b119-a2667e0cc031,segment=NetworkSegment(a2b8f044-d975-4313-a49f-00c138d45255),segment_id=a2b8f044-d975-4313-a49f-00c138d45255)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:09.053737 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.059330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 912f06de-7fcd-44fb-b0e1-655d05a85d71 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:09.098748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Calling delete_port for 74d0b2a2-fce1-44dd-b119-a2667e0cc031 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:09.173250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.205936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58aa1a00-a071-4d93-a525-c6323e7a8cae']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:09.224923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0dec-80d9-4bd7-b410-2891f43cae9d req-33f4a11e-7f90-4599-abfa-1f06e5bbb61e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:09.226517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0a0dec-80d9-4bd7-b410-2891f43cae9d req-33f4a11e-7f90-4599-abfa-1f06e5bbb61e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1317968 Dec 20 23:03:09.228386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8f044-d975-4313-a49f-00c138d45255') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:09.228673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8f044-d975-4313-a49f-00c138d45255') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:09.239789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.282976 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.296957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:09.302991 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:09.326979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0a0dec-80d9-4bd7-b410-2891f43cae9d req-c26177f2-39d1-4488-b235-7b3e75b64b4f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762095 Dec 20 23:03:09.334324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '912f06de-7fcd-44fb-b0e1-655d05a85d71', 'network_id': '5246aee2-bd03-4022-85d0-0274339e5897', 'port_id': '912f06de-7fcd-44fb-b0e1-655d05a85d71', 'mac_address': 'fa:16:3e:4e:75:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1af39c-ca72-439f-8a11-92c0f7b20910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:09.336651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.421667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:09.426606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] No DVR routers for this DVR port 74d0b2a2-fce1-44dd-b119-a2667e0cc031 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:09.428760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60249892-5b2f-42e6-8c85-467e0688f04e None None] Pushing event deleted for resources: {'Port': ['ID=74d0b2a2-fce1-44dd-b119-a2667e0cc031,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:09.464257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.468281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:09.468636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e5a73c2f-9ade-4bb3-a40f-512acc8d0b5c not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:09.490671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.490837 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.495293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] 10.222.0.62 "DELETE /v2.0/networks/58aa1a00-a071-4d93-a525-c6323e7a8cae HTTP/1.1" status: 204 len: 168 time: 1.2246628 Dec 20 23:03:09.513307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912f06de-7fcd-44fb-b0e1-655d05a85d71 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:09.520907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c126d-a922-4d08-9357-5d1fb032cb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=58aa1a00-a071-4d93-a525-c6323e7a8cae,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:09.558200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:09.652664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.780638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3668179-3f13-49fd-a6cc-cffac2a31d3e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:09.803632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b3668179-3f13-49fd-a6cc-cffac2a31d3e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:09.803987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3668179-3f13-49fd-a6cc-cffac2a31d3e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:09.804417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 74d0b2a2-fce1-44dd-b119-a2667e0cc031 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:09.825490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:09.827189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 74d0b2a2-fce1-44dd-b119-a2667e0cc031 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:09.827550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 74d0b2a2-fce1-44dd-b119-a2667e0cc031 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:09.909378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:09.980927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743b666-d2e8-4816-aa59-1de89086467f req-8b4695d4-3fe2-4d43-84a1-f18637f96a25 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:09.982559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0743b666-d2e8-4816-aa59-1de89086467f req-8b4695d4-3fe2-4d43-84a1-f18637f96a25 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.0665658 Dec 20 23:03:10.042164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0743b666-d2e8-4816-aa59-1de89086467f req-c1851390-6650-4cc9-8a0e-a7bf30bb4389 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Dec 20 23:03:10.045185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:10.090328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6944c7bc-0d52-4c1a-acda-d79b2f0e895f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c29d34c08b4407aaa3eb2e964e37381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436840 Dec 20 23:03:10.092725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44292) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:10.141490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.163022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.183126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['912f06de-7fcd-44fb-b0e1-655d05a85d71'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:10.269272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.272217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.273428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b214b218-d30a-4453-9388-33af08de2ef5 HTTP/1.1" status: 204 len: 168 time: 0.1796770 Dec 20 23:03:10.281163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ffed2-a3dc-4b29-b647-9ab56e00f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b214b218-d30a-4453-9388-33af08de2ef5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:10.424752 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.443758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-bfd41259-a4a6-4689-b1a8-6cee3da34cd6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:10.446265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-bfd41259-a4a6-4689-b1a8-6cee3da34cd6 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 945 time: 0.0790367 Dec 20 23:03:10.489812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a8f9-a909-4edc-a753-3b43ad624948 req-fa37ab34-74b3-4291-9c7a-2ea26ea56aff tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:10.497326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9211a8f9-a909-4edc-a753-3b43ad624948 req-fa37ab34-74b3-4291-9c7a-2ea26ea56aff tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0720794 Dec 20 23:03:10.579447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9211a8f9-a909-4edc-a753-3b43ad624948 req-69eed6f7-99b2-4cc9-952f-52c66cd295e3 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812054 Dec 20 23:03:10.585812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Deleting port e76a652c-f171-46f6-89ae-9279a5ddeab7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:10.586494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.701903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] For port e76a652c-f171-46f6-89ae-9279a5ddeab7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e76a652c-f171-46f6-89ae-9279a5ddeab7,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:10.702440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.715737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Calling delete_port for e76a652c-f171-46f6-89ae-9279a5ddeab7 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:10.926577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:10.959982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event deleted for resources: {'Port': ['ID=e76a652c-f171-46f6-89ae-9279a5ddeab7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:11.007165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] No DVR routers for this DVR port e76a652c-f171-46f6-89ae-9279a5ddeab7 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:11.010041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.014084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec248174-8930-468d-93d2-7cd302ebf2b5 req-c01ebc5e-f26d-4ee1-831b-6a0761d611b1 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "DELETE /v2.0/ports/e76a652c-f171-46f6-89ae-9279a5ddeab7 HTTP/1.1" status: 204 len: 173 time: 0.5602090 Dec 20 23:03:11.016177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-deleted', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:11.017956 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63906026-1f52-4b0d-aa0f-a2693a96d17d" -d '{"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-deleted", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:11.061325 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8653f260-eccc-489d-8a46-ce216013d824 x-openstack-request-id: req-8653f260-eccc-489d-8a46-ce216013d824 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:11.062147 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2df63-ca1a-4f66-879b-b12c630511a2", "name": "network-vif-deleted", "tag": "e76a652c-f171-46f6-89ae-9279a5ddeab7", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:11.062147 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8653f260-eccc-489d-8a46-ce216013d824 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:11.062147 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2df63-ca1a-4f66-879b-b12c630511a2', 'name': 'network-vif-deleted', 'tag': 'e76a652c-f171-46f6-89ae-9279a5ddeab7', 'status': 'completed', 'code': 200} Dec 20 23:03:11.178967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f68880ae-d294-4d01-81e2-10e5a1589bb4 req-5b1d4b83-72dc-4945-b53f-7da58f9c18f2 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=14e2df63-ca1a-4f66-879b-b12c630511a2 HTTP/1.1" status: 200 len: 210 time: 0.0475128 Dec 20 23:03:11.179410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:11.309033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ee88-5ef8-44da-93b6-8c5a7eaf5570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.387602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ee88-5ef8-44da-93b6-8c5a7eaf5570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.407534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8e0fa524-7eb6-42db-89e3-42aa3523e1fb up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:11.463278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6eb2ee88-5ef8-44da-93b6-8c5a7eaf5570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.471130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44398) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:11.504367 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6eb2ee88-5ef8-44da-93b6-8c5a7eaf5570 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5e1f09e7dd64bf2b0c9e503c3fb4f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213944 Dec 20 23:03:11.505054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:11.510236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2ee88-5ef8-44da-93b6-8c5a7eaf5570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbcabb9-937e-43a3-b990-4b2498b0a02a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:11.549453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:11.553459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:11.553857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.562213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.589074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.594320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1504985013-network', 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:11.686944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.727305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:11.729697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef120081-2b9d-479a-92e6-a17aa7566a71" -d '{"events": [{"server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:11.733918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4c97-f50b-473e-a13b-537e21819c93 req-df435d24-bd97-4077-9cc9-300e07b320b9 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:11.735741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83df4c97-f50b-473e-a13b-537e21819c93 req-df435d24-bd97-4077-9cc9-300e07b320b9 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0625732 Dec 20 23:03:11.743589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:11.754601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44412) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:11.757688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:11.759974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.774630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.776875 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973978fc-999c-47ff-9b9b-48c6e11e96da x-openstack-request-id: req-973978fc-999c-47ff-9b9b-48c6e11e96da {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:11.777153 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:11.777405 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-973978fc-999c-47ff-9b9b-48c6e11e96da {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:11.777832 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb', 'code': 200} Dec 20 23:03:11.811420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.814998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.816305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cbcabb9-937e-43a3-b990-4b2498b0a02a HTTP/1.1" status: 204 len: 168 time: 0.3104699 Dec 20 23:03:11.824797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83df4c97-f50b-473e-a13b-537e21819c93 req-fa36d798-8035-4a6d-a9fa-367b645b80eb tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826228 Dec 20 23:03:11.829884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.831065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 96b351c3-c002-473d-8f88-79ee53881f2e up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:11.839534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359ff4d-bdae-463f-8dee-ead71ae70b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbcabb9-937e-43a3-b990-4b2498b0a02a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:11.915156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.970187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a236c1ae-b4f8-4e79-bf38-5197a574866a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:11.977792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.022579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:12.039346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.040118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.055723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.059332 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Added segment b302cae2-4616-430e-a0da-20249dcf9e25 of type vlan for network a923380f-e454-4a0b-8e45-4c90ba7d08fe Dec 20 23:03:12.074277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adfda2-8866-4360-bf06-5751bc505c21 req-3dad143b-1bb5-4b6c-b4a7-5db8894cea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:12.075865 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-08adfda2-8866-4360-bf06-5751bc505c21 req-3dad143b-1bb5-4b6c-b4a7-5db8894cea66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 1096 time: 0.1960726 Dec 20 23:03:12.121851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.145006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 96b351c3-c002-473d-8f88-79ee53881f2e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:12.156213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-08adfda2-8866-4360-bf06-5751bc505c21 req-d9a1b0b4-b29b-48e7-ba1e-5e36ad8a46dc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688713 Dec 20 23:03:12.168823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 96b351c3-c002-473d-8f88-79ee53881f2e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:12.169205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.172286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a236c1ae-b4f8-4e79-bf38-5197a574866a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.260820 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.273248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a236c1ae-b4f8-4e79-bf38-5197a574866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.274652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.276000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:12.276326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.350394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=96b351c3-c002-473d-8f88-79ee53881f2e,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:12.359121 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a236c1ae-b4f8-4e79-bf38-5197a574866a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8f3d492658c4e969a8169aeee2367f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033866 Dec 20 23:03:12.359981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c1ae-b4f8-4e79-bf38-5197a574866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578ee7ec-6e9d-485b-adb8-fbda0cc193ab,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.362459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44432) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:12.407515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9350975 Dec 20 23:03:12.411482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44436) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:12.416135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e454ce6-91f8-43be-84c1-5678e24c1f2a admin admin] Pushing event updated for resources: {'Network': ['ID=a923380f-e454-4a0b-8e45-4c90ba7d08fe,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.417294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Request body: {'subnet': {'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1504985013-subnet', 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:12.428093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:12.432550 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.510933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:12.513436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.550502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.796904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.827535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.827793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff98e3-addc-49ce-975e-254ca259ac38 req-d9d423ed-1d07-4d0e-89dc-a96f2b44b732 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:12.829447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aaff98e3-addc-49ce-975e-254ca259ac38 req-d9d423ed-1d07-4d0e-89dc-a96f2b44b732 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.0778921 Dec 20 23:03:12.836016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:12.886557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:12.911979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Checking segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:12.914434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Network hostable DHCP agents. Network: a923380f-e454-4a0b-8e45-4c90ba7d08fe, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:03:12.946025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aaff98e3-addc-49ce-975e-254ca259ac38 req-da485105-d640-4d11-8495-7261fc06af21 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Dec 20 23:03:13.004803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c841c8d-241f-4f54-9a6f-7d7432e020db req-1313c967-5906-4953-a18d-d7b212327693 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:13.010201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c841c8d-241f-4f54-9a6f-7d7432e020db req-1313c967-5906-4953-a18d-d7b212327693 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0629673 Dec 20 23:03:13.046561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:03:13.053011 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.055986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.057040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/578ee7ec-6e9d-485b-adb8-fbda0cc193ab HTTP/1.1" status: 204 len: 168 time: 0.6922977 Dec 20 23:03:13.057803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 912f06de-7fcd-44fb-b0e1-655d05a85d71 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:13.078445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c92b-fa61-40e1-8c72-18e7206d9913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578ee7ec-6e9d-485b-adb8-fbda0cc193ab,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:13.090485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c841c8d-241f-4f54-9a6f-7d7432e020db req-9d304a0f-4f77-49a8-964e-1b7a64b22477 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Dec 20 23:03:13.144754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a923380f-e454-4a0b-8e45-4c90ba7d08fe) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:13.150331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:13.151432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.156210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09700a98-f548-495b-98d2-4fb5d132575d None None] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:13.241474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 912f06de-7fcd-44fb-b0e1-655d05a85d71 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:13.250029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 912f06de-7fcd-44fb-b0e1-655d05a85d71 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:13.250408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.279430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-9869db7c-dc90-4595-962a-c389bcd6bec7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:13.280931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-9869db7c-dc90-4595-962a-c389bcd6bec7 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.0714977 Dec 20 23:03:13.292658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a1bda47b-8413-4d6c-8c58-633b9e5ff2a7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8774409 Dec 20 23:03:13.320157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423ebca-32e2-477d-9589-2545a271fecf None None] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:13.403679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Deleting port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:13.404022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.423310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:13.437414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.582545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:13.651408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:13.654977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.655853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:13.710146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:13.712460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: e76a652c-f171-46f6-89ae-9279a5ddeab7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:13.714863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e76a652c-f171-46f6-89ae-9279a5ddeab7 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:13.796991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e'}, {'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:13.800081 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8495fb79-eb50-4d8c-80e5-564971963e71" -d '{"events": [{"server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "name": "network-vif-plugged", "status": "completed", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e"}, {"server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:13.806181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:13.868355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:13.873979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:13.894947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:13.986917 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc23d96-1536-4182-89af-68760945fb57 x-openstack-request-id: req-6fc23d96-1536-4182-89af-68760945fb57 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:13.986917 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "name": "network-vif-plugged", "status": "completed", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e", "code": 200}, {"server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:13.986917 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fc23d96-1536-4182-89af-68760945fb57 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:13.986917 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e', 'code': 200} Dec 20 23:03:13.986917 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71', 'code': 200} Dec 20 23:03:13.992771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:14.061466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] For port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,segment=NetworkSegment(3a0c62fe-76c0-4256-9f8b-1dbc6291b385),segment_id=3a0c62fe-76c0-4256-9f8b-1dbc6291b385)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:14.061466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:14.097550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Calling delete_port for 2df3b0bf-9b77-4e3c-b15a-0932cf53253a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:14.148094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2ef82d29-5e9a-411f-8810-511b41bb86f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:14.183810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:14.282133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131e243-538b-4a5a-9430-cd817f264646 req-efa7ddb9-44b6-4d71-a3d7-a2f0cb7fe040 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:14.288691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1131e243-538b-4a5a-9430-cd817f264646 req-efa7ddb9-44b6-4d71-a3d7-a2f0cb7fe040 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 944 time: 0.1741638 Dec 20 23:03:14.295441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9744-307f-4e5d-befa-6e3bc3c75f0a req-08789f58-c207-4cdf-af9b-b91c71ab5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:14.301410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f57d9744-307f-4e5d-befa-6e3bc3c75f0a req-08789f58-c207-4cdf-af9b-b91c71ab5876 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.1375246 Dec 20 23:03:14.341253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af6775-869b-4364-905a-5d6baf4b44ad req-f3361a31-7e3c-41b2-bd3b-55c52e9c40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:14.342883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37af6775-869b-4364-905a-5d6baf4b44ad req-f3361a31-7e3c-41b2-bd3b-55c52e9c40be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 1096 time: 0.0994854 Dec 20 23:03:14.404531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1131e243-538b-4a5a-9430-cd817f264646 req-76e358c9-389c-4aed-ace2-6dc1eb5273be tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Dec 20 23:03:14.450811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37af6775-869b-4364-905a-5d6baf4b44ad req-73445ced-d044-4840-a85a-957981c9efc4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 Dec 20 23:03:14.454399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:14.500722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Pushing event deleted for resources: {'Port': ['ID=2df3b0bf-9b77-4e3c-b15a-0932cf53253a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:14.523449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f57d9744-307f-4e5d-befa-6e3bc3c75f0a req-cb066375-3203-4aa7-8b63-b6cba51ffb82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925273 Dec 20 23:03:14.569622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] No DVR routers for this DVR port 2df3b0bf-9b77-4e3c-b15a-0932cf53253a on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:14.575262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:14.582359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6c589668-2701-4aca-8180-f57a53be7fa8 req-d49af893-7ce1-4e6b-8bdd-4f96d0d3728e tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.45 "DELETE /v2.0/ports/2df3b0bf-9b77-4e3c-b15a-0932cf53253a HTTP/1.1" status: 204 len: 173 time: 1.2902651 Dec 20 23:03:14.582981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-deleted', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:14.590136 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37666e-ea54-4ddd-b5e8-8142d6a64b12" -d '{"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-deleted", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:14.599906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-d33069e0-bd88-436f-a917-c8b69bc1648a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:14.601445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-d33069e0-bd88-436f-a917-c8b69bc1648a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.1659400 Dec 20 23:03:14.623792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-78dff708-c0d0-42eb-94fb-c787205e32a3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/quotas/31dfdeef8bea4451b8bc963750640cb8 HTTP/1.1" status: 200 len: 375 time: 0.0158081 Dec 20 23:03:14.679137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-4bf90543-6fe0-49f8-9352-0a63c552761b tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450644 Dec 20 23:03:14.908756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaac009-2932-4d8a-bbb5-288d572883fa req-5c209fc5-e569-4809-b848-051c750e897f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:14.918322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eaac009-2932-4d8a-bbb5-288d572883fa req-5c209fc5-e569-4809-b848-051c750e897f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 946 time: 0.1095419 Dec 20 23:03:14.980278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-02f3fa83-4d06-4a53-bce0-01e5e8d0a7d8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:03:14.991709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-02f3fa83-4d06-4a53-bce0-01e5e8d0a7d8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3046265 Dec 20 23:03:15.050669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eaac009-2932-4d8a-bbb5-288d572883fa req-4588a0d9-5008-4a1a-a78f-8bf647751dfc tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265202 Dec 20 23:03:15.100904 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbcd7fa-d037-460d-b330-daaeb84cdcc4 x-openstack-request-id: req-ecbcd7fa-d037-460d-b330-daaeb84cdcc4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:15.101409 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0507e9-520b-4fd4-bfeb-9c0c7c716d27", "name": "network-vif-deleted", "tag": "2df3b0bf-9b77-4e3c-b15a-0932cf53253a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:15.101987 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ecbcd7fa-d037-460d-b330-daaeb84cdcc4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:15.102706 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0507e9-520b-4fd4-bfeb-9c0c7c716d27', 'name': 'network-vif-deleted', 'tag': '2df3b0bf-9b77-4e3c-b15a-0932cf53253a', 'status': 'completed', 'code': 200} Dec 20 23:03:15.188610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-213a93ce-a61c-4ceb-8ca0-6eec8cde1d47 service neutron] 10.222.0.62 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960247 Dec 20 23:03:15.326004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-496b0dae-61bf-4bd1-b68d-72bec1bd50ac service neutron] 10.222.0.62 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278496 Dec 20 23:03:15.449904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:15.552327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:15.554031 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:15.631004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84d6c54b-a48f-4edb-a112-4afca8d79758 req-2b3aecbf-c7e1-489c-acb0-e7263ed07228 tempest-LiveMigrationTest-151355797 tempest-LiveMigrationTest-151355797-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab0507e9-520b-4fd4-bfeb-9c0c7c716d27 HTTP/1.1" status: 200 len: 210 time: 0.0738928 Dec 20 23:03:15.693955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:15.695054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:15.835222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:15.874545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa53c9-9ae7-4a48-b060-2714f0831c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:15.906769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:15.991627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:15.995774 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa04bc-e063-4b81-b92d-5a8f15bb0797" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:16.013923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef8d32e6-315c-4d21-9581-1157432d8d9a req-bd72b2a2-6ecc-42aa-a47c-285cf9ea8092 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0359976 Dec 20 23:03:16.042769 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa53c9-9ae7-4a48-b060-2714f0831c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.070245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:16.088409 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2ab00-a438-49bf-988d-bcf364e7c465 x-openstack-request-id: req-86c2ab00-a438-49bf-988d-bcf364e7c465 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:16.088409 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:16.088409 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86c2ab00-a438-49bf-988d-bcf364e7c465 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:16.088409 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:03:16.109888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa53c9-9ae7-4a48-b060-2714f0831c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.178895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8daa53c9-9ae7-4a48-b060-2714f0831c1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40dd402071fb410ebc458d77f8766827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996617 Dec 20 23:03:16.181544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:16.186131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa53c9-9ae7-4a48-b060-2714f0831c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b25658-a579-4be6-bd7f-90b1f99b2ecb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:16.298429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.312458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4697f3d-a397-423a-9f4f-6f832869efb4 req-c49322cd-47cf-4ecf-9785-bc20865dfc0c tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:16.314861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4697f3d-a397-423a-9f4f-6f832869efb4 req-c49322cd-47cf-4ecf-9785-bc20865dfc0c tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 946 time: 0.0933630 Dec 20 23:03:16.353991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.414301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4697f3d-a397-423a-9f4f-6f832869efb4 req-a65d684b-3e55-4176-97fd-f3ec1555770c tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882905 Dec 20 23:03:16.555955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.563086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:16.566501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17b25658-a579-4be6-bd7f-90b1f99b2ecb HTTP/1.1" status: 204 len: 168 time: 0.3835506 Dec 20 23:03:16.581946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02877517-21d2-4be1-a56e-9ab04cbff9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b25658-a579-4be6-bd7f-90b1f99b2ecb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:16.639147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83840dc1-aa53-4a77-b1ca-3aa372bbb33b req-59a3d5b7-2441-4470-a617-a1311567541b tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:16.640757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83840dc1-aa53-4a77-b1ca-3aa372bbb33b req-59a3d5b7-2441-4470-a617-a1311567541b tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 945 time: 0.1457980 Dec 20 23:03:16.685594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44640) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:16.706612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44644) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:16.779158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83840dc1-aa53-4a77-b1ca-3aa372bbb33b req-1758414d-9f0b-4d03-928e-e053159c655f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296983 Dec 20 23:03:16.909034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c07a7288-059e-49f2-9207-24d926b9a0ed tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:16.961526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872877a2-c4e5-431e-9d23-2884e92d1596 req-7421e3a9-3a0f-456c-a16e-3a2f845b9a47 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:16.963167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-872877a2-c4e5-431e-9d23-2884e92d1596 req-7421e3a9-3a0f-456c-a16e-3a2f845b9a47 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 945 time: 0.0969179 Dec 20 23:03:17.022034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c07a7288-059e-49f2-9207-24d926b9a0ed tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "PUT /v2.0/quotas/b1510355060b487786b35eab0c1eaa54 HTTP/1.1" status: 200 len: 368 time: 0.3352692 Dec 20 23:03:17.024780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44656) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:17.030337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Request body: {'network': {'project_id': 'b1510355060b487786b35eab0c1eaa54'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:17.066305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-872877a2-c4e5-431e-9d23-2884e92d1596 req-622aff5f-17eb-41be-b781-0908242eac43 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963819 Dec 20 23:03:17.088410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:17.120026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 2df3b0bf-9b77-4e3c-b15a-0932cf53253a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:17.123145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2df3b0bf-9b77-4e3c-b15a-0932cf53253a not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:17.152820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Made reservation on behalf of b1510355060b487786b35eab0c1eaa54 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:17.155249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.172654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c45d9b3-5be9-4f58-9f44-d37046d93b95 req-52dcb751-e8b1-409c-b41f-01fdcf778f5e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0810840 Dec 20 23:03:17.177844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.409088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.416737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Deleting subnet ef6c94c8-a836-4e24-9f47-e58645357cb1 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:03:17.420556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.471590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.498547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.536419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:17.553482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.589411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.590033 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Added segment 745650a1-6e9d-4d8c-9d47-31fef2d7f6e3 of type vlan for network c113863e-103b-47df-a23f-1474f21ea888 Dec 20 23:03:17.600627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dfe006-0dc0-49f4-9a6f-be783e50962a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:17.685370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.724585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072858e4-093a-4fdf-b211-3019416353f9 req-3338beff-1a57-4e04-a8c0-56050fc1cd4f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:17.726277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072858e4-093a-4fdf-b211-3019416353f9 req-3338beff-1a57-4e04-a8c0-56050fc1cd4f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 945 time: 0.0631239 Dec 20 23:03:17.781040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072858e4-093a-4fdf-b211-3019416353f9 req-d641d238-020a-47c8-bae2-fc1b3d749a8f tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488739 Dec 20 23:03:17.850857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.896105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.897310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:17.898094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.902728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6c94c8-a836-4e24-9f47-e58645357cb1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:17.944409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:17.948331 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a21ce01-a64a-45fa-b27e-2d04c2a81621 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ef6c94c8-a836-4e24-9f47-e58645357cb1 HTTP/1.1" status: 204 len: 168 time: 1.2398217 Dec 20 23:03:17.955697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44688) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:17.994142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event updated for resources: {'Network': ['ID=c113863e-103b-47df-a23f-1474f21ea888,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:18.007031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c113863e-103b-47df-a23f-1474f21ea888 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:18.012000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c59d99e0-4c83-4bd3-aeb6-b12dd202b413 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9859607 Dec 20 23:03:18.015546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44692) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:18.021374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Request body: {'network': {'project_id': 'b1510355060b487786b35eab0c1eaa54'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:18.151178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.206359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Made reservation on behalf of b1510355060b487786b35eab0c1eaa54 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:18.211028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.278367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:18.310442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.310783 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Added segment cd7d6e6f-658c-4cee-974d-ed3244c3bdcb of type vlan for network 1cd495bc-7b0c-4d88-8aca-8bd64fdb1067 Dec 20 23:03:18.323719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b10292f7-ec0b-49ad-9d7c-85a01b5cf6b7 req-a379b3ab-6f5c-4a5c-b787-a827d4b1956f tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0767996 Dec 20 23:03:18.371163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.391246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.425407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3015924b-4453-448d-84e1-d1418ace8d34']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:18.463381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0c62fe-76c0-4256-9f8b-1dbc6291b385') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:18.467027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0c62fe-76c0-4256-9f8b-1dbc6291b385') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:18.486403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.509973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.520005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:18.520623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:18.522647 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:18.642937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.644187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:18.645888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.732403 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:03:18.761281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event updated for resources: {'Network': ['ID=1cd495bc-7b0c-4d88-8aca-8bd64fdb1067,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:18.777658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 1cd495bc-7b0c-4d88-8aca-8bd64fdb1067 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:18.831427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.847156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.855868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3015924b-4453-448d-84e1-d1418ace8d34 HTTP/1.1" status: 204 len: 168 time: 0.8987460 Dec 20 23:03:18.858859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44704) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:18.877027 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-66ab62e1-0911-48c1-a086-0def3af398aa tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8603046 Dec 20 23:03:18.881890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44706) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:18.905043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5a976e3f-fac2-47a1-b5e2-932d99ae158e tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Request body: {'network': {'project_id': 'b1510355060b487786b35eab0c1eaa54'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:18.933421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Deleting subnet c4b3fa2b-b3b6-4927-875f-62aa4bae1e19 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:03:18.937254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:18.943374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f2887-8138-42cb-a5c8-e2345caf2ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3015924b-4453-448d-84e1-d1418ace8d34,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:19.022446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.026320 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a976e3f-fac2-47a1-b5e2-932d99ae158e tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 23:03:19.027272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a976e3f-fac2-47a1-b5e2-932d99ae158e tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:03:19.034103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5a976e3f-fac2-47a1-b5e2-932d99ae158e tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1420026 Dec 20 23:03:19.036557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:19.063354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-23044bac-cdfe-429b-ae7c-5044b4c9c256 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:19.064972 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-23044bac-cdfe-429b-ae7c-5044b4c9c256 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 945 time: 0.1040893 Dec 20 23:03:19.075391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b175bb-b17e-41c2-9024-9cbb1d69bf4f req-dbbdba97-182b-49be-8fb2-0b2af3c9bf3c tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:19.076880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32b175bb-b17e-41c2-9024-9cbb1d69bf4f req-dbbdba97-182b-49be-8fb2-0b2af3c9bf3c tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 945 time: 0.1883411 Dec 20 23:03:19.084882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.124680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-056b29d3-a39f-4c59-adf6-1af532c8e9a1 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1510355060b487786b35eab0c1eaa54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874994 Dec 20 23:03:19.129523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:19.268953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Deleting port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:19.269306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.270531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32b175bb-b17e-41c2-9024-9cbb1d69bf4f req-8324598d-7622-4cbf-bdb2-622b08e73a9e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846232 Dec 20 23:03:19.312594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.349305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.359489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.398541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b3fa2b-b3b6-4927-875f-62aa4bae1e19,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:19.414551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.420295 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb375479-6de3-4014-a4f6-bcee5dd1d351 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c4b3fa2b-b3b6-4927-875f-62aa4bae1e19 HTTP/1.1" status: 204 len: 168 time: 0.5572829 Dec 20 23:03:19.421711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44732) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:19.464942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] For port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:19.465304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.495936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37e0fb09-021e-4c47-becb-9a920f852232 req-00dd0a6c-9a1e-46b6-bf75-8840f2a08fb7 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0885220 Dec 20 23:03:19.529855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Calling delete_port for 8e0fa524-7eb6-42db-89e3-42aa3523e1fb owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:19.657752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.663953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.667470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3dfe006-0dc0-49f4-9a6f-be783e50962a HTTP/1.1" status: 204 len: 168 time: 0.5243726 Dec 20 23:03:19.668547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.669329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44738) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:19.695559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810f503-967c-45cc-9ef5-f3528676419d tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dfe006-0dc0-49f4-9a6f-be783e50962a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:19.833277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-a40db8b9-a9dc-4f01-b02c-25eaa428c7f8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:19.834906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-a40db8b9-a9dc-4f01-b02c-25eaa428c7f8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.3308806 Dec 20 23:03:19.886258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Request body: {'port': {'device_id': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'admin_state_up': True, 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:19.891395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.895578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:19.917416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44742) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:19.983292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f4120-6cc5-4007-a6f4-98daf2a4304c']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.066207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.084080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bce4aa-8ae8-4454-b52d-d094039b93a9') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.084403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bce4aa-8ae8-4454-b52d-d094039b93a9') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.094040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd495bc-7b0c-4d88-8aca-8bd64fdb1067']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.105491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7d6e6f-658c-4cee-974d-ed3244c3bdcb') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.105693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7d6e6f-658c-4cee-974d-ed3244c3bdcb') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.116878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.135138 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.141166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:20.141561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:20.144020 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:20.186033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.243630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1344675360'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:20.266099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.283460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8e0fa524-7eb6-42db-89e3-42aa3523e1fb', '96b351c3-c002-473d-8f88-79ee53881f2e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:20.290485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.310634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['912f06de-7fcd-44fb-b0e1-655d05a85d71'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:20.334651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event deleted for resources: {'Port': ['ID=8e0fa524-7eb6-42db-89e3-42aa3523e1fb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:20.337391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:20.337809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:20.343375 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:20.347657 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:20.354980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Made reservation on behalf of 72e3d6de7bcf4c7381fbdf43b35884fc for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:20.358525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.360944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.386218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.390213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "DELETE /v2.0/networks/1cd495bc-7b0c-4d88-8aca-8bd64fdb1067 HTTP/1.1" status: 204 len: 168 time: 0.7198894 Dec 20 23:03:20.395488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44754) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:20.453379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.474542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cf9a1-6c29-4123-88ef-dfe479ae6b4f tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cd495bc-7b0c-4d88-8aca-8bd64fdb1067,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:20.528764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-7422e423-93a3-4049-b5b9-a8f9c3770987 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:20.530801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-7422e423-93a3-4049-b5b9-a8f9c3770987 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.5145583 Dec 20 23:03:20.536396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] No DVR routers for this DVR port 8e0fa524-7eb6-42db-89e3-42aa3523e1fb on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:20.541619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.543604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47512629-cedf-4d99-85f0-bc26025ed3f1 req-fe2c64c2-239f-4b0f-9fa4-90bcea8aba97 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 210 time: 0.1433122 Dec 20 23:03:20.546525 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fe3935c-c5e3-4d13-bcff-6dbc99814c8c req-b39a624b-f606-44f1-946b-7c3aadcc46fe tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "DELETE /v2.0/ports/8e0fa524-7eb6-42db-89e3-42aa3523e1fb HTTP/1.1" status: 204 len: 173 time: 1.4727540 Dec 20 23:03:20.546999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'name': 'network-vif-deleted', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:20.550565 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b823702-b556-4a53-87b0-5a6f0c101f75" -d '{"events": [{"server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "name": "network-vif-deleted", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:20.560232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Request body: {'port': {'device_id': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'admin_state_up': True, 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:20.631519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.677105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.695942 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d68d3-ad2d-4a6f-8673-89c77759d529 x-openstack-request-id: req-794d68d3-ad2d-4a6f-8673-89c77759d529 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:20.696298 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9033cf6-a805-424d-93eb-169f1b4c86fe", "name": "network-vif-deleted", "tag": "8e0fa524-7eb6-42db-89e3-42aa3523e1fb", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:20.696529 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-794d68d3-ad2d-4a6f-8673-89c77759d529 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:20.696891 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9033cf6-a805-424d-93eb-169f1b4c86fe', 'name': 'network-vif-deleted', 'tag': '8e0fa524-7eb6-42db-89e3-42aa3523e1fb', 'status': 'completed', 'code': 200} Dec 20 23:03:20.729856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.760002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] 10.222.0.62 "DELETE /v2.0/networks/e37f4120-6cc5-4007-a6f4-98daf2a4304c HTTP/1.1" status: 204 len: 168 time: 1.3231881 Dec 20 23:03:20.787802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.795471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5e367-9d4d-4fec-82dc-18708aa3b9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e37f4120-6cc5-4007-a6f4-98daf2a4304c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:20.823120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f4d3678-b229-4b27-a017-d0b8ed9a4a5b req-18525abc-ab2e-47c5-addc-1cd584b2a44a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0910563 Dec 20 23:03:20.839161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:20.843479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.857960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.859871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c113863e-103b-47df-a23f-1474f21ea888']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.873036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745650a1-6e9d-4d8c-9d47-31fef2d7f6e3') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.873760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745650a1-6e9d-4d8c-9d47-31fef2d7f6e3') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:20.887478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.905848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.919284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:20.919715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:20.921539 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:20.977709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.011388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709eff13-9d40-43fd-a61c-d9fe23046bf5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:21.015827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:21.025267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.162883 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.190599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.202929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] 10.222.0.62 "DELETE /v2.0/networks/c113863e-103b-47df-a23f-1474f21ea888 HTTP/1.1" status: 204 len: 168 time: 0.8014302 Dec 20 23:03:21.208865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:21.247421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4647d-1801-43ee-876e-da65ec228112 tempest-QuotasNegativeTest-1616181245 tempest-QuotasNegativeTest-1616181245-project-admin] Pushing event deleted for resources: {'Network': ['ID=c113863e-103b-47df-a23f-1474f21ea888,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:21.262497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.262850 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Added segment a475528e-1a4b-4fc9-aaaf-b79c995a05a7 of type vlan for network b0a69970-686e-42c6-b4f4-725069fccc88 Dec 20 23:03:21.350848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44772) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:21.379975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.427859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Allocated IP 172.20.0.13 (a923380f-e454-4a0b-8e45-4c90ba7d08fe/6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13/99e88783-fdd4-4cf9-8877-2d076e9c5660) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:21.434507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56b2c0f9-4d18-44eb-84f7-5198140f73fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17f82e47be3e42ab842d3d6a7093446d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799313 Dec 20 23:03:21.441236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:21.481126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.488488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:21.489117 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.524597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.592459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Pushing event updated for resources: {'Network': ['ID=b0a69970-686e-42c6-b4f4-725069fccc88,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:21.612642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b0a69970-686e-42c6-b4f4-725069fccc88 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:21.613590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f88d4bc0-05df-43f5-be1f-a3e8a02345c1 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6920788 Dec 20 23:03:21.614427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44780) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:21.663595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.798843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce778ee0-2e68-4021-9939-e9e84b8fde24 req-1f1e87d3-d61b-432b-ae07-73dbe39ec037 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9033cf6-a805-424d-93eb-169f1b4c86fe HTTP/1.1" status: 200 len: 210 time: 0.0475390 Dec 20 23:03:21.859539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:21.938032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'name': 'tempest-network--684625988', 'router:external': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:22.004737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.021575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77140e84-9d22-4b78-8e63-f86fcfeea5d6 req-4eaa5f9c-1ef8-4539-9055-e060c7c79ef9 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 210 time: 0.0415223 Dec 20 23:03:22.074004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.076834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.078101 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d09f3d2-c1ec-4b73-8ef8-597902fbbd76 HTTP/1.1" status: 204 len: 168 time: 0.6424809 Dec 20 23:03:22.119425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daf723-eb40-4d2f-bfff-7d052e27850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09f3d2-c1ec-4b73-8ef8-597902fbbd76,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:22.124182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:22.138279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:22.147853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:22.148554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event updated for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:22.148636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.153606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:22.172681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.227990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Allocated IP 172.20.0.9 (a923380f-e454-4a0b-8e45-4c90ba7d08fe/6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13/19eea18a-3010-48ba-a72f-5a8d19f62d9c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:22.244464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:22.245922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.315612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.417315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.463906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d9996-5f4b-49de-9fa9-841e963d6482,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:22.467969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:22.488763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.492581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:22.515935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.518585 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Added segment a5fa4d5e-0028-416b-8845-61e79cc237d9 of type vlan for network 5d112c15-e7c6-447f-8ea5-ded412459753 Dec 20 23:03:22.536462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-0ccb56e9-ad13-4486-b35e-c45ef0553988 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9820700 Dec 20 23:03:22.554988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Request body: {'port': {'device_id': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:22.628943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.637103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.702107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.722806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:22.729069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:22.739276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:22.760936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.762278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event updated for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:22.762389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:22.762605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.849998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:22.854080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.866707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=5d112c15-e7c6-447f-8ea5-ded412459753,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:22.877554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ffc265c-4cc7-44e9-a072-3541ad1d612a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.881759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.882378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.882952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.883475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.883911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.885513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.885513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.885513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.885919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.886345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.886841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.887495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.887969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:03:22.900993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5d112c15-e7c6-447f-8ea5-ded412459753 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:22.992846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ffc265c-4cc7-44e9-a072-3541ad1d612a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:22.999033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-959d855c-1380-41c8-9a2d-22c38b00707e tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3822014 Dec 20 23:03:23.008642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44808) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:23.017023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-96c46deb-3c7d-4e03-ad2e-25d9b3089304 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1359088 Dec 20 23:03:23.053063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Request body: {'port': {'device_id': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:23.075641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ffc265c-4cc7-44e9-a072-3541ad1d612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.196565 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.243562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:23.305826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ffc265c-4cc7-44e9-a072-3541ad1d612a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac34f5018b014be898084e55452e4d85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8364456 Dec 20 23:03:23.311842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc265c-4cc7-44e9-a072-3541ad1d612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dbe52f-80d2-40f1-be97-4df80e818344,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:23.326157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44828) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:23.331436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.354277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0cd19-46ff-487f-b665-6f75eadc300b req-5a61c112-c488-4161-b04a-cf3d22c0c21c tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:23.355821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eab0cd19-46ff-487f-b665-6f75eadc300b req-5a61c112-c488-4161-b04a-cf3d22c0c21c tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 932 time: 0.1155336 Dec 20 23:03:23.414700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-44165496-25ee-4a00-82eb-3ae12817a32a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68d873c6b43a4bd599432fc30f0387a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700675 Dec 20 23:03:23.423976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:23.446266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.465370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8e0fa524-7eb6-42db-89e3-42aa3523e1fb no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:23.472658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d112c15-e7c6-447f-8ea5-ded412459753']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:23.482700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fa4d5e-0028-416b-8845-61e79cc237d9') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:23.482999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fa4d5e-0028-416b-8845-61e79cc237d9') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:23.494599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.498563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 8e0fa524-7eb6-42db-89e3-42aa3523e1fb {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:23.499264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8e0fa524-7eb6-42db-89e3-42aa3523e1fb not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:23.510012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.519238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:23.519238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:23.539331 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:23.622257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e88783-fdd4-4cf9-8877-2d076e9c5660 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:23.624625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eab0cd19-46ff-487f-b665-6f75eadc300b req-e4286e64-0226-4841-9761-032a7f6d3178 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412465 Dec 20 23:03:23.634378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.684549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.689975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Transition to ACTIVE for port object 99e88783-fdd4-4cf9-8877-2d076e9c5660 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:23.691006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.697516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d112c15-e7c6-447f-8ea5-ded412459753 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:03:23.701110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.703682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.708943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5d112c15-e7c6-447f-8ea5-ded412459753 HTTP/1.1" status: 204 len: 168 time: 0.7002254 Dec 20 23:03:23.714673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:23.720583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:23.725126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133b35-0a3c-49f3-aa05-9237667986f9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d112c15-e7c6-447f-8ea5-ded412459753,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:23.760382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.820074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.833242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:23.921497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Pushing event updated for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:23.992971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:23.998504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.026492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32789e-75e4-44d9-8ed2-1e16dc1d3414 req-ebadc5f5-ab3d-4eb5-b13d-649af2356116 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:24.033973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32789e-75e4-44d9-8ed2-1e16dc1d3414 req-ebadc5f5-ab3d-4eb5-b13d-649af2356116 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:24.036410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec32789e-75e4-44d9-8ed2-1e16dc1d3414 req-ebadc5f5-ab3d-4eb5-b13d-649af2356116 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9&device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 1682 time: 0.0776877 Dec 20 23:03:24.124908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec32789e-75e4-44d9-8ed2-1e16dc1d3414 req-ede6241d-7993-43fb-818b-c9753d1997d5 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680406 Dec 20 23:03:24.156580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eea18a-3010-48ba-a72f-5a8d19f62d9c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:24.166264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.196591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Transition to ACTIVE for port object 19eea18a-3010-48ba-a72f-5a8d19f62d9c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:24.211652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.217386 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.253704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03dbe52f-80d2-40f1-be97-4df80e818344 HTTP/1.1" status: 204 len: 168 time: 0.8993676 Dec 20 23:03:24.323208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.662318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362867b-7381-4fd3-bdf0-16eae63b45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dbe52f-80d2-40f1-be97-4df80e818344,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:24.670104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:24.717346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.717346 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Added segment 91b88602-732e-4ab8-ace9-e6254bda8925 of type vlan for network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 Dec 20 23:03:24.750972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:24.881406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612608-86f7-49af-8c08-01567100d87d req-fa5d4637-1f88-4db6-9fcb-288fcefd99e0 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:24.882333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.883335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab612608-86f7-49af-8c08-01567100d87d req-fa5d4637-1f88-4db6-9fcb-288fcefd99e0 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 944 time: 0.0627749 Dec 20 23:03:24.887764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Attempting to bind port 99e88783-fdd4-4cf9-8877-2d076e9c5660 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:24.888165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Attempting to bind port 99e88783-fdd4-4cf9-8877-2d076e9c5660 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:24.888565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Attempting to bind port 99e88783-fdd4-4cf9-8877-2d076e9c5660 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:24.913932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Port 99e88783-fdd4-4cf9-8877-2d076e9c5660 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:24.914265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Attempting to bind port 99e88783-fdd4-4cf9-8877-2d076e9c5660 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:24.929107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Attempting to bind port 19eea18a-3010-48ba-a72f-5a8d19f62d9c on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:24.929450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Attempting to bind port 19eea18a-3010-48ba-a72f-5a8d19f62d9c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:24.929794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Attempting to bind port 19eea18a-3010-48ba-a72f-5a8d19f62d9c on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:24.939694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:24.940058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Checking segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:24.940646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Bound using segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:24.940910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Bound port: 99e88783-fdd4-4cf9-8877-2d076e9c5660, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:24.941285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:24.952464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab612608-86f7-49af-8c08-01567100d87d req-bc4085d2-19cc-436a-8ad5-3127a1a96bbf tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611384 Dec 20 23:03:24.961762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Port 19eea18a-3010-48ba-a72f-5a8d19f62d9c on network a923380f-e454-4a0b-8e45-4c90ba7d08fe not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:24.962088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Attempting to bind port 19eea18a-3010-48ba-a72f-5a8d19f62d9c on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:24.973834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:24.974149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Checking segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:24.974532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Bound using segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:24.974997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Bound port: 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:24.975364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.075157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:25.082756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:25.121274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:25.121274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:25.137047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.139846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.141039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/148c8e6f-ddc9-4e41-b00d-f1be5512c801 HTTP/1.1" status: 204 len: 168 time: 1.7127326 Dec 20 23:03:25.149152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a67a-3042-4319-98b0-9fd0b2152329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c8e6f-ddc9-4e41-b00d-f1be5512c801,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:25.186906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.186906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.187112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.255055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.257780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.278636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=79c301b0-0e23-41dd-9132-9ce54d9ae0f0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:25.291125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:25.307040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.307672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.309145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] 10.222.0.45 "PUT /v2.0/ports/19eea18a-3010-48ba-a72f-5a8d19f62d9c HTTP/1.1" status: 200 len: 1091 time: 2.2824450 Dec 20 23:03:25.309636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:25.312075 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd375fd-44f7-40f8-9313-1445c1abe975" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:25.318361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.318988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.320389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] 10.222.0.59 "PUT /v2.0/ports/99e88783-fdd4-4cf9-8877-2d076e9c5660 HTTP/1.1" status: 200 len: 1092 time: 2.7731979 Dec 20 23:03:25.351822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52d08a-8e40-4b8f-99cd-d6beb7457e4b service neutron] Pushing event updated for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:25.432801 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19052da-bef7-45a4-ad27-03671c2fb245 x-openstack-request-id: req-d19052da-bef7-45a4-ad27-03671c2fb245 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:25.433449 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:25.433880 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d19052da-bef7-45a4-ad27-03671c2fb245 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:25.434391 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c', 'status': 'completed', 'code': 200} Dec 20 23:03:25.450707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b0fd6-90ff-451b-a7fd-07d9720f9ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:25.460037 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd9734ee-2e01-46d4-955e-a59010f81703 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7442822 Dec 20 23:03:25.463283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:25.468950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'subnet': {'network_id': '79c301b0-0e23-41dd-9132-9ce54d9ae0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:25.539130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:25.550266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-d1662601-f43e-47d3-b0d0-b0e7bcec0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.552460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-d1662601-f43e-47d3-b0d0-b0e7bcec0c79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 1094 time: 0.0907547 Dec 20 23:03:25.560235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-5b716af8-2af1-4e41-9573-774ccd223849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.562371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-5b716af8-2af1-4e41-9573-774ccd223849 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 1095 time: 0.0659978 Dec 20 23:03:25.570997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f203cb8f-f9f9-42bc-af8e-5de617c71186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.633761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-dea480c7-cf22-4db1-8c45-cea1a420f717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660 HTTP/1.1" status: 200 len: 217 time: 0.0594444 Dec 20 23:03:25.645713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:25.651950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.733803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f203cb8f-f9f9-42bc-af8e-5de617c71186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.750748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-785d8052-39eb-4de2-9a35-002b389c5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.753355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-785d8052-39eb-4de2-9a35-002b389c5cab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.0784762 Dec 20 23:03:25.754904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-85d58417-e693-43ed-aee4-352ab3834c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:25.758516 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-85d58417-e693-43ed-aee4-352ab3834c82 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=31dfdeef8bea4451b8bc963750640cb8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1929879 Dec 20 23:03:25.834075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-f7bcd96c-1375-46a1-bc44-4ad1f9044e2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717962 Dec 20 23:03:25.903838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f203cb8f-f9f9-42bc-af8e-5de617c71186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:25.948862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203cb8f-f9f9-42bc-af8e-5de617c71186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c09aae-942b-49a9-98f3-ac2c46606661,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:25.992353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44902) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:25.992600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f203cb8f-f9f9-42bc-af8e-5de617c71186 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ca75f9c33b74116b4d2dcfc6f43f1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4520826 Dec 20 23:03:26.001393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-228d7326-a84c-4eb4-8bc3-213589e0691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.003166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4bd375fd-44f7-40f8-9313-1445c1abe975 req-228d7326-a84c-4eb4-8bc3-213589e0691f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249000 Dec 20 23:03:26.042350 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-f4ef2c4b-fe1e-41c0-9197-d655f467dc68 service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915815 Dec 20 23:03:26.131936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0931-a55b-4092-939f-c2b1d11530b8 req-630e62ac-2b54-4bac-ac42-3809a8380345 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.139696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0cf0931-a55b-4092-939f-c2b1d11530b8 req-630e62ac-2b54-4bac-ac42-3809a8380345 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 945 time: 0.1729834 Dec 20 23:03:26.201906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.216940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-e909ae0e-58f4-4648-903e-514248e1a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.218042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-e909ae0e-58f4-4648-903e-514248e1a393 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 1094 time: 0.1642039 Dec 20 23:03:26.249068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626f0a2-0f63-40a5-824d-ac97fc9f2058 req-f27fbf1f-a6ec-4329-b6cc-bdae339e2c07 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.260116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9626f0a2-0f63-40a5-824d-ac97fc9f2058 req-f27fbf1f-a6ec-4329-b6cc-bdae339e2c07 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 944 time: 0.1816335 Dec 20 23:03:26.261997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-25203658-3c5f-4608-8200-36c4b7990a13 service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715195 Dec 20 23:03:26.312796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-61d5289b-d209-41f0-b9d9-c5f8a1afafcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c HTTP/1.1" status: 200 len: 217 time: 0.0800340 Dec 20 23:03:26.314981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.360465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9626f0a2-0f63-40a5-824d-ac97fc9f2058 req-1570a56e-043d-418f-92aa-7c1b6d6d76d8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934885 Dec 20 23:03:26.370959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0cf0931-a55b-4092-939f-c2b1d11530b8 req-a0670ef9-97e7-4c9b-a9ff-728f2d22f491 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301016 Dec 20 23:03:26.453209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-27e70a1d-7ddd-4dd8-81d4-f414e35e0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.458389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-27e70a1d-7ddd-4dd8-81d4-f414e35e0120 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.1348290 Dec 20 23:03:26.464164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:03:26.464164 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.524031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-3f984237-1909-4a34-82b1-9d89537a564a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571101 Dec 20 23:03:26.554135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Checking segment: {'id': '91b88602-732e-4ab8-ace9-e6254bda8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '79c301b0-0e23-41dd-9132-9ce54d9ae0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:26.554503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Network hostable DHCP agents. Network: 79c301b0-0e23-41dd-9132-9ce54d9ae0f0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:03:26.568519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3e6c2401-08a1-4d4f-ab43-efdb32f0cb27,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:26.600309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.602986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.604289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8c09aae-942b-49a9-98f3-ac2c46606661 HTTP/1.1" status: 204 len: 168 time: 0.6107686 Dec 20 23:03:26.677336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb671a6-d5e8-462b-8796-456726c391fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c09aae-942b-49a9-98f3-ac2c46606661,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:26.680426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:03:26.731341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-d34f0340-81da-4d80-91fc-ba1dbbd4bef4 service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969719 Dec 20 23:03:26.740810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-15cb5114-9329-401b-95d8-5ed61505d229 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.742329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-15cb5114-9329-401b-95d8-5ed61505d229 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 945 time: 0.0848451 Dec 20 23:03:26.862868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 79c301b0-0e23-41dd-9132-9ce54d9ae0f0) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:26.873815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:26.874670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:26.879541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9ef7e-c15f-4012-b131-0d352fc5d514 None None] Network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:26.937417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3f25137a-d2a7-40dc-8bcf-9f5ef1f5e7bb req-9f75f87b-55a2-4ca7-baae-0f2e061b2d7b service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941032 Dec 20 23:03:26.958610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Deleting port 96b351c3-c002-473d-8f88-79ee53881f2e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:26.958966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.014806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4cf290c0-824a-4b09-8afd-4dc5cb1dfb2f tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5504248 Dec 20 23:03:27.019260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44930) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:27.026844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'floatingip': {'floating_network_id': '79c301b0-0e23-41dd-9132-9ce54d9ae0f0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:27.106587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cb30d-fab3-4c91-be2c-fb5e29a0f549 None None] Network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:27.132820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.249581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] For port 96b351c3-c002-473d-8f88-79ee53881f2e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=96b351c3-c002-473d-8f88-79ee53881f2e,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:27.250411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.281739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Calling delete_port for 96b351c3-c002-473d-8f88-79ee53881f2e owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:27.349159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.436316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:27.441405 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e1779-40b7-4946-b0de-ce365103430f" -d '{"events": [{"name": "network-changed", "server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:27.497833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-9ed9dcf8-6476-4851-a217-de50c6ffefa2 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:27.505064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-9ed9dcf8-6476-4851-a217-de50c6ffefa2 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2247fd8-f6b7-47e0-9cce-e22b6648e2c9 HTTP/1.1" status: 200 len: 946 time: 0.2161276 Dec 20 23:03:27.525909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Allocated IP 172.20.0.5 (79c301b0-0e23-41dd-9132-9ce54d9ae0f0/3e6c2401-08a1-4d4f-ab43-efdb32f0cb27/d44acaef-450a-4b8c-b0ea-0e69441b71d0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:27.679317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.680162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Deleting port 912f06de-7fcd-44fb-b0e1-655d05a85d71 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:27.680557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.794371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] For port 912f06de-7fcd-44fb-b0e1-655d05a85d71, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=912f06de-7fcd-44fb-b0e1-655d05a85d71,segment=NetworkSegment(fb812a04-a5a9-435c-a5c5-f367953df716),segment_id=fb812a04-a5a9-435c-a5c5-f367953df716)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:27.794839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.811437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2e36c-e741-402c-baa6-5727c348466e req-0a193c5b-8db8-4bcc-98ba-7cc8593f8f9e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:27.812939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8f2e36c-e741-402c-baa6-5727c348466e req-0a193c5b-8db8-4bcc-98ba-7cc8593f8f9e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 944 time: 0.0998573 Dec 20 23:03:27.819788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Calling delete_port for 912f06de-7fcd-44fb-b0e1-655d05a85d71 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:27.825256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da3109-311c-4ffc-ac4d-97a8240e8dc2 req-3ef885c5-7f78-4d89-a726-81ec884f14c7 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:27.826904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3da3109-311c-4ffc-ac4d-97a8240e8dc2 req-3ef885c5-7f78-4d89-a726-81ec884f14c7 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 945 time: 0.1269205 Dec 20 23:03:27.877625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.918374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:27.918978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8f2e36c-e741-402c-baa6-5727c348466e req-3c399904-1f3b-476a-8f76-92814992057d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878518 Dec 20 23:03:27.936919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3da3109-311c-4ffc-ac4d-97a8240e8dc2 req-a7412d5f-f25b-466a-a64a-6487b35a3c1e tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd87b2fa-211e-4dcf-8464-884bc87e861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Dec 20 23:03:27.941821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['96b351c3-c002-473d-8f88-79ee53881f2e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:27.963096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.044293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['912f06de-7fcd-44fb-b0e1-655d05a85d71'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:28.048846 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19433b0-bed6-4370-b52d-f3ec15accea8 x-openstack-request-id: req-b19433b0-bed6-4370-b52d-f3ec15accea8 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:28.053046 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:28.053642 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b19433b0-bed6-4370-b52d-f3ec15accea8 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:28.056443 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660', 'status': 'completed', 'code': 200} Dec 20 23:03:28.092866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event deleted for resources: {'Port': ['ID=96b351c3-c002-473d-8f88-79ee53881f2e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:28.174056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:28.177788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:28.190451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:28.229755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Port': ['ID=d44acaef-450a-4b8c-b0ea-0e69441b71d0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:28.346221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] No DVR routers for this DVR port 96b351c3-c002-473d-8f88-79ee53881f2e on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:28.350432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.356980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aaba7066-15c3-4bac-b90a-69e6303726d1 req-b1f4e0e8-297b-4c3a-83e6-d8e3e9297ebf tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.59 "DELETE /v2.0/ports/96b351c3-c002-473d-8f88-79ee53881f2e HTTP/1.1" status: 204 len: 173 time: 1.6059330 Dec 20 23:03:28.357896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.392462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['96b351c3-c002-473d-8f88-79ee53881f2e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:28.448894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Pushing event deleted for resources: {'Port': ['ID=912f06de-7fcd-44fb-b0e1-655d05a85d71,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:28.454798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1779-40b7-4946-b0de-ce365103430f req-ddf4996b-af6d-4e40-b437-1f55ce9b69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:28.457050 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-ddf4996b-af6d-4e40-b437-1f55ce9b69dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 1095 time: 0.4240532 Dec 20 23:03:28.477981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] No DVR routers for this DVR port 912f06de-7fcd-44fb-b0e1-655d05a85d71 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:28.481862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.491055 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4e5b38c-f6e6-4478-b81f-f859048909d7 req-60f17fbd-f12d-414c-8268-9ff6a026ae10 tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.45 "DELETE /v2.0/ports/912f06de-7fcd-44fb-b0e1-655d05a85d71 HTTP/1.1" status: 204 len: 173 time: 0.9788702 Dec 20 23:03:28.492083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.629573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1779-40b7-4946-b0de-ce365103430f req-eedd57f4-1380-4a4b-b658-07ef634c45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:28.631180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-eedd57f4-1380-4a4b-b658-07ef634c45d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 914 time: 0.1544251 Dec 20 23:03:28.683283 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-bd110a0f-897f-4e71-8741-d31f0efba5b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660 HTTP/1.1" status: 200 len: 217 time: 0.0427928 Dec 20 23:03:28.741166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:28.765141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1779-40b7-4946-b0de-ce365103430f req-d0db3a37-6297-406f-99b6-9c4e63146a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:28.768454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-d0db3a37-6297-406f-99b6-9c4e63146a1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.0767281 Dec 20 23:03:28.873785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-f212bda3-c8eb-4003-a89d-1c1166713dcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974116 Dec 20 23:03:29.134436 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-4d653d7b-b22d-4ff3-8da9-c56669f53900 service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534683 Dec 20 23:03:29.142514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 19eea18a-3010-48ba-a72f-5a8d19f62d9c details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:29.238726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5c9bf9-2f70-46a8-ab64-ca2c88c60c18 req-0e9231df-f302-4e3d-bbda-7f7260aafeaa tempest-ListServersNegativeTestJSON-601486897 tempest-ListServersNegativeTestJSON-601486897-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6b81927-dde6-4bf7-88c7-a45a62488762 HTTP/1.1" status: 200 len: 210 time: 0.1069608 Dec 20 23:03:29.283954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:29.307465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3eca7-dfa2-43eb-badd-591a72c7b15b req-e08b2067-09f1-4d49-bedc-59bd7dd14007 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:29.323440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d53e1779-40b7-4946-b0de-ce365103430f req-de4135ee-7a5f-47db-b3fa-6d1a91cd6f14 service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777420 Dec 20 23:03:29.330241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14a3eca7-dfa2-43eb-badd-591a72c7b15b req-e08b2067-09f1-4d49-bedc-59bd7dd14007 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 944 time: 0.2430530 Dec 20 23:03:29.380050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:29.433048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:29.474609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '19eea18a-3010-48ba-a72f-5a8d19f62d9c', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'port_id': '19eea18a-3010-48ba-a72f-5a8d19f62d9c', 'mac_address': 'fa:16:3e:83:c5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:29.475646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Port': ['ID=d44acaef-450a-4b8c-b0ea-0e69441b71d0,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:29.490116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 99e88783-fdd4-4cf9-8877-2d076e9c5660 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:29.581471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14a3eca7-dfa2-43eb-badd-591a72c7b15b req-a1ae5ee2-be3e-42f1-b6a5-39009d701175 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445004 Dec 20 23:03:29.610935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:29.676647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:03:29.750549 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:29.772881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eea18a-3010-48ba-a72f-5a8d19f62d9c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:29.795846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:29.796925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4e4f3ff9-a1c0-4f23-a41b-2653c851dde7 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7756696 Dec 20 23:03:29.800314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:29.806104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:29.927025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:29.976527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '99e88783-fdd4-4cf9-8877-2d076e9c5660', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'port_id': '99e88783-fdd4-4cf9-8877-2d076e9c5660', 'mac_address': 'fa:16:3e:46:fc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:30.017079 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.057997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'name': 'network-vif-deleted', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e'}, {'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'name': 'network-vif-deleted', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:30.060383 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f01264-fc60-4485-a3a1-bab424fbb114" -d '{"events": [{"server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "name": "network-vif-deleted", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e"}, {"server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "name": "network-vif-deleted", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:30.074299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:30.118195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.169919 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b37016-8812-4d1a-b439-d98813db7e9c x-openstack-request-id: req-97b37016-8812-4d1a-b439-d98813db7e9c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:30.170217 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b81927-dde6-4bf7-88c7-a45a62488762", "name": "network-vif-deleted", "tag": "96b351c3-c002-473d-8f88-79ee53881f2e", "status": "completed", "code": 200}, {"server_uuid": "b2247fd8-f6b7-47e0-9cce-e22b6648e2c9", "name": "network-vif-deleted", "tag": "912f06de-7fcd-44fb-b0e1-655d05a85d71", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:30.170556 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97b37016-8812-4d1a-b439-d98813db7e9c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:30.170865 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b81927-dde6-4bf7-88c7-a45a62488762', 'name': 'network-vif-deleted', 'tag': '96b351c3-c002-473d-8f88-79ee53881f2e', 'status': 'completed', 'code': 200} Dec 20 23:03:30.171121 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2247fd8-f6b7-47e0-9cce-e22b6648e2c9', 'name': 'network-vif-deleted', 'tag': '912f06de-7fcd-44fb-b0e1-655d05a85d71', 'status': 'completed', 'code': 200} Dec 20 23:03:30.174917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e88783-fdd4-4cf9-8877-2d076e9c5660 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:30.202159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:30.271050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:30.297314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.377429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['19eea18a-3010-48ba-a72f-5a8d19f62d9c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:30.429929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45040) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:30.513149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5cfed81c-bd81-4364-86d1-32e815a88ad5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=79c301b0-0e23-41dd-9132-9ce54d9ae0f0 HTTP/1.1" status: 200 len: 689 time: 0.7114940 Dec 20 23:03:30.515999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45042) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:30.527827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:30.569787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-153506556'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:30.576454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['99e88783-fdd4-4cf9-8877-2d076e9c5660'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:30.577614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Deleting subnet 1a1af39c-ca72-439f-8a11-92c0f7b20910 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:03:30.584277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.668084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.716846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.780289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.810695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Made reservation on behalf of 4552befa4ddc41b1a874d9c36a2603e8 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:30.816377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.834477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:30.933674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20c590-18c4-4234-9f1f-17535f4080a1 req-8bcccdca-4621-428f-b3d2-1524071050e1 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:30.935286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da20c590-18c4-4234-9f1f-17535f4080a1 req-8bcccdca-4621-428f-b3d2-1524071050e1 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 945 time: 0.1556311 Dec 20 23:03:30.988038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Deleting port d44acaef-450a-4b8c-b0ea-0e69441b71d0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:30.988378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.032995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.053337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da20c590-18c4-4234-9f1f-17535f4080a1 req-68a60f5c-64fb-40cc-86a4-3d9a9b8f615a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093423 Dec 20 23:03:31.071023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.098741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.114359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.115053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.129417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Calling delete_port for d44acaef-450a-4b8c-b0ea-0e69441b71d0 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:31.135513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.142605 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a1af39c-ca72-439f-8a11-92c0f7b20910 HTTP/1.1" status: 204 len: 168 time: 0.7090271 Dec 20 23:03:31.144096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96afd2-ce75-440e-b4b6-3dc5c78a0147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1af39c-ca72-439f-8a11-92c0f7b20910,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:31.145506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45062) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:31.162772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 912f06de-7fcd-44fb-b0e1-655d05a85d71 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:31.208010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 912f06de-7fcd-44fb-b0e1-655d05a85d71 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:31.209202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 912f06de-7fcd-44fb-b0e1-655d05a85d71 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:31.216962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:31.231666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.232365 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Added segment 308cd7d4-aa93-40a4-9375-fbb749203945 of type vlan for network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 Dec 20 23:03:31.285595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.295797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27922a-55d8-45ec-a755-c26abe48e2a3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:31.380717 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.474465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 99e88783-fdd4-4cf9-8877-2d076e9c5660 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:31.508252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.529102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5246aee2-bd03-4022-85d0-0274339e5897']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:31.539600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb812a04-a5a9-435c-a5c5-f367953df716') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:31.539828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb812a04-a5a9-435c-a5c5-f367953df716') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:31.550369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.564811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.570793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:31.571179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:31.572840 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:31.720954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.724582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 99e88783-fdd4-4cf9-8877-2d076e9c5660 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:31.724710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.727296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 99e88783-fdd4-4cf9-8877-2d076e9c5660 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:31.727296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.736180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:31.737586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.754773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Port': ['ID=d44acaef-450a-4b8c-b0ea-0e69441b71d0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:31.819434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Pushing event updated for resources: {'Network': ['ID=73203b31-1cd1-4186-ab3e-4e6b0a016e99,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:31.826034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.842852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:31.854322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.890461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:31.890461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:31.893749 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454c8e7-119a-4241-b11e-208670df87b5" -d '{"events": [{"server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "name": "network-vif-plugged", "status": "completed", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:31.927244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.934174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] 10.222.0.62 "DELETE /v2.0/networks/5246aee2-bd03-4022-85d0-0274339e5897 HTTP/1.1" status: 204 len: 168 time: 0.7751348 Dec 20 23:03:31.946567 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0a8ceff-20f1-41cf-98da-83c6d6168259 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6753592 Dec 20 23:03:31.977402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:31.981169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 96b351c3-c002-473d-8f88-79ee53881f2e no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:31.983648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaf119-df2b-44ae-8522-21f37cfcf18c admin admin] Pushing event deleted for resources: {'Network': ['ID=5246aee2-bd03-4022-85d0-0274339e5897,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:31.995650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.052208 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453105b0-c368-4a3d-aaad-5a86a75b5371 x-openstack-request-id: req-453105b0-c368-4a3d-aaad-5a86a75b5371 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:32.054774 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "name": "network-vif-plugged", "status": "completed", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:32.055930 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-453105b0-c368-4a3d-aaad-5a86a75b5371 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:32.059088 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660', 'code': 200} Dec 20 23:03:32.060941 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.104106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 96b351c3-c002-473d-8f88-79ee53881f2e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:32.104622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 96b351c3-c002-473d-8f88-79ee53881f2e not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:32.177949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1519d3-f637-4c6b-8272-57e6920d2dd7 req-946fa0ea-6994-4c2a-ba1d-c4ee1d655497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:32.181168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d1519d3-f637-4c6b-8272-57e6920d2dd7 req-946fa0ea-6994-4c2a-ba1d-c4ee1d655497 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 1097 time: 0.0753725 Dec 20 23:03:32.195821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:32.244613 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7d1519d3-f637-4c6b-8272-57e6920d2dd7 req-16ec0760-4db4-4ba4-bcb8-646259c8f5a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Dec 20 23:03:32.250565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.287709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6c2401-08a1-4d4f-ab43-efdb32f0cb27,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:32.383690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29228-862d-46f9-af20-939535bb63be req-fb38bc17-2717-4961-858e-f198cbddb5dc tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:32.385271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29f29228-862d-46f9-af20-939535bb63be req-fb38bc17-2717-4961-858e-f198cbddb5dc tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 946 time: 0.1319139 Dec 20 23:03:32.390569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.430203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c301b0-0e23-41dd-9132-9ce54d9ae0f0']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:32.449342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b88602-732e-4ab8-ace9-e6254bda8925') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:32.449749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b88602-732e-4ab8-ace9-e6254bda8925') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:32.466656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.489446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29f29228-862d-46f9-af20-939535bb63be req-f4623abe-e2dc-4fdc-88a9-b1028e3dd35c tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956266 Dec 20 23:03:32.498511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.512196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:32.513043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:32.515240 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:32.575819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:32.657020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-04369d1e-55f1-4fd1-a9ff-be372e124a86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e507198948141c5847baf20ae26d0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799272 Dec 20 23:03:32.659486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:32.668964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:32.675484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99', 'binding:host_id': 'n-h1-822053-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1350229873'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:32.707753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.722295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79c301b0-0e23-41dd-9132-9ce54d9ae0f0 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:03:32.741074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.764254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.768013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.771922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/79c301b0-0e23-41dd-9132-9ce54d9ae0f0 HTTP/1.1" status: 204 len: 168 time: 2.2545125 Dec 20 23:03:32.773675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5231667-d825-4c1a-96ed-cf258d9a3fb9 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Network': ['ID=79c301b0-0e23-41dd-9132-9ce54d9ae0f0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:32.777920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:32.779025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Made reservation on behalf of 23b569b09e1f458e86b2076a6b5f42bb for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:32.785579 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.825968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:32.935834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37a00718-defb-4c9f-8fcd-3b4b18c9abff tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1555858 Dec 20 23:03:32.937192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:33.036379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.077626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.078027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.078502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.080262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.080745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.081242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.081833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.082490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.082985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.083419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.085755 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f1ac0092-730f-496d-870a-d811d33d0fa8 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6484 time: 0.1471095 Dec 20 23:03:33.089880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45114) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:33.168062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.170905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.172056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd87b2fa-211e-4dcf-8464-884bc87e861f HTTP/1.1" status: 204 len: 168 time: 0.5111423 Dec 20 23:03:33.173671 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-51f8d71a-2844-42a1-915b-3d82c6ed4ad0 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] delete failed (client error): The resource could not be found. Dec 20 23:03:33.175358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-51f8d71a-2844-42a1-915b-3d82c6ed4ad0 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/e09ff78c-239e-4b19-aa4b-78137aa31c29 HTTP/1.1" status: 404 len: 345 time: 0.0843449 Dec 20 23:03:33.178660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:33.183172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 19eea18a-3010-48ba-a72f-5a8d19f62d9c up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:33.196019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d5c93-aea0-4e93-8eda-b4a86a6290eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87b2fa-211e-4dcf-8464-884bc87e861f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:33.209175 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.210432 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f59ec38-70e9-4b2b-8bf2-bb56f4f55ed2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 23:03:33.210972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f59ec38-70e9-4b2b-8bf2-bb56f4f55ed2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:03:33.217886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8f59ec38-70e9-4b2b-8bf2-bb56f4f55ed2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/79c301b0-0e23-41dd-9132-9ce54d9ae0f0 HTTP/1.1" status: 404 len: 339 time: 0.0344956 Dec 20 23:03:33.218166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45122) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:33.227761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'name': 'tempest-network--1945919913', 'router:external': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:33.230383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 029c51d1-3c25-4a5a-b053-8c078fae857b yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:33.342838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.436977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fbf106-a323-42a1-90de-b23ca0319db1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:33.455931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 19eea18a-3010-48ba-a72f-5a8d19f62d9c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:33.457098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:33.461616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 19eea18a-3010-48ba-a72f-5a8d19f62d9c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:33.462561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.465050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.488195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ac61f-4d6f-4b1c-89ae-f5e9e4d68d02 req-bf2b8717-d828-42d6-93fe-801dbd02a8bf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.490014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:33.494628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-326ac61f-4d6f-4b1c-89ae-f5e9e4d68d02 req-bf2b8717-d828-42d6-93fe-801dbd02a8bf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0968990 Dec 20 23:03:33.500012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.500412 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Added segment acd13a05-317b-4e04-99d9-a23e3d1e08cf of type vlan for network 4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5 Dec 20 23:03:33.596889 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.629919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.649338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:33.761693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-326ac61f-4d6f-4b1c-89ae-f5e9e4d68d02 req-f5e0cf6e-fb86-49d4-90bd-0810e40ea213 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253910 Dec 20 23:03:33.775382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16586364-6dd8-451d-a5cb-5ce74f9e1669 req-01a31da9-fabf-479b-9a79-a139e431d7a8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.776837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16586364-6dd8-451d-a5cb-5ce74f9e1669 req-01a31da9-fabf-479b-9a79-a139e431d7a8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 946 time: 0.1375997 Dec 20 23:03:33.780776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 029c51d1-3c25-4a5a-b053-8c078fae857b yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:33.781480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.785011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.794249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.800969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.801670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.862474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16586364-6dd8-451d-a5cb-5ce74f9e1669 req-98c030dc-5a01-4ad0-887a-e6ae301a2124 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695894 Dec 20 23:03:33.878476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45150) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:33.879202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:33.920600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:33.934257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:33.954839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716c351-b044-4c6d-b35e-9338f531d944 req-5253647d-c2af-44f8-a886-61eff3a7ce91 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:33.956888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8716c351-b044-4c6d-b35e-9338f531d944 req-5253647d-c2af-44f8-a886-61eff3a7ce91 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0911505 Dec 20 23:03:33.958449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:33.986506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-df07680f-c368-41f9-a87d-8efdcc463fc2 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7649665 Dec 20 23:03:33.986720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:34.063391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:34.067025 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e6ed4-2efc-4a66-9f03-1069cffb55c5" -d '{"events": [{"server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "name": "network-vif-plugged", "status": "completed", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:34.073055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8716c351-b044-4c6d-b35e-9338f531d944 req-4096e34c-e1a0-457c-9033-548e50312c8e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090243 Dec 20 23:03:34.080554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=029c51d1-3c25-4a5a-b053-8c078fae857b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:34.122422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Checking segment: {'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:34.123142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Network hostable DHCP agents. Network: 73203b31-1cd1-4186-ab3e-4e6b0a016e99, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:03:34.187734 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a16c8-ab9f-4180-aa26-608968cca11c x-openstack-request-id: req-ef3a16c8-ab9f-4180-aa26-608968cca11c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:34.188754 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "name": "network-vif-plugged", "status": "completed", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:34.188921 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef3a16c8-ab9f-4180-aa26-608968cca11c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:34.190002 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c', 'code': 200} Dec 20 23:03:34.195155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a63736c7-cc25-4f23-85c7-32d582bad9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.280731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:03:34.302296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a63736c7-cc25-4f23-85c7-32d582bad9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.415340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 73203b31-1cd1-4186-ab3e-4e6b0a016e99) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:34.419345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:34.425036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1be765-c14d-4e89-ac7e-d33a5a124117 None None] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:34.435251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.435582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.435997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.441266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.443930 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.443930 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 2 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.457042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.457372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.457701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.464212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.464212 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.464212 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 3 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.468103 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a63736c7-cc25-4f23-85c7-32d582bad9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.505769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.506428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.506428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.529859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.531011 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.532791 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 4 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.541763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a63736c7-cc25-4f23-85c7-32d582bad9f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6355214b2389473380d6faec0c4aa364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576767 Dec 20 23:03:34.541763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63736c7-cc25-4f23-85c7-32d582bad9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c5997-0147-4f6a-8879-76e7d5e7edf9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:34.543755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45174) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:34.556246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.556680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7c3d6-a28a-4243-a55b-7bcab99bb40e req-6a4c562b-bd1d-4e6c-a084-698436d07fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.556896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.557238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.558191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0a7c3d6-a28a-4243-a55b-7bcab99bb40e req-6a4c562b-bd1d-4e6c-a084-698436d07fad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 1096 time: 0.1204257 Dec 20 23:03:34.565397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.565397 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.565397 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 5 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.571352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5afc2a-f404-40e1-9bff-6cbaa8291908 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.577607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5afc2a-f404-40e1-9bff-6cbaa8291908 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.579912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.580244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.580575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.583634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5afc2a-f404-40e1-9bff-6cbaa8291908 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.589822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5afc2a-f404-40e1-9bff-6cbaa8291908 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.590141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.590472 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.590858 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 6 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.594957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d5afc2a-f404-40e1-9bff-6cbaa8291908 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6034696 Dec 20 23:03:34.595264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45178) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:34.616762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.617288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.617616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.623636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.624016 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.624398 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 7 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.641696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.642309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.642839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.648378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.648378 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.648780 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 8 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.661806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.662148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.662618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.666945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.667328 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.667716 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 9 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.679608 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28d2be30-5529-43b9-88d8-22318c8db2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.685377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.685715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.686135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.692225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.692579 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.692972 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 10 to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b Dec 20 23:03:34.706643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:34.706982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:34.707321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:34.711596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 029c51d1-3c25-4a5a-b053-8c078fae857b on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:34.711924 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 029c51d1-3c25-4a5a-b053-8c078fae857b on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:34.712321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.726070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.732764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0a7c3d6-a28a-4243-a55b-7bcab99bb40e req-132fddf1-5e5b-408c-83ee-6cc162f9b34b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384571 Dec 20 23:03:34.733624 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.780868 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.785750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 029c51d1-3c25-4a5a-b053-8c078fae857b, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:34.786144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempted to set empty binding levels {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:03:34.854246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.867597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.877405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:34.887746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd13a05-317b-4e04-99d9-a23e3d1e08cf') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:34.888042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd13a05-317b-4e04-99d9-a23e3d1e08cf') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:34.899713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.908603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:34.909209 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.925348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.927854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=029c51d1-3c25-4a5a-b053-8c078fae857b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:34.939515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:34.939767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:34.942530 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:34.945452 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:35.010023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.012703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.014305 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe6c5997-0147-4f6a-8879-76e7d5e7edf9 HTTP/1.1" status: 204 len: 168 time: 0.4692640 Dec 20 23:03:35.022334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d59021-8fae-4ff0-9926-d86000a3b243 req-8dc3b1f8-3ba9-41ed-b5f6-e615ee93d6d2 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:35.023783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1502757-af98-4147-ade9-18f9dabf8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c5997-0147-4f6a-8879-76e7d5e7edf9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:35.023912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49d59021-8fae-4ff0-9926-d86000a3b243 req-8dc3b1f8-3ba9-41ed-b5f6-e615ee93d6d2 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Dec 20 23:03:35.064375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4bd80c4d-be9e-4237-9e8a-b4db8469ad94 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3944786 Dec 20 23:03:35.067219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45190) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:35.085174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49d59021-8fae-4ff0-9926-d86000a3b243 req-647ef7f4-cc35-4238-a980-cce4dd758e9b tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Dec 20 23:03:35.126250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.133882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:03:35.145110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.148958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5 HTTP/1.1" status: 204 len: 168 time: 0.5528479 Dec 20 23:03:35.151706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ac154-96db-425c-b8e5-4971ea460acb tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e5858f2-a0a5-4d6f-a46a-bd54952e2fe5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:35.154344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45196) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:35.162219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'name': 'tempest-network--1439791985', 'router:external': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:35.181154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Deleting port 029c51d1-3c25-4a5a-b053-8c078fae857b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:35.181912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.262352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 029c51d1-3c25-4a5a-b053-8c078fae857b, host n-h1-822053-9, got binding levels [] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:35.263282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.281156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Calling delete_port for 029c51d1-3c25-4a5a-b053-8c078fae857b owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:35.287269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5c72-9b7a-4e63-914e-08162fcd943a req-a91c346e-2c71-4ed1-b663-d6645ac153fa tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:35.288942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb1d5c72-9b7a-4e63-914e-08162fcd943a req-a91c346e-2c71-4ed1-b663-d6645ac153fa tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.0979283 Dec 20 23:03:35.317848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e44c-682b-4292-8ff8-aa2bdd2bf976 req-d19fb090-ab12-4b3a-8f61-6a7781486f1e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:35.328283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a150e44c-682b-4292-8ff8-aa2bdd2bf976 req-d19fb090-ab12-4b3a-8f61-6a7781486f1e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 945 time: 0.1046941 Dec 20 23:03:35.350550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:35.353626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.450339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a150e44c-682b-4292-8ff8-aa2bdd2bf976 req-8e13615e-4bce-4b65-a4e8-90e85a1406ca tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203401 Dec 20 23:03:35.455367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb1d5c72-9b7a-4e63-914e-08162fcd943a req-c8bea72d-2a29-453d-be6b-fbf5b284c7ee tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595078 Dec 20 23:03:35.510027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.515154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:35.539582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.547694 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Added segment 116db4fc-c3ca-4d43-89aa-d568d303a6b4 of type vlan for network 369a60c1-49cd-4b06-9065-1c1ff829d450 Dec 20 23:03:35.575262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.581326 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "DELETE /v2.0/ports/029c51d1-3c25-4a5a-b053-8c078fae857b HTTP/1.1" status: 204 len: 168 time: 0.5129230 Dec 20 23:03:35.582328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036935a1-cfee-4205-a7ac-8cb6fe1b0b05 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event deleted for resources: {'Port': ['ID=029c51d1-3c25-4a5a-b053-8c078fae857b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:35.586867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45210) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:35.613287 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc0b375-2fbf-49da-9c2f-e49b1f73acba tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:03:35.615160 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fcc0b375-2fbf-49da-9c2f-e49b1f73acba tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports/029c51d1-3c25-4a5a-b053-8c078fae857b HTTP/1.1" status: 404 len: 333 time: 0.0281985 Dec 20 23:03:35.620942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45214) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:35.633502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1474953211'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:35.697230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.771933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Made reservation on behalf of 23b569b09e1f458e86b2076a6b5f42bb for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:35.776048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.814982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 6161b56c-3939-4cca-81a8-2c0e194b4199 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:35.826969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841fd4-f920-4aff-81af-17568b2039cb req-c8952061-2228-415f-91ef-e6241658094a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:35.834793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac841fd4-f920-4aff-81af-17568b2039cb req-c8952061-2228-415f-91ef-e6241658094a tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0807369 Dec 20 23:03:35.845667 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.846882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:35.850891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:35.971937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:35.986755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=369a60c1-49cd-4b06-9065-1c1ff829d450,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:35.997959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7247ff3e-2ecc-456c-bab0-adc7662f8886 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8420293 Dec 20 23:03:35.999128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:36.003441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 369a60c1-49cd-4b06-9065-1c1ff829d450 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:36.003959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00c38ff1-d897-4b0b-94b3-8e6f73e081ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.021620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac841fd4-f920-4aff-81af-17568b2039cb req-faae4b2c-42f5-4880-bb0e-3b9746835dbd tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859584 Dec 20 23:03:36.197297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f44c46-f294-4a2e-8c76-23bcdf34b7fb tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:36.198801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1f44c46-f294-4a2e-8c76-23bcdf34b7fb tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "GET /v2.0/networks/369a60c1-49cd-4b06-9065-1c1ff829d450 HTTP/1.1" status: 200 len: 757 time: 0.1984622 Dec 20 23:03:36.206530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45240) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:36.215865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.286979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00c38ff1-d897-4b0b-94b3-8e6f73e081ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.312458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f03c52-6484-4b04-8c8a-f16e8b599ede tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:36.314663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57f03c52-6484-4b04-8c8a-f16e8b599ede tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "GET /v2.0/networks/b0a69970-686e-42c6-b4f4-725069fccc88 HTTP/1.1" status: 200 len: 768 time: 0.1051371 Dec 20 23:03:36.320658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45248) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:36.364712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.397567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.397790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00c38ff1-d897-4b0b-94b3-8e6f73e081ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.403725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:36.418793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:36.452072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:36.453003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:36.454128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.487554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=6161b56c-3939-4cca-81a8-2c0e194b4199,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:36.494647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00c38ff1-d897-4b0b-94b3-8e6f73e081ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe3c8d31b6c84a21a7b3f0ad0f3d0056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198133 Dec 20 23:03:36.494926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c38ff1-d897-4b0b-94b3-8e6f73e081ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a65648-9cfb-4614-81a6-903ba0886f8b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:36.497101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:36.555859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.556287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.583424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.603117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369a60c1-49cd-4b06-9065-1c1ff829d450']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:36.611918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45262) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:36.612114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-416fe5fa-4b7e-4f76-8d25-36932a99e9b5 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9890838 Dec 20 23:03:36.618084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116db4fc-c3ca-4d43-89aa-d568d303a6b4') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:36.618374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116db4fc-c3ca-4d43-89aa-d568d303a6b4') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:36.623153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:36.651607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.669463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ceba-41c5-433d-bbf0-630d3feb8408 req-476eebf2-04ae-411e-835b-40daa5ea5cea tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:36.670975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c242ceba-41c5-433d-bbf0-630d3feb8408 req-476eebf2-04ae-411e-835b-40daa5ea5cea tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 945 time: 0.1270738 Dec 20 23:03:36.686862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.709296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:36.709735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:36.726924 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:36.781540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.784652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.786210 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06a65648-9cfb-4614-81a6-903ba0886f8b HTTP/1.1" status: 204 len: 168 time: 0.2879658 Dec 20 23:03:36.792973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.801292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df09d02-8941-4a7b-b276-344c7ad660be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a65648-9cfb-4614-81a6-903ba0886f8b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:36.829742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c242ceba-41c5-433d-bbf0-630d3feb8408 req-ee38c2d2-42b8-4df0-8090-01addde6faa6 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514616 Dec 20 23:03:36.931024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:36.962111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 369a60c1-49cd-4b06-9065-1c1ff829d450 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:03:36.999947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.003324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/369a60c1-49cd-4b06-9065-1c1ff829d450 HTTP/1.1" status: 204 len: 168 time: 0.6816158 Dec 20 23:03:37.006900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45272) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:37.012318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'name': 'tempest-network--336741950'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:37.022653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6e44-e10d-44a0-ae74-bbf95ed0a403 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Network': ['ID=369a60c1-49cd-4b06-9065-1c1ff829d450,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:37.140333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165aa7-86b3-45dd-9efb-d22bfb2a558e req-4571c431-ff95-4b45-90ac-3ab3a9aac327 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:37.142586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8165aa7-86b3-45dd-9efb-d22bfb2a558e req-4571c431-ff95-4b45-90ac-3ab3a9aac327 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.2128949 Dec 20 23:03:37.154597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Made reservation on behalf of 119a7435f6f04fb8865c4aede13ab303 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:37.158831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 6161b56c-3939-4cca-81a8-2c0e194b4199 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:37.158963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.181151 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.213434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:37.243771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.244203 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Added segment 229b7f58-6773-4cdc-87f9-2161a6bf7e8b of type vlan for network f47652d8-ef36-4e03-bb51-39759963487a Dec 20 23:03:37.254221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8165aa7-86b3-45dd-9efb-d22bfb2a558e req-02a7b670-a6b9-408c-8664-9a05900b7441 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018481 Dec 20 23:03:37.255509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.318651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.331444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=6161b56c-3939-4cca-81a8-2c0e194b4199,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:37.361032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.361465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.361828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.366631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.366957 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.367337 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 2 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.399069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.399416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.399750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.406076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.406485 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.407455 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 3 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.432556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.433530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.434039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.444345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.444676 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.445199 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 4 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.452678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.456756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:37.456756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.463519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.464170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.464577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.470682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.471208 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.471688 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 5 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.488137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.488613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.489020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.494457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.494868 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.495445 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 6 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.510192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.510786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.511146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.515842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.516455 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.516832 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 7 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.530270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.530615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.530954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.533003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:37.537234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.537595 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.538019 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 8 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.542460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=f47652d8-ef36-4e03-bb51-39759963487a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:37.554640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.554977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.555309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.560460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f47652d8-ef36-4e03-bb51-39759963487a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:37.561403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.561760 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.562208 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 9 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.562759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caae94ba-55d3-4dd3-931e-66778deaee59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.577566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.578051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.578562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.584167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.584498 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.584891 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 10 to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 Dec 20 23:03:37.598704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b74a709-5800-4749-a980-696bd6a5c472 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5878868 Dec 20 23:03:37.599262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45292) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:37.604296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:37.607304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:37.607855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:37.608348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:37.615635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:37.616230 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 6161b56c-3939-4cca-81a8-2c0e194b4199 on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:37.616797 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.714301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 6161b56c-3939-4cca-81a8-2c0e194b4199, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:37.716402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempted to set empty binding levels {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:03:37.793851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.826798 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.851669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.864240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:37.867593 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165914d9-d9a3-4868-b64a-af85f0fd0401" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:37.879665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.883689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:37.887087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Network f47652d8-ef36-4e03-bb51-39759963487a is not hosted by any dhcp agent {{(pid=115563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:03:37.887943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:37.895958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.899846 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "PUT /v2.0/networks/f47652d8-ef36-4e03-bb51-39759963487a HTTP/1.1" status: 200 len: 857 time: 0.2974348 Dec 20 23:03:37.903555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45302) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:37.904571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] In _notify_port_updated(), no bound segment for port 6161b56c-3939-4cca-81a8-2c0e194b4199 on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:03:37.905556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:37.906235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:37.910837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "PUT /v2.0/ports/6161b56c-3939-4cca-81a8-2c0e194b4199 HTTP/1.1" status: 200 len: 975 time: 1.2926216 Dec 20 23:03:37.920376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45304) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:37.971202 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d1f86-1a16-4c15-9aaa-7a46514b3d48 x-openstack-request-id: req-053d1f86-1a16-4c15-9aaa-7a46514b3d48 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:37.971504 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:37.971760 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-053d1f86-1a16-4c15-9aaa-7a46514b3d48 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:37.972166 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:03:37.978030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d75a6-d72f-4550-b1e9-0a96c01a2606 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event updated for resources: {'Network': ['ID=f47652d8-ef36-4e03-bb51-39759963487a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:37.998090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.067224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:38.099114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59dc0e-8db2-4928-b99b-0913575a7913 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=6161b56c-3939-4cca-81a8-2c0e194b4199,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:38.115013 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.144547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.145018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.145477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.145965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.146421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.146873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.147329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.147856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.148321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.148786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.149212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.149661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.150135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.150591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.151032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.151476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.151920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.152361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.158269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.158269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.158519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.158962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.159402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.163056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f16e2192-fc88-4eab-a41d-b3b861838552 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29555 time: 0.2384205 Dec 20 23:03:38.167142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45312) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:38.205190 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.304109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.367170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47652d8-ef36-4e03-bb51-39759963487a']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:38.420260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229b7f58-6773-4cdc-87f9-2161a6bf7e8b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:38.420593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229b7f58-6773-4cdc-87f9-2161a6bf7e8b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:38.436086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:38.444847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.474617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.479338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Deleting port 6161b56c-3939-4cca-81a8-2c0e194b4199 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:38.479338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.494861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:38.495287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:38.507515 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:38.526984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613027-ac74-439a-95ca-fbf0de4d5d7f req-d3ee2cb9-8ff4-4531-8357-05c8beb5b670 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.528477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26613027-ac74-439a-95ca-fbf0de4d5d7f req-d3ee2cb9-8ff4-4531-8357-05c8beb5b670 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.1816056 Dec 20 23:03:38.553939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-04615a24-7146-4244-b349-0affd539807c tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.555616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-04615a24-7146-4244-b349-0affd539807c tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.2649500 Dec 20 23:03:38.567576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52bc531-740a-4999-98bb-0651a78b6ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.693258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-da33d312-b457-4cff-8fb9-f9e321f42a9c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:38.695102 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-da33d312-b457-4cff-8fb9-f9e321f42a9c tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.59 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 945 time: 0.0525231 Dec 20 23:03:38.799316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Deleting port 1d59a61b-52d2-49bb-acd2-77f48af54820 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:38.799752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.915467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] For port 1d59a61b-52d2-49bb-acd2-77f48af54820, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1d59a61b-52d2-49bb-acd2-77f48af54820,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:38.916720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:38.979695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-ebdec6e2-fd5a-42a9-adeb-1923b7972951 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/quotas/31dfdeef8bea4451b8bc963750640cb8 HTTP/1.1" status: 200 len: 375 time: 0.3656404 Dec 20 23:03:38.981927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 6161b56c-3939-4cca-81a8-2c0e194b4199, host n-h1-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:38.982294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.036031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Calling delete_port for 6161b56c-3939-4cca-81a8-2c0e194b4199 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:39.037670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.048150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26613027-ac74-439a-95ca-fbf0de4d5d7f req-608ce658-f2e4-4d7c-9616-a2ead7e9bf77 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups?id=00b0b1a5-13da-4322-94d0-b08c30ec14e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089028 Dec 20 23:03:39.051959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f47652d8-ef36-4e03-bb51-39759963487a {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:03:39.060986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.065251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f47652d8-ef36-4e03-bb51-39759963487a HTTP/1.1" status: 204 len: 168 time: 1.1554067 Dec 20 23:03:39.071324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45352) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:39.084586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74993b-0d81-4559-bc05-91dd04ea31a5 tempest-ExternalNetworksTestJSON-314350412 tempest-ExternalNetworksTestJSON-314350412-project-admin] Pushing event deleted for resources: {'Network': ['ID=f47652d8-ef36-4e03-bb51-39759963487a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:39.135218 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-503700d1-5e5f-46ca-8679-6711e9218e21 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] DELETE failed (client error): The resource could not be found. Dec 20 23:03:39.138641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503700d1-5e5f-46ca-8679-6711e9218e21 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:03:39.138979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-fd591918-a4e7-489f-9507-e568cd93ecdf tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560028 Dec 20 23:03:39.144085 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-503700d1-5e5f-46ca-8679-6711e9218e21 tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "DELETE /v2.0/subnets/3e6c2401-08a1-4d4f-ab43-efdb32f0cb27 HTTP/1.1" status: 404 len: 337 time: 0.0648708 Dec 20 23:03:39.147276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:39.160000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-8763b410-5178-406e-882f-0cfebfa04ae9 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:39.162182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-8763b410-5178-406e-882f-0cfebfa04ae9 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3 HTTP/1.1" status: 200 len: 945 time: 0.1897261 Dec 20 23:03:39.311265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.311540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.311858 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Floating IP e33f3dbb-c6a6-46a9-aceb-89259ce04bd6 disassociated. External IP: 172.25.1.35, port: 1d59a61b-52d2-49bb-acd2-77f48af54820. Dec 20 23:03:39.312207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Calling delete_port for 1d59a61b-52d2-49bb-acd2-77f48af54820 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:39.322507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.355662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-4f2a757c-a399-4915-b532-88a21a6f09ee service neutron] 10.222.0.62 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181046 Dec 20 23:03:39.429360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52bc531-740a-4999-98bb-0651a78b6ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.455749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.496234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Deleting port 19eea18a-3010-48ba-a72f-5a8d19f62d9c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:39.496603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.528945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52bc531-740a-4999-98bb-0651a78b6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.541833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:39.542896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.548322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event deleted for resources: {'Port': ['ID=6161b56c-3939-4cca-81a8-2c0e194b4199,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:39.565433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.569247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b15c0752-b4f8-4fa3-b2da-3f3727e6e11c tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6161b56c-3939-4cca-81a8-2c0e194b4199 HTTP/1.1" status: 204 len: 168 time: 1.4011934 Dec 20 23:03:39.579453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45366) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:39.605007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-95090328-9852-4f9a-ad4b-c5798ced2ae4 service neutron] 10.222.0.62 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481616 Dec 20 23:03:39.616008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a69970-686e-42c6-b4f4-725069fccc88']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:39.638216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a475528e-1a4b-4fc9-aaaf-b79c995a05a7') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:39.642484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a475528e-1a4b-4fc9-aaaf-b79c995a05a7') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:39.670052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.678945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.699234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.714422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:39.715650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:39.716158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:39.719957 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:39.733484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:39.775395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e52bc531-740a-4999-98bb-0651a78b6ac4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=339717f729b34a30af7b48e41b7c0fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3362188 Dec 20 23:03:39.783017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45372) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:39.790471 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd881093-232d-4e64-bc9c-31a2de57395f tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:03:39.790471 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cd881093-232d-4e64-bc9c-31a2de57395f tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports/6161b56c-3939-4cca-81a8-2c0e194b4199 HTTP/1.1" status: 404 len: 333 time: 0.1758852 Dec 20 23:03:39.790471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bc531-740a-4999-98bb-0651a78b6ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655179b9-52cf-4397-81da-272f06e4ee8b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:39.799469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.806010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:39.825524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1999274742', 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:39.827454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:39.866821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.914579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:39.931711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Made reservation on behalf of 23b569b09e1f458e86b2076a6b5f42bb for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:39.934706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.941706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.961493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.965370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] 10.222.0.62 "DELETE /v2.0/networks/b0a69970-686e-42c6-b4f4-725069fccc88 HTTP/1.1" status: 204 len: 168 time: 0.8162968 Dec 20 23:03:39.969104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event deleted for resources: {'Port': ['ID=1d59a61b-52d2-49bb-acd2-77f48af54820,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:39.972643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] For port 19eea18a-3010-48ba-a72f-5a8d19f62d9c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=19eea18a-3010-48ba-a72f-5a8d19f62d9c,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:39.973195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:39.988845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76aa8f-b1c1-4edf-b84a-d7b7ff64c05e tempest-ExternalNetworksTestJSON-744364549 tempest-ExternalNetworksTestJSON-744364549-project] Pushing event deleted for resources: {'Network': ['ID=b0a69970-686e-42c6-b4f4-725069fccc88,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:39.999569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 16703162-6059-4fb2-a2a1-2b1bbdd89caf yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:40.015077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Calling delete_port for 19eea18a-3010-48ba-a72f-5a8d19f62d9c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:40.022545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.033557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb96038-2aeb-4998-a350-d602751a2970 req-12c3bc9f-8a0f-4b0d-a7ca-289624406ddb tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:40.034624 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2fb96038-2aeb-4998-a350-d602751a2970 req-12c3bc9f-8a0f-4b0d-a7ca-289624406ddb tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "GET /v2.0/ports?device_id=862a3d2b-d2de-4b1c-a967-79a2bbc51630 HTTP/1.1" status: 200 len: 946 time: 0.3152242 Dec 20 23:03:40.064275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a3c059b1-3587-4291-90e3-45298faf29a5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570698 Dec 20 23:03:40.097809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2ef82d29-5e9a-411f-8810-511b41bb86f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:40.105965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:40.163939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.409355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.421427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58298aff-55ab-4434-a119-9d884891b1b5 req-a57e8768-7e9b-42e6-980b-328669c27525 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0869770 Dec 20 23:03:40.456674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-75a6884d-194b-44e4-bcae-3fd01a07222a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:40.464832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-75a6884d-194b-44e4-bcae-3fd01a07222a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941419 Dec 20 23:03:40.492859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-d56d04be-1712-4120-933b-d6b7f375cd0f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.0268188 Dec 20 23:03:40.497554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.498313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.574707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-7b2532e0-a51c-450b-bb42-33dee3e6ade4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808508 Dec 20 23:03:40.662553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.668054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.671582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/655179b9-52cf-4397-81da-272f06e4ee8b HTTP/1.1" status: 204 len: 168 time: 0.8817542 Dec 20 23:03:40.675250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Router 6541e62a-8f36-4f87-81e3-44c26248fdfe has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:03:40.683134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45420) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:40.704196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc08c3-2b01-4ed8-9755-0f43c3d58407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655179b9-52cf-4397-81da-272f06e4ee8b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:40.719149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Deleting port 99e88783-fdd4-4cf9-8877-2d076e9c5660 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:40.719519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.759058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.786031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.800189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['19eea18a-3010-48ba-a72f-5a8d19f62d9c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:40.804128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['99e88783-fdd4-4cf9-8877-2d076e9c5660'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:40.867961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:40.874161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event deleted for resources: {'Port': ['ID=19eea18a-3010-48ba-a72f-5a8d19f62d9c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:40.885968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:40.911277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:40.912925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:40.916706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:40.929968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=16703162-6059-4fb2-a2a1-2b1bbdd89caf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:40.939353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33470cae-e233-4cc2-b239-08ce3a80deaf req-070bbbb3-835a-4c40-ae4a-d267499b4961 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.0742984 Dec 20 23:03:41.188433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7ae9e35-585e-4cd4-86b4-4deaa0295d99 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3772748 Dec 20 23:03:41.191846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8997a243-7b65-437c-a345-5484da73dd54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72e3d6de7bcf4c7381fbdf43b35884fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076156 Dec 20 23:03:41.208664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-047ae48b-40f7-46b3-935a-feb1782a8327 req-631bf965-0b17-4503-9d7f-3179be71de75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.1011262 Dec 20 23:03:41.210037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45436) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:41.210909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45438) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:41.314178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] No DVR routers for this DVR port 19eea18a-3010-48ba-a72f-5a8d19f62d9c on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:41.320519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.323966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b207fa75-e7f2-45ba-8a9b-18c0acab9c97 req-c7ebff41-42b3-4a71-9229-1403c10a047d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "DELETE /v2.0/ports/19eea18a-3010-48ba-a72f-5a8d19f62d9c HTTP/1.1" status: 204 len: 173 time: 2.1486280 Dec 20 23:03:41.326982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'name': 'network-vif-deleted', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:41.329610 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed49485-6a69-49de-a113-e77f496eb314" -d '{"events": [{"server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "name": "network-vif-deleted", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:41.361958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] For port 99e88783-fdd4-4cf9-8877-2d076e9c5660, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=99e88783-fdd4-4cf9-8877-2d076e9c5660,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:41.362329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.386219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de411088-3d45-47cc-98c3-5d01109c9df3 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:41.392764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:03:41.392894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-de411088-3d45-47cc-98c3-5d01109c9df3 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports/16703162-6059-4fb2-a2a1-2b1bbdd89caf HTTP/1.1" status: 200 len: 955 time: 0.1750872 Dec 20 23:03:41.392894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.393058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Calling delete_port for 99e88783-fdd4-4cf9-8877-2d076e9c5660 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:41.393143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45456) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:41.406016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Sync routers for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:03:41.416953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:03:41.422615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:41.448676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.599568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:03:41.634947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b169d85-bf8c-43f7-b32c-812f45392665 req-5aeb1f60-ad10-4693-a1ad-319b97a15ee3 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0574481 Dec 20 23:03:41.636508 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f82e43-b5d4-43a9-b3b1-5be6682e7e83 x-openstack-request-id: req-61f82e43-b5d4-43a9-b3b1-5be6682e7e83 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:41.636959 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3", "name": "network-vif-deleted", "tag": "19eea18a-3010-48ba-a72f-5a8d19f62d9c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:41.637434 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61f82e43-b5d4-43a9-b3b1-5be6682e7e83 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:41.637930 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7c5c7b-4ae8-4d0e-8d0e-9a47da5632c3', 'name': 'network-vif-deleted', 'tag': '19eea18a-3010-48ba-a72f-5a8d19f62d9c', 'status': 'completed', 'code': 200} Dec 20 23:03:41.656718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:41.666321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] No DVR routers for this DVR port 1d59a61b-52d2-49bb-acd2-77f48af54820 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:41.669443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.674561 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7961a120-b277-4f3e-8e6c-3332e4633a61 req-703f80f4-f42b-45f5-89ff-d80bc622d19e tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.59 "DELETE /v2.0/ports/1d59a61b-52d2-49bb-acd2-77f48af54820 HTTP/1.1" status: 204 len: 173 time: 2.9708483 Dec 20 23:03:41.689962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Deleting port 16703162-6059-4fb2-a2a1-2b1bbdd89caf {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:41.691581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.696815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.765426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45464) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:41.778949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event deleted for resources: {'Port': ['ID=99e88783-fdd4-4cf9-8877-2d076e9c5660,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:41.901109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.904044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.909297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/709eff13-9d40-43fd-a61c-d9fe23046bf5 HTTP/1.1" status: 204 len: 168 time: 0.6864474 Dec 20 23:03:41.934870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] No DVR routers for this DVR port 99e88783-fdd4-4cf9-8877-2d076e9c5660 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:03:41.940707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.947621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:41.948982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:41.950973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2fb96038-2aeb-4998-a350-d602751a2970 req-df24d887-f90d-4bba-81ef-6d3b861e355a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "DELETE /v2.0/ports/99e88783-fdd4-4cf9-8877-2d076e9c5660 HTTP/1.1" status: 204 len: 173 time: 1.8604558 Dec 20 23:03:41.974835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:42.004402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4069b1c-5c8b-4ffc-8278-6dd1fe5e2ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:42.028017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf31ae8-8508-4bf8-bb53-9b08871e0ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709eff13-9d40-43fd-a61c-d9fe23046bf5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:42.052166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ff10-1b54-496e-8154-9888f6026aae req-3bf23f13-bef0-42ae-a58e-a7e4bf8e2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:42.053908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-3bf23f13-bef0-42ae-a58e-a7e4bf8e2232 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.1018572 Dec 20 23:03:42.054542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Calling delete_port for 16703162-6059-4fb2-a2a1-2b1bbdd89caf owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:42.167790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:42.189336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac300760-8cc5-4150-90fb-64e96cc5f70d req-328e75f5-9f6c-46aa-ba9a-ebb275fbe606 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.1387815 Dec 20 23:03:42.252183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:42.259273 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093fac6-f41f-4dd8-83be-7001737d4baa" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:42.278124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:42.292457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:42.316381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ff10-1b54-496e-8154-9888f6026aae req-2cf3fa80-0d66-45c3-abba-6202837b1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:42.325318 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-2cf3fa80-0d66-45c3-abba-6202837b1d68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.2334406 Dec 20 23:03:42.376839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Checking router: 6541e62a-8f36-4f87-81e3-44c26248fdfe for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:03:42.386996 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c0b942-7fcc-4ade-af3d-f186a7df37df x-openstack-request-id: req-42c0b942-7fcc-4ade-af3d-f186a7df37df {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:42.388891 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:42.389312 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42c0b942-7fcc-4ade-af3d-f186a7df37df {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:42.389932 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:03:42.396978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:42.398034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 99e88783-fdd4-4cf9-8877-2d076e9c5660 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:42.401529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:03:42.402773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:42.412046 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-93089e4e-a3d1-438b-bef6-8e669b57e20e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 1000 time: 0.0851872 Dec 20 23:03:42.510623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ff10-1b54-496e-8154-9888f6026aae req-3fa3f5a2-2f2a-4d98-b37e-a7f87dc88aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:42.512409 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-3fa3f5a2-2f2a-4d98-b37e-a7f87dc88aae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0908399 Dec 20 23:03:42.527206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 99e88783-fdd4-4cf9-8877-2d076e9c5660 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:42.527560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 99e88783-fdd4-4cf9-8877-2d076e9c5660 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:42.544283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4772894-78c7-44e7-8555-d9009fd57680 req-b99cbfce-d9cd-4a19-b7f3-39d6d134ad7a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.1414366 Dec 20 23:03:42.613027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=10']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:42.655400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ff10-1b54-496e-8154-9888f6026aae req-185abf71-b197-45ff-827a-13fcf739ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:42.656764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:03:42.659481 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-185abf71-b197-45ff-827a-13fcf739ff36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359437 Dec 20 23:03:42.879262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-ab86ccd3-f614-47ba-962c-68d715b348e0 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112138 Dec 20 23:03:42.901095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4069b1c-5c8b-4ffc-8278-6dd1fe5e2ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:42.926788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec990dc2-3b1c-485c-976f-8165e274e403 req-b02d1173-5971-4c76-8dcd-d07430e91596 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.1203384 Dec 20 23:03:42.927700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.069899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event deleted for resources: {'Port': ['ID=16703162-6059-4fb2-a2a1-2b1bbdd89caf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:43.089270 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4069b1c-5c8b-4ffc-8278-6dd1fe5e2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.098214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc95ff10-1b54-496e-8154-9888f6026aae req-5f08553e-3f4b-4229-b0d8-47f7ed785f54 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092829 Dec 20 23:03:43.168308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.171992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-32a9194f-e630-468a-9bd9-8e172f47cf54 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "DELETE /v2.0/ports/16703162-6059-4fb2-a2a1-2b1bbdd89caf HTTP/1.1" status: 204 len: 168 time: 1.7800314 Dec 20 23:03:43.174996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45488) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:43.198543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 19eea18a-3010-48ba-a72f-5a8d19f62d9c no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:43.228849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e4069b1c-5c8b-4ffc-8278-6dd1fe5e2ed0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c951644ed36040c18252ea839cc5423e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3645215 Dec 20 23:03:43.233528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:43.235439 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8763ec-a321-4362-8d77-bef594dcba3e tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:03:43.248427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed8763ec-a321-4362-8d77-bef594dcba3e tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports/16703162-6059-4fb2-a2a1-2b1bbdd89caf HTTP/1.1" status: 404 len: 333 time: 0.0676739 Dec 20 23:03:43.255085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:43.270346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 19eea18a-3010-48ba-a72f-5a8d19f62d9c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:43.271330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 19eea18a-3010-48ba-a72f-5a8d19f62d9c not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:43.273403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-569874206'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:43.289217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4069b1c-5c8b-4ffc-8278-6dd1fe5e2ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903eee73-2d5b-4012-a686-a3cfbff04bb1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:43.318005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:43.356432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.358183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f438a-e308-4c45-889c-df276b499c16 None None] The sync data for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 is: [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T22:58:53Z', 'revision_number': 4, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f2bb0033-047c-45d9-a1f7-ff50fcd366b1', 'name': '', 'network_id': 'c3f6e6bc-855c-4513-92c8-370ecd8c3ed3', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'mac_address': 'fa:16:3e:22:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:51Z', 'updated_at': '2021-12-20T22:59:02Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'subnets': [{'id': 'e5f694bf-dc8c-427e-ac7e-c5b7f85502e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:03:43.396213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.401292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45496) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:43.464972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Made reservation on behalf of 23b569b09e1f458e86b2076a6b5f42bb for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:43.470059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.488055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e0e8a99-56b4-41c8-b177-d49dfa49fa80 req-d6f6e35a-2f74-4a02-b9b4-422ab1574054 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.1118534 Dec 20 23:03:43.523756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 808a6793-41ff-4985-b3fa-c804c07de06f yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:43.555488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1d59a61b-52d2-49bb-acd2-77f48af54820 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:03:43.607116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b46f16d7-67a5-4bd5-88b3-9c432ab488a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=119a7435f6f04fb8865c4aede13ab303&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021275 Dec 20 23:03:43.607779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45504) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:43.616981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 1d59a61b-52d2-49bb-acd2-77f48af54820 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:03:43.617761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1d59a61b-52d2-49bb-acd2-77f48af54820 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:03:43.644036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'name': 'network-vif-deleted', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820'}, {'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'name': 'network-vif-deleted', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:43.646503 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a1c0a-363a-42d5-8a8e-639d804d8c50" -d '{"events": [{"server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "name": "network-vif-deleted", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820"}, {"server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "name": "network-vif-deleted", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:43.723038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.737281 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169e2b3-bd2c-4a91-8af7-fae6693734f4 x-openstack-request-id: req-3169e2b3-bd2c-4a91-8af7-fae6693734f4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:43.737739 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a80f97-a5f7-4156-a3f9-99c03b4b6fc2", "name": "network-vif-deleted", "tag": "1d59a61b-52d2-49bb-acd2-77f48af54820", "status": "completed", "code": 200}, {"server_uuid": "862a3d2b-d2de-4b1c-a967-79a2bbc51630", "name": "network-vif-deleted", "tag": "99e88783-fdd4-4cf9-8877-2d076e9c5660", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:43.738122 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3169e2b3-bd2c-4a91-8af7-fae6693734f4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:43.738617 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a80f97-a5f7-4156-a3f9-99c03b4b6fc2', 'name': 'network-vif-deleted', 'tag': '1d59a61b-52d2-49bb-acd2-77f48af54820', 'status': 'completed', 'code': 200} Dec 20 23:03:43.738971 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862a3d2b-d2de-4b1c-a967-79a2bbc51630', 'name': 'network-vif-deleted', 'tag': '99e88783-fdd4-4cf9-8877-2d076e9c5660', 'status': 'completed', 'code': 200} Dec 20 23:03:43.763282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.799781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.802853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:43.815181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/903eee73-2d5b-4012-a686-a3cfbff04bb1 HTTP/1.1" status: 204 len: 168 time: 0.5828133 Dec 20 23:03:43.886225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-411fb7a9-2485-44a5-bdfe-b184e9c53f3c req-548f8202-8e2b-4b9d-8be1-f71d0fbecb5c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.1160166 Dec 20 23:03:43.894995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581fa4-11b5-4225-a6e2-23516f743452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903eee73-2d5b-4012-a686-a3cfbff04bb1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:43.993916 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7061797-a52e-4db1-8f42-734fe24c80ab None None] New status for floating IP e33f3dbb-c6a6-46a9-aceb-89259ce04bd6: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:03:44.018821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.044916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.048556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.052922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/601d9996-5f4b-49de-9fa9-841e963d6482 HTTP/1.1" status: 204 len: 168 time: 0.4436455 Dec 20 23:03:44.068712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69192d8-1c85-4811-87d2-54eeee3299ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d9996-5f4b-49de-9fa9-841e963d6482,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:44.288590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30ecb9f4-9fd0-4413-9d69-059338536a76 req-566e0ebb-95c7-4449-a044-7b8d0f3069cf tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.1318874 Dec 20 23:03:44.293585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.384762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:44.389967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:44.395401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:44.396280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:44.397467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.411137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-01ca21fd-92ba-472b-a628-cff3bb746cc3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:44.412687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-01ca21fd-92ba-472b-a628-cff3bb746cc3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.2221990 Dec 20 23:03:44.415778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=808a6793-41ff-4985-b3fa-c804c07de06f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:44.429146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Request body: {'port': {'device_id': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'admin_state_up': True, 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:44.522446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e47736b7-6954-4835-8a4b-45630eb13af8 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2644370 Dec 20 23:03:44.524848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45520) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:44.539228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:44.690467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:44.778964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bacc1495-798d-4177-82c3-27cd59d3d8a8 req-3d0598a7-e2f2-4be5-9cb4-f937f5add0e7 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.0869594 Dec 20 23:03:44.826454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-4da36b69-9e05-4805-8c3f-35e674841823 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:44.834004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-4da36b69-9e05-4805-8c3f-35e674841823 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 813 time: 0.3103046 Dec 20 23:03:44.861639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Request body: {'port': {'device_id': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'admin_state_up': True, 'tenant_id': '31dfdeef8bea4451b8bc963750640cb8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:45.017033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:45.020605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:45.029429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-f961734f-ed5f-4751-a3eb-eb5b50b09352 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346401 Dec 20 23:03:45.076102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cde35887-6684-48a4-9e3c-a1ee18424726 req-aa436cab-77df-431c-943a-13cd892f79c1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.0591390 Dec 20 23:03:45.140016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] device_id is not set on port 808a6793-41ff-4985-b3fa-c804c07de06f yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:03:45.158856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:45.251605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:45.362771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=808a6793-41ff-4985-b3fa-c804c07de06f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:45.397929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.398919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.399776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.418467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.419084 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.419664 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 2 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.458225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140e9714-df38-44ce-8a8a-8346a8c91907 req-3788f9da-ffcf-43f6-a250-1bf08c4bc50f tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0479259 Dec 20 23:03:45.465234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.465936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.466769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.483931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.485939 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.487033 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 3 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.518197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.518806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.519359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.524277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.525132 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.526056 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 4 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.549373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.549373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.549373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.555755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.556652 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.557423 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 5 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.580967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.582018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.582461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.589662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.590155 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.591031 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 6 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.611022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.612346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.613313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.623837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.625856 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.626257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-c182040d-ac45-40d6-8f89-5a4a550fa666 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:45.626759 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 7 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.638057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-c182040d-ac45-40d6-8f89-5a4a550fa666 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5696096 Dec 20 23:03:45.655047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Allocated IP 172.20.0.7 (a923380f-e454-4a0b-8e45-4c90ba7d08fe/6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13/37f10a9b-d9e8-47a1-9583-50bf5186bf44) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:45.673589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:45.674637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.675074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.675708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.680850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Made reservation on behalf of 31dfdeef8bea4451b8bc963750640cb8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:45.684636 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:45.693809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.694208 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.694771 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 8 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.755174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.755901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.756248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.767327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.767327 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.774141 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 9 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.800926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.801195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.801974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.840702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.841044 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.841450 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempt 10 to bind port 808a6793-41ff-4985-b3fa-c804c07de06f Dec 20 23:03:45.864408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:45.864408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:45.864408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempting to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:45.869063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:45.869394 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Failed to bind port 808a6793-41ff-4985-b3fa-c804c07de06f on host n-h1-822053-9 for vnic_type normal using segments [{'id': '308cd7d4-aa93-40a4-9375-fbb749203945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '73203b31-1cd1-4186-ab3e-4e6b0a016e99'}] Dec 20 23:03:45.869814 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.095580 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-805f6961-bc93-4b3c-97e4-9582c42e6089 req-cdd96435-ef0e-4bf0-93cc-7a289719d2d0 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.1044807 Dec 20 23:03:46.113459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 808a6793-41ff-4985-b3fa-c804c07de06f, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:46.114462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attempted to set empty binding levels {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:03:46.185756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:46.191495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.222623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.225661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.284448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccecc119-42d7-4d1c-9b05-767e77097e6d req-666c956b-3d85-43da-b918-e68168a6739f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.0788233 Dec 20 23:03:46.381010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event updated for resources: {'Port': ['ID=808a6793-41ff-4985-b3fa-c804c07de06f,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:46.385522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] In _notify_port_updated(), no bound segment for port 808a6793-41ff-4985-b3fa-c804c07de06f on network 73203b31-1cd1-4186-ab3e-4e6b0a016e99 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:03:46.386533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:46.387399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.388737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51a7f283-4401-438b-9dc5-6e54cc623a82 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "PUT /v2.0/ports/808a6793-41ff-4985-b3fa-c804c07de06f HTTP/1.1" status: 200 len: 974 time: 1.8626893 Dec 20 23:03:46.392319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:46.465147 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.630452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f6ccc12-5783-47d3-a406-3fa3c895a2f8 req-db20bab5-5894-4bbb-9240-4a1ff67345c4 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0910106 Dec 20 23:03:46.649916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Deleting port 808a6793-41ff-4985-b3fa-c804c07de06f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:46.650263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.674945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.759755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] For port 808a6793-41ff-4985-b3fa-c804c07de06f, host n-h1-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:46.760332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:46.778857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Calling delete_port for 808a6793-41ff-4985-b3fa-c804c07de06f owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:46.823683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Allocated IP 172.20.0.3 (a923380f-e454-4a0b-8e45-4c90ba7d08fe/6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13/5e4618a1-93fe-4629-9f08-143cbfe1ecc7) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:47.028015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.113041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Pushing event deleted for resources: {'Port': ['ID=808a6793-41ff-4985-b3fa-c804c07de06f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:47.137508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.140222 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.146117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ebac8e3-b98c-48e4-b908-3b1bfad99bb4 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "DELETE /v2.0/ports/808a6793-41ff-4985-b3fa-c804c07de06f HTTP/1.1" status: 204 len: 168 time: 0.7527318 Dec 20 23:03:47.147110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:47.215535 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-25153953-c2f0-47a9-a7c6-993abd3c38e6 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:03:47.220437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.221418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-25153953-c2f0-47a9-a7c6-993abd3c38e6 tempest-PortsAdminExtendedAttrsTestJSON-460313711 tempest-PortsAdminExtendedAttrsTestJSON-460313711-project-admin] 10.222.0.62 "GET /v2.0/ports/808a6793-41ff-4985-b3fa-c804c07de06f HTTP/1.1" status: 404 len: 333 time: 0.0725958 Dec 20 23:03:47.222314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.225049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:47.347094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a94b919-d501-4f20-9370-26b19faf3b08 req-cb57086e-a956-4c18-8124-4b30357c12c8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.1238265 Dec 20 23:03:47.352376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.357416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:47.367183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:47.406303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:47.437155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:47.554581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Network a923380f-e454-4a0b-8e45-4c90ba7d08fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:47.570365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08788cc3-9d43-4bc5-9840-335e26192594 req-4d8e5808-b5fa-49ec-8394-d44b835d935f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.0766110 Dec 20 23:03:47.576293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.582728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:47.601447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event updated for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:47.629634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:47.806442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:47.808005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.832160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.863049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:47.864873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.867967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-122c4487-d08c-4f50-906b-ef53304c1124 req-85b8324e-76ee-4cd6-a51d-e7515041e154 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0481653 Dec 20 23:03:47.892762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73203b31-1cd1-4186-ab3e-4e6b0a016e99']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:47.912740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308cd7d4-aa93-40a4-9375-fbb749203945') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:47.912740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308cd7d4-aa93-40a4-9375-fbb749203945') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:03:47.927729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.954129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.975712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:03:47.977988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:03:47.989689 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:03:47.991680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event updated for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:47.994742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-3c4e804c-16ef-4029-ad7b-6360ede0bf56 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1509469 Dec 20 23:03:48.003194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.206 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/d2f1f0ff-d106-440d-9baf-0a9afd7451c5) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:48.014658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Request body: {'port': {'device_id': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:48.110351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:48.127467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7841eeea-3ab9-481f-8986-c6226b14fc1a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7027245 Dec 20 23:03:48.162439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Request body: {'port': {'device_id': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:48.239288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:48.252239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:48.263426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] 10.222.0.62 "DELETE /v2.0/networks/73203b31-1cd1-4186-ab3e-4e6b0a016e99 HTTP/1.1" status: 204 len: 168 time: 1.0363157 Dec 20 23:03:48.270290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:48.320315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f7592-0404-4b18-abd1-6a3dca9191b5 tempest-PortsAdminExtendedAttrsTestJSON-355069764 tempest-PortsAdminExtendedAttrsTestJSON-355069764-project] Pushing event deleted for resources: {'Network': ['ID=73203b31-1cd1-4186-ab3e-4e6b0a016e99,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:48.614480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0f122-76f0-46d8-aa7f-c5f569c5500c req-9301c27f-ddf3-4c7c-8652-bb140ca2efa3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:48.619313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bf0f122-76f0-46d8-aa7f-c5f569c5500c req-9301c27f-ddf3-4c7c-8652-bb140ca2efa3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 931 time: 0.1294777 Dec 20 23:03:48.753434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-123a2945-99ce-46cf-98d6-ac2e0d00dbcb req-e791e9ca-a46a-4dce-8a2b-55a0c7f32b73 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.0468485 Dec 20 23:03:48.781924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bf0f122-76f0-46d8-aa7f-c5f569c5500c req-ac1b05c6-ebd3-4e3e-994b-9ee0ad6e84c1 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482542 Dec 20 23:03:49.077552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a24e248-6745-4cac-81b3-32b719b74d12 req-1c0312ec-1e6b-4eca-8026-2f56fee404e4 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0865796 Dec 20 23:03:49.090277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.199094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:49.312446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:49.340859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:49.351520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.369842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Transition to ACTIVE for port object 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:49.445695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.504368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:49.507807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:49.510910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:49.522174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.700876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:49.728687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:49.804727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6092cf6d-52e6-4e12-ac68-a0df9edb905e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4552befa4ddc41b1a874d9c36a2603e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883444 Dec 20 23:03:49.804978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45682) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:49.844561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:49.845220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.963088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Pushing event updated for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:49.978637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:49.986621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Attempting to bind port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:49.986961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Attempting to bind port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:49.987271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Attempting to bind port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:50.001596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:50.001946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Attempting to bind port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:50.019030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763699-a1bc-49f0-9c39-6bd8eea122d5 req-bafebc9c-08c6-4a7d-ada1-b3b45c7cbd93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:50.020576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4763699-a1bc-49f0-9c39-6bd8eea122d5 req-bafebc9c-08c6-4a7d-ada1-b3b45c7cbd93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 936 time: 0.1426511 Dec 20 23:03:50.023346 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.028447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:50.028804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Checking segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:50.029186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Bound using segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:50.029633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Bound port: 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:50.030013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.032935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9117-f62e-41d9-898d-371f0ead2332 req-937d408d-5e61-4451-af25-d01bc0e21190 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:50.034461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af1b9117-f62e-41d9-898d-371f0ead2332 req-937d408d-5e61-4451-af25-d01bc0e21190 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 943 time: 0.0995791 Dec 20 23:03:50.072782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d485287c-fbb8-4eff-8ff5-56bf0f374fb2 None None] Provisioning complete for port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:50.074117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d485287c-fbb8-4eff-8ff5-56bf0f374fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.086603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-377c4a17-c342-43b3-8c15-7cc8e33f5514 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4290166 Dec 20 23:03:50.097312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f10a9b-d9e8-47a1-9583-50bf5186bf44 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:50.104487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.112848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Request body: {'port': {'device_id': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:50.117662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.144051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d485287c-fbb8-4eff-8ff5-56bf0f374fb2 None None] Port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:03:50.235006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:50.245311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4763699-a1bc-49f0-9c39-6bd8eea122d5 req-ff8d7a12-fec0-460d-ae83-ffda178d4f7d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046638 Dec 20 23:03:50.260956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:50.262463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Transition to ACTIVE for port object 37f10a9b-d9e8-47a1-9583-50bf5186bf44 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:50.263754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.275030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af1b9117-f62e-41d9-898d-371f0ead2332 req-2e71c55c-80e9-4758-a94e-e365f360cf13 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112033 Dec 20 23:03:50.372257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.428470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f57c0c1f-69ae-4d07-b6e7-d8ebf0b72e8d req-3f752ac2-366f-4040-9e2f-96b54d0eebcd tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.0498240 Dec 20 23:03:50.430775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.434133 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.435445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd27922a-55d8-45ec-a755-c26abe48e2a3 HTTP/1.1" status: 204 len: 168 time: 0.6296806 Dec 20 23:03:50.448781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.457773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:50.458418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.463671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] 10.222.0.45 "PUT /v2.0/ports/5e4618a1-93fe-4629-9f08-143cbfe1ecc7 HTTP/1.1" status: 200 len: 1091 time: 2.4514287 Dec 20 23:03:50.478094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:50.481118 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:50.485518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0734f-80c0-49e5-a162-6ebd4fe221a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27922a-55d8-45ec-a755-c26abe48e2a3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:50.500054 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:50.672609 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179af891-7d06-4453-b15d-36add8083c35 x-openstack-request-id: req-179af891-7d06-4453-b15d-36add8083c35 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:50.673339 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:50.673610 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-179af891-7d06-4453-b15d-36add8083c35 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:50.674041 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7', 'status': 'completed', 'code': 200} Dec 20 23:03:50.746376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Allocated IP 172.25.1.242 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fc1af928-b260-4817-92a1-f46b1ab28045) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:50.821576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a81fc-8d81-4355-acfc-2b576323d10d service neutron] Pushing event updated for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:50.891957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-4386017b-2e6e-4d40-b05f-c2bbfc34bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:50.894434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-4386017b-2e6e-4d40-b05f-c2bbfc34bc30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 1094 time: 0.2562468 Dec 20 23:03:50.937931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.068321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.100654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-75a8adee-b021-4398-9942-c308b6aef919 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7 HTTP/1.1" status: 200 len: 217 time: 0.1953239 Dec 20 23:03:51.131840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=fc1af928-b260-4817-92a1-f46b1ab28045,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:51.164095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:51.166798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:51.170754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:51.177765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Pushing event updated for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:51.194168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Attempting to bind port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:51.194761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Attempting to bind port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:51.195323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Attempting to bind port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:51.346699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.496668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf340f7-7d7e-4d50-b132-4ef8f69134b5 req-db27fb86-aaff-46b3-a2f1-b813d2364493 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:51.505290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebf340f7-7d7e-4d50-b132-4ef8f69134b5 req-db27fb86-aaff-46b3-a2f1-b813d2364493 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 936 time: 0.1428337 Dec 20 23:03:51.511160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:51.572627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.642484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:51.642857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Attempting to bind port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 on network a923380f-e454-4a0b-8e45-4c90ba7d08fe {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:51.656710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-fd56c716-a48a-4bc8-92fe-8ce374322dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:51.658419 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-fd56c716-a48a-4bc8-92fe-8ce374322dd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.5312858 Dec 20 23:03:51.662856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:51.663198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Checking segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:51.663580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Bound using segment: {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:51.664014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Bound port: 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302cae2-4616-430e-a0da-20249dcf9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:51.664366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.716951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-267d94b8-f46e-4409-bd52-154af1e2e306 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416803 Dec 20 23:03:51.929344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f1f0ff-d106-440d-9baf-0a9afd7451c5 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:51.943741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:51.980276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:51.984685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Transition to ACTIVE for port object d2f1f0ff-d106-440d-9baf-0a9afd7451c5 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:03:52.006120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:52.031192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-f7ef3190-e68b-4e5e-859c-d92149171705 service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596316 Dec 20 23:03:52.045328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.168509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.172409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45738) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:52.209879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69f1d8-a1e4-407f-8a76-1565b7d91864 req-a9c5e6d5-8ce2-4671-a141-68b1efe18650 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:52.220506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee69f1d8-a1e4-407f-8a76-1565b7d91864 req-a9c5e6d5-8ce2-4671-a141-68b1efe18650 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 943 time: 0.8014526 Dec 20 23:03:52.271182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:52.273022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.274967 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/37f10a9b-d9e8-47a1-9583-50bf5186bf44 HTTP/1.1" status: 200 len: 1091 time: 4.1166360 Dec 20 23:03:52.279319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:52.460796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-d4210aff-6d9f-46f5-989d-c16a47fcf318 service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166145 Dec 20 23:03:52.491158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4516e-ac45-4efb-8d56-9f8c179b20f2 service neutron] Pushing event updated for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:52.520604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-697287a5-e91e-4a74-b633-328077b5273c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.596369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Attempting to bind port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:52.599025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Attempting to bind port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:52.599025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Attempting to bind port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:52.613088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-9b58c30f-2192-4aa8-bd95-f92f908c8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:52.614723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-9b58c30f-2192-4aa8-bd95-f92f908c8844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 1094 time: 0.1750796 Dec 20 23:03:52.617169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:03:52.617495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Attempting to bind port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:52.622308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b462821d-5994-4619-804b-1dbebe905050 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23b569b09e1f458e86b2076a6b5f42bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1098511 Dec 20 23:03:52.628021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee69f1d8-a1e4-407f-8a76-1565b7d91864 req-464dd20d-9aba-4c70-8a15-2d1e9797f38e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791254 Dec 20 23:03:52.631179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45742) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:52.650504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebf340f7-7d7e-4d50-b132-4ef8f69134b5 req-c7d9547d-9826-4e26-8944-e1bb0d26f1b3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1439795 Dec 20 23:03:52.657931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:52.657931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:52.657931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:52.657931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Bound port: d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:52.657931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.696281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:52.698603 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68726fec-a046-4432-9a94-31216d823cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:52.708954 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7bc8d3ef-dcc8-47fb-a21b-9481a31d1827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44 HTTP/1.1" status: 200 len: 217 time: 0.0691781 Dec 20 23:03:52.844661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:52.851944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-a7e5503b-859e-4b4f-9a46-030e02ce3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:52.854220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-a7e5503b-859e-4b4f-9a46-030e02ce3e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 1094 time: 0.2531440 Dec 20 23:03:52.867125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-159bda74-2e2a-486f-a616-3df2a35af42c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7228386 Dec 20 23:03:52.894552 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980df118-19fa-4767-af6e-c2a08c973ddc x-openstack-request-id: req-980df118-19fa-4767-af6e-c2a08c973ddc {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:52.895120 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:52.895537 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-980df118-19fa-4767-af6e-c2a08c973ddc {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:52.896085 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44', 'status': 'completed', 'code': 200} Dec 20 23:03:52.962612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-24bf95a5-4644-4076-b4a2-bb6a4e83b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:52.964401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-24bf95a5-4644-4076-b4a2-bb6a4e83b6fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.2215407 Dec 20 23:03:52.965660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:52.981084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.043832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:53.047680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-8c21848d-1faf-430a-971c-20d6b231932b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664093 Dec 20 23:03:53.060970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74565139-7bb4-4f90-b6f8-08fff7d0b589 req-e17aced1-0d77-4941-aa71-730649684917 tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/ports?device_id=97a80f97-a5f7-4156-a3f9-99c03b4b6fc2 HTTP/1.1" status: 200 len: 210 time: 0.1987560 Dec 20 23:03:53.088553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=fc1af928-b260-4817-92a1-f46b1ab28045,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:53.124920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.131086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-697287a5-e91e-4a74-b633-328077b5273c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.166363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.198876 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.209143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-697287a5-e91e-4a74-b633-328077b5273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.215823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.217097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.217630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.218334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.219337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.219836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.220310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.228395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b68d0f2e-ccec-47ae-8974-d9b90ddfe13d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 0.2899022 Dec 20 23:03:53.228489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-2a9fb092-1be9-4ded-ac1f-cce4e9efe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.228489 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-2a9fb092-1be9-4ded-ac1f-cce4e9efe6ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 914 time: 0.3579981 Dec 20 23:03:53.251432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.289131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97b28140-be66-4a32-8e75-9e0e63660264 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0559640 Dec 20 23:03:53.289131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:53.289131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.289131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-616324821'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:53.290240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.293114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.294771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2f1f0ff-d106-440d-9baf-0a9afd7451c5 HTTP/1.1" status: 200 len: 1096 time: 3.1910949 Dec 20 23:03:53.392103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-c5cbe7e1-1302-4252-93b2-8d59c7743706 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7 HTTP/1.1" status: 200 len: 217 time: 0.1160390 Dec 20 23:03:53.397229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461d640-407f-4a75-a7c5-c97fd11fcc96 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:53.410274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697287a5-e91e-4a74-b633-328077b5273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c377a-8fa7-44bc-b62a-b3f15b816769,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:53.451635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-697287a5-e91e-4a74-b633-328077b5273c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5db4cbac328840f4958f254edb0ab676&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2601919 Dec 20 23:03:53.455987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:53.541125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Made reservation on behalf of 3192ebae5f704d10ae4fa2ce179864c7 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:53.544670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.563330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.569532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8031e891-856c-40db-8508-4b80680cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.570181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8031e891-856c-40db-8508-4b80680cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.570661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8031e891-856c-40db-8508-4b80680cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.573092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8031e891-856c-40db-8508-4b80680cfd2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 2297 time: 0.3152473 Dec 20 23:03:53.580952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.583705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.584889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5fbf106-a323-42a1-90de-b23ca0319db1 HTTP/1.1" status: 204 len: 168 time: 0.9217556 Dec 20 23:03:53.591602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-271a1478-8c4b-4b97-8062-605ce36c54db service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308895 Dec 20 23:03:53.659213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-5e78d7e5-4454-4632-a683-ff5d477564e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 1000 time: 0.0729413 Dec 20 23:03:53.670578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e672b-4ea1-452b-8e36-7b0daf9f13a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fbf106-a323-42a1-90de-b23ca0319db1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:53.739865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-717b28ef-ab70-430b-bd72-8a1a9a3356da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.744198 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-717b28ef-ab70-430b-bd72-8a1a9a3356da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 1099 time: 0.3114548 Dec 20 23:03:53.787062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-29535cd7-be47-498a-a130-7e874dc968e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.787880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-29535cd7-be47-498a-a130-7e874dc968e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 200 len: 855 time: 0.1111794 Dec 20 23:03:53.835781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ce97-82c3-44ec-92c2-68cd172b2862 req-7caf817f-508f-4f72-8530-d82cc1f2cf38 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.837368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8b2ce97-82c3-44ec-92c2-68cd172b2862 req-7caf817f-508f-4f72-8530-d82cc1f2cf38 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 943 time: 0.1078126 Dec 20 23:03:53.870735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:53.873698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-1eafb0e4-43fa-4d7d-8cbc-4b697a156846 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5 HTTP/1.1" status: 200 len: 217 time: 0.0786641 Dec 20 23:03:53.900749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-524254a7-fc0c-4729-898a-555cbd2c4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:53.908605 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-524254a7-fc0c-4729-898a-555cbd2c4d27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.4889538 Dec 20 23:03:53.993368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8b2ce97-82c3-44ec-92c2-68cd172b2862 req-72bf0a81-8acc-49fa-bc32-03bac9762a5d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370571 Dec 20 23:03:54.055677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71d50c-5c2e-476c-abf6-1650bcefaea1 req-4ff80bd2-2ba5-4b6b-9d30-b57cf558603c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.066814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b71d50c-5c2e-476c-abf6-1650bcefaea1 req-4ff80bd2-2ba5-4b6b-9d30-b57cf558603c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 948 time: 0.2269022 Dec 20 23:03:54.075339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.108758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-fd818afa-e402-4dda-93b5-4fc018903981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.110811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-fd818afa-e402-4dda-93b5-4fc018903981 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ecea4e7-b217-457f-91aa-30cfdc138657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092587 Dec 20 23:03:54.185822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b71d50c-5c2e-476c-abf6-1650bcefaea1 req-fa8878a3-a7f0-44f6-91e1-ce9bf1939560 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103263 Dec 20 23:03:54.185822 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.186379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-ce89ab9e-bb3e-427a-971b-d4741376494e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985119 Dec 20 23:03:54.200170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:54.212364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.212784 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Added segment 32698a4f-c53f-4a17-91ad-8ff01a56de79 of type vlan for network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 Dec 20 23:03:54.257950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.288309 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.297634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6864bd01-f3b9-4a2e-8597-cf0636c3d545 req-7487f387-3a03-4b4f-a4fe-ea9f8390711e service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971326 Dec 20 23:03:54.347191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-64aca774-f2d2-4c24-ab7b-67f3eba5cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.348667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-64aca774-f2d2-4c24-ab7b-67f3eba5cac1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.4607186 Dec 20 23:03:54.377834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45778) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:54.405555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955c6d8a-5e40-47ee-ba8e-49da9373dccb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:54.428549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.436477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.437790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.545257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2810516 Dec 20 23:03:54.553507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-c5f808df-8211-46a3-8f7c-fa10ac70d846 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242973 Dec 20 23:03:54.557318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45782) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:54.564518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Request body: {'subnet': {'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:54.571683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ce08a-4395-402a-ac0e-f0966327767c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Network': ['ID=71bf4b79-6432-4f9b-bd8e-a28ab812b064,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:54.585878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:54.696669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-089d8def-aca0-40c6-aeed-2cb3db5322f8 service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788554 Dec 20 23:03:54.706743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68726fec-a046-4432-9a94-31216d823cd5 req-301d2efb-0972-47a1-97ff-d541738cd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.708206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-301d2efb-0972-47a1-97ff-d541738cd41f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31dfdeef8bea4451b8bc963750640cb8&device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 1094 time: 0.2479751 Dec 20 23:03:54.720697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-f5a43476-c662-4291-a07a-541b58d634b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:54.722357 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-f5a43476-c662-4291-a07a-541b58d634b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3429887 Dec 20 23:03:54.778844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.795463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.799439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.802860 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c9c377a-8fa7-44bc-b62a-b3f15b816769 HTTP/1.1" status: 204 len: 168 time: 1.3426335 Dec 20 23:03:54.820722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-f6bdffb0-bfb3-4dcd-8e05-de2df0a01d64 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512500 Dec 20 23:03:54.894532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-19b3a13c-2798-4578-a380-945a30a5124c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 217 time: 0.0584953 Dec 20 23:03:54.895749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Made reservation on behalf of 3192ebae5f704d10ae4fa2ce179864c7 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:54.901160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:54.904604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:03:54.907068 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:03:54.909909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2800808-4435-45b4-a76b-f56a1e4f1afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c377a-8fa7-44bc-b62a-b3f15b816769,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:55.085819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68726fec-a046-4432-9a94-31216d823cd5 req-c67d3cbc-8e86-45ae-a85f-7dbf13eb7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:55.085819 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-c67d3cbc-8e86-45ae-a85f-7dbf13eb7883 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 200 len: 914 time: 0.3559732 Dec 20 23:03:55.174405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8c2c45ca-b5e0-4c46-b804-c98ba26b5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:55.175906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-8c2c45ca-b5e0-4c46-b804-c98ba26b5a72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.2462187 Dec 20 23:03:55.179401 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661455d-a0fa-43c8-ad4e-74cf17aaf5ad x-openstack-request-id: req-1661455d-a0fa-43c8-ad4e-74cf17aaf5ad {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:03:55.185304 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:03:55.185304 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1661455d-a0fa-43c8-ad4e-74cf17aaf5ad {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:03:55.185304 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5', 'status': 'completed', 'code': 200} Dec 20 23:03:55.187972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:55.257265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:55.342758 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-1ef3c49f-355b-4e9e-9883-8521e06b94be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44 HTTP/1.1" status: 200 len: 217 time: 0.1453934 Dec 20 23:03:55.411445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a60c22-df37-45b9-ab5e-10d8d75193db req-7dddab53-8400-4c55-8c16-87164407116e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:55.413051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3a60c22-df37-45b9-ab5e-10d8d75193db req-7dddab53-8400-4c55-8c16-87164407116e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 943 time: 0.3049898 Dec 20 23:03:55.507638 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-82b097cd-dff6-471d-ba40-ed92862ada21 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363708 Dec 20 23:03:55.539370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-1d1ae2f9-b351-4473-ae21-021968637f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:55.540966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-1d1ae2f9-b351-4473-ae21-021968637f0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3429103 Dec 20 23:03:55.547231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:55.563062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'port_id': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7', 'mac_address': 'fa:16:3e:65:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:55.586723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1fecd83b-1925-4294-a7f5-cf1a84aca9bf req-a8ada29c-34e8-4a08-9edd-cf882e229a23 service neutron] 10.222.0.45 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763583 Dec 20 23:03:55.623681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68726fec-a046-4432-9a94-31216d823cd5 req-fbccf0b6-5e6f-4b6c-9b3b-0d2b4605512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:55.626062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-fbccf0b6-5e6f-4b6c-9b3b-0d2b4605512f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 200 len: 853 time: 0.2528436 Dec 20 23:03:55.637625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:55.657676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:55.731706 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:03:55.741816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-f55286cc-cb2a-4520-86f9-067cb333d3f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a923380f-e454-4a0b-8e45-4c90ba7d08fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569670 Dec 20 23:03:55.760644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:55.763322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:55.764664 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "DELETE /v2.0/security-groups/00b0b1a5-13da-4322-94d0-b08c30ec14e8 HTTP/1.1" status: 204 len: 168 time: 1.3756702 Dec 20 23:03:55.789430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45812) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:55.801055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:55.828734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45bc09-d8c4-4678-817d-f3b4da51a8da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b0b1a5-13da-4322-94d0-b08c30ec14e8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:55.846004 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-0b97fb02-1bb4-4835-bbe2-812a6fc7b92d tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] show failed (client error): The resource could not be found. Dec 20 23:03:55.849076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0b97fb02-1bb4-4835-bbe2-812a6fc7b92d tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "GET /v2.0/security-groups/00b0b1a5-13da-4322-94d0-b08c30ec14e8 HTTP/1.1" status: 404 len: 347 time: 0.0467987 Dec 20 23:03:55.860317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45814) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:55.892741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:55.918813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45816) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:55.929888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-acc53b1e-1191-4b58-b0a8-7bcc54c95798 req-10440b34-8b3d-406c-a30f-daa0b27c2002 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033372 Dec 20 23:03:55.961698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b002f99-124c-480f-979c-f9c2427ef003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.009585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181eb05-4ff9-4501-9355-63d2411a5239 req-51f5fabb-4858-4023-91b9-8209658faa77 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:56.011423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5181eb05-4ff9-4501-9355-63d2411a5239 req-51f5fabb-4858-4023-91b9-8209658faa77 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 948 time: 0.5748663 Dec 20 23:03:56.053495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:56.087358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b002f99-124c-480f-979c-f9c2427ef003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.165911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-e9db2b7c-4fa3-4d6f-908e-f4058671868b service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994997 Dec 20 23:03:56.169018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b002f99-124c-480f-979c-f9c2427ef003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.180296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3a60c22-df37-45b9-ab5e-10d8d75193db req-7fda8fe1-dbd8-4f9d-bc4d-f66484f651d3 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447627 Dec 20 23:03:56.225628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5e4618a1-93fe-4629-9f08-143cbfe1ecc7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:56.230324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-fca31264-d137-4cc7-8556-775a5da91319 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111310 Dec 20 23:03:56.233427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5181eb05-4ff9-4501-9355-63d2411a5239 req-01150482-66f9-407d-ad06-9f61efe97e09 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647789 Dec 20 23:03:56.299101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.433941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Deleting port 66cab398-42c8-4156-b01e-2e815e320a04 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:03:56.434296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.439820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Subnet': ['ID=d28a1554-ee13-4114-8539-e11e658c88b2,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:56.602490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-2e816adf-e5f7-407b-be72-e890b7bd8e21 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626673 Dec 20 23:03:56.637690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Checking segment: {'id': '32698a4f-c53f-4a17-91ad-8ff01a56de79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:56.638130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network hostable DHCP agents. Network: 71bf4b79-6432-4f9b-bd8e-a28ab812b064, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:03:56.660903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.661230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:56.684111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-d9863a0e-0054-487a-a611-83afcde3443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:56.685809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-d9863a0e-0054-487a-a611-83afcde3443b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 1099 time: 0.5955248 Dec 20 23:03:56.694848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002f99-124c-480f-979c-f9c2427ef003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d03a8f-4147-4854-b155-5fad257dbb89,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:56.726917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7b002f99-124c-480f-979c-f9c2427ef003 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d25d372055e49d79f8b66b09335cf79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8046694 Dec 20 23:03:56.730089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45834) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:56.747672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-dc0a4abf-4057-4dbd-b800-afedb86eda67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 217 time: 0.1111381 Dec 20 23:03:56.753575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Calling delete_port for 66cab398-42c8-4156-b01e-2e815e320a04 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:03:56.806983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45836) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:56.849965 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68726fec-a046-4432-9a94-31216d823cd5 req-2d95ef72-dd56-4038-97c4-41d2d5b8e574 service neutron] 10.222.0.59 "GET /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737523 Dec 20 23:03:56.898590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:03:56.903110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-af388055-0d7b-4b36-9309-6fe7de041247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:56.906104 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-af388055-0d7b-4b36-9309-6fe7de041247 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2076917 Dec 20 23:03:56.929946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-cf798e95-e74f-41e1-acd1-2fbe9276592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:56.931738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-cf798e95-e74f-41e1-acd1-2fbe9276592b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1726069 Dec 20 23:03:56.972075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-ae44f876-ca8c-47c0-a22c-ff16017c0f8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5 HTTP/1.1" status: 200 len: 217 time: 0.0559173 Dec 20 23:03:56.990271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 71bf4b79-6432-4f9b-bd8e-a28ab812b064) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:56.992177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.000798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.001077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f79467-7856-47a9-b8f3-4bfa450c4226 None None] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:03:57.001552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.049601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.066877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-938340938', 'router:external': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:57.067079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-5f5aa5ff-c6a8-4d78-949f-439256f394af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.068701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-5f5aa5ff-c6a8-4d78-949f-439256f394af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0882401 Dec 20 23:03:57.076494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-e5703a7b-8f7a-4b1b-a4cb-19e21bcba166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.080826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-e5703a7b-8f7a-4b1b-a4cb-19e21bcba166 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371183 Dec 20 23:03:57.126682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe0889d2-7179-4d32-b65f-28ca0a4b5175 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5680580 Dec 20 23:03:57.127484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45840) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:57.153979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1556288296', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:57.169776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-0b0c9346-c1c7-429b-86c8-207d93ce33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.172114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-0b0c9346-c1c7-429b-86c8-207d93ce33c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887015 Dec 20 23:03:57.352533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-917c3ebc-1c59-4f70-b198-c3d24f35121a service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676700 Dec 20 23:03:57.496579 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2a3747-d2d0-4a42-9dc4-5d51f5115ec0 req-ce04290c-cb81-449f-8e76-ed9033a8fe17 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362236 Dec 20 23:03:57.510782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.513606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.517361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46d03a8f-4147-4854-b155-5fad257dbb89 HTTP/1.1" status: 204 len: 168 time: 0.7785256 Dec 20 23:03:57.554521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60bef3-1067-4d4a-9dc7-f8da3e804f9b req-2009449b-2648-4124-a4de-ea95ce4cc89f tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.554521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac60bef3-1067-4d4a-9dc7-f8da3e804f9b req-2009449b-2648-4124-a4de-ea95ce4cc89f tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 944 time: 0.1869774 Dec 20 23:03:57.556746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Made reservation on behalf of db2508fcc09345a5ba692b5cc52512da for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:57.559203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.564278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-71bf4b79-6432-4f9b-bd8e-a28ab812b064', 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064', 'project_id': '3192ebae5f704d10ae4fa2ce179864c7', 'fixed_ips': [{'subnet_id': 'd28a1554-ee13-4114-8539-e11e658c88b2'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:03:57.566661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.570190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.599697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183811fc-3b63-4dc3-8051-7b147910768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d03a8f-4147-4854-b155-5fad257dbb89,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:57.637809 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.642522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37f10a9b-d9e8-47a1-9583-50bf5186bf44 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:57.650446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.651573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:57.657136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-c3ff2702-574f-412b-aaba-aed159831081 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546703 Dec 20 23:03:57.667330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Pushing event deleted for resources: {'Port': ['ID=66cab398-42c8-4156-b01e-2e815e320a04,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:57.676935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb618e-fbae-43da-a0b1-3331081abeae req-31310b08-bf18-4063-8c05-9948e89a752c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:57.678595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dfb618e-fbae-43da-a0b1-3331081abeae req-31310b08-bf18-4063-8c05-9948e89a752c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 948 time: 0.2614748 Dec 20 23:03:57.935939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Allocated IP 172.20.0.2 (71bf4b79-6432-4f9b-bd8e-a28ab812b064/d28a1554-ee13-4114-8539-e11e658c88b2/29dd3a84-effa-4e4e-b78e-122b4442e7ac) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:03:57.994566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:58.036566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '37f10a9b-d9e8-47a1-9583-50bf5186bf44', 'network_id': 'a923380f-e454-4a0b-8e45-4c90ba7d08fe', 'port_id': '37f10a9b-d9e8-47a1-9583-50bf5186bf44', 'mac_address': 'fa:16:3e:b5:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:03:58.106152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.142055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f10a9b-d9e8-47a1-9583-50bf5186bf44 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:03:58.157451 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.176675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:03:58.177883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.237650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.252724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac60bef3-1067-4d4a-9dc7-f8da3e804f9b req-effab1db-794c-4b24-8bd6-7dc58b182c71 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757462 Dec 20 23:03:58.267663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dfb618e-fbae-43da-a0b1-3331081abeae req-78320a6c-0f30-40cd-a5e5-788421ed6cb5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693033 Dec 20 23:03:58.271531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.277588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.278495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4cb2dec8-4018-4722-80ad-207d8e29d7da tempest-ServersTestBootFromVolume-2023419464 tempest-ServersTestBootFromVolume-2023419464-project] 10.222.0.62 "DELETE /v2.0/floatingips/e33f3dbb-c6a6-46a9-aceb-89259ce04bd6 HTTP/1.1" status: 204 len: 168 time: 2.4042375 Dec 20 23:03:58.282838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45862) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:58.325660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.341650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-51a524e5-63ab-4755-8f9e-0050084c74d5 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606345 Dec 20 23:03:58.427682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.469990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.486917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:03:58.496890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:03:58.501285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:03:58.508747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:58.602407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37f10a9b-d9e8-47a1-9583-50bf5186bf44'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:03:58.665323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.678102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-072bf1b0-c6a4-4f95-a661-4f6a37f3c6ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 200 len: 217 time: 0.2775345 Dec 20 23:03:58.698796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Attempting to bind port 29dd3a84-effa-4e4e-b78e-122b4442e7ac on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:03:58.699436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Attempting to bind port 29dd3a84-effa-4e4e-b78e-122b4442e7ac by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '32698a4f-c53f-4a17-91ad-8ff01a56de79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:03:58.700181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Attempting to bind port 29dd3a84-effa-4e4e-b78e-122b4442e7ac on network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:03:58.724343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:03:58.724853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Checking segment: {'id': '32698a4f-c53f-4a17-91ad-8ff01a56de79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:03:58.725584 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.726099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Bound using segment: {'id': '32698a4f-c53f-4a17-91ad-8ff01a56de79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:03:58.727213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Bound port: 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32698a4f-c53f-4a17-91ad-8ff01a56de79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:03:58.727719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.748285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Pushing event updated for resources: {'Port': ['ID=29dd3a84-effa-4e4e-b78e-122b4442e7ac,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:58.757808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:03:58.855955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.864640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:58.865204 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Added segment 6b330bfc-a297-45ad-8bdb-8f095861ce3e of type vlan for network 11820360-c27c-49a6-9599-85bdd63c388a Dec 20 23:03:58.869956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b3a8d-ef2f-49b0-b645-1d38a55045c7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:58.901166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] For port 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:03:58.914125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-3f74d0eb-abe5-46d5-9aa9-0864ba5c2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:58.915724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-3f74d0eb-abe5-46d5-9aa9-0864ba5c2346 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.2158768 Dec 20 23:03:58.938541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] For port 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=29dd3a84-effa-4e4e-b78e-122b4442e7ac,segment=NetworkSegment(32698a4f-c53f-4a17-91ad-8ff01a56de79),segment_id=32698a4f-c53f-4a17-91ad-8ff01a56de79)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:03:58.995340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.035423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.114934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798a4c2-5909-46e8-954c-6ee09f4b8f8f None None] Pushing event updated for resources: {'Port': ['ID=29dd3a84-effa-4e4e-b78e-122b4442e7ac,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:59.188460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-e7ce3027-57a4-4ea9-9817-902bcf784de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:59.190359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-e7ce3027-57a4-4ea9-9817-902bcf784de7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2606802 Dec 20 23:03:59.302112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:59.367975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.384332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-ac4be5dd-9812-4ba3-83c8-f3595805d9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813610 Dec 20 23:03:59.387846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.399370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:03:59.399370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.513511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:03:59.519153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:03:59.519554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.691254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device d2f1f0ff-d106-440d-9baf-0a9afd7451c5 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:03:59.694602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37f10a9b-d9e8-47a1-9583-50bf5186bf44 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:03:59.717703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-66b0a153-c8d9-4285-8219-be052933526d service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050673 Dec 20 23:03:59.739896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9302280 Dec 20 23:03:59.742798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45896) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:03:59.787909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'subnet': {'network_id': '11820360-c27c-49a6-9599-85bdd63c388a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:03:59.888139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.918644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee523-f996-48f1-9ab3-f1abf4250d4b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Network': ['ID=11820360-c27c-49a6-9599-85bdd63c388a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:03:59.934298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:03:59.954571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 11820360-c27c-49a6-9599-85bdd63c388a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:03:59.976291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Made reservation on behalf of db2508fcc09345a5ba692b5cc52512da for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:03:59.978674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:03:59.999348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:00.003734 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691fab86-12f1-450d-8848-711d00737df4" -d '{"events": [{"server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "name": "network-vif-plugged", "status": "completed", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:00.044432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b54828cb-9ddb-424f-8263-4f307006e4d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 200 len: 217 time: 0.3023238 Dec 20 23:04:00.125260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:00.132779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 29dd3a84-effa-4e4e-b78e-122b4442e7ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:00.206426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:04:00.228532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:00.229002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.238157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.304179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.338813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babacfae-52ba-4d85-b51c-180d96d65feb req-08617922-9459-4eaa-bb52-6d85acf19836 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:00.340634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-babacfae-52ba-4d85-b51c-180d96d65feb req-08617922-9459-4eaa-bb52-6d85acf19836 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 944 time: 0.6093524 Dec 20 23:04:00.350721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9941f4-a0c1-4d75-b4fc-f516a1f6afa6 req-52876c6d-d870-407f-b491-9815798a0da7 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:00.352104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9941f4-a0c1-4d75-b4fc-f516a1f6afa6 req-52876c6d-d870-407f-b491-9815798a0da7 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 948 time: 0.6284587 Dec 20 23:04:00.409161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:00.433701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.469618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Deleting port f2bb0033-047c-45d9-a1f7-ff50fcd366b1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:00.470240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.473298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5', 'mac_address': 'fa:16:3e:c5:55:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:04:00.505121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:00.516097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 29dd3a84-effa-4e4e-b78e-122b4442e7ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:00.516648 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.751513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.754611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] For port f2bb0033-047c-45d9-a1f7-ff50fcd366b1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:00.756653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.758020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Allocated IP 172.25.1.230 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6f67fac3-4f13-4652-ab12-da8b809244c0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:00.784544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Calling delete_port for f2bb0033-047c-45d9-a1f7-ff50fcd366b1 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:00.794812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:00.826637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-3e495008-96f6-4b2b-b2a2-142d5193a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:00.831384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f1f0ff-d106-440d-9baf-0a9afd7451c5 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:00.832929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-3e495008-96f6-4b2b-b2a2-142d5193a77c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.7751300 Dec 20 23:04:00.879543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-babacfae-52ba-4d85-b51c-180d96d65feb req-078a69c6-e4ca-407b-9605-336f4d79d3dd tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980974 Dec 20 23:04:00.938827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:00.963743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e263b4-0ee0-4d34-bc2d-ed47f24a04b6 None None] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:01.044836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd9941f4-a0c1-4d75-b4fc-f516a1f6afa6 req-86477184-7dd8-46fa-b94d-51d4f32c144d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445124 Dec 20 23:04:01.100948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-9b3a607e-a330-4581-8f48-20e9b391ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:01.109308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-9b3a607e-a330-4581-8f48-20e9b391ac4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2575002 Dec 20 23:04:01.181598 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96405f36-0273-4982-a09a-9658e700161c x-openstack-request-id: req-96405f36-0273-4982-a09a-9658e700161c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:01.191145 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "name": "network-vif-plugged", "status": "completed", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:01.191145 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96405f36-0273-4982-a09a-9658e700161c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:01.191145 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7', 'code': 200} Dec 20 23:04:01.260882 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.271192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.335725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:01.347595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-612d24fb-b030-4df5-866e-59270ef32527 None None] Provisioning complete for port 29dd3a84-effa-4e4e-b78e-122b4442e7ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:01.350039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-612d24fb-b030-4df5-866e-59270ef32527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.360977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.407936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-6505c4d6-8243-4a9d-987a-9b88e8ed4a2a service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704017 Dec 20 23:04:01.442434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1e3d-89f9-408a-9a31-ab0a2f1a68ca req-e54f287e-5ff5-48c4-8c6f-ff489c2e4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:01.449364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0fe1e3d-89f9-408a-9a31-ab0a2f1a68ca req-e54f287e-5ff5-48c4-8c6f-ff489c2e4390 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 1096 time: 0.2330832 Dec 20 23:04:01.538500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=29dd3a84-effa-4e4e-b78e-122b4442e7ac,segment=NetworkSegment(32698a4f-c53f-4a17-91ad-8ff01a56de79),segment_id=32698a4f-c53f-4a17-91ad-8ff01a56de79)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:01.548591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.576283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-b690e99a-faad-4d5d-a04f-dc7f8618ed23 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551342 Dec 20 23:04:01.577315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:01.633144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.659262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-e96fca3d-6fe0-481f-a3fb-1c0c2bd474aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 200 len: 217 time: 0.0591519 Dec 20 23:04:01.683610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bb0033-047c-45d9-a1f7-ff50fcd366b1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:01.746049 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.766609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.826598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:01.860823 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0fe1e3d-89f9-408a-9a31-ab0a2f1a68ca req-0d48126e-e4d1-4c83-8832-1168eea298ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971236 Dec 20 23:04:01.891210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:04:01.891687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:01.965049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=6f67fac3-4f13-4652-ab12-da8b809244c0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:02.008382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-d933a755-928d-40e5-bdec-db163534b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:02.009950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-d933a755-928d-40e5-bdec-db163534b23a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.3373363 Dec 20 23:04:02.012669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:02.022534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:02.041612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:02.092209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f282c02e-41f7-42cc-8b5c-320fba3aa8f9,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:02.367331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:02.538380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:02.597815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-48469c04-d8b9-4afb-92f9-4f038f2b24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:02.599954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-48469c04-d8b9-4afb-92f9-4f038f2b24f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628349 Dec 20 23:04:02.623799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9a396-e0c1-406d-b49f-ca50839799ab req-67483e56-2aec-4e0d-9a29-7c36f4e4809e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:02.626349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c9a396-e0c1-406d-b49f-ca50839799ab req-67483e56-2aec-4e0d-9a29-7c36f4e4809e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 945 time: 0.3841248 Dec 20 23:04:02.694285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f662b-5b9d-40e0-8748-7aa80ef4ea8f req-efc532cf-c7b4-4e7e-980e-e793cac422c6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:02.702523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-478f662b-5b9d-40e0-8748-7aa80ef4ea8f req-efc532cf-c7b4-4e7e-980e-e793cac422c6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 949 time: 0.3026385 Dec 20 23:04:02.721741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=29dd3a84-effa-4e4e-b78e-122b4442e7ac,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:02.810551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Checking segment: {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:02.811522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network hostable DHCP agents. Network: 11820360-c27c-49a6-9599-85bdd63c388a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:04:02.833365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c2a0e96f-1228-47d2-af65-480b49cc6314 None None] Provisioning complete for port 29dd3a84-effa-4e4e-b78e-122b4442e7ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:02.834399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e96f-1228-47d2-af65-480b49cc6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:02.852324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Router 6541e62a-8f36-4f87-81e3-44c26248fdfe has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:02.971591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 11820360-c27c-49a6-9599-85bdd63c388a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:04:03.078431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 11820360-c27c-49a6-9599-85bdd63c388a) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:03.086300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1524bb3-f129-4301-a0d6-8aa515609d3e None None] Network 11820360-c27c-49a6-9599-85bdd63c388a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:03.096035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:03.100134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:03.149649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c9a396-e0c1-406d-b49f-ca50839799ab req-5d17156f-864b-49d1-9f08-c772d52d9d62 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009913 Dec 20 23:04:03.163890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:03.170151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-09d65cc0-ed56-497f-8be0-4dcce0ed6c01 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422735 Dec 20 23:04:03.194680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d18a1a6-60eb-46a9-8334-5c6b7dfa3b07 admin admin] 10.222.0.62 "PUT /v2.0/routers/6541e62a-8f36-4f87-81e3-44c26248fdfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8887100 Dec 20 23:04:03.195356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45950) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:03.216622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:03.219738 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f14db-1db5-40cd-a6f4-25ce3be921af" -d '{"events": [{"server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "name": "network-vif-plugged", "status": "completed", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:03.233086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-478f662b-5b9d-40e0-8748-7aa80ef4ea8f req-58b06699-63ab-46c6-bf16-af24ca318097 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292966 Dec 20 23:04:03.250068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Sync routers for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:03.279144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:03.281550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:03.282254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:03.287555 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1ca83316-5090-4958-a431-50d4ff412721 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5435793 Dec 20 23:04:03.291393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45956) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:03.304757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1128723111', 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:03.417669 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db652f56-bffa-4587-b68d-f2923882bb69 x-openstack-request-id: req-db652f56-bffa-4587-b68d-f2923882bb69 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:03.428149 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "name": "network-vif-plugged", "status": "completed", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:03.429479 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db652f56-bffa-4587-b68d-f2923882bb69 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:03.436128 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44', 'code': 200} Dec 20 23:04:03.464733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:03.513287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:03.528135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Made reservation on behalf of db2508fcc09345a5ba692b5cc52512da for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:03.530893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:03.543212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36217157-4e74-453c-8a9a-043d5d307194 None None] Network 11820360-c27c-49a6-9599-85bdd63c388a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:03.690823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-a1806536-d772-4180-a7dc-739884596ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776781 Dec 20 23:04:03.755607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device d2f1f0ff-d106-440d-9baf-0a9afd7451c5 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:03.902914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-24719225-5e10-4891-b576-9dc9cad63794 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 217 time: 0.1944067 Dec 20 23:04:03.925529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:04.011341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] device_id is not set on port 7e94d345-239f-4c62-bd75-a0041cd8b871 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:04:04.018035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4091a-eabb-44ed-bb84-75369eb95a7e req-ea2df050-34da-420e-bc27-135bcbbcaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:04.019670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b4091a-eabb-44ed-bb84-75369eb95a7e req-ea2df050-34da-420e-bc27-135bcbbcaa39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 1096 time: 0.5697401 Dec 20 23:04:04.025888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:04.074967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 29dd3a84-effa-4e4e-b78e-122b4442e7ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:04.214364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.316500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6b4091a-eabb-44ed-bb84-75369eb95a7e req-dd830335-ca88-4e2f-a9fa-20d0cefbd26d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814152 Dec 20 23:04:04.340066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c48e896-eac3-44a7-972a-b3d74e476b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.361405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:04:04.378473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:04.380945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.411243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 2001:db8::1d7 (11820360-c27c-49a6-9599-85bdd63c388a/f282c02e-41f7-42cc-8b5c-320fba3aa8f9/7e94d345-239f-4c62-bd75-a0041cd8b871) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:04.509858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.516978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Deleting port 4d6a918e-24f1-4698-a034-ea811693641e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:04.518586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.541182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '4d6a918e-24f1-4698-a034-ea811693641e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T23:04:01Z', 'revision_number': 5, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port': {'id': '4d6a918e-24f1-4698-a034-ea811693641e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:58:46Z', 'updated_at': '2021-12-20T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:04.548390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 29dd3a84-effa-4e4e-b78e-122b4442e7ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:04.549023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.635283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Checking router: 6541e62a-8f36-4f87-81e3-44c26248fdfe for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:04.671848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:04.684695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-305487e0-bd0c-4e5a-9c60-92b10307817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:04.686348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-305487e0-bd0c-4e5a-9c60-92b10307817c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.7757738 Dec 20 23:04:04.721457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Routers {'6541e62a-8f36-4f87-81e3-44c26248fdfe'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:04.722143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6541e62a-8f36-4f87-81e3-44c26248fdfe'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:04.725474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c48e896-eac3-44a7-972a-b3d74e476b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.753781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] For port 4d6a918e-24f1-4698-a034-ea811693641e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4d6a918e-24f1-4698-a034-ea811693641e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:04.756698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.784940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Calling delete_port for 4d6a918e-24f1-4698-a034-ea811693641e owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:04.787409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0dd8e-75e1-494c-a47d-5b0b57a8d4f9 req-6d378525-3d2a-45fe-a73f-f930f327e342 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:04.789660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb0dd8e-75e1-494c-a47d-5b0b57a8d4f9 req-6d378525-3d2a-45fe-a73f-f930f327e342 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 949 time: 0.2547452 Dec 20 23:04:04.803190 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.828515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.831063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c48e896-eac3-44a7-972a-b3d74e476b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.838058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0cc48-f317-4eb4-baa9-edbcfe40606d req-40342770-60fc-428a-94b8-645d5d831c0a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:04.839970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69d0cc48-f317-4eb4-baa9-edbcfe40606d req-40342770-60fc-428a-94b8-645d5d831c0a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 945 time: 0.3208416 Dec 20 23:04:04.871530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:04.878851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5f08-92ca-439b-893b-6cba42766fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.903865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] Set router 6541e62a-8f36-4f87-81e3-44c26248fdfe gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:04.926662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-c0bc371e-6093-4cf7-8e93-a72f99ac43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:04.928415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-c0bc371e-6093-4cf7-8e93-a72f99ac43c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2059686 Dec 20 23:04:04.965177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:04.980750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69d0cc48-f317-4eb4-baa9-edbcfe40606d req-20578215-076f-497b-8c98-9d1dc2d1c46e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314662 Dec 20 23:04:04.983071 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c48e896-eac3-44a7-972a-b3d74e476b71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb560d5d1b0d45a1856f90be4978f00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9557443 Dec 20 23:04:04.987225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb0dd8e-75e1-494c-a47d-5b0b57a8d4f9 req-448ffdb1-f54b-4a57-8673-e6fd6d3fd60f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852388 Dec 20 23:04:04.988160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45978) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:04.990267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e896-eac3-44a7-972a-b3d74e476b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f8a39-18ff-4cfd-9226-50417b7f58c2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:04.993692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T23:04:04Z', 'revision_number': 6, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:05.043081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ba6d8-fb1a-4eb4-aca6-8295fe9e2315 None None] The sync data for ids ['6541e62a-8f36-4f87-81e3-44c26248fdfe'] in n-d-822053-9 is: [{'id': '6541e62a-8f36-4f87-81e3-44c26248fdfe', 'name': 'tempest-ServersTestBootFromVolume-974807169-router', 'tenant_id': '641fa6d4b81542aaa50c19e1eb28920a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:58:44Z', 'updated_at': '2021-12-20T23:04:04Z', 'revision_number': 6, 'project_id': '641fa6d4b81542aaa50c19e1eb28920a', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:05.075634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.153678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 11820360-c27c-49a6-9599-85bdd63c388a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:05.161753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:05.168917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:05.170274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:05.171162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.187219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=7e94d345-239f-4c62-bd75-a0041cd8b871,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:05.269667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-332d8c42-4ef2-46f2-a241-adea03b1b581 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9758692 Dec 20 23:04:05.272146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45982) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:05.355817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.363043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-7f242b8d-5f5b-4ef0-bd0c-6feabe4d2630 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952324 Dec 20 23:04:05.377043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae840-f21b-4248-aba8-596cbf73fb8d req-388bb0c5-6846-4983-af41-7ea50ed8041a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:05.378579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47cae840-f21b-4248-aba8-596cbf73fb8d req-388bb0c5-6846-4983-af41-7ea50ed8041a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 945 time: 0.2013524 Dec 20 23:04:05.380818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.394133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6a918e-24f1-4698-a034-ea811693641e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:05.438047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:05.441299 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dedafe-0452-4abf-a294-374c014041e9" -d '{"events": [{"server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "name": "network-vif-plugged", "status": "completed", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:05.507159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Deleting port 7e94d345-239f-4c62-bd75-a0041cd8b871 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:05.507758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.545396 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea736c3b-638b-4552-bbcc-1a58cc857b83 x-openstack-request-id: req-ea736c3b-638b-4552-bbcc-1a58cc857b83 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:05.545965 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "name": "network-vif-plugged", "status": "completed", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:05.545965 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea736c3b-638b-4552-bbcc-1a58cc857b83 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:05.546398 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5', 'code': 200} Dec 20 23:04:05.574730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.609462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.660137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47cae840-f21b-4248-aba8-596cbf73fb8d req-18f8c5dd-5fb6-430b-8e22-fc8d6534c723 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649088 Dec 20 23:04:05.695242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.717571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77fa6dfe-4419-4018-a4eb-d28c1ff859e7 req-85399581-af25-47d5-826e-0f4b2656d1cc service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377359 Dec 20 23:04:05.782498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:05.830547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Calling delete_port for 7e94d345-239f-4c62-bd75-a0041cd8b871 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:05.847520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9f53-85a2-4152-a18c-c685a4eca52b req-017b735b-546f-4249-8409-9a95078d0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:05.849168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b32c9f53-85a2-4152-a18c-c685a4eca52b req-017b735b-546f-4249-8409-9a95078d0d8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 1101 time: 0.1505938 Dec 20 23:04:05.850913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.856424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.856719 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.860467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:05.861901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d61f8a39-18ff-4cfd-9226-50417b7f58c2 HTTP/1.1" status: 204 len: 168 time: 0.8467233 Dec 20 23:04:05.895706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ff6c8-6aea-4f1d-8bc4-3f78d2a1abc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f8a39-18ff-4cfd-9226-50417b7f58c2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:06.051755 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b32c9f53-85a2-4152-a18c-c685a4eca52b req-b013b981-2c7e-4116-9e78-2af22ab57132 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913304 Dec 20 23:04:06.058881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4d6a918e-24f1-4698-a034-ea811693641e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:06.063683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:06.076784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] Sync routers for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:06.095742 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:06.095956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4d6a918e-24f1-4698-a034-ea811693641e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:06.096184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4d6a918e-24f1-4698-a034-ea811693641e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:06.096621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2bb0033-047c-45d9-a1f7-ff50fcd366b1 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:06.100800 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:06.150392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.150999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6541e62a-8f36-4f87-81e3-44c26248fdfe {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:06.160545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.161738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb74a693-a1da-4bc9-a723-297e3de93eb8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6541e62a-8f36-4f87-81e3-44c26248fdfe HTTP/1.1" status: 204 len: 168 time: 2.9654016 Dec 20 23:04:06.164452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45994) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:06.175232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f2bb0033-047c-45d9-a1f7-ff50fcd366b1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:06.175232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2bb0033-047c-45d9-a1f7-ff50fcd366b1 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:06.208005 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:06.219043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.220451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a6eccee2-6a98-4714-be4e-89e9bf7ad562 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.0795760 Dec 20 23:04:06.225254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:06.238271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:06.238926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:03:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:06.279453 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:06.280105 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad21dd-4040-4c20-8489-67ec4aa6b32d None None] The sync data for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:06.307274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.357886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Deleting subnet e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:04:06.358315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e94d345-239f-4c62-bd75-a0041cd8b871,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:06.372504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.414184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.418668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c4260c0e-0f0f-4ae1-9250-46733b07c2c9 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7e94d345-239f-4c62-bd75-a0041cd8b871 HTTP/1.1" status: 204 len: 168 time: 1.1454856 Dec 20 23:04:06.429051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:06.437017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11820360-c27c-49a6-9599-85bdd63c388a', 'external_fixed_ips': [{'subnet_id': 'f282c02e-41f7-42cc-8b5c-320fba3aa8f9', 'ip_address': '2001:db8::1d7'}]}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:06.471943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b355a-14cb-4658-b816-cf7e558db21e req-74f24985-5efa-4b93-99ba-198590382485 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:06.476145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d3b355a-14cb-4658-b816-cf7e558db21e req-74f24985-5efa-4b93-99ba-198590382485 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.2520068 Dec 20 23:04:06.498059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.606851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.607996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.664145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.677026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d3b355a-14cb-4658-b816-cf7e558db21e req-11890a6d-8a2b-46e1-b435-bf020417e12f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533661 Dec 20 23:04:06.723702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:06.897499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf187d-7562-4814-a817-ef84f1d47d56 req-367a0eaf-63bb-4703-bdd9-d7e6f6c5a165 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:06.898911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cabf187d-7562-4814-a817-ef84f1d47d56 req-367a0eaf-63bb-4703-bdd9-d7e6f6c5a165 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 945 time: 0.1519852 Dec 20 23:04:06.987346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cabf187d-7562-4814-a817-ef84f1d47d56 req-853f55dc-6df3-41f4-bc2b-195ff49f3cb7 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803282 Dec 20 23:04:07.079857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.095832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.100486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e5f694bf-dc8c-427e-ac7e-c5b7f85502e2 HTTP/1.1" status: 204 len: 168 time: 0.9347394 Dec 20 23:04:07.105381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b1ffa-8e83-4001-a83a-32c49820dbe2 None None] Network c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:07.105901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:07.257235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.261553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:07.275430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.287636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743cc29-4514-4551-8a67-f0a583ac7a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f694bf-dc8c-427e-ac7e-c5b7f85502e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:07.321264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.340911 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.396326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] DHCP port deletion for c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:04:07.525297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Deleting port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:07.530035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.568550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Deleting port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:07.568982 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.600533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.709859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] For port 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ab74972-ec6a-48fc-80a3-6c8705b8b997,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:07.710363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.735073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Calling delete_port for 2ab74972-ec6a-48fc-80a3-6c8705b8b997 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:07.789765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e07278a-9a49-4691-8b0c-177d726e8249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.808180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] For port 2ab74972-ec6a-48fc-80a3-6c8705b8b997, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ab74972-ec6a-48fc-80a3-6c8705b8b997,segment=NetworkSegment(9a86af50-99a1-4465-987c-8804c4da9953),segment_id=9a86af50-99a1-4465-987c-8804c4da9953)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:07.808582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:07.822913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Calling delete_port for 2ab74972-ec6a-48fc-80a3-6c8705b8b997 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:07.833921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Allocated IP 172.20.0.1 (71bf4b79-6432-4f9b-bd8e-a28ab812b064/d28a1554-ee13-4114-8539-e11e658c88b2/c8d1e854-7cb5-4de8-9751-6c01ba84f72a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:07.895280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.003896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ab74972-ec6a-48fc-80a3-6c8705b8b997 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:08.016331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5f842-2c5a-433d-b1f3-ff7a5cf23b8a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:08.044122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.092463 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.098507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.100671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab74972-ec6a-48fc-80a3-6c8705b8b997,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:08.107534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.116019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0365e-d5d4-45f3-96b5-4aab4140d487 req-855b5d92-2030-4ee8-ae46-af75fde2e8cf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:08.117437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3e0365e-d5d4-45f3-96b5-4aab4140d487 req-855b5d92-2030-4ee8-ae46-af75fde2e8cf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.1656573 Dec 20 23:04:08.123018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] No DVR routers for this DVR port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:08.133615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] No DVR routers for this DVR port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:08.179724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.182520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.183058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.183741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.184540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.185114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 23:04:08.185531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port 2ab74972-ec6a-48fc-80a3-6c8705b8b997 host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:04:08.185961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ab74972-ec6a-48fc-80a3-6c8705b8b997 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:08.187190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.187724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.188214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.190173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.190677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.191943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.194224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.195426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.213010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4ae7aeb9-5269-4917-94c1-ee76832ea947 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f768857dffc49009c628324414ba33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9500279 Dec 20 23:04:08.218566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46034) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:08.221574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Pushing event deleted for resources: {'Port': ['ID=2ab74972-ec6a-48fc-80a3-6c8705b8b997,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:08.241983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.251855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.252210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.253353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.253793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.254135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.254471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.254805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.255135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.255508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.255877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.256209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.256580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.257039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7016344-1b4b-4357-a207-13be14fe73de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:08.313059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.424311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.464175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.547131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 2001:db8::1d7 (11820360-c27c-49a6-9599-85bdd63c388a/f282c02e-41f7-42cc-8b5c-320fba3aa8f9/9a62568f-0fb2-41d7-b5b3-09c665e02b1f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:08.622697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.657127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.663247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3e0365e-d5d4-45f3-96b5-4aab4140d487 req-bcb92919-565a-4891-896b-3846cac7d9dd tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146449 Dec 20 23:04:08.680891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f6e6bc-855c-4513-92c8-370ecd8c3ed3']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:08.696299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a86af50-99a1-4465-987c-8804c4da9953') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:08.696585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a86af50-99a1-4465-987c-8804c4da9953') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:08.708345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.726012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e3a2-a336-4d05-804c-c91f2fa5fd6b req-a79f3b67-1dd2-4ad7-8665-31b41ef53d0e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:08.727478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c7e3a2-a336-4d05-804c-c91f2fa5fd6b req-a79f3b67-1dd2-4ad7-8665-31b41ef53d0e tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 945 time: 0.1140513 Dec 20 23:04:08.735573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.740896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.748368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.748368 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeb5f842-2c5a-433d-b1f3-ff7a5cf23b8a HTTP/1.1" status: 204 len: 168 time: 0.5252745 Dec 20 23:04:08.752582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:04:08.752968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:04:08.754679 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:04:08.765433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a6d71-aad2-4ca6-87ba-b267844f81c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5f842-2c5a-433d-b1f3-ff7a5cf23b8a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:08.831599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c7e3a2-a336-4d05-804c-c91f2fa5fd6b req-497ca660-fca4-483d-a54f-6dcf68cf06ab tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979404 Dec 20 23:04:08.857761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.861578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:08.912682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=c8d1e854-7cb5-4de8-9751-6c01ba84f72a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:08.929339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:08.932014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:08.934334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:08.936289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 11820360-c27c-49a6-9599-85bdd63c388a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:08.942433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:08.963499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:08.998887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.020432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.023737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c3f6e6bc-855c-4513-92c8-370ecd8c3ed3 HTTP/1.1" status: 204 len: 168 time: 1.8536613 Dec 20 23:04:09.049844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f81ca-12f5-4a3c-b7f6-f9fae005e445 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f6e6bc-855c-4513-92c8-370ecd8c3ed3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:09.056541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.118777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=9a62568f-0fb2-41d7-b5b3-09c665e02b1f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:09.204311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-85e24484-e558-4e38-afc0-1e52ac61075a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:09.205931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-85e24484-e558-4e38-afc0-1e52ac61075a tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 945 time: 0.2651627 Dec 20 23:04:09.252566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-c73e36ac-ca9a-4740-9160-360db973711d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:09.258156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-c73e36ac-ca9a-4740-9160-360db973711d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 1101 time: 0.1360824 Dec 20 23:04:09.288453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-cfdcb1c2-a3d6-4f96-9a78-64de0b86d51d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.308098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-26cc6849-2bef-493a-be64-47ae5928022b None None] Provisioning complete for port c8d1e854-7cb5-4de8-9751-6c01ba84f72a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:09.308687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26cc6849-2bef-493a-be64-47ae5928022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.351327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-26cc6849-2bef-493a-be64-47ae5928022b None None] Port c8d1e854-7cb5-4de8-9751-6c01ba84f72a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:09.414136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.432560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-cfdcb1c2-a3d6-4f96-9a78-64de0b86d51d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.478392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.482567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Deleting port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:09.482895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.528728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-cfdcb1c2-a3d6-4f96-9a78-64de0b86d51d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.583965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:09.631396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcb1c2-a3d6-4f96-9a78-64de0b86d51d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6021b-d038-4710-bad8-ba71a92fb1be,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:09.644027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-022eb3d2-37e0-4e11-8a79-fab336157ea1 req-cfdcb1c2-a3d6-4f96-9a78-64de0b86d51d tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798914 Dec 20 23:04:09.678173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.679958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac69c2c-d820-4641-a510-9ced080211de req-86759fc1-f66e-4947-b0ae-887851403056 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:09.695280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aac69c2c-d820-4641-a510-9ced080211de req-86759fc1-f66e-4947-b0ae-887851403056 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 945 time: 0.1244946 Dec 20 23:04:09.752853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] For port 37f10a9b-d9e8-47a1-9583-50bf5186bf44, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=37f10a9b-d9e8-47a1-9583-50bf5186bf44,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:09.754115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:09.787447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Calling delete_port for 37f10a9b-d9e8-47a1-9583-50bf5186bf44 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:09.884457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f3a5841-914b-43bb-9de3-279be41ede1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=641fa6d4b81542aaa50c19e1eb28920a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988727 Dec 20 23:04:09.888245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:10.017515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Deleting port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:10.017895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.074605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079b67f-ff7b-4633-8489-f222661fe37a req-3e0e1cd5-5f40-425f-8669-f2c1b20575b0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:10.076250 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9079b67f-ff7b-4633-8489-f222661fe37a req-3e0e1cd5-5f40-425f-8669-f2c1b20575b0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.1390927 Dec 20 23:04:10.128698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.195651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.303240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] For port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,segment=NetworkSegment(b302cae2-4616-430e-a0da-20249dcf9e25),segment_id=b302cae2-4616-430e-a0da-20249dcf9e25)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:10.303608 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.323182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9079b67f-ff7b-4633-8489-f222661fe37a req-e181efdc-4891-488e-aba4-7beb4cc77adf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024786 Dec 20 23:04:10.337954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc2f4e-5f74-4a0a-8262-11ec6b3a22b0 req-46ef755d-f010-42eb-a47a-a68225ae30fe tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:10.339558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01bc2f4e-5f74-4a0a-8262-11ec6b3a22b0 req-46ef755d-f010-42eb-a47a-a68225ae30fe tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=177b790c-df37-4d7c-ad20-d0b2367c834d HTTP/1.1" status: 200 len: 945 time: 0.2006452 Dec 20 23:04:10.347694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Calling delete_port for 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:10.372166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.382659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=c8d1e854-7cb5-4de8-9751-6c01ba84f72a,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:10.410737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.424427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.449877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.511585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.529343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-4aa49e60-8a7e-4049-983d-9962a754ec17 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723360 Dec 20 23:04:10.616176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01bc2f4e-5f74-4a0a-8262-11ec6b3a22b0 req-d53720f9-d637-42c7-a97b-e0e896a26680 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530954 Dec 20 23:04:10.673479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.686594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37f10a9b-d9e8-47a1-9583-50bf5186bf44'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:10.693509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5e4618a1-93fe-4629-9f08-143cbfe1ecc7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:10.710935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event deleted for resources: {'Port': ['ID=37f10a9b-d9e8-47a1-9583-50bf5186bf44,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:10.740079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:10.741566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:10.754881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.757635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.761742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d47e047-1150-45ed-98de-da122054e328 HTTP/1.1" status: 204 len: 168 time: 0.8226607 Dec 20 23:04:10.781858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] No DVR routers for this DVR port 37f10a9b-d9e8-47a1-9583-50bf5186bf44 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:10.785216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:10.788828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fc426421-8208-45ac-9761-fb9c1a3c1637 req-36b36a8d-4dec-4301-a311-82abd2bbd68d tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.59 "DELETE /v2.0/ports/37f10a9b-d9e8-47a1-9583-50bf5186bf44 HTTP/1.1" status: 204 len: 173 time: 1.5726864 Dec 20 23:04:10.789315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'name': 'network-vif-deleted', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:10.791582 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62834a7-4bd4-4fa5-98a4-5e16c483c756" -d '{"events": [{"server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "name": "network-vif-deleted", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:10.799804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b33f8-976e-48ba-97a1-1de172a2b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47e047-1150-45ed-98de-da122054e328,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:10.815101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router c8885242-77e8-42f1-8052-51ffbc05a378 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:10.820711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-3e6f5140-4fc0-45c8-926e-2ee7be8609a1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:10.830677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-3e6f5140-4fc0-45c8-926e-2ee7be8609a1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647829 Dec 20 23:04:10.964715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:10.980497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-dcafc7f9-95ee-4652-89dd-e148b6af365f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.1490335 Dec 20 23:04:11.058960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:11.071109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Sync routers for ids ['c8885242-77e8-42f1-8052-51ffbc05a378'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:11.100267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Routers {'c8885242-77e8-42f1-8052-51ffbc05a378'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:11.100896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8885242-77e8-42f1-8052-51ffbc05a378'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.231696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.235622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9fee2fb2-ea8c-4c94-a56f-8ccc4dcd6774 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8016598 Dec 20 23:04:11.236305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46140) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:11.242333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-33607232-6c4a-4f8a-a07e-100da4d7014a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2608407 Dec 20 23:04:11.246748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b167c349-68c0-42c5-b6ab-8328c26c115d None None] Provisioning complete for port c8d1e854-7cb5-4de8-9751-6c01ba84f72a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:11.247127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b167c349-68c0-42c5-b6ab-8328c26c115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.291403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Set router c8885242-77e8-42f1-8052-51ffbc05a378 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:11.323675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.364307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Pushing event deleted for resources: {'Port': ['ID=5e4618a1-93fe-4629-9f08-143cbfe1ecc7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:11.370558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['37f10a9b-d9e8-47a1-9583-50bf5186bf44'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:11.466074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:11.468318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] No DVR routers for this DVR port 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:11.475920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8c20d37a-bc92-4066-afdb-119ef4690609 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "PUT /v2.0/routers/9e3feaa3-d3ed-4c3b-9bba-4307d11dab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2488220 Dec 20 23:04:11.476491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46150) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:11.477505 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] Sync routers for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:11.478024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.480995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aac69c2c-d820-4641-a510-9ced080211de req-7ff89cab-d9e0-40ee-b294-ddf802963c60 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.45 "DELETE /v2.0/ports/5e4618a1-93fe-4629-9f08-143cbfe1ecc7 HTTP/1.1" status: 204 len: 173 time: 1.7887702 Dec 20 23:04:11.483864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'name': 'network-vif-deleted', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:11.486712 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb8d92-c588-436a-91fb-3bf2956ed289" -d '{"events": [{"server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "name": "network-vif-deleted", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:11.493064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Request body: {'port': {'network_id': '71bf4b79-6432-4f9b-bd8e-a28ab812b064', 'name': 'tempest-FloatingIPAdminTestJSON-1664008203'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:11.500009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:11.501843 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.559923 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e13ca-fe8d-43fb-b95b-6f16f7614c6d x-openstack-request-id: req-717e13ca-fe8d-43fb-b95b-6f16f7614c6d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:11.560464 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b790c-df37-4d7c-ad20-d0b2367c834d", "name": "network-vif-deleted", "tag": "37f10a9b-d9e8-47a1-9583-50bf5186bf44", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:11.560628 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-717e13ca-fe8d-43fb-b95b-6f16f7614c6d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:11.561092 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b790c-df37-4d7c-ad20-d0b2367c834d', 'name': 'network-vif-deleted', 'tag': '37f10a9b-d9e8-47a1-9583-50bf5186bf44', 'status': 'completed', 'code': 200} Dec 20 23:04:11.565690 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.570106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b167c349-68c0-42c5-b6ab-8328c26c115d None None] Port c8d1e854-7cb5-4de8-9751-6c01ba84f72a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:11.593697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.614111 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:11.614379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.689353 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.689353 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86b637-bf20-43e3-8807-0b51decccb76 None None] The sync data for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:11.689609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8885242-77e8-42f1-8052-51ffbc05a378', 'name': '', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11820360-c27c-49a6-9599-85bdd63c388a', 'external_fixed_ips': [{'subnet_id': 'f282c02e-41f7-42cc-8b5c-320fba3aa8f9', 'ip_address': '2001:db8::1d7'}], 'enable_snat': True}, 'gw_port_id': '9a62568f-0fb2-41d7-b5b3-09c665e02b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:06Z', 'updated_at': '2021-12-20T23:04:09Z', 'revision_number': 3, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port': {'id': '9a62568f-0fb2-41d7-b5b3-09c665e02b1f', 'name': '', 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8885242-77e8-42f1-8052-51ffbc05a378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'f282c02e-41f7-42cc-8b5c-320fba3aa8f9', 'ip_address': '2001:db8::1d7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:08Z', 'updated_at': '2021-12-20T23:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f282c02e-41f7-42cc-8b5c-320fba3aa8f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:11.794999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Checking router: c8885242-77e8-42f1-8052-51ffbc05a378 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:11.795355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Updating router c8885242-77e8-42f1-8052-51ffbc05a378 port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:11.836382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.885383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.897417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef464-ef81-46f0-85f4-0f1d61b598a1 req-06db9749-0a19-4a6a-afc8-deb04b9900c0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:11.905713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7cef464-ef81-46f0-85f4-0f1d61b598a1 req-06db9749-0a19-4a6a-afc8-deb04b9900c0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.1022699 Dec 20 23:04:11.923088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Made reservation on behalf of 3192ebae5f704d10ae4fa2ce179864c7 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:11.927015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:11.991766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] device_id is not set on port a345afca-c360-4f36-9012-99492cb02f99 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:04:12.046393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7cef464-ef81-46f0-85f4-0f1d61b598a1 req-35062913-3454-493f-b85f-5bcfa325746d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394944 Dec 20 23:04:12.100452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Deleting port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:12.100826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.190189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Allocated IP 172.20.0.14 (71bf4b79-6432-4f9b-bd8e-a28ab812b064/d28a1554-ee13-4114-8539-e11e658c88b2/a345afca-c360-4f36-9012-99492cb02f99) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:12.234606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.257823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Calling delete_port for 9a62568f-0fb2-41d7-b5b3-09c665e02b1f owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:12.276876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.361480 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c59a74-32b8-461c-bd31-321db8755231 x-openstack-request-id: req-b8c59a74-32b8-461c-bd31-321db8755231 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:12.365240 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994bfb4-f7e0-4779-8465-d76c40e854eb", "name": "network-vif-deleted", "tag": "5e4618a1-93fe-4629-9f08-143cbfe1ecc7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:12.365555 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8c59a74-32b8-461c-bd31-321db8755231 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:12.366041 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994bfb4-f7e0-4779-8465-d76c40e854eb', 'name': 'network-vif-deleted', 'tag': '5e4618a1-93fe-4629-9f08-143cbfe1ecc7', 'status': 'completed', 'code': 200} Dec 20 23:04:12.393688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.493260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.571092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f961-12d5-42da-b86b-ff0aedc7b9c5 None None] Pushing event updated for resources: {'Port': ['ID=9a62568f-0fb2-41d7-b5b3-09c665e02b1f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:12.571092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:12.571092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:12.571797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10ff3b5d-e624-4e2b-9b98-d22758b7c34e req-f9d1b1fb-bdd7-44cc-a84c-9f638aeff3a8 tempest-MultipleCreateTestJSON-107724482 tempest-MultipleCreateTestJSON-107724482-project] 10.222.0.62 "GET /v2.0/ports?device_id=1994bfb4-f7e0-4779-8465-d76c40e854eb HTTP/1.1" status: 200 len: 210 time: 0.0680935 Dec 20 23:04:12.571894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f on network 11820360-c27c-49a6-9599-85bdd63c388a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:12.576815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:12.580913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Checking segment: {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:12.582994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.583442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Bound using segment: {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:12.583924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Bound port: 9a62568f-0fb2-41d7-b5b3-09c665e02b1f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:12.585241 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.709121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.723698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.726399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:04:12.726764 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:04:12.885135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:12.892254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e24ccbc7-cb72-4701-88df-c389a48f7ed2 req-122a27d2-e63f-424a-b61b-ffed4161c5a5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0501642 Dec 20 23:04:12.895757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:12.909452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:12.913705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:12.928996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:12.939161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a62568f-0fb2-41d7-b5b3-09c665e02b1f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:12.966164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event updated for resources: {'Port': ['ID=a345afca-c360-4f36-9012-99492cb02f99,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:13.003065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:13.004259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.090196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.093088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.093251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-865221df-02eb-485d-81e2-4c6e16b4cd2e tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6112051 Dec 20 23:04:13.096704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46204) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:13.187035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-191966593-network', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:13.224192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c85a87-3828-4d47-9a30-f06c6e7355b0 req-dfcc57f5-4a63-47d7-81e1-0df5de35047a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:13.225777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6c85a87-3828-4d47-9a30-f06c6e7355b0 req-dfcc57f5-4a63-47d7-81e1-0df5de35047a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Dec 20 23:04:13.246404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:13.246969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:13.247657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Attempting to bind port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f on network 11820360-c27c-49a6-9599-85bdd63c388a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:13.258114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:13.258789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Checking segment: {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:13.259223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.259627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Bound using segment: {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:13.260104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Bound port: 9a62568f-0fb2-41d7-b5b3-09c665e02b1f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b330bfc-a297-45ad-8bdb-8f095861ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11820360-c27c-49a6-9599-85bdd63c388a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:13.260490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.272609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.273184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8885242-77e8-42f1-8052-51ffbc05a378 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:13.282398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Port 9a62568f-0fb2-41d7-b5b3-09c665e02b1f has been deleted concurrently {{(pid=115564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 20 23:04:13.284155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.285221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e82ef58d-bc8e-4446-b5ff-f94c6b2f01d7 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c8885242-77e8-42f1-8052-51ffbc05a378 HTTP/1.1" status: 204 len: 168 time: 2.0482340 Dec 20 23:04:13.288513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46212) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:13.292763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Routers set() bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:13.293160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Router IDs set() for agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 23:04:13.293850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_agentschedulers_db [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8885242-77e8-42f1-8052-51ffbc05a378'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent'). {{(pid=115564) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 23:04:13.294232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898a5c0-3158-4101-89a7-3a53ac11e217 None None] The sync data for ids ['c8885242-77e8-42f1-8052-51ffbc05a378'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:13.310896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3e06f29f-e6f9-41e2-8845-0f6c2601fdca None None] Provisioning complete for port a345afca-c360-4f36-9012-99492cb02f99 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:13.311287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e06f29f-e6f9-41e2-8845-0f6c2601fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.341654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:13.345437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:13.345575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6c85a87-3828-4d47-9a30-f06c6e7355b0 req-e7057df2-fe38-49ae-b58f-c4639402cb07 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112351 Dec 20 23:04:13.347102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.387395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'project_id': '3192ebae5f704d10ae4fa2ce179864c7', 'port_id': 'a345afca-c360-4f36-9012-99492cb02f99'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:13.390330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.394949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3e06f29f-e6f9-41e2-8845-0f6c2601fdca None None] Port a345afca-c360-4f36-9012-99492cb02f99 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:13.398141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:13.398141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5e4618a1-93fe-4629-9f08-143cbfe1ecc7 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:13.437252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Deleting subnet f282c02e-41f7-42cc-8b5c-320fba3aa8f9 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:04:13.443206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.491110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.493827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.562708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.565872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.601745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.650552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46224) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:13.683964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.710308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:13.718697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.726833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:04:13.736405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Deleting subnet 6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:04:13.739584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:13.747182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.781001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.788215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/f282c02e-41f7-42cc-8b5c-320fba3aa8f9 HTTP/1.1" status: 204 len: 168 time: 0.4971235 Dec 20 23:04:13.789548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Allocated IP 172.25.1.3 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fb1c3c29-d064-49a0-b129-7ad6f8001510) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:13.792190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46228) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:13.792306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a08e8a-8ff6-498f-b47b-97c6564104a5 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f282c02e-41f7-42cc-8b5c-320fba3aa8f9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:13.799880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.800248 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Added segment 9202aa5f-d20b-43f1-8b17-03cec0df74bb of type vlan for network 77304a25-56d6-48e0-baa9-1490ee7a57fd Dec 20 23:04:13.841393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.868746 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.869320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.887269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:13.890979 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82e083d-8d67-4cd6-946c-b268f87381d2" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:13.942666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:13.942939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.963988 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479fa5ee-3e08-41b6-bd38-5b9d9215c4f5 x-openstack-request-id: req-479fa5ee-3e08-41b6-bd38-5b9d9215c4f5 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:13.963988 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:13.963988 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-479fa5ee-3e08-41b6-bd38-5b9d9215c4f5 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:13.963988 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:04:13.981551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:13.982752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:13.984178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.002821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.033884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.039362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37f10a9b-d9e8-47a1-9583-50bf5186bf44 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:14.050665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] Pushing event updated for resources: {'Network': ['ID=77304a25-56d6-48e0-baa9-1490ee7a57fd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.067217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 37f10a9b-d9e8-47a1-9583-50bf5186bf44 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:14.067443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 37f10a9b-d9e8-47a1-9583-50bf5186bf44 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:14.069386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:04:14.071464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b8d68b8-d3c6-4282-a49d-8506fe320747 req-bfb7b406-3cc7-405b-a9d9-f91655cb5940 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0751822 Dec 20 23:04:14.105886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a67ab214-3c4b-46f3-86ca-86f42763cccd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1969414 Dec 20 23:04:14.111840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46240) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:14.119378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Request body: {'subnet': {'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-191966593-subnet', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:14.122827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.189665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.198595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.222015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11820360-c27c-49a6-9599-85bdd63c388a']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:14.236107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b330bfc-a297-45ad-8bdb-8f095861ce3e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:14.236407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b330bfc-a297-45ad-8bdb-8f095861ce3e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:14.244489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:14.247127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.247485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.252224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.289980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.292766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.298139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.303713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a65e4bd-bad9-47e8-8083-01b06f09181a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6725cd3d-d06a-4b8c-ac42-e4ff1b28ec13 HTTP/1.1" status: 204 len: 168 time: 0.6480677 Dec 20 23:04:14.304036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46244) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:14.313130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:04:14.314042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:04:14.315293 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:04:14.338349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.472267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:14.495797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:14.498227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:14.524629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.543307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1c3c29-d064-49a0-b129-7ad6f8001510,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.547886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.553136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.559235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11820360-c27c-49a6-9599-85bdd63c388a {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:04:14.562582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.565869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/networks/11820360-c27c-49a6-9599-85bdd63c388a HTTP/1.1" status: 204 len: 168 time: 0.7735932 Dec 20 23:04:14.593320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05e9cf-a65a-4176-bccf-f790c25b3b7f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Network': ['ID=11820360-c27c-49a6-9599-85bdd63c388a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.645502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc4c7-209a-45b5-9bfd-5385645f16d2 req-2120100f-a15b-4a7a-886a-91452025ba82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:14.655151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f5bc4c7-209a-45b5-9bfd-5385645f16d2 req-2120100f-a15b-4a7a-886a-91452025ba82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2124224 Dec 20 23:04:14.662361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:14.695934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Checking segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:14.697104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Network hostable DHCP agents. Network: 77304a25-56d6-48e0-baa9-1490ee7a57fd, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:04:14.803729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:04:14.883836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 77304a25-56d6-48e0-baa9-1490ee7a57fd) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:14.888209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:14.890920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:14.894592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae513a-b22d-469e-9fbb-92a93058d17c None None] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:15.013339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-91a37b85-56de-42fc-be7e-560595ada5a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8999307 Dec 20 23:04:15.016504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:15.020915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:15.142199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.144505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.220945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.224900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-77304a25-56d6-48e0-baa9-1490ee7a57fd', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:04:15.225969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.254782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.277110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e01b6eb-e498-4877-8086-560ed16b0406 req-50de400e-c0f6-46d5-88d1-cedcc4df2f25 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0656939 Dec 20 23:04:15.296037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f5bc4c7-209a-45b5-9bfd-5385645f16d2 req-ab970e45-ef01-4888-9cb5-6660e475ea2f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6375887 Dec 20 23:04:15.306673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923380f-e454-4a0b-8e45-4c90ba7d08fe']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:15.361764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302cae2-4616-430e-a0da-20249dcf9e25') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:15.362195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302cae2-4616-430e-a0da-20249dcf9e25') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:15.383273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.492049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.506295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:04:15.506860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:04:15.509231 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:04:15.528149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Allocated IP 172.20.0.2 (77304a25-56d6-48e0-baa9-1490ee7a57fd/2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9/b569c0fb-4562-4998-ad9b-114289556b50) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:15.595744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:15.601982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'name': 'tempest-router--1837964578', 'project_id': '518923bb8b9a4a08a1fedb9442b5f519'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:15.611097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.714069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.720164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.721753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.740210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:04:15.749577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.763291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.769432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a923380f-e454-4a0b-8e45-4c90ba7d08fe HTTP/1.1" status: 204 len: 168 time: 1.4644055 Dec 20 23:04:15.787693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59ca9-b23b-4dd8-b442-2f71a5aa1354 admin admin] Pushing event deleted for resources: {'Network': ['ID=a923380f-e454-4a0b-8e45-4c90ba7d08fe,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:15.837751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.853966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.864995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.867772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-6aa6732f-e8de-4502-9593-8fad6099a815 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509052 Dec 20 23:04:15.920284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:15.925188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:15.926668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:15.944328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:16.019591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Pushing event updated for resources: {'Port': ['ID=b569c0fb-4562-4998-ad9b-114289556b50,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:16.042598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:16.079604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'mac_address': 'fa:16:3e:68:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:04:16.089656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Attempting to bind port b569c0fb-4562-4998-ad9b-114289556b50 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:16.090063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Attempting to bind port b569c0fb-4562-4998-ad9b-114289556b50 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:16.090430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Attempting to bind port b569c0fb-4562-4998-ad9b-114289556b50 on network 77304a25-56d6-48e0-baa9-1490ee7a57fd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:16.107050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.112474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.113457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c38bc4c-4a78-4c5e-9e35-98bfe8feb207 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5167234 Dec 20 23:04:16.116642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:16.129976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:16.135115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Checking segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:16.135115 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.135115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Bound using segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:16.135631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.135729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Bound port: b569c0fb-4562-4998-ad9b-114289556b50, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:16.135729 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.279155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Allocated IP 172.25.1.47 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/35e6816c-88c5-4d32-bd44-93e4ca99033d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:16.355579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-ebe314df-ca82-41c7-893e-f87e9786c71c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:16.367624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-ebe314df-ca82-41c7-893e-f87e9786c71c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4600246 Dec 20 23:04:16.371291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.410756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.415392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:16.457291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.489755 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.512804 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-0fc59730-3986-434a-9ccf-d572b5cac8e0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476129 Dec 20 23:04:16.520183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:16.562923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11298603-9e36-426a-bc1a-30fae7b9c623 req-71983456-d5f6-4cab-9d86-b7fb40d1b7bf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.1063073 Dec 20 23:04:16.643043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46312) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:16.694650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8e24ad3a-265d-4beb-95b1-7a6c57df5e30 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:16.696398 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8e24ad3a-265d-4beb-95b1-7a6c57df5e30 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751263 Dec 20 23:04:16.698735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:16.709325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] For port b569c0fb-4562-4998-ad9b-114289556b50, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:16.719486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:16.727846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] For port b569c0fb-4562-4998-ad9b-114289556b50, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b569c0fb-4562-4998-ad9b-114289556b50,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:16.750786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.769750 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.878617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183f13-c0d1-4d5b-bb89-8c707dc79f7e req-798852f1-9cc0-4526-abfe-84222eeb25c4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:16.880510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d183f13-c0d1-4d5b-bb89-8c707dc79f7e req-798852f1-9cc0-4526-abfe-84222eeb25c4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.4269109 Dec 20 23:04:16.892938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.894175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.904588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.950840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e8c17a7b-7a98-4e70-b970-20af65b88503 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31dfdeef8bea4451b8bc963750640cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687631 Dec 20 23:04:16.956866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46314) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:16.959677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:16.963659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:16.975926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688554d-6695-448c-a5e3-79f960bd7baa None None] Pushing event updated for resources: {'Port': ['ID=b569c0fb-4562-4998-ad9b-114289556b50,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:16.989074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:16.989906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5ce28d1-8b94-4d0a-951e-9dd280d44277 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:17.012485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:17.015125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.016518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-279ec211-bb49-41f0-b4e7-25ccd1a29c6a tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e5ce28d1-8b94-4d0a-951e-9dd280d44277 HTTP/1.1" status: 204 len: 168 time: 0.8975859 Dec 20 23:04:17.058672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:17.064065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:17.068954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2ef82d29-5e9a-411f-8810-511b41bb86f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:17.076657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.134469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d183f13-c0d1-4d5b-bb89-8c707dc79f7e req-8d351373-ae4f-4b13-8948-2517d6aaa8c0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364066 Dec 20 23:04:17.165509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.173827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Pushing event updated for resources: {'Port': ['ID=35e6816c-88c5-4d32-bd44-93e4ca99033d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:17.201675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:17.205356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.260130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.309746 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.375250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.669908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:17.782906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1c3c29-d064-49a0-b129-7ad6f8001510,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:17.787717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c2c9309-4ac5-4f5b-a5c6-561c6385d0da req-16ec2ea6-48fc-4d06-9a7b-330966892b10 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0737846 Dec 20 23:04:17.790831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.799748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.87 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/8f21df8a-862a-415c-935d-a4783499bd84) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:17.837657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.840279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:17.841431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b3b25c2-7ead-41ec-b33c-f209c9d9c04e HTTP/1.1" status: 204 len: 168 time: 0.8832586 Dec 20 23:04:17.933764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753c3c-5141-422d-b5ff-ba80ab163ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b25c2-7ead-41ec-b33c-f209c9d9c04e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:17.946424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.123763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b569c0fb-4562-4998-ad9b-114289556b50 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:18.207606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b569c0fb-4562-4998-ad9b-114289556b50 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:18.208061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.347773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.393860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.396999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port b569c0fb-4562-4998-ad9b-114289556b50, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b569c0fb-4562-4998-ad9b-114289556b50,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:18.407660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.451786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1294816905', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:18.472336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.493009 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Floating IP f742e1c0-5153-4043-9f47-f7c9c9f38294 associated. External IP: 172.25.1.3, port: a345afca-c360-4f36-9012-99492cb02f99. Dec 20 23:04:18.629628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=b569c0fb-4562-4998-ad9b-114289556b50,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:18.823434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99986fd-aa94-411a-b8db-6ef068452487 req-bddfe6d2-a2ca-4e9e-9168-97f4418114f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:18.839153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d99986fd-aa94-411a-b8db-6ef068452487 req-bddfe6d2-a2ca-4e9e-9168-97f4418114f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 945 time: 0.4041123 Dec 20 23:04:18.870045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.884629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:18.919105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:18.925231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:19.000237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf4443-9c0d-487c-924c-994fc655df8e None None] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:19.188613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.101 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/f0e117e0-19d7-4671-949a-a4adb2d7cf92) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:19.291248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Router 14365811-261c-47e1-8d45-36e7ca7adcfb is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:19.371717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ef10c7ad-50fe-4541-9925-479301454043 None None] Provisioning complete for port b569c0fb-4562-4998-ad9b-114289556b50 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:19.372296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef10c7ad-50fe-4541-9925-479301454043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:19.505886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:19.534174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:19.592018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Sync routers for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:19.641177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:19.644479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96e794e6-faff-45ad-95f6-0d540b77adba admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6252201 Dec 20 23:04:19.645562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46372) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:19.646295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:19.647022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:19.700247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:19.772230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:19.781514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:19.792748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:19.813658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:19.829224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:19.854010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:19.963856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:19.979115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:19.979851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.034546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:20.046821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:20.107520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.129734 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: items = [ Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:20.131824 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:20.139012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:20.141517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.207252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b569c0fb-4562-4998-ad9b-114289556b50 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:20.213017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d99986fd-aa94-411a-b8db-6ef068452487 req-75a82c52-a7d0-4002-89b2-c84b1e3ff92e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3690562 Dec 20 23:04:20.304630 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-d3bd5262-5735-4e7b-8d16-3aadd8b43256 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5896749 Dec 20 23:04:20.345292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Request body: {'port': {'device_id': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:20.516442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1001241 Dec 20 23:04:20.517230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962416c-0f89-4277-8ab4-f3437d4cf686 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:20.550724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Request body: {'port': {'device_id': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:20.647654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d212a-63cc-496e-a19f-decf26c707cc req-1999d0e0-aa87-4d89-a875-d439ae6c241c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:20.651100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f7d212a-63cc-496e-a19f-decf26c707cc req-1999d0e0-aa87-4d89-a875-d439ae6c241c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 936 time: 0.8663645 Dec 20 23:04:20.660318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7202bbbd-8310-42ca-825e-308c9fc230de None None] Provisioning complete for port 8f21df8a-862a-415c-935d-a4783499bd84 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:20.660893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7202bbbd-8310-42ca-825e-308c9fc230de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.662471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2ef82d29-5e9a-411f-8810-511b41bb86f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:20.663467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.790254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7202bbbd-8310-42ca-825e-308c9fc230de None None] Port 8f21df8a-862a-415c-935d-a4783499bd84 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:20.822678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b569c0fb-4562-4998-ad9b-114289556b50 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:20.823033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.835289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.851089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.858460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.868754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:17Z', 'revision_number': 3, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:20.934184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f7d212a-63cc-496e-a19f-decf26c707cc req-85b1a234-4d32-486c-9c44-593e0f5e0c5d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736657 Dec 20 23:04:20.943761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:20.946133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:20.955949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:20.957979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Checking router: 14365811-261c-47e1-8d45-36e7ca7adcfb for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:20.958327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Updating router 14365811-261c-47e1-8d45-36e7ca7adcfb port 35e6816c-88c5-4d32-bd44-93e4ca99033d binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:21.019680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:21.091356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:21.097993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:21.103866 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f69237-d093-47bd-b70e-8316825e0aed" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:21.123213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-385ec397-f231-424d-abee-927518e1923c None None] Provisioning complete for port b569c0fb-4562-4998-ad9b-114289556b50 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:21.123773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-385ec397-f231-424d-abee-927518e1923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:21.381130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:21.563316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:21.576110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] Sync routers for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:21.596387 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:21.598058 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:21.624280 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8ed672-251f-4983-881f-5f9796b0b2db x-openstack-request-id: req-4c8ed672-251f-4983-881f-5f9796b0b2db {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:21.626365 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-plugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:21.626365 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c8ed672-251f-4983-881f-5f9796b0b2db {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:21.627474 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:04:21.656930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe393d0f-fb4c-4c90-b478-3166b7b4de50 req-fa9e3dc8-1e86-419e-bfcc-b75fbec4c3f7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:21.665336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe393d0f-fb4c-4c90-b478-3166b7b4de50 req-fa9e3dc8-1e86-419e-bfcc-b75fbec4c3f7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.2453864 Dec 20 23:04:21.676053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:21.721877 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:21.744748 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:21.745973 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:21.808873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Allocated IP 172.20.0.1 (77304a25-56d6-48e0-baa9-1490ee7a57fd/2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9/5306e918-9a81-4468-bb5f-c69e28231995) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:21.834942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:21.855047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:21.855047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f78dce5-a5a6-478e-8a5e-54faa86d091a None None] The sync data for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:21.918871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=13']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:22.093785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-385ec397-f231-424d-abee-927518e1923c None None] Provisioning complete for port f0e117e0-19d7-4671-949a-a4adb2d7cf92 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:22.095112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-385ec397-f231-424d-abee-927518e1923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.096135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.138514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe393d0f-fb4c-4c90-b478-3166b7b4de50 req-12ee530c-4dd5-4f9d-aee9-2676b3f450ac tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721768 Dec 20 23:04:22.148362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-385ec397-f231-424d-abee-927518e1923c None None] Port f0e117e0-19d7-4671-949a-a4adb2d7cf92 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:22.156051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-699c11ae-518f-4648-8e4f-14a24370f3c1 req-88ffa8d5-7d16-4e91-bf0f-db86937f2f04 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.1720431 Dec 20 23:04:22.159500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f21df8a-862a-415c-935d-a4783499bd84 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:22.180745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.183691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ccba4e7-7de1-4452-933e-3583acb8500c tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.0855043 Dec 20 23:04:22.188491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.188680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46436) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:22.291183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.364140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Transition to ACTIVE for port object 8f21df8a-862a-415c-935d-a4783499bd84 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:04:22.369055 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.401163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.457341 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.464342 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.646350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4e846-258b-4d37-96b6-8efa4968cfcf req-e172d96c-79ee-42ea-af48-9135c8615b81 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:22.648256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34a4e846-258b-4d37-96b6-8efa4968cfcf req-e172d96c-79ee-42ea-af48-9135c8615b81 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 936 time: 0.3271329 Dec 20 23:04:22.660242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-470b8d12-72d6-4ce3-9c84-ff025c45b5ff tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "GET /v2.0/floatingips/f742e1c0-5153-4043-9f47-f7c9c9f38294 HTTP/1.1" status: 200 len: 982 time: 0.4702377 Dec 20 23:04:22.678444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800911b-4efb-4cd1-b3a7-003a95f50bb0 None None] Pushing event updated for resources: {'Port': ['ID=35e6816c-88c5-4d32-bd44-93e4ca99033d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:22.685500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:22.707174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46452) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:22.715421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Attempting to bind port 35e6816c-88c5-4d32-bd44-93e4ca99033d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:22.715826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Attempting to bind port 35e6816c-88c5-4d32-bd44-93e4ca99033d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:22.716200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Attempting to bind port 35e6816c-88c5-4d32-bd44-93e4ca99033d on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:22.735999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:22.740980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:22.740980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.740980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:22.740980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Bound port: 35e6816c-88c5-4d32-bd44-93e4ca99033d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:22.740980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:22.778725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:22.789219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:23.009098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] For port 35e6816c-88c5-4d32-bd44-93e4ca99033d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:23.016521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.058665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] For port 35e6816c-88c5-4d32-bd44-93e4ca99033d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35e6816c-88c5-4d32-bd44-93e4ca99033d,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:23.143447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.165009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Allocated IP 172.25.1.210 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/ecf8f647-e473-4ba0-b2b3-e186f8ef8bd1) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:23.213833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:23.214815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:23.292005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Pushing event updated for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:23.292808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800911b-4efb-4cd1-b3a7-003a95f50bb0 None None] Pushing event updated for resources: {'Port': ['ID=35e6816c-88c5-4d32-bd44-93e4ca99033d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:23.317167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.357549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Pushing event updated for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:23.422351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:23.499731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.500260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.500750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.501233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.502961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.503467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.505825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.510875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:23.518813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.571960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-723eb875-f423-4140-ba5b-5e4f1e63637f None None] Provisioning complete for port 5306e918-9a81-4468-bb5f-c69e28231995 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:23.572488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-723eb875-f423-4140-ba5b-5e4f1e63637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.588735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.658679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:23.678745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eb6de85-8b65-4256-b568-1faf631027bb req-1c4ba1ab-755b-4502-8d65-47d3a8fcdafa tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1772816 Dec 20 23:04:23.696130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:23.710951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:23.710951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34a4e846-258b-4d37-96b6-8efa4968cfcf req-26594469-53e1-46ea-99f2-b8ee430a478b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0020392 Dec 20 23:04:23.712920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2be8c0b-0d61-4e4b-86c3-dbfa492199db tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 1.0037777 Dec 20 23:04:23.718370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e117e0-19d7-4671-949a-a4adb2d7cf92 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:23.720916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:23.737958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-723eb875-f423-4140-ba5b-5e4f1e63637f None None] Port 5306e918-9a81-4468-bb5f-c69e28231995 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:23.773306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:23.857273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Transition to ACTIVE for port object f0e117e0-19d7-4671-949a-a4adb2d7cf92 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:04:23.890046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:17Z', 'revision_number': 3, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:23.894362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event updated for resources: {'Port': ['ID=ecf8f647-e473-4ba0-b2b3-e186f8ef8bd1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:23.968486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e3bc-5ba3-4467-9d56-138309966e8f None None] The sync data for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 is: [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:17Z', 'revision_number': 3, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:23.994909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:24.068084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:24.362678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:24.473758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Attempting to bind port f0e117e0-19d7-4671-949a-a4adb2d7cf92 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:24.474101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Attempting to bind port f0e117e0-19d7-4671-949a-a4adb2d7cf92 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:24.474425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Attempting to bind port f0e117e0-19d7-4671-949a-a4adb2d7cf92 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:24.492744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:24.571962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Port f0e117e0-19d7-4671-949a-a4adb2d7cf92 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:04:24.574135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Attempting to bind port f0e117e0-19d7-4671-949a-a4adb2d7cf92 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:24.650908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:24.650908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:24.650908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:24.650908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Bound port: f0e117e0-19d7-4671-949a-a4adb2d7cf92, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:24.650908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:24.693085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Attempting to bind port 8f21df8a-862a-415c-935d-a4783499bd84 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:24.693645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Attempting to bind port 8f21df8a-862a-415c-935d-a4783499bd84 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:24.694220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Attempting to bind port 8f21df8a-862a-415c-935d-a4783499bd84 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:24.805708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:24.808777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Pushing event updated for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:24.850770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:24.856346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:24.884261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ffd2-5832-4a07-9e81-53d83b4d05d9 req-567ac264-c073-4af6-a354-8f7358531d39 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:24.885916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51a6ffd2-5832-4a07-9e81-53d83b4d05d9 req-567ac264-c073-4af6-a354-8f7358531d39 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 1.0533645 Dec 20 23:04:24.893229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Port 8f21df8a-862a-415c-935d-a4783499bd84 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:04:24.896753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Attempting to bind port 8f21df8a-862a-415c-935d-a4783499bd84 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:25.002540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:25.049278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78fbc61e-1da7-4193-88ac-84dfd9c3c420 req-ad1b7f01-4f63-4610-bc4f-1dfb4aba25b3 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.2272644 Dec 20 23:04:25.071572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:25.071917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:25.073506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:25.073506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Bound port: 8f21df8a-862a-415c-935d-a4783499bd84, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:25.073506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:25.138740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:25.140697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:25.145152 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0e117e0-19d7-4671-949a-a4adb2d7cf92 HTTP/1.1" status: 200 len: 1096 time: 4.8223407 Dec 20 23:04:25.151896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:25.155849 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a3e347-ed43-46d6-add3-5eeca2034e92" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:25.225615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:25.230386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:25.259388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24799a19-4429-42fd-ad0d-dd9021dc76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:25.562004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-543773f9-fdd8-444b-88eb-4f699fbfaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:25.563658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-543773f9-fdd8-444b-88eb-4f699fbfaf1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 1099 time: 0.2511985 Dec 20 23:04:25.591201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Router 14365811-261c-47e1-8d45-36e7ca7adcfb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:25.712437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51a6ffd2-5832-4a07-9e81-53d83b4d05d9 req-9308ba72-a0d8-4236-9490-ead7658a3d32 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8025057 Dec 20 23:04:25.721335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-87e0d5a8-d270-4ab5-8f42-4fa650c1706a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92 HTTP/1.1" status: 200 len: 217 time: 0.1394391 Dec 20 23:04:25.823701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-52bb6cbc-4804-4e4d-9d6d-65008ccb910c None None] Provisioning complete for port 5306e918-9a81-4468-bb5f-c69e28231995 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:25.823701 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52bb6cbc-4804-4e4d-9d6d-65008ccb910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:25.860321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:26.068028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-52bb6cbc-4804-4e4d-9d6d-65008ccb910c None None] Port 5306e918-9a81-4468-bb5f-c69e28231995 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:26.068744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port fb1c3c29-d064-49a0-b129-7ad6f8001510 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:26.068744 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.068744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c9aaa-ea7d-4f19-9206-bc65b14ad336 req-08724d60-34d0-4d5c-9a91-65ea35812239 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.068744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8c9aaa-ea7d-4f19-9206-bc65b14ad336 req-08724d60-34d0-4d5c-9a91-65ea35812239 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 948 time: 0.6592765 Dec 20 23:04:26.068744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8f21df8a-862a-415c-935d-a4783499bd84,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9a15b-b08f-4a3d-8516-c1364ddb06cb x-openstack-request-id: req-dbd9a15b-b08f-4a3d-8516-c1364ddb06cb {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbd9a15b-b08f-4a3d-8516-c1364ddb06cb {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92', 'status': 'completed', 'code': 200} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-64ad1b69-6b51-4e9a-8696-d635fa8139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-64ad1b69-6b51-4e9a-8696-d635fa8139a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1680233 Dec 20 23:04:26.069306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:26.070001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.070378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35e6816c-88c5-4d32-bd44-93e4ca99033d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:26.070821 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0f631393-3d94-41b5-8896-636cda29833a admin admin] 10.222.0.62 "PUT /v2.0/routers/14365811-261c-47e1-8d45-36e7ca7adcfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3912754 Dec 20 23:04:26.072071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-b0c3e04c-d3d6-446c-adb0-f35d8dfaab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.074975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-b0c3e04c-d3d6-446c-adb0-f35d8dfaab54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821292 Dec 20 23:04:26.106133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 35e6816c-88c5-4d32-bd44-93e4ca99033d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:26.106808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.204877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-efba5b73-4fcf-4727-bd97-27702547f029 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170793 Dec 20 23:04:26.241540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8c9aaa-ea7d-4f19-9206-bc65b14ad336 req-b91c7e33-8560-4a45-9a70-82b623e7e53e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946527 Dec 20 23:04:26.269203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-371387ad-bbb4-48b7-8083-88bfaef7ad67 req-650558d5-57ca-40b4-8ca1-52898b2684cf tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0784335 Dec 20 23:04:26.290847 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.299210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.299882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.311780 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.333939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.335069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.336552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f21df8a-862a-415c-935d-a4783499bd84 HTTP/1.1" status: 200 len: 1095 time: 5.8007090 Dec 20 23:04:26.347938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 35e6816c-88c5-4d32-bd44-93e4ca99033d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35e6816c-88c5-4d32-bd44-93e4ca99033d,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:26.397465 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:26.439112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:26.441760 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a518e06f-fec3-4c87-a8b1-cb40d64f8998" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "tag": "8f21df8a-862a-415c-935d-a4783499bd84"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:26.456877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-48b3cf62-def1-4dda-98ee-afaa14e2e58b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392843 Dec 20 23:04:26.477090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for fb1c3c29-d064-49a0-b129-7ad6f8001510 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:26.548514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=35e6816c-88c5-4d32-bd44-93e4ca99033d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:26.589438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1f85d245-1ced-481f-b9ce-9f328327c127 req-7af919af-fd4d-4250-a867-1c7871ad0a7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0861669 Dec 20 23:04:26.607105 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8c2fb-0dfe-406e-af78-241173aa0e2e x-openstack-request-id: req-fbf8c2fb-0dfe-406e-af78-241173aa0e2e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:26.607294 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "tag": "8f21df8a-862a-415c-935d-a4783499bd84", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:26.607561 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbf8c2fb-0dfe-406e-af78-241173aa0e2e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:26.608070 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84', 'status': 'completed', 'code': 200} Dec 20 23:04:26.782494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-5f2a7286-5651-4669-9959-b10777f81578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.786322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-5f2a7286-5651-4669-9959-b10777f81578 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 1099 time: 0.0978644 Dec 20 23:04:26.947317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-df94b8d8-305d-4fee-85c4-88b31f010992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:26.948846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-df94b8d8-305d-4fee-85c4-88b31f010992 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1098 time: 0.4640586 Dec 20 23:04:26.950044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407aa14-d69c-4b1c-b79f-593c4f9f1317 service neutron] Pushing event updated for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:27.027583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-fa3266cd-a856-42dc-93cc-7b134238ca65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8f21df8a-862a-415c-935d-a4783499bd84 HTTP/1.1" status: 200 len: 217 time: 0.0659957 Dec 20 23:04:27.058931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:27.127540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Sync routers for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:27.146136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:27.146937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:27.339523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b141d-36bf-4183-b80c-0e2f1a750061 req-6c9a1442-c9d2-4739-996c-720d867406de tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:27.353693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd2b141d-36bf-4183-b80c-0e2f1a750061 req-6c9a1442-c9d2-4739-996c-720d867406de tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.4520266 Dec 20 23:04:27.360702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:27.489027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-73b0ed6e-15a1-42e8-ae09-c2b55458d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:27.492582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-73b0ed6e-15a1-42e8-ae09-c2b55458d9e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.4500406 Dec 20 23:04:27.723289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-3b0c24e5-9cf1-4403-aeea-b2d999bbd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:27.733932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-3b0c24e5-9cf1-4403-aeea-b2d999bbd18d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.9392593 Dec 20 23:04:27.814087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 2, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:27.819835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-f90b8012-2b2b-4378-85d0-d507705fd64a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92 HTTP/1.1" status: 200 len: 217 time: 0.0775578 Dec 20 23:04:27.848138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Checking router: 14365811-261c-47e1-8d45-36e7ca7adcfb for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:27.848579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Updating router 14365811-261c-47e1-8d45-36e7ca7adcfb port 5306e918-9a81-4468-bb5f-c69e28231995 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:27.852236 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:27.886696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:27.889274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd2b141d-36bf-4183-b80c-0e2f1a750061 req-62fbf3b3-de0c-426c-8e7b-aac43b29d9a1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345809 Dec 20 23:04:27.891571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:27.914356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6735-0d3b-44f0-91bc-08195a8496f9 req-99f03aa7-68bb-4455-8641-94ce8726da1e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:27.924226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-639c6735-0d3b-44f0-91bc-08195a8496f9 req-99f03aa7-68bb-4455-8641-94ce8726da1e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 948 time: 0.3821759 Dec 20 23:04:27.952191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1514318044-network', 'tenant_id': '46782ae40727481590ed7bdb6ec44664'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:28.007836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-535b45d7-f50e-409a-b260-8be3c2ce86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:28.010057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-535b45d7-f50e-409a-b260-8be3c2ce86ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4623122 Dec 20 23:04:28.010294 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e77eb9e7-d0ac-466a-8a43-e5d6ef4a4b92 req-917e7832-0673-4c79-a724-a6b0e0cad4ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0688627 Dec 20 23:04:28.042290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-5316af06-32c4-46f2-b614-3ef3ea3fe249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:28.047303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-5316af06-32c4-46f2-b614-3ef3ea3fe249 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2139773 Dec 20 23:04:28.129031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35e6816c-88c5-4d32-bd44-93e4ca99033d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:28.131385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-07deab13-a748-490d-8872-0e4424ae3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:28.132915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-07deab13-a748-490d-8872-0e4424ae3ce5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754461 Dec 20 23:04:28.147804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2c756dc-fff0-447d-9c73-28a8f3c13af4 req-4ab6b667-82d8-49a6-8d84-263888880232 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0755587 Dec 20 23:04:28.148486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Made reservation on behalf of 46782ae40727481590ed7bdb6ec44664 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:28.151414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.166357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.196726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Router 998d6910-5866-4b8d-8864-bdc032863322 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:28.199011 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.230269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-639c6735-0d3b-44f0-91bc-08195a8496f9 req-ec0fefba-9c5b-4813-9687-f464b1ef39b4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057799 Dec 20 23:04:28.243234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=fb1c3c29-d064-49a0-b129-7ad6f8001510,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:28.313222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 35e6816c-88c5-4d32-bd44-93e4ca99033d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:28.313605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.317704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-28c88f96-0af1-4476-b077-b32b84297758 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723480 Dec 20 23:04:28.390175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-066e8fa1-15ff-4623-bdc5-f9548239c88d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616974 Dec 20 23:04:28.447464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-27a3e347-ed43-46d6-add3-5eeca2034e92 req-c461c537-2d6b-4347-841b-c08a31300631 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152947 Dec 20 23:04:28.494722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.500959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.501299 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Floating IP f742e1c0-5153-4043-9f47-f7c9c9f38294 disassociated (deleted). External IP: 172.25.1.3, port: a345afca-c360-4f36-9012-99492cb02f99. Dec 20 23:04:28.645748 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.722969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872ea4a7-f83b-485e-a698-039bb01134e4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:28.797269 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.859840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:28.950663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dfdf3-5900-40b3-9c46-1e3458ee2c30 None None] Pushing event updated for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:29.006823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Attempting to bind port 5306e918-9a81-4468-bb5f-c69e28231995 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:29.007264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Attempting to bind port 5306e918-9a81-4468-bb5f-c69e28231995 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:29.007869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Attempting to bind port 5306e918-9a81-4468-bb5f-c69e28231995 on network 77304a25-56d6-48e0-baa9-1490ee7a57fd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:29.019585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:29.025246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Checking segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:29.025998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.026639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Bound using segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:29.027229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Bound port: 5306e918-9a81-4468-bb5f-c69e28231995, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:29.027745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.175126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] For port 5306e918-9a81-4468-bb5f-c69e28231995, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:29.180881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] For port 5306e918-9a81-4468-bb5f-c69e28231995, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5306e918-9a81-4468-bb5f-c69e28231995,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:29.243722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.382174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:29.383561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:29.398472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f0e117e0-19d7-4671-949a-a4adb2d7cf92 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:04:29.474511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dfdf3-5900-40b3-9c46-1e3458ee2c30 None None] Pushing event updated for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:29.505863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] Provisioning complete for port 5306e918-9a81-4468-bb5f-c69e28231995 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:29.506319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.609803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:04:29.622535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:04:29.642802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:29.712218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-807254e9-cfd8-410c-b964-c7e4eb1d55a3 req-5fc0fe74-a624-4f22-8f1c-f15ee43f0f5d tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.2119060 Dec 20 23:04:29.726039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465adaa-7f30-4ad1-9ca9-5ffa0ea8bbf2 req-de24db70-b220-43ec-bf43-33227b138fc7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:29.727647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5465adaa-7f30-4ad1-9ca9-5ffa0ea8bbf2 req-de24db70-b220-43ec-bf43-33227b138fc7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.1998894 Dec 20 23:04:29.751458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.751802 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Added segment 72696bbf-29ec-4b92-aa8d-c36d07e4de4f of type vlan for network c1b01039-f1bf-41c0-a34c-f31dc63890ba Dec 20 23:04:29.817823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:29.828679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] Sync routers for ids ['998d6910-5866-4b8d-8864-bdc032863322'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:29.831243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.848511 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] Routers {'998d6910-5866-4b8d-8864-bdc032863322'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:29.852953 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['998d6910-5866-4b8d-8864-bdc032863322'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:29.878156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] For port 5306e918-9a81-4468-bb5f-c69e28231995, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5306e918-9a81-4468-bb5f-c69e28231995,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:29.884791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:29.953714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:29.972971 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:29.984331 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] Routers {'998d6910-5866-4b8d-8864-bdc032863322'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:29.985315 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['998d6910-5866-4b8d-8864-bdc032863322'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.023510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.024544 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.024702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c41d0-6f26-4777-9c3a-ef892b8d166c None None] Pushing event updated for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:30.025634 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc08ea-9c38-4276-8e9f-bf8fc729b182 None None] The sync data for ids ['998d6910-5866-4b8d-8864-bdc032863322'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:30.046219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c82966d4-f44e-48f9-aabc-f53bd2c77d10 req-77afe3ff-b665-4394-ad03-f46ea0e7ce1f service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5696702 Dec 20 23:04:30.100546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5465adaa-7f30-4ad1-9ca9-5ffa0ea8bbf2 req-b256e92d-cdcb-4aca-9992-4272fbdf0d57 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514419 Dec 20 23:04:30.107160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.109043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d08f62ff-fcf4-4daa-af8d-ac2e680c2746 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.4234903 Dec 20 23:04:30.110414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:30.112886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:30.114509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:30.120846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.135775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d8c19-923a-4573-b0f7-622c23661a03 req-3a36562f-0d2a-4f83-885d-0fdda5f86d1e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.137674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-520d8c19-923a-4573-b0f7-622c23661a03 req-3a36562f-0d2a-4f83-885d-0fdda5f86d1e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 948 time: 0.2298784 Dec 20 23:04:30.184249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] Sync routers for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:30.184763 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.186643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.187332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.191355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d215e8e2-2823-4df1-a8b7-5441a7279221 None None] Provisioning complete for port 5306e918-9a81-4468-bb5f-c69e28231995 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:30.191740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d215e8e2-2823-4df1-a8b7-5441a7279221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.204872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a0565be-82ab-4319-b204-b573385d4a6c tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/floatingips/f742e1c0-5153-4043-9f47-f7c9c9f38294 HTTP/1.1" status: 204 len: 168 time: 6.4237170 Dec 20 23:04:30.265451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92', 'mac_address': 'fa:16:3e:87:f4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:04:30.280913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:30.281559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.320201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46588) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:30.326505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.330518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:30.350876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] Pushing event updated for resources: {'Network': ['ID=c1b01039-f1bf-41c0-a34c-f31dc63890ba,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:30.361874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a020814-51e9-420b-acbc-012aa6108a5e tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/998d6910-5866-4b8d-8864-bdc032863322 HTTP/1.1" status: 200 len: 925 time: 0.2478566 Dec 20 23:04:30.365180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:30.369973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:04:30.395563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-64f20033-36dd-4cc9-9472-3c3e2e6f6301 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=998d6910-5866-4b8d-8864-bdc032863322 HTTP/1.1" status: 200 len: 205 time: 0.0288284 Dec 20 23:04:30.398126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:30.423068 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.426185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-1614cd9b-6967-413f-8389-a42b0c139586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.427757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-1614cd9b-6967-413f-8389-a42b0c139586 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1098 time: 0.2333961 Dec 20 23:04:30.438838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-520d8c19-923a-4573-b0f7-622c23661a03 req-a331d8b2-fb44-44c1-b021-ea43cd250210 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652783 Dec 20 23:04:30.466206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e117e0-19d7-4671-949a-a4adb2d7cf92 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:30.478671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d8850e10-e889-4304-bcf1-080080b8f64b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5823505 Dec 20 23:04:30.483892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:30.484694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.486899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46596) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:30.491896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Request body: {'subnet': {'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1514318044-subnet', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:30.497121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.601158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-bd8b08ef-1aea-4095-a0c2-862bd1bd2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.602730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-bd8b08ef-1aea-4095-a0c2-862bd1bd2e15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1628997 Dec 20 23:04:30.605322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:30.609282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a7234-3288-48a2-ae0d-6495ba18e662 None None] The sync data for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:30.669002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Made reservation on behalf of 46782ae40727481590ed7bdb6ec44664 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:30.671982 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.676101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-ee2cacf9-c3b7-4182-9d4b-32af8c10177c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8f21df8a-862a-415c-935d-a4783499bd84 HTTP/1.1" status: 200 len: 217 time: 0.0610106 Dec 20 23:04:30.691560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:30.712975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.790282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-f3270782-e70a-4c31-b934-2e157ce9a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.792549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-f3270782-e70a-4c31-b934-2e157ce9a450 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0982652 Dec 20 23:04:30.907032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e769274-f241-499f-a2d1-e3252a10a1ff req-9b8b69f8-1b94-4cfa-8932-0189c53237bc tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0376959 Dec 20 23:04:30.910986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:30.914421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-4469bd28-ea28-4355-9999-0d98cef832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:30.915853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-4469bd28-ea28-4355-9999-0d98cef832aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141741 Dec 20 23:04:31.057653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:31.060156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.071644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:31.102245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1223bd-4753-4ccf-ba87-86ce4a651b5d None None] The sync data for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 is: [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:31.152413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.249384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:31.297315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Allocated IP 172.25.1.198 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/c3362e14-b543-4940-beaf-daba777ae68e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:31.392638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.423120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8f21df8a-862a-415c-935d-a4783499bd84 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:04:31.576926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port ecf8f647-e473-4ba0-b2b3-e186f8ef8bd1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:31.581959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.591056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.601922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-11860a13-4857-4c46-8b69-e10d48aa856d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763825 Dec 20 23:04:31.677750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4890ec-6ce0-4bf9-ab39-316850e7e954 req-b6f4e254-0307-4839-bbbb-a1be35ef7e03 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:31.680682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4890ec-6ce0-4bf9-ab39-316850e7e954 req-b6f4e254-0307-4839-bbbb-a1be35ef7e03 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.4116688 Dec 20 23:04:31.726924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb4233b-3cab-42d2-ad20-8a5cd4558da5,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:31.835069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.862683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for ecf8f647-e473-4ba0-b2b3-e186f8ef8bd1 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:31.885889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8f21df8a-862a-415c-935d-a4783499bd84,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:31.888286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:31.906226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '8f21df8a-862a-415c-935d-a4783499bd84', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '8f21df8a-862a-415c-935d-a4783499bd84', 'mac_address': 'fa:16:3e:ff:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:04:31.954989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:31.968150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:32.162829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Checking segment: {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:32.163668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Network hostable DHCP agents. Network: c1b01039-f1bf-41c0-a34c-f31dc63890ba, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:04:32.213343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74595dea-deca-4afa-97cb-8896a0981d6c req-3e2526d1-6879-4e63-b02c-92ce2332beaf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:32.221870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74595dea-deca-4afa-97cb-8896a0981d6c req-3e2526d1-6879-4e63-b02c-92ce2332beaf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 949 time: 0.3389735 Dec 20 23:04:32.238072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:32.268350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.270766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5306e918-9a81-4468-bb5f-c69e28231995 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:32.299510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4890ec-6ce0-4bf9-ab39-316850e7e954 req-369ab39f-d82c-471a-b9e9-ac02d604a81e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6071539 Dec 20 23:04:32.367799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74595dea-deca-4afa-97cb-8896a0981d6c req-917e7abb-7807-4e21-b3ed-e47cf8650d0d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434631 Dec 20 23:04:32.383116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:04:32.398898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f21df8a-862a-415c-935d-a4783499bd84 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:32.410861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a518e06f-fec3-4c87-a8b1-cb40d64f8998 req-b5cbf476-a615-4a07-aa3c-9496f1d7e395 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756696 Dec 20 23:04:32.443377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8f21df8a-862a-415c-935d-a4783499bd84,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:32.464072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5306e918-9a81-4468-bb5f-c69e28231995 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:32.464271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.496590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb523f5-3ada-47eb-b941-f209159f2cc2 req-614837ee-b3f2-48a6-ae03-fbf51a8940d6 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0544245 Dec 20 23:04:32.501218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c1b01039-f1bf-41c0-a34c-f31dc63890ba) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:32.511207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:32.514476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.528982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f11234-dd25-46af-8f8b-46478aebcbb8 None None] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:32.564160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Pushing event updated for resources: {'Port': ['ID=c3362e14-b543-4940-beaf-daba777ae68e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:32.622895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.641191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.674321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8e539d69-b054-451f-b03c-665d52480e23 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1861653 Dec 20 23:04:32.677059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46642) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:32.682066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:32.735483 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:04:32.767038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=ecf8f647-e473-4ba0-b2b3-e186f8ef8bd1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:32.814399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.843191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.844927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.863901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'project_id': '46782ae40727481590ed7bdb6ec44664', 'fixed_ips': [{'subnet_id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:04:32.864772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.881439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:32.929754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:32.965783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.035322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['8f21df8a-862a-415c-935d-a4783499bd84'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:33.050162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.054102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.057867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.229675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Allocated IP 172.20.0.2 (c1b01039-f1bf-41c0-a34c-f31dc63890ba/0eb4233b-3cab-42d2-ad20-8a5cd4558da5/035d65d4-127e-4829-8f62-a062625f4e8c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:33.287224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.295743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.296299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router 998d6910-5866-4b8d-8864-bdc032863322 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:33.304197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.356480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.374082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb113151-78c1-4ab1-8eb3-c9e784b0b5ba tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/998d6910-5866-4b8d-8864-bdc032863322 HTTP/1.1" status: 204 len: 168 time: 2.9708843 Dec 20 23:04:33.375828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46654) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:33.382219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639737617', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:33.469058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f0e117e0-19d7-4671-949a-a4adb2d7cf92 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:33.504815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.585445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.656569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.658078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.677016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Pushing event updated for resources: {'Port': ['ID=c3362e14-b543-4940-beaf-daba777ae68e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:33.681242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.698396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.711688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f0e117e0-19d7-4671-949a-a4adb2d7cf92 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:04:33.720603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f0e117e0-19d7-4671-949a-a4adb2d7cf92 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:33.722812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.756708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8c12-38d3-43bb-9f18-3e50cda7ffac req-d6a72323-4670-48f1-97ed-57a076776371 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:33.758610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a4a8c12-38d3-43bb-9f18-3e50cda7ffac req-d6a72323-4670-48f1-97ed-57a076776371 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.2506039 Dec 20 23:04:33.762285 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.790145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.797558 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-619fee64-0001-4fd7-b338-060cbb10c51d tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4762523 Dec 20 23:04:33.798276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:33.805073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd618aa-3b3d-4f16-8e18-74362c79b3dc req-de51a23f-6496-40ea-9018-26e1b0136c93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:33.817451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccd618aa-3b3d-4f16-8e18-74362c79b3dc req-de51a23f-6496-40ea-9018-26e1b0136c93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 949 time: 0.2821486 Dec 20 23:04:33.834499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:33.838636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:33.852291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Pushing event updated for resources: {'Port': ['ID=035d65d4-127e-4829-8f62-a062625f4e8c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:33.934465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:33.934766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:33.977899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a4a8c12-38d3-43bb-9f18-3e50cda7ffac req-8eebcbcf-c392-4a97-b826-5482305de85d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013981 Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Attempting to bind port 035d65d4-127e-4829-8f62-a062625f4e8c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Attempting to bind port 035d65d4-127e-4829-8f62-a062625f4e8c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Attempting to bind port 035d65d4-127e-4829-8f62-a062625f4e8c on network c1b01039-f1bf-41c0-a34c-f31dc63890ba {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Checking segment: {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Bound using segment: {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Bound port: 035d65d4-127e-4829-8f62-a062625f4e8c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:34.026887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.098492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.100737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] For port 035d65d4-127e-4829-8f62-a062625f4e8c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:34.121911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] For port 035d65d4-127e-4829-8f62-a062625f4e8c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=035d65d4-127e-4829-8f62-a062625f4e8c,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:34.135084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:34.137352 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d4021-d8b0-4ea6-a093-929abaf4046c" -d '{"events": [{"server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "name": "network-vif-plugged", "status": "completed", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:34.161462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:34.186880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:34.220517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccd618aa-3b3d-4f16-8e18-74362c79b3dc req-014912cb-0670-421f-bd87-0043d1a9f85b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009621 Dec 20 23:04:34.225476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f01cbd3e-9f70-4634-af96-069aaae23557 req-bcc14e92-7fc4-464c-8e1e-89cfb8d4339f tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0465386 Dec 20 23:04:34.287421 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e1a41-30ec-4d70-9572-9ad0857e27dc x-openstack-request-id: req-275e1a41-30ec-4d70-9572-9ad0857e27dc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:34.287957 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "name": "network-vif-plugged", "status": "completed", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:34.288096 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-275e1a41-30ec-4d70-9572-9ad0857e27dc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:34.288497 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92', 'code': 200} Dec 20 23:04:34.320620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.328183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.347718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.391700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.391951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.400713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.470735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:34.533363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Allocated IP 172.25.1.167 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/eccb7003-8f5d-47ee-ac7e-7b5b47329da1) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:34.574708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.595019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070b4ec-0f96-4787-a380-102195d34bc9 None None] Pushing event updated for resources: {'Port': ['ID=035d65d4-127e-4829-8f62-a062625f4e8c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:34.653574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30283aee-0f57-431b-82ee-b91bca12ad8d req-729c3e88-dea3-48ef-8a3e-e0406ba3e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:34.663440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30283aee-0f57-431b-82ee-b91bca12ad8d req-729c3e88-dea3-48ef-8a3e-e0406ba3e623 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 1101 time: 0.2277339 Dec 20 23:04:34.711396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f69d1e58-f06c-45a9-b91f-148034678af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.875938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:34.950062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30283aee-0f57-431b-82ee-b91bca12ad8d req-c2b5dfd8-dd03-4944-8f75-337d9069b2e3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715540 Dec 20 23:04:35.042302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.099435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:35.101301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:35.122006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:35.159999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Allocated IP 172.25.1.194 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/43ea1612-3a27-43b8-b276-b6b67d63012b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:35.181247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Pushing event updated for resources: {'Port': ['ID=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:35.361170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.460903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8f21df8a-862a-415c-935d-a4783499bd84 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:35.506534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.644466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:35.651615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:35.655587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:35.659630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Pushing event updated for resources: {'Port': ['ID=43ea1612-3a27-43b8-b276-b6b67d63012b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:35.751458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 8f21df8a-862a-415c-935d-a4783499bd84 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:04:35.756819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 8f21df8a-862a-415c-935d-a4783499bd84 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:35.757289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.794105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.860397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.924829 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.977495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:35.983058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.030902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8f21df8a-862a-415c-935d-a4783499bd84,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:36.111716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.195593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e959e-71a0-429a-b1df-f975bdbacd04 None None] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:36.247406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 035d65d4-127e-4829-8f62-a062625f4e8c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:36.292058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27baf-7e69-4606-89f4-8af271124151 req-164eaec5-722e-49bd-ad89-667955ce2f33 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:36.294112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10e27baf-7e69-4606-89f4-8af271124151 req-164eaec5-722e-49bd-ad89-667955ce2f33 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 1.1184275 Dec 20 23:04:36.314357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d622a-04c6-4fd5-8158-eb8553c3a16d req-712ea2b4-a868-4196-a01a-49b80e5a5ad3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:36.323871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c5d622a-04c6-4fd5-8158-eb8553c3a16d req-712ea2b4-a868-4196-a01a-49b80e5a5ad3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 950 time: 0.4665005 Dec 20 23:04:36.349142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:36.351449 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e457d-a023-4818-a3f3-1c9daa7c2922" -d '{"events": [{"server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "name": "network-vif-plugged", "status": "completed", "tag": "8f21df8a-862a-415c-935d-a4783499bd84"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:36.360670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.407125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] Provisioning complete for port 035d65d4-127e-4829-8f62-a062625f4e8c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:36.407438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.415022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.455371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:36.520265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c5d622a-04c6-4fd5-8158-eb8553c3a16d req-96f31590-eb86-42ce-8b97-db3d1b624510 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950080 Dec 20 23:04:36.551652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 035d65d4-127e-4829-8f62-a062625f4e8c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:36.552376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.589188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 172.25.1.97 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/816aef93-6b3c-4753-b206-5cbb8e44aeb1) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:36.660088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.667699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.728039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-563ec5f4-b8cf-4e84-a36d-ae03adce094b req-a0e17d54-56bf-4487-aa46-c3e5118ffdd4 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0354178 Dec 20 23:04:36.735885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10e27baf-7e69-4606-89f4-8af271124151 req-d21314ad-f00e-4f2e-8d8f-f1f03aecefb2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576205 Dec 20 23:04:36.758061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Pushing event updated for resources: {'Port': ['ID=43ea1612-3a27-43b8-b276-b6b67d63012b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:36.771218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] For port 035d65d4-127e-4829-8f62-a062625f4e8c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=035d65d4-127e-4829-8f62-a062625f4e8c,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:36.813126 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.820695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.822293 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1fb3922-bfed-407f-a4b2-0f5dea918b68 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0229988 Dec 20 23:04:36.835392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46704) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:36.853109 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.937533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:36.970747 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4acd62-1a28-4ae4-8396-4160609bbab7 x-openstack-request-id: req-be4acd62-1a28-4ae4-8396-4160609bbab7 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:36.971212 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "name": "network-vif-plugged", "status": "completed", "tag": "8f21df8a-862a-415c-935d-a4783499bd84", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:36.981033 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be4acd62-1a28-4ae4-8396-4160609bbab7 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:36.983468 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84', 'code': 200} Dec 20 23:04:37.032354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-253c8ec1-f313-4a77-98c7-a6adb6d74512 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1941795 Dec 20 23:04:37.038553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46708) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:37.157236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.168804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dc5a4-cebf-4741-ac14-99e77e160290 None None] Pushing event updated for resources: {'Port': ['ID=035d65d4-127e-4829-8f62-a062625f4e8c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:37.179820 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:04:37.180179 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:04:37.199884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c250e1-1230-4b25-9e78-caad7b3d4bc9 req-acf42683-a921-44ef-86ad-61e614282656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:37.202707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29c250e1-1230-4b25-9e78-caad7b3d4bc9 req-acf42683-a921-44ef-86ad-61e614282656 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1100 time: 0.1741347 Dec 20 23:04:37.230681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e34d8518-5ac9-4379-b324-8f9c8d291028 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1907551 Dec 20 23:04:37.231357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46710) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:37.291634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1c31e5bf-fe2b-4684-b866-b8b8ff909abd None None] Provisioning complete for port 035d65d4-127e-4829-8f62-a062625f4e8c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:37.291634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c31e5bf-fe2b-4684-b866-b8b8ff909abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.372691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Deleting port 43ea1612-3a27-43b8-b276-b6b67d63012b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:37.374297 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.409575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29c250e1-1230-4b25-9e78-caad7b3d4bc9 req-d363a40c-df8b-43f1-8020-b8105c0c1987 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965506 Dec 20 23:04:37.466672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.466994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.472194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.491060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Calling delete_port for 43ea1612-3a27-43b8-b276-b6b67d63012b owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:37.498523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.581383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:37.614333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-43ac4f2a-f47e-41a6-98d9-5620da68b6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.631224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:37.633837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:37.643485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=816aef93-6b3c-4753-b206-5cbb8e44aeb1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:37.815063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.855020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Pushing event deleted for resources: {'Port': ['ID=43ea1612-3a27-43b8-b276-b6b67d63012b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:37.956169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.959160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:37.963158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee1ad796-65cb-4c7d-beff-bff6d1959954 tempest-FloatingIPAdminTestJSON-940377702 tempest-FloatingIPAdminTestJSON-940377702-project] 10.222.0.62 "DELETE /v2.0/floatingips/c4528ec7-c6a3-4f54-91d4-834efc4a7b99 HTTP/1.1" status: 204 len: 168 time: 0.7297769 Dec 20 23:04:37.963993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46722) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:38.001384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 035d65d4-127e-4829-8f62-a062625f4e8c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:38.053706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0deed-30de-4571-990f-d4bb75b19e60 req-2cc10586-1503-4071-904f-a45363885d51 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:38.055676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44c0deed-30de-4571-990f-d4bb75b19e60 req-2cc10586-1503-4071-904f-a45363885d51 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 950 time: 0.3061323 Dec 20 23:04:38.067018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 035d65d4-127e-4829-8f62-a062625f4e8c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:38.067641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.141332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1d5a4-ca78-41cf-bb93-d40663ca531d req-bc0f28fb-db45-4943-bc9f-07edb865ba56 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:38.143420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9b1d5a4-ca78-41cf-bb93-d40663ca531d req-bc0f28fb-db45-4943-bc9f-07edb865ba56 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.2051215 Dec 20 23:04:38.223118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9b1d5a4-ca78-41cf-bb93-d40663ca531d req-313cb6a8-87d0-4761-8f0f-68c6048f7b18 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694168 Dec 20 23:04:38.228418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:38.256877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Deleting port c3362e14-b543-4940-beaf-daba777ae68e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:38.259884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.385546 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.503327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44c0deed-30de-4571-990f-d4bb75b19e60 req-5b0c3e65-d769-4844-ace1-bc3a9e0bc9d8 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339244 Dec 20 23:04:38.509627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:38.533288 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Sync routers for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:38.549227 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:38.552870 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:38.750245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.750750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.766983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:38.767410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:38.772557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Calling delete_port for c3362e14-b543-4940-beaf-daba777ae68e owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:38.993304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-756ef5d3-eced-43e9-b266-990fe539d450 req-06c38e23-40d1-49df-aef3-881098a418b4 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.4847882 Dec 20 23:04:39.059734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.113570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3362e14-b543-4940-beaf-daba777ae68e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:39.136214 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:36Z', 'revision_number': 3, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:39.156107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b0cac-c091-4083-9947-91ef2fd04c7c req-28cf69f4-681c-4225-bb64-26db84fc9d3e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:39.157400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f81b0cac-c091-4083-9947-91ef2fd04c7c req-28cf69f4-681c-4225-bb64-26db84fc9d3e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 949 time: 0.1918511 Dec 20 23:04:39.184343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Checking router: 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:39.184978 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Updating router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:39.204093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.207927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.209177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39f99893-7f2c-4988-ad66-775c5fde5ee3 tempest-FloatingIPAdminTestJSON-764641386 tempest-FloatingIPAdminTestJSON-764641386-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/a393da59-351c-4505-8e2e-c908bd888250 HTTP/1.1" status: 204 len: 168 time: 1.2440896 Dec 20 23:04:39.214394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46732) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:39.217249 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.258400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.258400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0af8bfe5-cb03-48fb-add0-8fe7286a5662 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5777473 Dec 20 23:04:39.262394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46736) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:39.406919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f81b0cac-c091-4083-9947-91ef2fd04c7c req-b8c56b8f-4496-4c40-8bd9-db5fa97db15d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383626 Dec 20 23:04:39.427887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port a345afca-c360-4f36-9012-99492cb02f99 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:39.430575 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.583361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46740) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:39.613416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.635276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for a345afca-c360-4f36-9012-99492cb02f99 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:39.655939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.659466 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.707572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c78bef-be01-49ef-b56b-02377a2d9e8a req-74683110-3644-4106-884e-f6e4c79b745f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:39.711138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62c78bef-be01-49ef-b56b-02377a2d9e8a req-74683110-3644-4106-884e-f6e4c79b745f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.3843262 Dec 20 23:04:39.757965 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.831780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b14bb97f-d2b2-4589-9b91-145144eb85fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.836595 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.846474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62c78bef-be01-49ef-b56b-02377a2d9e8a req-c90894eb-3b05-47ac-8184-d1336d8e676e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220677 Dec 20 23:04:39.946379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Pushing event updated for resources: {'Port': ['ID=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:39.950022 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Attempting to bind port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:39.950392 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Attempting to bind port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:39.951356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Attempting to bind port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:39.960961 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.961312 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.961648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.962057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.962389 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.963055 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.963055 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.963410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.963861 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.964685 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.965963 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.966225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b14bb97f-d2b2-4589-9b91-145144eb85fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.967512 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.967977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:04:39.968951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.971824 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:39.972196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:39.972667 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:39.973110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:39.973600 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Bound port: eccb7003-8f5d-47ee-ac7e-7b5b47329da1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:39.974240 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.016787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=a345afca-c360-4f36-9012-99492cb02f99,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:40.053152 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] For port eccb7003-8f5d-47ee-ac7e-7b5b47329da1, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:40.056924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b14bb97f-d2b2-4589-9b91-145144eb85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.060541 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] For port eccb7003-8f5d-47ee-ac7e-7b5b47329da1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:40.134489 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.199671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.204095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d5023ecb-2ded-4254-a2ad-ab050e75d348 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/ports/a345afca-c360-4f36-9012-99492cb02f99 HTTP/1.1" status: 204 len: 168 time: 0.9885828 Dec 20 23:04:40.227817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:40.288628 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b14bb97f-d2b2-4589-9b91-145144eb85fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=900ccab811a840688289fe1f4da18117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6983426 Dec 20 23:04:40.292095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:40.292890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bb97f-d2b2-4589-9b91-145144eb85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f257d5-88fb-4009-a40d-f5e62539691c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:40.374994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916b2c4-06fb-40d4-a12c-31fc87a441ca tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:40.378987 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d916b2c4-06fb-40d4-a12c-31fc87a441ca tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 HTTP/1.1" status: 200 len: 913 time: 0.1475697 Dec 20 23:04:40.390547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:40.455420 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:40.456057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:40.474651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.484561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.503298 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648836-ab3a-480a-a9a0-0619adcbab25 None None] Pushing event updated for resources: {'Port': ['ID=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:40.572338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.590925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d1210de-36ea-45b3-9e50-4d0e6575a1a3 req-8ed2fc8f-7c79-45fc-8f4e-540c9b9a06dd tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1274476 Dec 20 23:04:40.593600 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:40.755649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29fcf6-4ffe-45b7-9d4d-722137402e55 req-8a3c575b-9bb8-4507-b158-8c4653cf8b97 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:40.764454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f29fcf6-4ffe-45b7-9d4d-722137402e55 req-8a3c575b-9bb8-4507-b158-8c4653cf8b97 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 949 time: 0.1764774 Dec 20 23:04:40.810659 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:36Z', 'revision_number': 3, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:40.834162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.837003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:40.838322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63f257d5-88fb-4009-a40d-f5e62539691c HTTP/1.1" status: 204 len: 168 time: 0.5415816 Dec 20 23:04:40.855007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1053858-b840-4878-b662-56ca58ff0da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f257d5-88fb-4009-a40d-f5e62539691c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:40.880205 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fc072-6e7d-4d4f-a5f4-f79b664c4ee0 None None] The sync data for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 is: [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:36Z', 'revision_number': 3, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:40.976011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router c4029d80-7beb-4a1f-801a-69bb4f5118d4 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:41.014609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:41.036502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f29fcf6-4ffe-45b7-9d4d-722137402e55 req-2b2bc1b9-1878-4f14-8d73-dea65e6410b0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709050 Dec 20 23:04:41.157848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:41.509433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port c8d1e854-7cb5-4de8-9751-6c01ba84f72a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:41.510056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:41.563369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ce519-ca12-41d3-83e3-1fc0fe2b61b5 req-79e292e7-93dc-4070-be0e-854c5cea0808 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:41.573888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-331ce519-ca12-41d3-83e3-1fc0fe2b61b5 req-79e292e7-93dc-4070-be0e-854c5cea0808 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.3842230 Dec 20 23:04:41.633437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:41.654016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:41.656695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c804375-1114-420a-afe5-0931bf0873c4 req-efdcaf5f-cc91-4df1-be93-57405c7cf6ac tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:41.662823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c804375-1114-420a-afe5-0931bf0873c4 req-efdcaf5f-cc91-4df1-be93-57405c7cf6ac tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:41.671170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c804375-1114-420a-afe5-0931bf0873c4 req-efdcaf5f-cc91-4df1-be93-57405c7cf6ac tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25&device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1690 time: 0.2222114 Dec 20 23:04:41.671985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Sync routers for ids ['c4029d80-7beb-4a1f-801a-69bb4f5118d4'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:41.682009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for c8d1e854-7cb5-4de8-9751-6c01ba84f72a owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:41.717358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Routers {'c4029d80-7beb-4a1f-801a-69bb4f5118d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:41.724679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c4029d80-7beb-4a1f-801a-69bb4f5118d4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:41.800523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-331ce519-ca12-41d3-83e3-1fc0fe2b61b5 req-af50bd32-1d71-4db0-a791-699f2f4a5c28 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115498 Dec 20 23:04:41.825427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Allocated IP 172.20.0.1 (c1b01039-f1bf-41c0-a34c-f31dc63890ba/0eb4233b-3cab-42d2-ad20-8a5cd4558da5/038d9b7d-f233-4812-a87e-1c1fef37a200) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:41.868809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c804375-1114-420a-afe5-0931bf0873c4 req-3ab8a19a-48bc-443c-bb4a-675f00b19614 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967678 Dec 20 23:04:42.021177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Set router c4029d80-7beb-4a1f-801a-69bb4f5118d4 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:42.035980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:42.037834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5274eb5-14b3-4dc7-9017-63063b14076a req-aa9f8b6e-8765-4e15-a81c-8fadc4953544 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1456323 Dec 20 23:04:42.096275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b39c0b-486c-4ca4-9bb5-15709a55a260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.144139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eccb7003-8f5d-47ee-ac7e-7b5b47329da1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:42.146147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.149704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3798f138-9edb-415c-b469-65081275236b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7727261 Dec 20 23:04:42.152187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46776) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:42.194659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.204147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca45f-4b1d-4e7b-81aa-171e57b0c5c2 req-d1c0898d-aea3-4796-a4b6-41fbeaa44a55 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:42.212605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-276ca45f-4b1d-4e7b-81aa-171e57b0c5c2 req-d1c0898d-aea3-4796-a4b6-41fbeaa44a55 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 1101 time: 0.1106393 Dec 20 23:04:42.227722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.297459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:42.297860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.306145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-276ca45f-4b1d-4e7b-81aa-171e57b0c5c2 req-549130a1-ac6d-402a-a37c-ec4cbffd8559 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925074 Dec 20 23:04:42.354320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=c8d1e854-7cb5-4de8-9751-6c01ba84f72a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:42.368374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b39c0b-486c-4ca4-9bb5-15709a55a260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.398264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.453939 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.482009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b39c0b-486c-4ca4-9bb5-15709a55a260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.498646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:42.522524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port eccb7003-8f5d-47ee-ac7e-7b5b47329da1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:42.541079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:42.546897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97'}], 'enable_snat': False}, 'gw_port_id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:33Z', 'updated_at': '2021-12-20T23:04:38Z', 'revision_number': 3, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port': {'id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:35Z', 'updated_at': '2021-12-20T23:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:42.583352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:42.592801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Checking router: c4029d80-7beb-4a1f-801a-69bb4f5118d4 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:42.593268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Updating router c4029d80-7beb-4a1f-801a-69bb4f5118d4 port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:42.655943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.665377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b39c0b-486c-4ca4-9bb5-15709a55a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963e9535-9cd8-4eb5-8c44-aed3b4a8c438,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:42.673032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6b39c0b-486c-4ca4-9bb5-15709a55a260 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=912af07234bd49daafd2ed62be974b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6357715 Dec 20 23:04:42.676200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:42.682117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Pushing event updated for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:42.745184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.792426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997a547-4d17-4624-be4c-b6f1b1bc6fb1 req-924af14e-9e1d-414a-9ece-d5a0f83b4d1a tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:42.811519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60954b4f-913b-41c0-94da-63782c8f238e tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/c4029d80-7beb-4a1f-801a-69bb4f5118d4 HTTP/1.1" status: 200 len: 908 time: 0.6529562 Dec 20 23:04:42.811519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.812112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46788) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:42.818922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639737617', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': True}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:42.819318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b997a547-4d17-4624-be4c-b6f1b1bc6fb1 req-924af14e-9e1d-414a-9ece-d5a0f83b4d1a tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1100 time: 0.3494368 Dec 20 23:04:42.825378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:42.915882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:43.063143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.096153 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.103552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.132612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b997a547-4d17-4624-be4c-b6f1b1bc6fb1 req-06c73223-15d3-449e-9a5d-c91876c8dad0 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110397 Dec 20 23:04:43.186683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391999c1-7baf-41b7-bfc5-9cd472d82166 req-f77c6fe9-4c31-4ca1-88e3-ab069318eedd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:43.196145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-391999c1-7baf-41b7-bfc5-9cd472d82166 req-f77c6fe9-4c31-4ca1-88e3-ab069318eedd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.2777703 Dec 20 23:04:43.198738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5b8a7acf-5dff-44d4-b846-ab76df9c557d None None] Provisioning complete for port 038d9b7d-f233-4812-a87e-1c1fef37a200 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:43.204607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b8a7acf-5dff-44d4-b846-ab76df9c557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.205390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.300467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-4f6c8150-a898-4047-b355-7ef8f63c2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:43.302868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-4f6c8150-a898-4047-b355-7ef8f63c2d30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1097 time: 0.3181529 Dec 20 23:04:43.335633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de13347b-cac5-49a6-9fc8-0b4aacc71b5f req-10bd12ff-18f5-49dc-a348-46e5c9505fed tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0750904 Dec 20 23:04:43.379729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a7acf-5dff-44d4-b846-ab76df9c557d None None] Port 038d9b7d-f233-4812-a87e-1c1fef37a200 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:43.403651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.418094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-391999c1-7baf-41b7-bfc5-9cd472d82166 req-5f22e7de-3e91-45c1-9adb-b07f33280cf5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208066 Dec 20 23:04:43.437311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.445631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.499920 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.632864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Attempting to bind port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:43.633243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Attempting to bind port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:43.633610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Attempting to bind port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:43.656214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:43.656647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:43.656998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.657400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:43.657939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Bound port: 816aef93-6b3c-4753-b206-5cbb8e44aeb1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:43.658325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.665697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b058-fb52-4b74-bef7-397707d0d740 None None] Pushing event updated for resources: {'Port': ['ID=816aef93-6b3c-4753-b206-5cbb8e44aeb1,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:43.706962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.712091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.714375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/963e9535-9cd8-4eb5-8c44-aed3b4a8c438 HTTP/1.1" status: 204 len: 168 time: 1.0304780 Dec 20 23:04:43.736663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc29d-7862-4a00-b636-7fe5fc0e28f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963e9535-9cd8-4eb5-8c44-aed3b4a8c438,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:43.807287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] For port 816aef93-6b3c-4753-b206-5cbb8e44aeb1, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:43.811534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] For port 816aef93-6b3c-4753-b206-5cbb8e44aeb1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=816aef93-6b3c-4753-b206-5cbb8e44aeb1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:43.812798 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.898629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.900607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:43.912062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:44.015393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b058-fb52-4b74-bef7-397707d0d740 None None] Pushing event updated for resources: {'Port': ['ID=816aef93-6b3c-4753-b206-5cbb8e44aeb1,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:44.025655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:44.046152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Routers {'c4029d80-7beb-4a1f-801a-69bb4f5118d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:44.048887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c4029d80-7beb-4a1f-801a-69bb4f5118d4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:44.056154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eccb7003-8f5d-47ee-ac7e-7b5b47329da1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:44.170483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-fa134d8a-a139-4458-87f6-3909559cc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:44.172195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-fa134d8a-a139-4458-87f6-3909559cc1a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.8360145 Dec 20 23:04:44.226647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:44.226647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:44.240297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-b299dd92-43b2-40f2-b4a5-4e508021c3d9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324682 Dec 20 23:04:44.250506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Pushing event updated for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:44.286451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] Set router c4029d80-7beb-4a1f-801a-69bb4f5118d4 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:44.424830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:44.428602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:44.544152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-c3f87bbe-a791-4ab9-9118-862ccd0971bf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:44.564179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-c3f87bbe-a791-4ab9-9118-862ccd0971bf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218076 Dec 20 23:04:44.599246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-012df18f-1f53-4d98-beaa-51a52a26c404 req-0fe6a3be-0e3c-4cdd-896b-8780678e9535 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0864203 Dec 20 23:04:44.609415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-f9a73ad3-2d92-4572-8351-b4df0b72aa25 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.0442762 Dec 20 23:04:44.754030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97'}], 'enable_snat': False}, 'gw_port_id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:33Z', 'updated_at': '2021-12-20T23:04:38Z', 'revision_number': 3, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port': {'id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:35Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:44.803407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-adc08bf6-63a6-47ed-a240-784467498309 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1929634 Dec 20 23:04:44.850293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:44.862569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd57f6-979c-4baf-97af-e80f5f6cff4e req-c4dfafd9-05ca-49c2-8593-503f792ec2aa tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:44.864543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bcd57f6-979c-4baf-97af-e80f5f6cff4e req-c4dfafd9-05ca-49c2-8593-503f792ec2aa tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.1293478 Dec 20 23:04:44.953186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-c3e5341b-f5fe-495e-a2c9-7b2038644aba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 1001 time: 0.1707480 Dec 20 23:04:44.967811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f23896-bdac-4c12-91a9-ab66fbf7e0b0 None None] The sync data for ids ['c4029d80-7beb-4a1f-801a-69bb4f5118d4'] in n-d-822053-9 is: [{'id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97'}], 'enable_snat': False}, 'gw_port_id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:33Z', 'updated_at': '2021-12-20T23:04:38Z', 'revision_number': 3, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port': {'id': '816aef93-6b3c-4753-b206-5cbb8e44aeb1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4029d80-7beb-4a1f-801a-69bb4f5118d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:35Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:44.985447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-424982cf-ba47-420c-97b0-e9decd91579b None None] Provisioning complete for port 038d9b7d-f233-4812-a87e-1c1fef37a200 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:44.985849 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-424982cf-ba47-420c-97b0-e9decd91579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:45.035238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bcd57f6-979c-4baf-97af-e80f5f6cff4e req-9b6205bc-5f4f-453a-a854-aebb761dd070 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624985 Dec 20 23:04:45.053180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:04:45.056180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-c4497f69-04a8-4a83-ba01-f1970da791d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:45.057666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-c4497f69-04a8-4a83-ba01-f1970da791d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0666449 Dec 20 23:04:45.075911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-424982cf-ba47-420c-97b0-e9decd91579b None None] Port 038d9b7d-f233-4812-a87e-1c1fef37a200 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:45.143051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:45.158081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eb2003ab-0c47-4e92-bc4f-ec441af76a4b admin admin] 10.222.0.62 "PUT /v2.0/routers/3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8869264 Dec 20 23:04:45.179555 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Sync routers for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:45.206328 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:45.207011 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:45.240344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-bd02deaa-dfed-44a0-83ba-ba71f1a52667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:45.242015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-bd02deaa-dfed-44a0-83ba-ba71f1a52667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710539 Dec 20 23:04:45.267033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:45.276964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf7b3878-6b92-4e4d-85b5-58e75b7c26b9 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "PUT /v2.0/routers/9e3feaa3-d3ed-4c3b-9bba-4307d11dab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8851070 Dec 20 23:04:45.280245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:45.285315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] Sync routers for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:45.314166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:45.317447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:45.415705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:45.461521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] Routers {'9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:45.462649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:45.546995 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:45.551830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:45.552493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a44d8d8-fb46-4883-b763-d6eb05980034 None None] The sync data for ids ['9e3feaa3-d3ed-4c3b-9bba-4307d11dab53'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:45.582482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:45.686823 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-19abf7f3-dec4-43be-900b-70538703917d service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300153 Dec 20 23:04:45.826886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:45.857958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:45.906171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93bf4665-32db-4a3c-b486-644c669c615a req-6afd46e7-2c79-41ff-8d8e-df4c8435904a tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0988274 Dec 20 23:04:45.924475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.107420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-faff84c3-08fd-49ca-a476-58277ac20b61 req-840747a6-82e5-4c1a-9f7f-0134260b8394 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772552 Dec 20 23:04:46.165332 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 4, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '038d9b7d-f233-4812-a87e-1c1fef37a200', 'name': '', 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'mac_address': 'fa:16:3e:e7:35:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:41Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 2, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'subnets': [{'id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:46.215192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 816aef93-6b3c-4753-b206-5cbb8e44aeb1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:46.271913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port 6f67fac3-4f13-4652-ab12-da8b809244c0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:46.272364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.296540 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Checking router: 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:46.297047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Updating router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 port 038d9b7d-f233-4812-a87e-1c1fef37a200 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:46.371590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 172.25.1.229 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/2d685968-f4e4-4565-bd66-7bc28ec7695e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:46.388545 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.447651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:46.451713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.499981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95008515-4cfe-4a6e-a033-4dd13dd4ed23 req-deed33d5-b720-422c-bcd7-e1df7105f07d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:46.510454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95008515-4cfe-4a6e-a033-4dd13dd4ed23 req-deed33d5-b720-422c-bcd7-e1df7105f07d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.2793560 Dec 20 23:04:46.652318 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.688148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 816aef93-6b3c-4753-b206-5cbb8e44aeb1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=816aef93-6b3c-4753-b206-5cbb8e44aeb1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:46.735789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51c6a673-c776-42d4-97f9-506161161df1 req-6d1b1c43-1d66-45e7-a157-4724d4c96a98 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 210 time: 0.2198853 Dec 20 23:04:46.764691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.780942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.819230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:46.897153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95008515-4cfe-4a6e-a033-4dd13dd4ed23 req-54686b0a-794d-4994-a82a-35d3462459ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856709 Dec 20 23:04:46.898270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for 6f67fac3-4f13-4652-ab12-da8b809244c0 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:46.920934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=816aef93-6b3c-4753-b206-5cbb8e44aeb1,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:46.943463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.066548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:47.074486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:47.089873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:47.103710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e93287ab-523d-4671-afb6-2749d95b85d4 req-125326d1-c905-4945-8aff-18b2d01526d2 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0645869 Dec 20 23:04:47.265747 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.283324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=2d685968-f4e4-4565-bd66-7bc28ec7695e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:47.342735 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.403740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.416678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15367-88d8-4cc1-a725-bcf3ea996ca2 None None] Pushing event updated for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:47.463400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=6f67fac3-4f13-4652-ab12-da8b809244c0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:47.496832 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Attempting to bind port 038d9b7d-f233-4812-a87e-1c1fef37a200 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:47.497242 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Attempting to bind port 038d9b7d-f233-4812-a87e-1c1fef37a200 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:47.498418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Attempting to bind port 038d9b7d-f233-4812-a87e-1c1fef37a200 on network c1b01039-f1bf-41c0-a34c-f31dc63890ba {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:47.518132 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:47.518510 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Checking segment: {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:47.518926 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.519508 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Bound using segment: {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:47.520258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Bound port: 038d9b7d-f233-4812-a87e-1c1fef37a200, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72696bbf-29ec-4b92-aa8d-c36d07e4de4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:47.520852 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.619991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.679892 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] For port 038d9b7d-f233-4812-a87e-1c1fef37a200, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:47.683290 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] For port 038d9b7d-f233-4812-a87e-1c1fef37a200, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=038d9b7d-f233-4812-a87e-1c1fef37a200,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:47.762913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.770112 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.843763 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15367-88d8-4cc1-a725-bcf3ea996ca2 None None] Pushing event updated for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:47.878772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] Provisioning complete for port 038d9b7d-f233-4812-a87e-1c1fef37a200 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:47.880348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:47.885419 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:47.886298 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:48.135673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 816aef93-6b3c-4753-b206-5cbb8e44aeb1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:48.173452 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:48.378034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.411040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.429287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:48.431006 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.520522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.541092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.590803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13796699-1b9a-4bea-9b65-e7dfb38e53fc req-7308f200-2dec-48ef-b845-ebae4e71a4c1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 210 time: 0.0669172 Dec 20 23:04:48.611535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f65437c5-377c-493d-8da9-ac8933eef4fa req-4858c6fd-34e7-40cd-8a13-ffe45ab1741c tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0731485 Dec 20 23:04:48.700208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] For port 038d9b7d-f233-4812-a87e-1c1fef37a200, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=038d9b7d-f233-4812-a87e-1c1fef37a200,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:48.738078 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 4, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '038d9b7d-f233-4812-a87e-1c1fef37a200', 'name': '', 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'mac_address': 'fa:16:3e:e7:35:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:41Z', 'updated_at': '2021-12-20T23:04:47Z', 'revision_number': 4, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'subnets': [{'id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:48.773414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.801482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47036) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:48.838239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.838435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router cca630d4-4e30-4933-9877-97709e10d547 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:04:48.839283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:48.844561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d3b10-5651-4d4a-aac8-a76593bb6cbe None None] Pushing event updated for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:48.853555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.855333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d648fd1d-b37f-4903-b1c2-f6edd29d5675 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/routers/9e3feaa3-d3ed-4c3b-9bba-4307d11dab53 HTTP/1.1" status: 204 len: 168 time: 3.5722127 Dec 20 23:04:48.858708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47040) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:48.904127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7183af12-d4dc-4b1b-8c18-7143a1e2a6f5 None None] Provisioning complete for port 038d9b7d-f233-4812-a87e-1c1fef37a200 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:48.904727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7183af12-d4dc-4b1b-8c18-7143a1e2a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:48.929568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd2951-dc84-4283-9e7d-d81324f58d70 req-c7c3e034-bad1-4a89-b5c1-4fde21cd85cd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:48.938406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bd2951-dc84-4283-9e7d-d81324f58d70 req-c7c3e034-bad1-4a89-b5c1-4fde21cd85cd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 946 time: 0.1828022 Dec 20 23:04:49.015026 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930396e8-88f5-4eba-b11e-1a65c4ec3f9a None None] The sync data for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 is: [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:04:43Z', 'revision_number': 4, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '038d9b7d-f233-4812-a87e-1c1fef37a200', 'name': '', 'network_id': 'c1b01039-f1bf-41c0-a34c-f31dc63890ba', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'mac_address': 'fa:16:3e:e7:35:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:41Z', 'updated_at': '2021-12-20T23:04:47Z', 'revision_number': 4, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'subnets': [{'id': '0eb4233b-3cab-42d2-ad20-8a5cd4558da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:49.021524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting subnet d28a1554-ee13-4114-8539-e11e658c88b2 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:04:49.029253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.047694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bd2951-dc84-4283-9e7d-d81324f58d70 req-2e7dc59e-959a-4f0f-96f2-a9ce1b79a4e1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065373 Dec 20 23:04:49.124531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.174351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71b562b5-a675-4e42-8107-f33a82ec55f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.219724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:04:49.231391 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Sync routers for ids ['cca630d4-4e30-4933-9877-97709e10d547'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:04:49.250937 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Routers {'cca630d4-4e30-4933-9877-97709e10d547'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:49.253272 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cca630d4-4e30-4933-9877-97709e10d547'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:49.297007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.350597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.355106 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-80fb55d9-77ea-4539-9db1-977d7e5fa604 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5395641 Dec 20 23:04:49.355828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47048) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:49.434054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71b562b5-a675-4e42-8107-f33a82ec55f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.459498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Set router cca630d4-4e30-4933-9877-97709e10d547 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:49.517027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71b562b5-a675-4e42-8107-f33a82ec55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.576835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e10d4b1c-f400-4cba-8109-9617800ae6f3 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/cca630d4-4e30-4933-9877-97709e10d547 HTTP/1.1" status: 200 len: 908 time: 0.2023766 Dec 20 23:04:49.578803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47054) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:49.594285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71b562b5-a675-4e42-8107-f33a82ec55f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f877575447b4cbd8b188c6a4dfd195f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7904716 Dec 20 23:04:49.617671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47056) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:49.736954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.738408 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.764107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b562b5-a675-4e42-8107-f33a82ec55f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd1be5-2d4e-4130-bb7b-34220afd90a7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:49.811653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:49.827169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Subnet': ['ID=d28a1554-ee13-4114-8539-e11e658c88b2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:49.908446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-26842e1b-4fac-4b3b-80f2-e60f45d0acf1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2086339 Dec 20 23:04:49.941029 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca630d4-4e30-4933-9877-97709e10d547', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '2d685968-f4e4-4565-bd66-7bc28ec7695e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:43Z', 'updated_at': '2021-12-20T23:04:47Z', 'revision_number': 3, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port': {'id': '2d685968-f4e4-4565-bd66-7bc28ec7695e', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca630d4-4e30-4933-9877-97709e10d547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:45Z', 'updated_at': '2021-12-20T23:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:49.943105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:49.988705 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Checking router: cca630d4-4e30-4933-9877-97709e10d547 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:04:49.989883 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Updating router cca630d4-4e30-4933-9877-97709e10d547 port 2d685968-f4e4-4565-bd66-7bc28ec7695e binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:04:49.990888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7db87cc1-614d-4578-bb2c-0ce8ac07ccb9 req-6f9ee117-28a4-4ae1-b1cc-42826e9e1f3a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 210 time: 0.1834867 Dec 20 23:04:50.002940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.008383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.008383 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07dd1be5-2d4e-4130-bb7b-34220afd90a7 HTTP/1.1" status: 204 len: 168 time: 0.3920279 Dec 20 23:04:50.012011 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.033099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3acc1df7-d03e-4195-b200-355165ddcda3 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/subnets/d28a1554-ee13-4114-8539-e11e658c88b2 HTTP/1.1" status: 204 len: 168 time: 1.1558881 Dec 20 23:04:50.042343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47072) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:50.055858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9faab76-957d-4b1a-b19f-3f20a58c8ec2 None None] Network 71bf4b79-6432-4f9b-bd8e-a28ab812b064 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:04:50.068829 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.093406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a560-369b-494b-8bce-582787a002ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd1be5-2d4e-4130-bb7b-34220afd90a7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:50.138887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 038d9b7d-f233-4812-a87e-1c1fef37a200 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:04:50.186756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36c54c4c-2d9d-401a-95fb-d46edc28d828 req-e28a7299-b02a-421b-99ac-d269b320bbf2 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.3756080 Dec 20 23:04:50.292504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-bf568696-5806-488a-85e5-39657a3d6573 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2227032 Dec 20 23:04:50.418727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 038d9b7d-f233-4812-a87e-1c1fef37a200 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:50.419617 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.422087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.505625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.521987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.628173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:50.630829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:50.633974 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9ad0af-7aad-4d95-bad0-0749459ff369" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:50.712303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-04997edf-be65-45a6-bf00-c9cae05c8ffa tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:50.722194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-04997edf-be65-45a6-bf00-c9cae05c8ffa tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5793273 Dec 20 23:04:50.742619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-b8741386-a041-406b-91f6-5884ef5f9cd6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:50.752199 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-b8741386-a041-406b-91f6-5884ef5f9cd6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279393 Dec 20 23:04:50.753715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:50.762015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port 29dd3a84-effa-4e4e-b78e-122b4442e7ac {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:50.762486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.812932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.824854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:50.826311 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55201725-2a2d-4992-85d4-180fda4e671e x-openstack-request-id: req-55201725-2a2d-4992-85d4-180fda4e671e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:50.826657 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:50.826919 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55201725-2a2d-4992-85d4-180fda4e671e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:50.827449 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'code': 200} Dec 20 23:04:50.844365 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.891578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] DHCP port deletion for 71bf4b79-6432-4f9b-bd8e-a28ab812b064 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:04:50.902036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=14']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:50.922730 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:50.978975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Deleting port 29dd3a84-effa-4e4e-b78e-122b4442e7ac {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:50.979898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.051824 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Attempting to bind port 2d685968-f4e4-4565-bd66-7bc28ec7695e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:51.052387 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Attempting to bind port 2d685968-f4e4-4565-bd66-7bc28ec7695e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:51.052544 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Attempting to bind port 2d685968-f4e4-4565-bd66-7bc28ec7695e on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:51.056267 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37d56-7f7f-407d-b890-f90add84de40 None None] Pushing event updated for resources: {'Port': ['ID=2d685968-f4e4-4565-bd66-7bc28ec7695e,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:51.094046 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:51.100142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:51.100142 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.100142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:51.102523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Bound port: 2d685968-f4e4-4565-bd66-7bc28ec7695e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:51.103165 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.103596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] For port 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=29dd3a84-effa-4e4e-b78e-122b4442e7ac,segment=NetworkSegment(32698a4f-c53f-4a17-91ad-8ff01a56de79),segment_id=32698a4f-c53f-4a17-91ad-8ff01a56de79)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:51.105193 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.130147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for 29dd3a84-effa-4e4e-b78e-122b4442e7ac owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:51.130463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] For port 29dd3a84-effa-4e4e-b78e-122b4442e7ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=29dd3a84-effa-4e4e-b78e-122b4442e7ac,segment=NetworkSegment(32698a4f-c53f-4a17-91ad-8ff01a56de79),segment_id=32698a4f-c53f-4a17-91ad-8ff01a56de79)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:51.130875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.165780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Calling delete_port for 29dd3a84-effa-4e4e-b78e-122b4442e7ac owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:51.177998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:51.228856 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] For port 2d685968-f4e4-4565-bd66-7bc28ec7695e, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:51.236882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] For port 2d685968-f4e4-4565-bd66-7bc28ec7695e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d685968-f4e4-4565-bd66-7bc28ec7695e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:51.275608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8371b5ee-2b77-4843-bef7-b8cbe8767105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.278360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a2bf851-a6da-44b3-99ab-e62de8cbf687 req-f0d76661-2b78-47de-84c2-c851e1419d44 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 210 time: 0.0788057 Dec 20 23:04:51.311808 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.360654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.404279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-521cd3d6-a88d-4a65-b1fc-e0725339f681 req-c18f743a-e5ac-4f3a-81ef-34d650bad814 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0337334 Dec 20 23:04:51.432499 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Routers {'cca630d4-4e30-4933-9877-97709e10d547'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:04:51.433282 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cca630d4-4e30-4933-9877-97709e10d547'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:51.494501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.499214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Deleting port 2d685968-f4e4-4565-bd66-7bc28ec7695e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:51.500325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.502437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:51.506403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.508304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.519741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8371b5ee-2b77-4843-bef7-b8cbe8767105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.527016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] No DVR routers for this DVR port 29dd3a84-effa-4e4e-b78e-122b4442e7ac on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:51.554611 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37d56-7f7f-407d-b890-f90add84de40 None None] Pushing event updated for resources: {'Port': ['ID=2d685968-f4e4-4565-bd66-7bc28ec7695e,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:51.557203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=29dd3a84-effa-4e4e-b78e-122b4442e7ac,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:51.584432 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] Set router cca630d4-4e30-4933-9877-97709e10d547 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:04:51.590363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] Pushing event deleted for resources: {'Port': ['ID=29dd3a84-effa-4e4e-b78e-122b4442e7ac,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:51.613507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ef636-014b-4d31-b654-b4b7c34197ff None None] No DVR routers for this DVR port 29dd3a84-effa-4e4e-b78e-122b4442e7ac on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:04:51.652908 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca630d4-4e30-4933-9877-97709e10d547', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:43Z', 'updated_at': '2021-12-20T23:04:51Z', 'revision_number': 4, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:51.672196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8371b5ee-2b77-4843-bef7-b8cbe8767105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.696138 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad49e-adc1-44bd-919f-866e86c15dd6 None None] The sync data for ids ['cca630d4-4e30-4933-9877-97709e10d547'] in n-d-822053-9 is: [{'id': 'cca630d4-4e30-4933-9877-97709e10d547', 'name': 'tempest-snat-router-1639737617', 'tenant_id': 'db2508fcc09345a5ba692b5cc52512da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:43Z', 'updated_at': '2021-12-20T23:04:51Z', 'revision_number': 4, 'project_id': 'db2508fcc09345a5ba692b5cc52512da', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:04:51.713112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] For port 2d685968-f4e4-4565-bd66-7bc28ec7695e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d685968-f4e4-4565-bd66-7bc28ec7695e,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:51.713767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.760550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Calling delete_port for 2d685968-f4e4-4565-bd66-7bc28ec7695e owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:51.776611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.802823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:04:51.806580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.813199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371b5ee-2b77-4843-bef7-b8cbe8767105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a076862-2e88-445a-abcd-a5dd6656fc46,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:51.821082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8371b5ee-2b77-4843-bef7-b8cbe8767105 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=940981bb721341c3b4212fdcd7885756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6324542 Dec 20 23:04:51.831227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47126) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:51.833932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.33 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/6dde9a89-a990-4cfc-b989-020ec32ec7fc) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:51.842946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bf4b79-6432-4f9b-bd8e-a28ab812b064']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:51.880147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32698a4f-c53f-4a17-91ad-8ff01a56de79') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:51.880450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32698a4f-c53f-4a17-91ad-8ff01a56de79') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:04:51.900347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.977520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.993595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:04:51.993985 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:04:51.996991 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:04:51.999994 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:04:52.007246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 29dd3a84-effa-4e4e-b78e-122b4442e7ac no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:52.067000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.071682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 29dd3a84-effa-4e4e-b78e-122b4442e7ac {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:52.072023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 29dd3a84-effa-4e4e-b78e-122b4442e7ac not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:52.097505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.180515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.186259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.191223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/networks/71bf4b79-6432-4f9b-bd8e-a28ab812b064 HTTP/1.1" status: 204 len: 168 time: 2.1262202 Dec 20 23:04:52.193352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.195385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47142) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:52.211032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f7a2f-074f-45f7-93bb-5958eac6da2a tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Network': ['ID=71bf4b79-6432-4f9b-bd8e-a28ab812b064,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:52.253987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.258043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.260764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a076862-2e88-445a-abcd-a5dd6656fc46 HTTP/1.1" status: 204 len: 168 time: 0.4271922 Dec 20 23:04:52.282860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.293059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909569b-12bd-452f-be4b-d99161d91c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a076862-2e88-445a-abcd-a5dd6656fc46,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:52.424912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d685968-f4e4-4565-bd66-7bc28ec7695e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:52.494315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c8454e-c138-436a-abbd-48c8c103b1d2 req-da405af5-4f9b-43b8-b0ac-79ce3fba0e5c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 210 time: 0.0963371 Dec 20 23:04:52.516812 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.629164 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.643871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:52.671594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-311d81ad-29d3-454e-81d6-7424ac4454be req-71a66764-6c17-475b-9450-a78f1d5fa8ec tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0836511 Dec 20 23:04:52.687368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.693810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.699284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:52.706275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.77 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:52.735848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Deleting port fc1af928-b260-4817-92a1-f46b1ab28045 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:52.736495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.738956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:52.831635 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-41b98f60-cf8e-42c5-913e-413e101bfd64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1195686 Dec 20 23:04:52.896718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.897511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.913569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Calling delete_port for fc1af928-b260-4817-92a1-f46b1ab28045 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:52.949639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:52.955893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:52.958177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cca630d4-4e30-4933-9877-97709e10d547 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:52.975031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:53.054227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.054728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.055189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.060652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.061208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.061673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.062164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.064245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-c3c57611-6db9-4f6c-9d99-0466c92c5b3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 0.1542544 Dec 20 23:04:53.102047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.110170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.110983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.160742 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.162075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ced88b5-d1c6-41bd-add3-91755664b578 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/routers/cca630d4-4e30-4933-9877-97709e10d547 HTTP/1.1" status: 204 len: 168 time: 3.5818219 Dec 20 23:04:53.165749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47176) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:53.201063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:53.345257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-fbf97d1d-17ce-476a-b1a9-99148b524bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.345968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-fbf97d1d-17ce-476a-b1a9-99148b524bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.346841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-fbf97d1d-17ce-476a-b1a9-99148b524bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.348992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-fbf97d1d-17ce-476a-b1a9-99148b524bd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ecea4e7-b217-457f-91aa-30cfdc138657&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&id=4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 200 len: 2297 time: 0.2441282 Dec 20 23:04:53.357592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-1ecb5e23-f11a-4b34-b066-a8ec96eebc4b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6231394 Dec 20 23:04:53.371485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.373836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Request body: {'port': {'device_id': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:53.426811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:53.472140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d479f7-3ce4-4cb3-b0ec-3ec9e40abfc1 req-f4264446-0646-4445-b886-a408dc56cead tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.473856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17d479f7-3ce4-4cb3-b0ec-3ec9e40abfc1 req-f4264446-0646-4445-b886-a408dc56cead tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.3106503 Dec 20 23:04:53.491788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-a16acf50-bc26-4002-ac5a-93185f2a6fc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 200 len: 1000 time: 0.1327720 Dec 20 23:04:53.497649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3eeb429c-cc58-45b5-a342-dba2f553a967 None None] Provisioning complete for port 6dde9a89-a990-4cfc-b989-020ec32ec7fc triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:53.498213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3eeb429c-cc58-45b5-a342-dba2f553a967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.539111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17d479f7-3ce4-4cb3-b0ec-3ec9e40abfc1 req-d72921c8-abd3-406f-90a1-ad16bade1902 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555825 Dec 20 23:04:53.576420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.601330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb429c-cc58-45b5-a342-dba2f553a967 None None] Port 6dde9a89-a990-4cfc-b989-020ec32ec7fc cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:53.616503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:53.637453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:04:53.641206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.683745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:04:53.688739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:04:53.745821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-75018abb-9a7a-440c-b9a5-af7aea060bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.748195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-75018abb-9a7a-440c-b9a5-af7aea060bec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 200 len: 855 time: 0.1169598 Dec 20 23:04:53.799177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.806173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:53.943024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d4211051-20c0-425a-90c6-0982e99a44a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1646206 Dec 20 23:04:53.984927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983513d-6182-4a33-9fad-d9882a7350bf req-b9b696d4-2aa0-4101-9379-8a4259077557 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:53.988283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:04:53.990177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Request body: {'port': {'device_id': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:53.996407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c983513d-6182-4a33-9fad-d9882a7350bf req-b9b696d4-2aa0-4101-9379-8a4259077557 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 935 time: 0.3286963 Dec 20 23:04:54.044584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.119887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-fc573e62-b421-44b5-9613-bce0dafaf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:54.122482 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-fc573e62-b421-44b5-9613-bce0dafaf793 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ecea4e7-b217-457f-91aa-30cfdc138657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3652999 Dec 20 23:04:54.129134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.251188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.278158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-046ac98c-ad00-4ceb-b580-67eaf6f3497d None None] Provisioning complete for port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:04:54.278304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-046ac98c-ad00-4ceb-b580-67eaf6f3497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.376710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Pushing event deleted for resources: {'Port': ['ID=fc1af928-b260-4817-92a1-f46b1ab28045,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:54.417789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-615ac5ff-ed8f-4e7f-ae8a-04f90a306793 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825763 Dec 20 23:04:54.428155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18c7410e-7e4d-42ce-a6b4-998c61fd41db req-6e30753e-c77c-4486-94a6-96a8bd4792bc tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0888190 Dec 20 23:04:54.441296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-046ac98c-ad00-4ceb-b580-67eaf6f3497d None None] Port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:04:54.523689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c983513d-6182-4a33-9fad-d9882a7350bf req-0f6a3c40-1eeb-42b3-a4d2-ae0674c21c30 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867666 Dec 20 23:04:54.614853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Deleting port 816aef93-6b3c-4753-b206-5cbb8e44aeb1 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:04:54.615210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.620851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.634397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:54.639571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-84470dfd-4a05-413d-b95f-23566c865269 tempest-FloatingIPAdminTestJSON-1411882264 tempest-FloatingIPAdminTestJSON-1411882264-project] 10.222.0.62 "DELETE /v2.0/floatingips/552443e9-918b-49e9-b6cc-cfaf386518c6 HTTP/1.1" status: 204 len: 168 time: 2.4429345 Dec 20 23:04:54.979634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-67b207e8-b759-4706-b488-5f999cfbf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:54.981125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-67b207e8-b759-4706-b488-5f999cfbf54d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.1030271 Dec 20 23:04:54.993309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-c94a0315-6564-400e-9352-fa301cc62108 service neutron] 10.222.0.45 "GET /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544817 Dec 20 23:04:55.089350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-6ffb43cc-09dd-45d9-8f9d-f491f829e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.091022 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-6ffb43cc-09dd-45d9-8f9d-f491f829e03b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.0963950 Dec 20 23:04:55.132506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-f9a8ab9c-2be8-4a70-9a12-72e75d98dacc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 217 time: 0.0401535 Dec 20 23:04:55.187799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ce0f7-6ea9-413d-8822-557651be34e8 req-daa371c4-5db3-4e43-8153-eb366cc337d5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.189322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c63ce0f7-6ea9-413d-8822-557651be34e8 req-daa371c4-5db3-4e43-8153-eb366cc337d5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.6620290 Dec 20 23:04:55.253246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-9046af6e-f8e7-404a-9df2-7e06a1085ad1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.1200814 Dec 20 23:04:55.256035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-79fff046-977e-4445-9523-bf56f7cf91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.257958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-79fff046-977e-4445-9523-bf56f7cf91b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1131983 Dec 20 23:04:55.260908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47214) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:55.357511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] For port 816aef93-6b3c-4753-b206-5cbb8e44aeb1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=816aef93-6b3c-4753-b206-5cbb8e44aeb1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:55.358116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:55.369711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c63ce0f7-6ea9-413d-8822-557651be34e8 req-08574531-4f6a-4d14-b9fa-d509877c27d2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723239 Dec 20 23:04:55.375082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dde9a89-a990-4cfc-b989-020ec32ec7fc {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:55.384698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Calling delete_port for 816aef93-6b3c-4753-b206-5cbb8e44aeb1 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:04:55.388187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:55.412447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Transition to ACTIVE for port object 6dde9a89-a990-4cfc-b989-020ec32ec7fc will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:04:55.480560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-70ca7425-3e64-4b0b-96df-8f8c1d42b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.480560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-70ca7425-3e64-4b0b-96df-8f8c1d42b1c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.2094972 Dec 20 23:04:55.503794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-5f5237ec-d81a-4eed-9fdf-ee64351a137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.506211 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-5f5237ec-d81a-4eed-9fdf-ee64351a137b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2280805 Dec 20 23:04:55.544907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:55.631887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Pushing event updated for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:55.690113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98eb1265-c432-44ca-ba37-bd5724c65fed req-7ca05256-19f4-45c5-933c-42a1203244d5 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0906947 Dec 20 23:04:55.760996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-faa0f520-f2a7-4f35-9937-a642ba351082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.763478 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-faa0f520-f2a7-4f35-9937-a642ba351082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638400 Dec 20 23:04:55.782782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-14576ee9-9446-4e86-8f34-7a67c382cb3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3192ebae5f704d10ae4fa2ce179864c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193491 Dec 20 23:04:55.790923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47234) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.809090 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:04:55.812315 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:04:55.814812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae086a9-49c1-4a9f-ba60-01cbb04bea49 req-3848b162-d448-4f83-8b1b-2aa20ecef467 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:55.817232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ae086a9-49c1-4a9f-ba60-01cbb04bea49 req-3848b162-d448-4f83-8b1b-2aa20ecef467 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 935 time: 0.2033765 Dec 20 23:04:55.908015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Attempting to bind port 6dde9a89-a990-4cfc-b989-020ec32ec7fc on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:55.908359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Attempting to bind port 6dde9a89-a990-4cfc-b989-020ec32ec7fc by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:55.908689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Attempting to bind port 6dde9a89-a990-4cfc-b989-020ec32ec7fc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:55.930350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ae086a9-49c1-4a9f-ba60-01cbb04bea49 req-04bdf578-f1f2-4312-aeaa-4bfd847c9c7b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958495 Dec 20 23:04:55.930931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Port 6dde9a89-a990-4cfc-b989-020ec32ec7fc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:04:55.931259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Attempting to bind port 6dde9a89-a990-4cfc-b989-020ec32ec7fc on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:55.938376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-a3391db5-0d97-4391-bf67-90db49779678 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892636 Dec 20 23:04:55.939960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.030911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:56.031608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:56.032234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:56.034321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Bound port: 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:56.035008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.040921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event deleted for resources: {'Port': ['ID=816aef93-6b3c-4753-b206-5cbb8e44aeb1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:56.063957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.083120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:56.103091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.107140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.165846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Transition to ACTIVE for port object 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:04:56.170591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-768915de-7ddc-426a-9fb5-e4cc7b5ec38b service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970120 Dec 20 23:04:56.217483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-caf07a2f-57b9-494e-9f45-6b05f4422862 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709389 Dec 20 23:04:56.221139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.291804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.313897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-fe631658-28d2-4559-b732-d80f15da8136 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 217 time: 0.0877440 Dec 20 23:04:56.320857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:56.335113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.338588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.341592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:56.424810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.470205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Pushing event updated for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:56.473161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.483855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.485620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/955c6d8a-5e40-47ee-ba8e-49da9373dccb HTTP/1.1" status: 204 len: 168 time: 0.6937265 Dec 20 23:04:56.514280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0b60c27c-ec30-4f3f-963f-24a4226c29f4 req-8c6ba92f-d54c-46f9-81ad-af60f52b2c47 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316343 Dec 20 23:04:56.567007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-aece1a35-45a4-4fb0-b1fd-4c2605b8588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:56.568474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-aece1a35-45a4-4fb0-b1fd-4c2605b8588c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.2169452 Dec 20 23:04:56.593851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Pushing event updated for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:56.603206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51879e-e1e0-40e3-a643-3b0b863cb52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c6d8a-5e40-47ee-ba8e-49da9373dccb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:56.606497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:56.607254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.608883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-406a928b-e111-4cdd-8710-9d321f95595f service neutron] 10.222.0.45 "PUT /v2.0/ports/6dde9a89-a990-4cfc-b989-020ec32ec7fc HTTP/1.1" status: 200 len: 1095 time: 3.2403331 Dec 20 23:04:56.610878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.611507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4029d80-7beb-4a1f-801a-69bb4f5118d4 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:04:56.616854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:56.627017 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:56.633532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.635295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e6b96650-96e0-46d9-b3a5-513be83e3c92 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c4029d80-7beb-4a1f-801a-69bb4f5118d4 HTTP/1.1" status: 204 len: 168 time: 3.4648798 Dec 20 23:04:56.656062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47272) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:56.660572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1870867624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:04:56.683302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Attempting to bind port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:04:56.683975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Attempting to bind port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:04:56.684797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Attempting to bind port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:56.700718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:04:56.704680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Attempting to bind port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:04:56.717585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-fa2a1151-a73d-4edc-bf0a-07ed02e6cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:56.733407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-fa2a1151-a73d-4edc-bf0a-07ed02e6cf60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543570 Dec 20 23:04:56.740512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eef74c-4b5a-4969-b991-507241f0cf39 req-54ada10b-b4d2-4b87-9a38-b0f91c162f60 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:56.742174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9eef74c-4b5a-4969-b991-507241f0cf39 req-54ada10b-b4d2-4b87-9a38-b0f91c162f60 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2487056 Dec 20 23:04:56.759492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:04:56.759492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:04:56.759492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:04:56.759944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Bound port: 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:04:56.760317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.815402 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b7ea30-d10d-4bba-ba18-bffa5206dc5c x-openstack-request-id: req-59b7ea30-d10d-4bba-ba18-bffa5206dc5c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:56.815734 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:56.815934 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59b7ea30-d10d-4bba-ba18-bffa5206dc5c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:56.816851 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'status': 'completed', 'code': 200} Dec 20 23:04:56.857094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:56.874383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.002519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4e0c6fc-f9e5-4ca5-b0fb-962b66ce453d req-920308ac-8e5a-4c70-b373-fcda567963fd tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1315379 Dec 20 23:04:57.048509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d58583b9-6859-4db7-8716-c5dda7350ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:57.050603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-d58583b9-6859-4db7-8716-c5dda7350ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 1098 time: 0.3053331 Dec 20 23:04:57.064701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9eef74c-4b5a-4969-b991-507241f0cf39 req-51df1725-4375-4c7e-b77d-9a59843c64c6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883916 Dec 20 23:04:57.130216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-4acf63af-6022-4d6c-ac85-900df7f32f22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc HTTP/1.1" status: 200 len: 217 time: 0.0640988 Dec 20 23:04:57.165612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.219190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-bcbd75e4-9eb2-4ece-9dae-3e07fe7aef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:57.223881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-bcbd75e4-9eb2-4ece-9dae-3e07fe7aef82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0857680 Dec 20 23:04:57.251656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:04:57.262729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:04:57.379438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47286) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:57.386041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-26ba1614-ef2f-40d0-8eec-59390ad1d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:57.391389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-26ba1614-ef2f-40d0-8eec-59390ad1d101 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512108 Dec 20 23:04:57.423621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574e630-19fd-4f3e-b703-f80e13b3b34d req-256102bf-86e3-482a-9b57-561e8c6ffdec tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:57.437798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6574e630-19fd-4f3e-b703-f80e13b3b34d req-256102bf-86e3-482a-9b57-561e8c6ffdec tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 947 time: 0.2076609 Dec 20 23:04:57.533757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.537276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.583205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:57.583835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.585241 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] 10.222.0.59 "PUT /v2.0/ports/0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe HTTP/1.1" status: 200 len: 1095 time: 3.6329894 Dec 20 23:04:57.587838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:04:57.590291 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e" -d '{"events": [{"name": "network-changed", "server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:04:57.614477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7f08b7a-e068-4301-81b4-c8d21145808a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.630745 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-1d48dbab-281b-4e3f-946e-6e164f79c583 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859115 Dec 20 23:04:57.659474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6574e630-19fd-4f3e-b703-f80e13b3b34d req-0cb1b298-f8d6-42f6-9c8b-0e8bb58d8ab0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132428 Dec 20 23:04:57.680873 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28062f-60c3-489a-816c-149dc1a525c9 x-openstack-request-id: req-cd28062f-60c3-489a-816c-149dc1a525c9 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:04:57.681140 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:04:57.681324 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd28062f-60c3-489a-816c-149dc1a525c9 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:04:57.681931 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe', 'status': 'completed', 'code': 200} Dec 20 23:04:57.706515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-f2028f85-134c-4813-8889-551a41491da0 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044076 Dec 20 23:04:57.713301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb19ec7-0a92-4b8d-8f1d-aecd8e06063b service neutron] Pushing event updated for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:57.842978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.850040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47294) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:57.853457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7f08b7a-e068-4301-81b4-c8d21145808a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.862923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-18950bef-45e8-4b2d-9a38-6885e69ee15d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442728 Dec 20 23:04:57.869101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279d2c99-f3d4-43d3-8305-e570281f5e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.928890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7f08b7a-e068-4301-81b4-c8d21145808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:57.947732 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-ab2d5b54-df50-43b6-8063-f1ca7ad40179 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075929 Dec 20 23:04:57.978516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e7f08b7a-e068-4301-81b4-c8d21145808a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92d76a83b9e347e4a055171518bf501f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5851951 Dec 20 23:04:57.983937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:57.987646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 816aef93-6b3c-4753-b206-5cbb8e44aeb1 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:04:58.018135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 816aef93-6b3c-4753-b206-5cbb8e44aeb1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:04:58.018526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 816aef93-6b3c-4753-b206-5cbb8e44aeb1 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:04:58.023843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e req-53091535-58dc-400c-9e26-0efdd4616f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.025913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e req-53091535-58dc-400c-9e26-0efdd4616f9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 1098 time: 0.3077748 Dec 20 23:04:58.035734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-62c5bec2-9c8e-46f3-a977-a6f4d95179d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 200 len: 217 time: 0.0661383 Dec 20 23:04:58.056331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f08b7a-e068-4301-81b4-c8d21145808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a377f-88e9-4ab7-8a53-6cb2fa20f16a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:58.096165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279d2c99-f3d4-43d3-8305-e570281f5e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.107977 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e req-c6cb4a0e-48ab-432d-845c-d3625939ff4c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650032 Dec 20 23:04:58.109608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-23505f3b-49fd-468d-972a-f395b9344053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.111468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-23505f3b-49fd-468d-972a-f395b9344053 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 1098 time: 0.1028767 Dec 20 23:04:58.169368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279d2c99-f3d4-43d3-8305-e570281f5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.186697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-099a9d37-087d-4a0d-85ca-0f38ef452ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.188255 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-099a9d37-087d-4a0d-85ca-0f38ef452ec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1442945 Dec 20 23:04:58.221930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38f7df25-e419-4f29-a89e-86ba32eeeea8 req-3eec0a6c-f433-4bc6-b47c-91a81fc11aef tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0731237 Dec 20 23:04:58.284577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.296071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-279d2c99-f3d4-43d3-8305-e570281f5e12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d65a19e18da34180a36fbb7419ecad98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446986 Dec 20 23:04:58.300108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d2c99-f3d4-43d3-8305-e570281f5e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f16942-2065-41ce-88c1-bec7db8c086e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:58.302554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47304) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:58.344467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-f75b89bf-e36d-49a8-92a2-06db9ac0fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.346019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-f75b89bf-e36d-49a8-92a2-06db9ac0fbcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2254114 Dec 20 23:04:58.362466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae17e-c61b-440d-bcb7-8e81a8985873 req-e71ede38-3829-4c7c-a5a5-d976dd980973 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.364043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907ae17e-c61b-440d-bcb7-8e81a8985873 req-e71ede38-3829-4c7c-a5a5-d976dd980973 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1449199 Dec 20 23:04:58.414404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.418585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-6b9d09b1-c45a-49ae-a2d2-f82fdd4fd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.420451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-74eb8d89-af40-4d4f-b4f6-dd71744c1fbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc HTTP/1.1" status: 200 len: 217 time: 0.0554004 Dec 20 23:04:58.420656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-6b9d09b1-c45a-49ae-a2d2-f82fdd4fd420 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1841886 Dec 20 23:04:58.433345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e req-df681f47-ac85-4f36-902c-b4387320876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.434931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-abc2bb3f-ca5d-4da5-90c9-3e9c3713324e req-df681f47-ac85-4f36-902c-b4387320876d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103492 Dec 20 23:04:58.478293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.488631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.529648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907ae17e-c61b-440d-bcb7-8e81a8985873 req-4719f025-a227-4cca-a608-d1620a1071d4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518576 Dec 20 23:04:58.533553 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.540977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-e388c563-3325-45ff-b077-90b367a82468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.542469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-e388c563-3325-45ff-b077-90b367a82468 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1039331 Dec 20 23:04:58.564002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.612446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-b33eadf7-90e6-471b-ad1a-1d483a204f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.614076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-b33eadf7-90e6-471b-ad1a-1d483a204f12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604055 Dec 20 23:04:58.635366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-8d7fad3c-b5a5-445c-860e-50d238d4fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.636852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-8d7fad3c-b5a5-445c-860e-50d238d4fd73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 1098 time: 0.1566069 Dec 20 23:04:58.736027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-f29b178e-6061-44cf-8b3f-7a51f4d3baad service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070204 Dec 20 23:04:58.778790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.781682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:58.783175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30f16942-2065-41ce-88c1-bec7db8c086e HTTP/1.1" status: 204 len: 168 time: 0.4759278 Dec 20 23:04:58.859232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91fff0-a202-40c1-a0d4-05a22a170e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f16942-2065-41ce-88c1-bec7db8c086e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:58.929290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db15950-c169-41ca-a4ab-c10ee1a92fb2 req-29cc1f0b-13a0-46b9-901b-043ae94a1061 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.930694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5db15950-c169-41ca-a4ab-c10ee1a92fb2 req-29cc1f0b-13a0-46b9-901b-043ae94a1061 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1848638 Dec 20 23:04:58.944043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ada2db27-1e8b-4c82-8bae-31a905cf2dd1 req-42873276-f374-477a-b014-0fcdc483c0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993501 Dec 20 23:04:58.972388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5204d9e-de65-4ed5-90fb-d1ac0022ec9b req-ece02e20-42c6-4d08-828e-01972800b377 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:58.974304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5204d9e-de65-4ed5-90fb-d1ac0022ec9b req-ece02e20-42c6-4d08-828e-01972800b377 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 947 time: 0.1235754 Dec 20 23:04:59.025397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5db15950-c169-41ca-a4ab-c10ee1a92fb2 req-e526da3e-9ca0-47a0-b722-051e14257d06 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869336 Dec 20 23:04:59.053312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5204d9e-de65-4ed5-90fb-d1ac0022ec9b req-960ca2e9-d038-475a-82cb-595b7c185b91 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669570 Dec 20 23:04:59.097239 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-76fe4fa6-5375-4fd5-96e5-df94e8fd7e80 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532645 Dec 20 23:04:59.127942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-a0a22f8a-45ff-4e16-a0b3-79c56daf40f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe HTTP/1.1" status: 200 len: 217 time: 0.4779394 Dec 20 23:04:59.128456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.131225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.132308 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c0a377f-88e9-4ab7-8a53-6cb2fa20f16a HTTP/1.1" status: 204 len: 168 time: 1.1464086 Dec 20 23:04:59.191511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0051b4-0e16-4750-91fe-9d0f946da6cb req-31d70216-e7c1-4c54-9a89-5ea1b09eda82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:59.198436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c0051b4-0e16-4750-91fe-9d0f946da6cb req-31d70216-e7c1-4c54-9a89-5ea1b09eda82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0759459 Dec 20 23:04:59.209267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047f963-f18a-4d68-9663-617afb2bb0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a377f-88e9-4ab7-8a53-6cb2fa20f16a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:04:59.302090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c0051b4-0e16-4750-91fe-9d0f946da6cb req-5b03aaae-19cb-46ef-9478-3623fad320cb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978057 Dec 20 23:04:59.379053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f2cf40b-03b3-40ba-8b66-d608e5fe5e07 req-e4ee692f-7c54-4a46-bdd4-f7de39fdccb4 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0325334 Dec 20 23:04:59.395579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-8180d8cd-7a51-49a4-8b2b-e0bd5b20961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:59.397181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-8180d8cd-7a51-49a4-8b2b-e0bd5b20961a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2442486 Dec 20 23:04:59.459472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Allocated IP 172.25.1.131 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b0a81292-9729-48e2-abb1-f4558cb861e9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:04:59.492834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-c964877f-8a4d-4411-8c54-4480ca7f282a service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572803 Dec 20 23:04:59.498216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-5a4071d2-b0ba-45d7-9b50-aa617a280995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:59.499645 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-5a4071d2-b0ba-45d7-9b50-aa617a280995 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942507 Dec 20 23:04:59.566092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6dde9a89-a990-4cfc-b989-020ec32ec7fc details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:04:59.583277 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-58914aa8-8726-4107-8c0f-b87b5cf7c66a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 200 len: 217 time: 0.0711164 Dec 20 23:04:59.690478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:59.716793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'mac_address': 'fa:16:3e:93:3f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:04:59.723642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-d3ab89eb-a434-4a11-8545-b2bae5e5c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:59.725103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-d3ab89eb-a434-4a11-8545-b2bae5e5c0de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 200 len: 797 time: 0.1149991 Dec 20 23:04:59.765623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-49eee859-2f94-4e2e-b575-d1fdb615143c service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545130 Dec 20 23:04:59.770134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.782749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.788268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47332) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:04:59.793090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dde9a89-a990-4cfc-b989-020ec32ec7fc {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:04:59.811955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-635795df-669f-4da8-8921-b0dcde21ff36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.837107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:04:59.893650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-eca0dc83-c214-45ae-9323-1ed000481e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:04:59.895806 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-eca0dc83-c214-45ae-9323-1ed000481e9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74221fe8-22ae-48f0-b01e-1c5af54b4a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581156 Dec 20 23:04:59.905193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:04:59.966472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3350a45-3a64-4f61-aa0f-5c76618d684d req-c747c83d-bd01-4b92-976d-b20e0852a63d service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801212 Dec 20 23:05:00.012210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:00.022759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.030502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-635795df-669f-4da8-8921-b0dcde21ff36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.070299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-34526fbd-045e-4d64-a9a4-852291e04407 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560233 Dec 20 23:05:00.079824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:00.097660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:00.113389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:00.118186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event updated for resources: {'Port': ['ID=b0a81292-9729-48e2-abb1-f4558cb861e9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:00.127185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-635795df-669f-4da8-8921-b0dcde21ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.182249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635795df-669f-4da8-8921-b0dcde21ff36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e811bdd-0e52-4b50-a734-51534d7b7476,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:00.187694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-635795df-669f-4da8-8921-b0dcde21ff36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1637f3405d7b4430b299d400335a3688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977365 Dec 20 23:05:00.194304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:00.210320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-4682ca04-6f5b-4a1c-be3b-8fddceb992b8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:00.218275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-4682ca04-6f5b-4a1c-be3b-8fddceb992b8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.2302048 Dec 20 23:05:00.224126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6dde9a89-a990-4cfc-b989-020ec32ec7fc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:00.257860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-8c4c787e-8756-48ad-a7b8-5ccf5a847974 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/quotas/3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 375 time: 0.0385680 Dec 20 23:05:00.306586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421698ab-a6ed-4cc5-942a-252133ceecbe req-4ec7a8de-f2c5-4558-aba0-2964e3e5292f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:00.308152 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-421698ab-a6ed-4cc5-942a-252133ceecbe req-4ec7a8de-f2c5-4558-aba0-2964e3e5292f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 947 time: 0.1166043 Dec 20 23:05:00.334076 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-347005f5-74b4-4190-9d10-68ac8d30c994 service neutron] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522864 Dec 20 23:05:00.334638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:00.361947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-9118bb59-617b-4ae7-a6b8-92feef84c67c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952756 Dec 20 23:05:00.400423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-421698ab-a6ed-4cc5-942a-252133ceecbe req-7f63a913-6141-4608-9369-547cb3f0f050 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Dec 20 23:05:00.419115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eac9d503-ae45-48a7-8220-d90d2cb40d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.442531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-b121d9d7-4452-447e-8268-b15c794e18d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 200 len: 217 time: 0.0762999 Dec 20 23:05:00.478422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.520786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-9ff21969-970c-47df-8211-ce981dab397b service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464374 Dec 20 23:05:00.551336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e64734c8-9652-4269-bf49-5e529b4f2e42 req-1f5ae022-237b-4eee-b320-15bbc212f046 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Dec 20 23:05:00.557334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.628023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-81cc0404-45a6-4fac-87d9-69b6e7526528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:00.629491 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-81cc0404-45a6-4fac-87d9-69b6e7526528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.1650808 Dec 20 23:05:00.661804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-8f3b7dd0-abcf-49df-b2a2-e411fe334067 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272888 Dec 20 23:05:00.767749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eac9d503-ae45-48a7-8220-d90d2cb40d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.778263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.818745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-e64bb55e-83b2-468d-94be-50499d87f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:00.820253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-e64bb55e-83b2-468d-94be-50499d87f5a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633265 Dec 20 23:05:00.857196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.857196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.857196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e811bdd-0e52-4b50-a734-51534d7b7476 HTTP/1.1" status: 204 len: 168 time: 0.6566045 Dec 20 23:05:00.888280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eac9d503-ae45-48a7-8220-d90d2cb40d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:00.915869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4558f8a7-afdf-450f-ad81-65658b48f369 req-2b71114d-5403-4cba-8200-9408154210f2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 210 time: 0.0379486 Dec 20 23:05:00.933454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99e568-202f-43a7-8983-eed18a535c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e811bdd-0e52-4b50-a734-51534d7b7476,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:01.006089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47362) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:01.010923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eac9d503-ae45-48a7-8220-d90d2cb40d64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a16663f2822c448aa03d497bd3b5d35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6685364 Dec 20 23:05:01.056761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d503-ae45-48a7-8220-d90d2cb40d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ffbb5-8976-43a3-ae0d-f95cfe4b48ac,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:01.072036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.100074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.192764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-f091a23c-401b-44bc-86a4-3bd034c0df19 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631523 Dec 20 23:05:01.225551 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.228279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.230481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d06ffbb5-8976-43a3-ae0d-f95cfe4b48ac HTTP/1.1" status: 204 len: 168 time: 0.2223573 Dec 20 23:05:01.242003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.242849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716836-95ed-4ab8-928c-15ea7e842dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ffbb5-8976-43a3-ae0d-f95cfe4b48ac,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:01.374881 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-cbe33266-8175-44b7-95d0-f3598df20882 service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716523 Dec 20 23:05:01.447123 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-9a818762-260c-4452-84fa-253020da9b2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 200 len: 217 time: 0.0464165 Dec 20 23:05:01.565194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-14f53b4b-b085-4ea0-9684-2416c4adda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:01.572052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-14f53b4b-b085-4ea0-9684-2416c4adda2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 200 len: 797 time: 0.1098666 Dec 20 23:05:01.582511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6dde9a89-a990-4cfc-b989-020ec32ec7fc up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:01.620711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48791c1-6410-4e68-a934-2a9ab1a021d7 req-b1393cc2-cd0d-42b8-8b99-22bd6834dda5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:01.630421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e48791c1-6410-4e68-a934-2a9ab1a021d7 req-b1393cc2-cd0d-42b8-8b99-22bd6834dda5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 947 time: 0.1058974 Dec 20 23:05:01.721744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Router cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:01.728350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461481f-6421-4311-99a4-910320bc8bcd req-559d4030-0417-4085-8836-993f10253dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:01.729939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-559d4030-0417-4085-8836-993f10253dc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c1ab89b-4b36-4076-aa14-c41cae52bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527739 Dec 20 23:05:01.765101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e48791c1-6410-4e68-a934-2a9ab1a021d7 req-088374b5-e833-4752-833d-dfa0e0d0916f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Dec 20 23:05:01.802858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec8aa1e3-20d2-4859-b990-37dc9927be56 req-0e015a4c-61d6-4e43-9676-3bc60316c6d2 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0523446 Dec 20 23:05:01.826291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 6dde9a89-a990-4cfc-b989-020ec32ec7fc completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:01.833504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 6dde9a89-a990-4cfc-b989-020ec32ec7fc triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:01.833990 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:01.965358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:02.002141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:05:02.124001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7fb8ed8-c3bb-482d-8d71-ec8242353ec3 req-7f005f8d-9eb4-4f25-b6fb-8f220920ac5f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 210 time: 0.0782909 Dec 20 23:05:02.187986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-8756180a-5392-4190-917e-1a5d1a6af65a service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468050 Dec 20 23:05:02.195454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:02.360351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:02.366306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:02.367851 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de9c1a67-01da-4688-b8fb-ab7ad3d19c25 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7138724 Dec 20 23:05:02.368529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] Sync routers for ids ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:02.375234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:02.380784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:02.383553 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f667415-308f-4827-be10-07850791d585" -d '{"events": [{"server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "name": "network-vif-plugged", "status": "completed", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:02.395330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7461481f-6421-4311-99a4-910320bc8bcd req-0d20fd14-f95d-4abb-b0b4-fc7acfe1868c service neutron] 10.222.0.45 "GET /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861465 Dec 20 23:05:02.415112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:02.430707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] Routers {'cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:02.440878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:02.533559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:02.552534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:02.590269 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac8dc1-04af-4341-837d-3aeaf3ab79ac x-openstack-request-id: req-6aac8dc1-04af-4341-837d-3aeaf3ab79ac {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:02.591224 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "name": "network-vif-plugged", "status": "completed", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:02.591224 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6aac8dc1-04af-4341-837d-3aeaf3ab79ac {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:02.591675 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'code': 200} Dec 20 23:05:02.674933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:02.735743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] Routers {'cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:02.738078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:02.762434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048d28c-b2a6-46c3-85e4-efd2b21a8836 req-249d358f-f808-4ab2-b673-97c63a85a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:02.764391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a048d28c-b2a6-46c3-85e4-efd2b21a8836 req-249d358f-f808-4ab2-b673-97c63a85a698 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 1100 time: 0.1380062 Dec 20 23:05:02.870028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a048d28c-b2a6-46c3-85e4-efd2b21a8836 req-50f58543-4fa3-40c2-84da-8c22211d51ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969882 Dec 20 23:05:02.897451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe', 'mac_address': 'fa:16:3e:f0:28:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:05:02.976879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:02.981323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a7bb32-01d4-49e7-a1a9-c2ee8655dbbb None None] The sync data for ids ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:02.998743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:03.076514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:03.094440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:03.120094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:03.170342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7282904a-e973-4032-b561-0de953998b9e req-a4fa07a5-21b8-4bb3-bfbc-2affb7e2322f tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1043031 Dec 20 23:05:03.172626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:03.195795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3418-b422-4a1c-b2a6-3a70e4309bfc req-b5ca6314-e68d-414a-80a2-82afe808d8cb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:03.203976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88c3418-b422-4a1c-b2a6-3a70e4309bfc req-b5ca6314-e68d-414a-80a2-82afe808d8cb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 947 time: 0.2145584 Dec 20 23:05:03.241401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:03.289065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88c3418-b422-4a1c-b2a6-3a70e4309bfc req-d3bc58bb-3f01-4351-812b-4ff1ae91666e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Dec 20 23:05:03.438464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8735edf2-4c5d-4228-982e-7581269875ae req-59f96907-f841-4052-b67c-87aca5567d6d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 210 time: 0.0589905 Dec 20 23:05:03.482867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:03.542301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:03.752789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:03.803179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-d36c64ff-53a7-4c2e-9b06-04773125aff8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:03.804877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-d36c64ff-53a7-4c2e-9b06-04773125aff8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.1822023 Dec 20 23:05:03.824231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'device_id': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'admin_state_up': True, 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:04.176322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:04.189907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.364147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5179847-4054-4678-8814-1e5bafe64b95 req-2edca9a2-ca90-448c-ac1e-d5c5b64b9b52 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0409224 Dec 20 23:05:04.512762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.517211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.559357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.20.0.6 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/2583c94e-9347-4999-9f2d-91587ed61a7c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:04.651869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d67f664a-3b73-4f48-9d8c-16d615f923f1 req-949f7db9-7b49-41e2-a564-c6c336fb71ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 210 time: 0.0718875 Dec 20 23:05:04.713306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4b1ac-f17e-4af8-81ff-800df10b5205 req-41d8e737-f354-4551-b044-23dec4c6360d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:04.714956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1b4b1ac-f17e-4af8-81ff-800df10b5205 req-41d8e737-f354-4551-b044-23dec4c6360d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 948 time: 0.1897480 Dec 20 23:05:04.717575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d9bffafb-0c10-4f88-8443-8f7cc24646fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.756024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:05:04.792137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1b4b1ac-f17e-4af8-81ff-800df10b5205 req-2d9424c9-1098-410e-a4ff-4efcdcf4fb38 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707572 Dec 20 23:05:04.810187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.911396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:04.916254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.920671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47474) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:04.921210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b6684b0e-5a6d-42a9-93a1-ae4683462006 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "PUT /v2.0/routers/cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 200 len: 926 time: 2.5534956 Dec 20 23:05:04.934776 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] Sync routers for ids ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:04.935493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:04.947267 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] Routers {'cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:04.950405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:05.003483 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:05.013971 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] Routers {'cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:05.014757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:04:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:05.016323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47482) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.094088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:05.095507 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d511-e447-464b-b97d-81f19bf34bd2 None None] The sync data for ids ['cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:05.169332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-adf33677-9096-489e-962e-90deec320d76 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:05.334535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-adf33677-9096-489e-962e-90deec320d76 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "PUT /v2.0/quotas/251921ae7c984f84943f5b34ca05deff HTTP/1.1" status: 200 len: 366 time: 0.3169136 Dec 20 23:05:05.337467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47488) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.355556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-85e87c5e-6da4-4536-bca0-6b1f5586e399 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0145211 Dec 20 23:05:05.355761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47490) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.367334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b429b93c-59ba-41c0-aca5-c2d8b62c0036 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas/251921ae7c984f84943f5b34ca05deff HTTP/1.1" status: 200 len: 366 time: 0.0101137 Dec 20 23:05:05.370115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.413849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68b5a1c5-72b2-4bcc-839e-5edbf9b4db96 req-ddf459fd-9681-4e6d-8be3-5b5f4ecd9e81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0435340 Dec 20 23:05:05.417397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:05.451011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:05.454644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-21a440c9-26e1-444f-875f-6fb5c9734b81 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/251921ae7c984f84943f5b34ca05deff HTTP/1.1" status: 204 len: 168 time: 0.0831075 Dec 20 23:05:05.456862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47500) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.460121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:05.470850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:05.494088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-837b7286-4811-4481-a10d-e706e5e74a12 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0360210 Dec 20 23:05:05.494728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47504) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.531925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-514d6b64-d072-45ec-8cd9-70111a2aff5c tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 200 len: 926 time: 0.6068473 Dec 20 23:05:05.533132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47506) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.535530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:05.536169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:05.619494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7aec8b02-966a-43fc-9272-56f454bd9dc6 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas/251921ae7c984f84943f5b34ca05deff HTTP/1.1" status: 200 len: 370 time: 0.1136296 Dec 20 23:05:05.619494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4be94569-c54b-4748-b3dc-810ff6db9149 req-89a3712e-a893-4ba7-9ef3-dce75f428d8c tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0995836 Dec 20 23:05:05.619494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47508) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.619494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c60f7ec-fc29-47ee-afe2-b41c301da3f6 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas/251921ae7c984f84943f5b34ca05deff/default HTTP/1.1" status: 200 len: 370 time: 0.0037577 Dec 20 23:05:05.620964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47510) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.635989 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-370a0a82-d8eb-45e7-8f20-40006d0b11e4 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] delete failed (client error): The resource could not be found. Dec 20 23:05:05.637036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-370a0a82-d8eb-45e7-8f20-40006d0b11e4 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/251921ae7c984f84943f5b34ca05deff HTTP/1.1" status: 404 len: 348 time: 0.0120454 Dec 20 23:05:05.657101 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-df8da2f1-38c5-4c08-916c-67802587c81f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8367207 Dec 20 23:05:05.662350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fa84d-6786-43d0-a486-19882bec1fd0 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:05.666387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d05fa84d-6786-43d0-a486-19882bec1fd0 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1252871 Dec 20 23:05:05.668299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47516) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.678100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Request body: {'port': {'device_id': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:05.808691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:05.848694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e4678-9086-4b13-b367-167ed50a2a61 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:05.853448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7d5e4678-9086-4b13-b367-167ed50a2a61 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.1818008 Dec 20 23:05:05.853788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47528) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.861962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f313cf6-1616-4856-a821-a2086136d551 req-d5ae234e-deab-41b6-a5fb-1490fc0ae592 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:05.865642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3cb65f65-14c0-4945-b8d7-202cff46e286 None None] Provisioning complete for port 2583c94e-9347-4999-9f2d-91587ed61a7c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:05.866231 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3cb65f65-14c0-4945-b8d7-202cff46e286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:05.869670 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f313cf6-1616-4856-a821-a2086136d551 req-d5ae234e-deab-41b6-a5fb-1490fc0ae592 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 931 time: 0.0901108 Dec 20 23:05:05.949478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3cb65f65-14c0-4945-b8d7-202cff46e286 None None] Port 2583c94e-9347-4999-9f2d-91587ed61a7c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:05.950717 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-999947cb-0efd-44c3-aecc-1adc5ae37f02 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 200 len: 205 time: 0.0917809 Dec 20 23:05:05.951879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:05.965059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f313cf6-1616-4856-a821-a2086136d551 req-23aa439b-d1fe-4e07-9033-59b9c5294618 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941718 Dec 20 23:05:05.976498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:05.977303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47532) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:06.043786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:network and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.057144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f966115-ca3d-4c51-8f5b-0bc03bbbef24 req-4bbc471a-d1b5-4a49-bbb8-bc384d42c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:06.060461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f966115-ca3d-4c51-8f5b-0bc03bbbef24 req-4bbc471a-d1b5-4a49-bbb8-bc384d42c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 948 time: 0.1548090 Dec 20 23:05:06.063764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.070449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:subnet and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.082485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.110507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:06.115203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:06.115576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.127007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:subnetpool and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.135204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.147143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f966115-ca3d-4c51-8f5b-0bc03bbbef24 req-24a7f2a2-b675-429f-938f-b53d91b3bc4d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737467 Dec 20 23:05:06.155661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:port and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.160115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.172653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:router and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.177662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.186954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:floatingip and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.196339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.199092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.239808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.299509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:06.299509 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5fb22c-1984-4b11-813e-46a0c0511c42" -d '{"events": [{"server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "name": "network-vif-plugged", "status": "completed", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:06.307432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:06.315138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:security_group and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.321069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.329546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Usage tracker for resource:security_group_rule and project:ec4811fef1f04fb0932c5e190a2fcee1 is out of sync, need to count used quota {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 23:05:06.333398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.quota.resource [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115562) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 23:05:06.345661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a330b3b2-1a69-4f02-81f9-e59ff38dc753 tempest-QuotasTest-352754332 tempest-QuotasTest-352754332-project-admin] 10.222.0.62 "GET /v2.0/quotas/ec4811fef1f04fb0932c5e190a2fcee1/details.json HTTP/1.1" status: 200 len: 703 time: 0.3635058 Dec 20 23:05:06.360855 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a70bc-901e-4c12-8035-dc721cfc0dcd x-openstack-request-id: req-a34a70bc-901e-4c12-8035-dc721cfc0dcd {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:06.360855 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "name": "network-vif-plugged", "status": "completed", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:06.360855 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a34a70bc-901e-4c12-8035-dc721cfc0dcd {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:06.360855 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe', 'code': 200} Dec 20 23:05:06.385159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.386848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.463214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:06.636134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2583c94e-9347-4999-9f2d-91587ed61a7c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:06.650318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.660308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed596e1-5d63-4a17-a267-32ae5eed92bf req-069d43f1-ad7a-44b3-88f5-97db722271f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:06.661890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ed596e1-5d63-4a17-a267-32ae5eed92bf req-069d43f1-ad7a-44b3-88f5-97db722271f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 1100 time: 0.2221847 Dec 20 23:05:06.682240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Transition to ACTIVE for port object 2583c94e-9347-4999-9f2d-91587ed61a7c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:05:06.700944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port b0a81292-9729-48e2-abb1-f4558cb861e9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:06.701284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.772384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d8a9ee7-c18d-403a-a9da-98f683cd1b38 req-2136362a-a4db-4743-a50d-47156880ea9b tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0317769 Dec 20 23:05:06.802233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ed596e1-5d63-4a17-a267-32ae5eed92bf req-6c2abf41-3e98-4fdf-b82e-65b182ad1428 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304224 Dec 20 23:05:06.810791 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.852201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:06.888049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for b0a81292-9729-48e2-abb1-f4558cb861e9 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:06.903645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f47038-1071-4017-b543-2b9d531effab service neutron] Pushing event updated for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:07.077055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:07.195026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973727be-4f31-430a-8351-74ac6c3f7e7e req-137c04a0-e522-45d4-a36c-974ff74d3f4a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:07.195026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-973727be-4f31-430a-8351-74ac6c3f7e7e req-137c04a0-e522-45d4-a36c-974ff74d3f4a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 943 time: 0.0768931 Dec 20 23:05:07.239639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Attempting to bind port 2583c94e-9347-4999-9f2d-91587ed61a7c on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:07.240117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Attempting to bind port 2583c94e-9347-4999-9f2d-91587ed61a7c by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:07.240808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Attempting to bind port 2583c94e-9347-4999-9f2d-91587ed61a7c on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:07.248597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Port 2583c94e-9347-4999-9f2d-91587ed61a7c on network a8333533-783f-413e-8275-9df5883beda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:05:07.248826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Attempting to bind port 2583c94e-9347-4999-9f2d-91587ed61a7c on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:07.263963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:07.264307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:07.264709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:07.265143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Bound port: 2583c94e-9347-4999-9f2d-91587ed61a7c, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:07.265497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.316496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ea16a7d-3250-4bdc-a024-ffa9388b3f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.337115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:07.340927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2583c94e-9347-4999-9f2d-91587ed61a7c,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:07.357291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-973727be-4f31-430a-8351-74ac6c3f7e7e req-ad4a3f79-efb4-4f14-9963-e418e9f061fd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633492 Dec 20 23:05:07.377212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f913cd-0923-4281-9dcd-31662400a3e6 req-04377cd8-5d91-4350-9c82-b64e265257ad tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:07.379160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f913cd-0923-4281-9dcd-31662400a3e6 req-04377cd8-5d91-4350-9c82-b64e265257ad tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 949 time: 0.1473172 Dec 20 23:05:07.406406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.452829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f913cd-0923-4281-9dcd-31662400a3e6 req-8ea631d7-bda1-4eab-babb-450b2d3ffb78 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Dec 20 23:05:07.463801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:07.463801 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.463801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-60f47038-1071-4017-b543-2b9d531effab service neutron] 10.222.0.45 "PUT /v2.0/ports/2583c94e-9347-4999-9f2d-91587ed61a7c HTTP/1.1" status: 200 len: 1091 time: 1.7971416 Dec 20 23:05:07.464065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:07.485609 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335921c1-e603-4daa-b895-f27f4fc74529" -d '{"events": [{"name": "network-changed", "server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:07.485609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.526185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f47038-1071-4017-b543-2b9d531effab service neutron] Pushing event updated for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:07.551402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8485-c5e9-46f3-8336-5739bd23ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.555640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ea16a7d-3250-4bdc-a024-ffa9388b3f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.591595 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a538bc-dc97-447a-a9ed-00c08beb59e1 x-openstack-request-id: req-09a538bc-dc97-447a-a9ed-00c08beb59e1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:07.591887 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:07.592147 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a538bc-dc97-447a-a9ed-00c08beb59e1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:07.594654 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c', 'status': 'completed', 'code': 200} Dec 20 23:05:07.607077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=b0a81292-9729-48e2-abb1-f4558cb861e9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:07.641660 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ea16a7d-3250-4bdc-a024-ffa9388b3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.698227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ea16a7d-3250-4bdc-a024-ffa9388b3f61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73ca7a2760f0425d9e02b0aa9ce1f847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6171556 Dec 20 23:05:07.698227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea16a7d-3250-4bdc-a024-ffa9388b3f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82e243-dd88-4e8d-a866-990ad2bd9c2f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:07.702683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335921c1-e603-4daa-b895-f27f4fc74529 req-4b7bf421-8c99-492e-918b-b4d9551382ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:07.702683 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-335921c1-e603-4daa-b895-f27f4fc74529 req-4b7bf421-8c99-492e-918b-b4d9551382ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 1094 time: 0.1058176 Dec 20 23:05:07.702683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47616) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:07.741532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.925571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.932334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:07.940426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d367de4f-19ed-4bc2-9685-994116361144 req-7c83e287-6ed7-4ba9-931a-6777738feb1f tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0607762 Dec 20 23:05:08.006266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335921c1-e603-4daa-b895-f27f4fc74529 req-9666c551-3613-440a-a347-049fac0e9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.007782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-335921c1-e603-4daa-b895-f27f4fc74529 req-9666c551-3613-440a-a347-049fac0e9e06 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3291320b3f3a4b0384b4d502322c42f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2724726 Dec 20 23:05:08.008573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.060875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.096597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.097118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:08.119918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.119918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68bc92f4-6d31-426c-8b11-761f7b29459d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 204 len: 168 time: 2.1579471 Dec 20 23:05:08.120646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:08.128853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-179038884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:08.181599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335921c1-e603-4daa-b895-f27f4fc74529 req-a75343fb-3d33-498f-a939-b10c4e6bf49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.183134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-335921c1-e603-4daa-b895-f27f4fc74529 req-a75343fb-3d33-498f-a939-b10c4e6bf49e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651149 Dec 20 23:05:08.242163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.295697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.299870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.302193 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a82e243-dd88-4e8d-a866-990ad2bd9c2f HTTP/1.1" status: 204 len: 168 time: 0.5987375 Dec 20 23:05:08.309401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.311135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.342686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82e243-dd88-4e8d-a866-990ad2bd9c2f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:08.366425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48589140-b71a-446a-a612-dd59a2d3ef49 req-963ec2df-679d-4117-9012-d608c36788c9 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5&device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0354576 Dec 20 23:05:08.372386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.372971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.373475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.374017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.374507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.380305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ccbc9-0194-418e-88f5-6aecc325086f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:08.456869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-a16cb75e-01b3-4407-9bcb-048d5e3283b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.467232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-a16cb75e-01b3-4407-9bcb-048d5e3283b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 1094 time: 0.2271867 Dec 20 23:05:08.470525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:08.536724 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-f6142042-c0ea-45ee-b68e-213607eef28f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2583c94e-9347-4999-9f2d-91587ed61a7c HTTP/1.1" status: 200 len: 217 time: 0.0591941 Dec 20 23:05:08.582090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f86c-cc63-4e7d-b706-84f035adc1ce req-97583e59-b39f-43ba-8d90-cae8264ddb0e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.583694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4244f86c-cc63-4e7d-b706-84f035adc1ce req-97583e59-b39f-43ba-8d90-cae8264ddb0e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 943 time: 0.0557563 Dec 20 23:05:08.598968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-d4e3ce6f-103a-4e1e-a62a-b3c93cbbac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.712917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-d4e3ce6f-103a-4e1e-a62a-b3c93cbbac06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0534296 Dec 20 23:05:08.713859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4244f86c-cc63-4e7d-b706-84f035adc1ce req-91036e63-d021-40a5-acc4-da453e904b1c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Dec 20 23:05:08.713977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-38fb61a1-cdd8-4ef6-9998-3c9e6d589b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.713977 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-38fb61a1-cdd8-4ef6-9998-3c9e6d589b2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430501 Dec 20 23:05:08.751723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a951aab-3419-41ef-94da-0957e41973ff req-3d77df00-ead8-4547-9ff0-a5bcaa94a751 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:08.753258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a951aab-3419-41ef-94da-0957e41973ff req-3d77df00-ead8-4547-9ff0-a5bcaa94a751 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 949 time: 0.0599792 Dec 20 23:05:08.766705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-6277e023-0995-4c89-b424-3abbc9c87035 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067092 Dec 20 23:05:08.807834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a951aab-3419-41ef-94da-0957e41973ff req-b257b534-ef89-4098-a272-15030da2f8cf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Dec 20 23:05:08.870833 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-610ca327-66eb-43a9-aa70-2aafae2aa6f6 req-8e447c6c-e5d7-41a4-a44b-f03c03cd46c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960636 Dec 20 23:05:09.011200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7bad-fdc6-4f9a-bd9d-6a7c735e7fef req-91f5fc80-0db3-46ea-8b1d-3c1d78078863 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:09.013539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3ae7bad-fdc6-4f9a-bd9d-6a7c735e7fef req-91f5fc80-0db3-46ea-8b1d-3c1d78078863 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 949 time: 0.0580637 Dec 20 23:05:09.068221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3ae7bad-fdc6-4f9a-bd9d-6a7c735e7fef req-c11598b9-912d-456f-bc40-aff98f75ecf9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Dec 20 23:05:09.355543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e8d3c-cd56-4a91-a684-4f966ebe5c22 req-ba602e3f-5bf5-4e13-a45f-45d458ae8a48 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:09.362555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e8d3c-cd56-4a91-a684-4f966ebe5c22 req-ba602e3f-5bf5-4e13-a45f-45d458ae8a48 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:09.364222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-635e8d3c-cd56-4a91-a684-4f966ebe5c22 req-ba602e3f-5bf5-4e13-a45f-45d458ae8a48 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7&device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 1689 time: 0.0615616 Dec 20 23:05:09.423120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-635e8d3c-cd56-4a91-a684-4f966ebe5c22 req-12a9375f-ed35-456a-99a5-2ccf2af91ad6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525045 Dec 20 23:05:09.591631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040735f-8e36-4e4d-b9e7-3d1021ded827 req-d23da5a3-fab4-4fa4-8210-19cc22735aeb tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:09.593286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9040735f-8e36-4e4d-b9e7-3d1021ded827 req-d23da5a3-fab4-4fa4-8210-19cc22735aeb tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 1100 time: 0.0508459 Dec 20 23:05:09.613577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:09.667322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9040735f-8e36-4e4d-b9e7-3d1021ded827 req-8f8da475-fa1f-48ed-9c86-b53906e4561c tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675929 Dec 20 23:05:09.695060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:09.739368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:09.739633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:05:09.740404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0eee2877-3784-4cc3-a889-781d2532ba6a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6150270 Dec 20 23:05:09.741485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47688) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:09.759395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:09.827411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da4a0f-cb31-4fae-8567-2ea40cae51c1 req-85c61a13-61f7-454e-ab71-ca1e49689198 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:09.829851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32da4a0f-cb31-4fae-8567-2ea40cae51c1 req-85c61a13-61f7-454e-ab71-ca1e49689198 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 1100 time: 0.0891335 Dec 20 23:05:09.893930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32da4a0f-cb31-4fae-8567-2ea40cae51c1 req-bdb3f5b3-c097-4f2d-aac9-096df6d0a7dd tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Dec 20 23:05:10.008031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2007bec3-0cb2-4081-ac24-d3576473817a req-bb49259f-bfdd-4099-8790-76378ddfbd5f tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0338089 Dec 20 23:05:10.009043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a2873f56-3a8b-4241-8515-f324b524cd3f req-b8bd60d0-a28a-4505-9bc7-e45b826088cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ae1aa9f3fca49388d04eae4872af5bc&device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.1284242 Dec 20 23:05:10.124517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ba6f-5646-4e97-9fe2-d34324167913 req-e0cdf8e8-5cda-4cda-ab2f-4254a6176c95 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:10.126296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e24ba6f-5646-4e97-9fe2-d34324167913 req-e0cdf8e8-5cda-4cda-ab2f-4254a6176c95 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 943 time: 0.1212525 Dec 20 23:05:10.152345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a2873f56-3a8b-4241-8515-f324b524cd3f req-308b49c5-b2ca-492f-8e2a-bda6a245d50c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1ae1aa9f3fca49388d04eae4872af5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254893 Dec 20 23:05:10.219611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:10.221821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.257701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0238a-afc8-42cb-8648-93c192b71ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.293887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-1d1ee834-7ff4-44f4-b7ba-9aca60b64fa6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667453 Dec 20 23:05:10.320988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e24ba6f-5646-4e97-9fe2-d34324167913 req-fa1447c5-cb11-4f22-9e65-0ed618880cf2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870058 Dec 20 23:05:10.358166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2873f56-3a8b-4241-8515-f324b524cd3f req-9c74bf1d-9204-4f14-b76e-e03a7aca48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:10.359804 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a2873f56-3a8b-4241-8515-f324b524cd3f req-9c74bf1d-9204-4f14-b76e-e03a7aca48f2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330025 Dec 20 23:05:10.453070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.478863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-963f23b0-2215-44ed-82b2-14e09fcf0412 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:10.480404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-963f23b0-2215-44ed-82b2-14e09fcf0412 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645608 Dec 20 23:05:10.494540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0238a-afc8-42cb-8648-93c192b71ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.504619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-432d3126-5097-4deb-ac12-f121cae4e66e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.0125365 Dec 20 23:05:10.580315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-ee242eba-35a1-4007-9195-bc96e916e4e8 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0685263 Dec 20 23:05:10.581915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ce0238a-afc8-42cb-8648-93c192b71ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.597151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.624873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.628045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:10.628630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ce0238a-afc8-42cb-8648-93c192b71ac5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec4811fef1f04fb0932c5e190a2fcee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4078472 Dec 20 23:05:10.631483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0238a-afc8-42cb-8648-93c192b71ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcef95c-6a0a-4c73-ab6d-22571eb52eef,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:10.754057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.792993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.810764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Allocated IP 172.25.1.214 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/f1a48574-c91c-4026-b9ef-6df38dd6d1b2) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:10.890480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6414c819-9fdd-4c13-9720-598c0d93883b req-5b941e0e-3260-4106-a6cf-c9b850adaa1d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 210 time: 0.0366645 Dec 20 23:05:10.942817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.945360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:10.949028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adcef95c-6a0a-4c73-ab6d-22571eb52eef HTTP/1.1" status: 204 len: 168 time: 0.3175557 Dec 20 23:05:10.967846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe8913-c6b6-4a55-a5aa-682780e21a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcef95c-6a0a-4c73-ab6d-22571eb52eef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:11.012889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.111393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.141878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd265f7a-14da-447d-968f-0bf78e103def req-924f5355-9c86-4ac2-9212-dcf293c34f61 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0361531 Dec 20 23:05:11.188232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:11.193625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:11.198402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47768) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:11.202861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:11.255915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event updated for resources: {'Port': ['ID=f1a48574-c91c-4026-b9ef-6df38dd6d1b2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:11.525591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091761-ecb8-4722-aec8-d05a18f23633 req-a873de19-a620-4a92-83b3-26b019ca83c6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:11.532911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be091761-ecb8-4722-aec8-d05a18f23633 req-a873de19-a620-4a92-83b3-26b019ca83c6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 943 time: 0.0895720 Dec 20 23:05:11.613104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7450d7c0-6d1d-4564-99b4-c4b0066a4d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.644616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be091761-ecb8-4722-aec8-d05a18f23633 req-f1a6174d-83b9-4cce-9ee4-e689848f2591 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055024 Dec 20 23:05:11.681066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2583c94e-9347-4999-9f2d-91587ed61a7c details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:05:11.764650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7450d7c0-6d1d-4564-99b4-c4b0066a4d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.812427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2583c94e-9347-4999-9f2d-91587ed61a7c,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:11.828179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '2583c94e-9347-4999-9f2d-91587ed61a7c', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': '2583c94e-9347-4999-9f2d-91587ed61a7c', 'mac_address': 'fa:16:3e:cd:fc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:05:11.848050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7450d7c0-6d1d-4564-99b4-c4b0066a4d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.874256 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:11.890381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2583c94e-9347-4999-9f2d-91587ed61a7c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:11.926825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2583c94e-9347-4999-9f2d-91587ed61a7c,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:11.940135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d7c0-6d1d-4564-99b4-c4b0066a4d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db32f9-d6eb-42cb-822b-f0e7eba91183,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:11.949058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7450d7c0-6d1d-4564-99b4-c4b0066a4d2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1954e4b543ef4e8f8797d52af51325f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7464809 Dec 20 23:05:11.949058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:12.015181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.030070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.056639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1dda8a2a-2f8b-4f5a-ad65-f612f6abeff8 req-7a678f7f-1260-4103-873a-5ba0d71e19cd tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 210 time: 0.0428741 Dec 20 23:05:12.080785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a2873f56-3a8b-4241-8515-f324b524cd3f req-9d3b5c69-e8b1-4781-b879-531fbffede29 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0360003 Dec 20 23:05:12.094570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.108719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:12.126805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.127128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.127452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.127785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.128113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.128442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.128776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.129137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.129480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.129819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.130377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.130845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.131359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:12.134736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.314113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5249d3bc-2018-4e8b-8dc1-93c4fa7e8193 req-bd7e87f9-e45c-4f19-a8da-cf108beb3a53 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa773d0d-365e-4c9f-a304-859f4c7fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0530996 Dec 20 23:05:12.324858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.333692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.334902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37db32f9-d6eb-42cb-822b-f0e7eba91183 HTTP/1.1" status: 204 len: 168 time: 0.3846793 Dec 20 23:05:12.349144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:12.365960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e27c9-57df-41dc-9e3c-a8b0f6cfa94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db32f9-d6eb-42cb-822b-f0e7eba91183,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:12.428531 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.436357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.633077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:12.698996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Router 74109fff-273a-4db9-bf24-16142646f7c4 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:12.815682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1571444929'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:12.847958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:12.852183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78063-bd7a-4c5b-b50f-9e7d761a5c91 req-33dff743-c409-4736-8c69-29a4e9156a05 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:12.858004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c78063-bd7a-4c5b-b50f-9e7d761a5c91 req-33dff743-c409-4736-8c69-29a4e9156a05 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 944 time: 0.0846248 Dec 20 23:05:12.858126 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:12.858126 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0ce79c8-1d56-411a-85e2-7944f8452c35 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "PUT /v2.0/routers/74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 200 len: 883 time: 3.1143014 Dec 20 23:05:12.860670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:12.861833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] Sync routers for ids ['74109fff-273a-4db9-bf24-16142646f7c4'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:12.878949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] Routers {'74109fff-273a-4db9-bf24-16142646f7c4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:12.879911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['74109fff-273a-4db9-bf24-16142646f7c4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:12.969059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:12.971257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Made reservation on behalf of ad8e27925ca444ea9b9e05ef8e6e1560 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:12.976268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.000447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d728ace3-99de-4504-8cc1-97d04279fbee tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 200 len: 924 time: 0.1360664 Dec 20 23:05:13.000780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.004567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.005955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] Routers {'74109fff-273a-4db9-bf24-16142646f7c4'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:13.006872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['74109fff-273a-4db9-bf24-16142646f7c4'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:13.045167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c78063-bd7a-4c5b-b50f-9e7d761a5c91 req-47c6d75f-fc47-442c-aea5-2ddeee99c24a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763585 Dec 20 23:05:13.082616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:13.083543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4108b6-b59b-427c-95d9-7579ae1d4bcb None None] The sync data for ids ['74109fff-273a-4db9-bf24-16142646f7c4'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:13.101397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6f706-b27e-4318-a18c-94f2b59fbe8b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:13.109134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aee6f706-b27e-4318-a18c-94f2b59fbe8b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=74109fff-273a-4db9-bf24-16142646f7c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047103 Dec 20 23:05:13.109134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47830) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.172482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.189674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac7d1-095e-4980-a6fc-58a4d5743d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.212942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.266579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d754bb93-2d8f-4e98-9d0f-db4886a3606b req-32bbb8ea-8e12-406c-97d3-447a0fd4a2d4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 210 time: 0.0598855 Dec 20 23:05:13.311307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ebba4-8339-478a-a573-cea2b4cd9cd6 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:13.311807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.312889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-825ebba4-8339-478a-a573-cea2b4cd9cd6 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.2029500 Dec 20 23:05:13.321271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47834) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.370295 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a05c072-426d-486e-9f62-d3e24b4ab351 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 200 len: 205 time: 0.0476403 Dec 20 23:05:13.378544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:13.380902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac7d1-095e-4980-a6fc-58a4d5743d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.381930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47840) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.437559 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.438248 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Added segment e3423be7-65d5-4c29-8033-88d498f26288 of type vlan for network 0e7e03f5-112c-4274-b066-a8ff56764882 Dec 20 23:05:13.448113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cc8c2-effd-4f45-a9ab-ec1b99bed2a7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:13.494934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.512865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac7d1-095e-4980-a6fc-58a4d5743d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.525841 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-7d6be699-3c63-492b-a6b6-6abf70e0e1ee tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284788 Dec 20 23:05:13.596372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.602804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:13.603396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.625966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef0ac7d1-095e-4980-a6fc-58a4d5743d9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9548ad7d169e4b4dbe13c90dcc59e02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522507 Dec 20 23:05:13.633900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47844) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.643726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac7d1-095e-4980-a6fc-58a4d5743d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7173e20d-0644-40fa-b9e4-4bb8626e6abc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:13.708651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2583c94e-9347-4999-9f2d-91587ed61a7c up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:13.771896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:13.781484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-c6557a51-f290-4cfc-b7ca-34bf12a0e964 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:13.782717 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-c6557a51-f290-4cfc-b7ca-34bf12a0e964 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386801 Dec 20 23:05:13.793594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1587145 Dec 20 23:05:13.801999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:13.808101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Request body: {'subnet': {'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:13.817177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522607a4-995a-4b44-b4a0-a6bd5e66890e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'Network': ['ID=0e7e03f5-112c-4274-b066-a8ff56764882,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:13.835951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0e7e03f5-112c-4274-b066-a8ff56764882 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:13.845868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:13.913978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-afa55b33-1f68-45d7-8843-6099b1d87149 req-18451890-e227-4766-ae2b-327bc0b235d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ae1aa9f3fca49388d04eae4872af5bc&device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0455275 Dec 20 23:05:13.958489 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-afa55b33-1f68-45d7-8843-6099b1d87149 req-f5eae075-30aa-44be-960c-6de7370781a7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1ae1aa9f3fca49388d04eae4872af5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271001 Dec 20 23:05:13.988214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 2583c94e-9347-4999-9f2d-91587ed61a7c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:13.993982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 2583c94e-9347-4999-9f2d-91587ed61a7c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:13.994362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.005814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e398bce2-f4b6-4794-b852-b885b62e6f22 req-d306aa47-0b49-4e30-a676-a82ff0a5dba4 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0362763 Dec 20 23:05:14.019069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.094507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.105154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Made reservation on behalf of ad8e27925ca444ea9b9e05ef8e6e1560 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:14.110246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.122627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.151656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:14.154797 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f015fd14-ea7f-4c9f-a994-11571cce3bf8" -d '{"events": [{"server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "name": "network-vif-plugged", "status": "completed", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:14.169375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.201606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2583c94e-9347-4999-9f2d-91587ed61a7c,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:14.220926 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6148735-d491-4c41-a281-39f9ccc2f6c4 x-openstack-request-id: req-a6148735-d491-4c41-a281-39f9ccc2f6c4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:14.221587 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "name": "network-vif-plugged", "status": "completed", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:14.222047 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6148735-d491-4c41-a281-39f9ccc2f6c4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:14.222712 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c', 'code': 200} Dec 20 23:05:14.256470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa55b33-1f68-45d7-8843-6099b1d87149 req-c9f32b01-a593-4cdf-b95f-010f101dd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:14.257988 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-afa55b33-1f68-45d7-8843-6099b1d87149 req-c9f32b01-a593-4cdf-b95f-010f101dd81e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415826 Dec 20 23:05:14.274196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.295272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa897b1-16f8-4460-b460-4b0cb4d1497f req-376ce34a-ff90-490c-82f2-8ff54cfb7172 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:14.306320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fa897b1-16f8-4460-b460-4b0cb4d1497f req-376ce34a-ff90-490c-82f2-8ff54cfb7172 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 944 time: 0.1396847 Dec 20 23:05:14.353360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:14.357191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.379225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:14.388958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.392231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.392760 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7173e20d-0644-40fa-b9e4-4bb8626e6abc HTTP/1.1" status: 204 len: 168 time: 0.7579284 Dec 20 23:05:14.402493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port f1a48574-c91c-4026-b9ef-6df38dd6d1b2 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:14.403340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.459494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1484c5-cac6-4558-8650-f345d68a6a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7173e20d-0644-40fa-b9e4-4bb8626e6abc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:14.461395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fa897b1-16f8-4460-b460-4b0cb4d1497f req-f5bd9124-0d2a-4f6d-9d22-31d097a62f10 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509256 Dec 20 23:05:14.486534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8b79d90-f7f6-4036-9dd9-dad6ab98d4ca req-7b93b9dc-fb4a-4d62-a1c0-036779ea1451 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 210 time: 0.0865440 Dec 20 23:05:14.493838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80ae69-31bc-4ed8-8197-ccbd16144803 req-5a2acc59-4ee2-4cd4-b542-c1a61826e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:14.496453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f80ae69-31bc-4ed8-8197-ccbd16144803 req-5a2acc59-4ee2-4cd4-b542-c1a61826e001 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 1096 time: 0.1695068 Dec 20 23:05:14.571401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.594575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for f1a48574-c91c-4026-b9ef-6df38dd6d1b2 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:14.606610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.40 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/da7446fe-12dd-4c11-a9dd-ea83fbefbedf) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:14.678200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f80ae69-31bc-4ed8-8197-ccbd16144803 req-d0a4403f-4677-4f60-b50d-72c3a838f788 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713641 Dec 20 23:05:14.727843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:14.823414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'Subnet': ['ID=66d5120e-1261-454f-88f3-ce76c8236e75,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:14.829328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Checking segment: {'id': 'e3423be7-65d5-4c29-8033-88d498f26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:14.829833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Network hostable DHCP agents. Network: 0e7e03f5-112c-4274-b066-a8ff56764882, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:14.927381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Network 0e7e03f5-112c-4274-b066-a8ff56764882 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:14.938743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.008588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0e7e03f5-112c-4274-b066-a8ff56764882) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:15.019605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:15.020007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3661fe0-76f2-48e3-88fc-39f516b33bbf None None] Network 0e7e03f5-112c-4274-b066-a8ff56764882 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:15.022654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.030889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.073405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.085898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:15.095012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:15.110147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=f1a48574-c91c-4026-b9ef-6df38dd6d1b2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:15.118917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a7bc6bc8-3f2a-4ff8-ac1c-f3c0a86a8d85 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3129497 Dec 20 23:05:15.120620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47876) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:15.136124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Request body: {'port': {'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882', 'name': 'tempest-ExtraDHCPOptionsTestJSON-301965224'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:15.292263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2098e9b2-4578-4931-947e-5126484576d0 req-7cb23f32-ea58-4e29-b8ac-11356f2ac25b tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.1745121 Dec 20 23:05:15.298367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:15.319134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:15.322232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:15.327398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:15.374199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.419658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Made reservation on behalf of ad8e27925ca444ea9b9e05ef8e6e1560 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:15.424333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.458718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] device_id is not set on port 89ec6923-d87c-4f86-a071-cf835b3d56ef yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:15.494711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-0e7e03f5-112c-4274-b066-a8ff56764882', 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882', 'project_id': 'ad8e27925ca444ea9b9e05ef8e6e1560', 'fixed_ips': [{'subnet_id': '66d5120e-1261-454f-88f3-ce76c8236e75'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:05:15.495523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.518584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:15.519572 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.554415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.555578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.662491 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-b02bc147-1f3e-4e5e-8363-f9082c27dbd5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8242862 Dec 20 23:05:15.679481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Request body: {'port': {'device_id': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:15.742103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.745911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.747318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router 74109fff-273a-4db9-bf24-16142646f7c4 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:15.762841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.764093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8cab1eea-2032-41c9-bd3b-90d5b9b92073 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 204 len: 168 time: 2.3793597 Dec 20 23:05:15.767839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47892) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:15.772269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1426594936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:15.804917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-46ff7939-c7a7-47a6-944e-2cbbe27299b5 None None] Provisioning complete for port da7446fe-12dd-4c11-a9dd-ea83fbefbedf triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:15.805568 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46ff7939-c7a7-47a6-944e-2cbbe27299b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:15.875477 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-afa55b33-1f68-45d7-8843-6099b1d87149 req-293ba46b-0a94-4550-8106-45b035d12182 tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0633278 Dec 20 23:05:15.910366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Allocated IP 172.20.0.11 (0e7e03f5-112c-4274-b066-a8ff56764882/66d5120e-1261-454f-88f3-ce76c8236e75/89ec6923-d87c-4f86-a071-cf835b3d56ef) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:15.978833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac3f3-d1d0-4c9c-bdd8-7300c3c9964f req-367981e3-e88e-49e0-bf2b-6639e295683f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:15.980996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06fac3f3-d1d0-4c9c-bdd8-7300c3c9964f req-367981e3-e88e-49e0-bf2b-6639e295683f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 935 time: 0.2677758 Dec 20 23:05:15.995761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488c591-6027-4d24-b10c-b209f054be37 req-30a60fc3-395e-427b-ba60-da371c493bc8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:16.003534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5488c591-6027-4d24-b10c-b209f054be37 req-30a60fc3-395e-427b-ba60-da371c493bc8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2918546 Dec 20 23:05:16.006416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-46ff7939-c7a7-47a6-944e-2cbbe27299b5 None None] Port da7446fe-12dd-4c11-a9dd-ea83fbefbedf cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:16.062919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.064914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.170505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06fac3f3-d1d0-4c9c-bdd8-7300c3c9964f req-f032ef45-73cb-48a1-ba75-70c2fef35e1a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642992 Dec 20 23:05:16.187036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5488c591-6027-4d24-b10c-b209f054be37 req-0fb9f9c0-8581-4114-9462-f1b09e714548 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813581 Dec 20 23:05:16.300332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.337035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.414539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7446fe-12dd-4c11-a9dd-ea83fbefbedf {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:16.424194 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.437054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Transition to ACTIVE for port object da7446fe-12dd-4c11-a9dd-ea83fbefbedf will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:05:16.441836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edc1f425-fbdd-4ec5-ab9b-ba9372e418b0 req-97118bae-e171-4564-8d5f-400e005538da tempest-ServerShowV247Test-625373493 tempest-ServerShowV247Test-625373493-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee59cdfa-687a-4144-aba0-ebab1e451ddf HTTP/1.1" status: 200 len: 210 time: 0.0291405 Dec 20 23:05:16.442030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.471038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.493673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.523561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Allocated IP 172.20.0.2 (0e7e03f5-112c-4274-b066-a8ff56764882/66d5120e-1261-454f-88f3-ce76c8236e75/a652d5b7-9a76-481a-9b26-cacb19c7683a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:16.526751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Network 0e7e03f5-112c-4274-b066-a8ff56764882 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:16.534694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:16.538159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:16.588983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'Port': ['ID=89ec6923-d87c-4f86-a071-cf835b3d56ef,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:16.612977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:16.613813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.707483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.745117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-673ce2b6-564e-4275-a027-93373e6b7d61 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6203260 Dec 20 23:05:16.745452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47908) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:16.751362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Request body: {'port': {'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882', 'name': 'tempest-ExtraDHCPOptionsTestJSON-684471729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:16.751948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.api.validators [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] bootfile-name is not in valid_values {{(pid=115562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:16.754529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.api.validators [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] tftp-server is not in valid_values {{(pid=115562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:16.754529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.api.validators [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] server-ip-address is not in valid_values {{(pid=115562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:16.844811 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.903205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:16.907207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eed9870b-2a09-455d-857f-ca08fedb3107 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1355829 Dec 20 23:05:16.914771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:16.929470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': True}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:16.935535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Network 0e7e03f5-112c-4274-b066-a8ff56764882 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:16.939425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Pushing event updated for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:16.942339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:16.953841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:16.976866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Pushing event updated for resources: {'Port': ['ID=a652d5b7-9a76-481a-9b26-cacb19c7683a,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:17.005898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Made reservation on behalf of ad8e27925ca444ea9b9e05ef8e6e1560 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:17.010145 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.067991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Attempting to bind port a652d5b7-9a76-481a-9b26-cacb19c7683a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:17.068390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Attempting to bind port a652d5b7-9a76-481a-9b26-cacb19c7683a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e3423be7-65d5-4c29-8033-88d498f26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:17.068792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Attempting to bind port a652d5b7-9a76-481a-9b26-cacb19c7683a on network 0e7e03f5-112c-4274-b066-a8ff56764882 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:17.081056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:17.081449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Checking segment: {'id': 'e3423be7-65d5-4c29-8033-88d498f26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:17.081906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.082372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Bound using segment: {'id': 'e3423be7-65d5-4c29-8033-88d498f26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:17.083090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Bound port: a652d5b7-9a76-481a-9b26-cacb19c7683a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3423be7-65d5-4c29-8033-88d498f26288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e7e03f5-112c-4274-b066-a8ff56764882'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:17.083675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.098509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Attempting to bind port da7446fe-12dd-4c11-a9dd-ea83fbefbedf on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:17.099110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Attempting to bind port da7446fe-12dd-4c11-a9dd-ea83fbefbedf by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:17.099624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Attempting to bind port da7446fe-12dd-4c11-a9dd-ea83fbefbedf on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:17.108516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Port da7446fe-12dd-4c11-a9dd-ea83fbefbedf on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:05:17.109168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Attempting to bind port da7446fe-12dd-4c11-a9dd-ea83fbefbedf on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:17.117878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:17.118172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:17.118638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:17.119090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Bound port: da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:17.119451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.165966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:17.195695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] For port a652d5b7-9a76-481a-9b26-cacb19c7683a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:17.199729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] For port a652d5b7-9a76-481a-9b26-cacb19c7683a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a652d5b7-9a76-481a-9b26-cacb19c7683a,segment=NetworkSegment(e3423be7-65d5-4c29-8033-88d498f26288),segment_id=e3423be7-65d5-4c29-8033-88d498f26288)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:17.233655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:17.238268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] device_id is not set on port d6137bfd-b5db-42a3-80f7-deeb4f76d184 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:17.239150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:17.288389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.322451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1931246909', 'router:external': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:17.335206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.387339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa773c9b-a85b-489d-b055-fa38b595fec3 None None] Pushing event updated for resources: {'Port': ['ID=a652d5b7-9a76-481a-9b26-cacb19c7683a,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:17.394473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Pushing event updated for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:17.411069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:17.411968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.413352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-996398f3-e0de-4252-b6f3-17ed06968535 service neutron] 10.222.0.45 "PUT /v2.0/ports/da7446fe-12dd-4c11-a9dd-ea83fbefbedf HTTP/1.1" status: 200 len: 1095 time: 1.7389472 Dec 20 23:05:17.413984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:17.416743 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a277add9-fba1-40dd-9a95-89a647a1f043" -d '{"events": [{"name": "network-changed", "server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:17.447907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.487637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Made reservation on behalf of 18b3159995424bceb04458cbd1a8761c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:17.490186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.502342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.511453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eefe97-1c1a-4f9c-9af9-2588ae5291b4 req-aff004aa-c985-463e-b0d1-38361ea4c0e5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:17.513402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58eefe97-1c1a-4f9c-9af9-2588ae5291b4 req-aff004aa-c985-463e-b0d1-38361ea4c0e5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 947 time: 0.2231977 Dec 20 23:05:17.528888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc89578-351a-48b5-bd7c-9111f907c5ec req-cc417722-2237-4305-a856-986e64712460 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:17.534092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfc89578-351a-48b5-bd7c-9111f907c5ec req-cc417722-2237-4305-a856-986e64712460 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2306430 Dec 20 23:05:17.581772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Allocated IP 172.20.0.5 (0e7e03f5-112c-4274-b066-a8ff56764882/66d5120e-1261-454f-88f3-ce76c8236e75/d6137bfd-b5db-42a3-80f7-deeb4f76d184) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:17.677549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-2add53c3-7a3d-4866-ab89-5f40fb8a9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:17.679403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-2add53c3-7a3d-4866-ab89-5f40fb8a9ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 1098 time: 0.0882573 Dec 20 23:05:17.684762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58eefe97-1c1a-4f9c-9af9-2588ae5291b4 req-a5ac97a1-9365-46cc-8aac-b273a828be8e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531177 Dec 20 23:05:17.694330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfc89578-351a-48b5-bd7c-9111f907c5ec req-36fe6db3-bfc6-44f3-a1a7-7c84ad934cdd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532195 Dec 20 23:05:17.729089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.810237 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e1b6c4-55d3-4c30-9721-68fd5b82812a x-openstack-request-id: req-60e1b6c4-55d3-4c30-9721-68fd5b82812a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:17.810556 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:17.810825 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60e1b6c4-55d3-4c30-9721-68fd5b82812a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:17.811272 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', 'status': 'completed', 'code': 200} Dec 20 23:05:17.813422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.817714 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-ea262250-29e8-4301-abe4-459d778fe1bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf HTTP/1.1" status: 200 len: 217 time: 0.1186669 Dec 20 23:05:17.963281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.974253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b87c64-6fe6-422d-b3b3-4f4e949d7405,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:17.981992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:17.999344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:17.999699 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Added segment 57118334-1b8b-4463-9f6d-1073414dff5b of type vlan for network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 Dec 20 23:05:18.022361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-3fbfb985-4e21-46a6-9190-842cdb42db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:18.022361 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-3fbfb985-4e21-46a6-9190-842cdb42db1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1777334 Dec 20 23:05:18.101780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a652d5b7-9a76-481a-9b26-cacb19c7683a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:18.139680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.156975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-0542f5fa-dbf2-4c05-a4e3-1b7d25b40436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:18.159234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-0542f5fa-dbf2-4c05-a4e3-1b7d25b40436 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060328 Dec 20 23:05:18.179550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a652d5b7-9a76-481a-9b26-cacb19c7683a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:18.180062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.287308 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.323729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-3a3a49de-efaa-4146-8f48-67e7fe6bd624 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559494 Dec 20 23:05:18.333761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port a652d5b7-9a76-481a-9b26-cacb19c7683a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a652d5b7-9a76-481a-9b26-cacb19c7683a,segment=NetworkSegment(e3423be7-65d5-4c29-8033-88d498f26288),segment_id=e3423be7-65d5-4c29-8033-88d498f26288)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:18.358520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.359506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:18.360153 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.415404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.480018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Network': ['ID=0fb7b8ff-3316-45aa-8ed2-49aaeec92791,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:18.494360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:18.499708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=a652d5b7-9a76-481a-9b26-cacb19c7683a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:18.516734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.522743 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5eee59aa-edb3-4ce3-86e5-68be428f3628 req-e4a844e8-182e-4c09-8df4-a3041df2c80b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893649 Dec 20 23:05:18.570266 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1248d1a1-4636-466b-abb6-50b58c4f8373 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4030931 Dec 20 23:05:18.573207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47942) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:18.578429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'subnet': {'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:18.582220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.660259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47944) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:18.696049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f52069-1325-4039-b499-98267a0f39d9 req-b2378fc7-5277-47da-8732-298d1e674f87 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:18.697749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0f52069-1325-4039-b499-98267a0f39d9 req-b2378fc7-5277-47da-8732-298d1e674f87 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2221606 Dec 20 23:05:18.700498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Made reservation on behalf of 18b3159995424bceb04458cbd1a8761c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:18.702992 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.769577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-6583b3ec-125a-4aa0-965a-fd9128deb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:18.771471 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-6583b3ec-125a-4aa0-965a-fd9128deb88d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 1098 time: 0.1123192 Dec 20 23:05:18.784168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.854350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 172.25.1.6 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/27f4162f-5f3d-4eb4-a832-54fb90caee71) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:18.871921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ac797-67d5-4d7b-a24d-19c054ee0757 None None] Network 0e7e03f5-112c-4274-b066-a8ff56764882 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:18.905100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-119cbccb-2591-4086-9d2a-c213d859ee9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:18.937965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Network 0e7e03f5-112c-4274-b066-a8ff56764882 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:18.951358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0f52069-1325-4039-b499-98267a0f39d9 req-0ed8bd42-d549-4b4f-834a-92b82cd09a00 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195315 Dec 20 23:05:18.957419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:18.993361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:19.001238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'Port': ['ID=d6137bfd-b5db-42a3-80f7-deeb4f76d184,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:19.003048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e064816f-4b2c-4b69-9e91-8268852d1dbd None None] Provisioning complete for port a652d5b7-9a76-481a-9b26-cacb19c7683a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:19.003426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e064816f-4b2c-4b69-9e91-8268852d1dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.020129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-9ac54c34-9557-4e7a-aeba-53ea8fb14aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.021604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-9ac54c34-9557-4e7a-aeba-53ea8fb14aa7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2304611 Dec 20 23:05:19.075353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebf47e-8d3d-4702-8a37-87134d2a557b req-3bb1acc5-0a19-44a1-b82c-10bfcf622a80 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.077162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79ebf47e-8d3d-4702-8a37-87134d2a557b req-3bb1acc5-0a19-44a1-b82c-10bfcf622a80 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 947 time: 0.2353663 Dec 20 23:05:19.128952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.129758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.138985 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-971109a5-ff7a-4f9f-9862-9cd3cbe76d8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf HTTP/1.1" status: 200 len: 217 time: 0.0905890 Dec 20 23:05:19.147444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.204158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79ebf47e-8d3d-4702-8a37-87134d2a557b req-e839a6b2-f22e-4bb2-bdaa-4b8132b7a722 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192317 Dec 20 23:05:19.249277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-541016a7-ab8f-4a14-a778-5fe5ec3a4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.250830 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-541016a7-ab8f-4a14-a778-5fe5ec3a4f86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0990307 Dec 20 23:05:19.255695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-119cbccb-2591-4086-9d2a-c213d859ee9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.312950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-f3b1af27-3765-400b-a34c-a1230a190457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.314538 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-f3b1af27-3765-400b-a34c-a1230a190457 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544426 Dec 20 23:05:19.336680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.342448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07198c8e-e46b-46ca-befc-a4465f3bfa0e tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5951505 Dec 20 23:05:19.344140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-119cbccb-2591-4086-9d2a-c213d859ee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.347193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47954) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:19.390312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:19.393316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:19.398108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:19.401314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=27f4162f-5f3d-4eb4-a832-54fb90caee71,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:19.403158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Provisioning complete for port d6137bfd-b5db-42a3-80f7-deeb4f76d184 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:19.403668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.460413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Port d6137bfd-b5db-42a3-80f7-deeb4f76d184 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:19.476599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Provisioning complete for port 89ec6923-d87c-4f86-a071-cf835b3d56ef triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:19.477031 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.520412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Port 89ec6923-d87c-4f86-a071-cf835b3d56ef cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:19.534202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Provisioning complete for port a652d5b7-9a76-481a-9b26-cacb19c7683a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:19.534625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad66b8-a19e-45e7-a5e2-c6445434b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.560202 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-119cbccb-2591-4086-9d2a-c213d859ee9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ae1aa9f3fca49388d04eae4872af5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8892820 Dec 20 23:05:19.561476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47956) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:19.568245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cbccb-2591-4086-9d2a-c213d859ee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427ff272-3a4e-463b-b3c6-f2e8f3d5ab91,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.601526 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:19.604159 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:19.611792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a6d8a-930d-4142-aeee-d3abb4e43f28 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.614945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a6d8a-930d-4142-aeee-d3abb4e43f28 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.621784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a6d8a-930d-4142-aeee-d3abb4e43f28 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:19.627485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-280a6d8a-930d-4142-aeee-d3abb4e43f28 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2754622 Dec 20 23:05:19.630100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47958) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:19.654218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.686970 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-b52d61d2-c001-487e-bbb7-c07597955022 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520443 Dec 20 23:05:19.687190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.807737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7a5b86e0-3bf8-4d69-8f3d-51f576782559 None None] Provisioning complete for port 89ec6923-d87c-4f86-a071-cf835b3d56ef triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:19.808528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7a5b86e0-3bf8-4d69-8f3d-51f576782559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.815904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:05:19.816349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.847938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.854354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b86e0-3bf8-4d69-8f3d-51f576782559 None None] Port 89ec6923-d87c-4f86-a071-cf835b3d56ef cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:19.890877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.893694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.894999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/427ff272-3a4e-463b-b3c6-f2e8f3d5ab91 HTTP/1.1" status: 204 len: 168 time: 0.3325112 Dec 20 23:05:19.896148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a277add9-fba1-40dd-9a95-89a647a1f043 req-ef8412eb-3cd1-4791-8b4f-9ee15c1caafa service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997712 Dec 20 23:05:19.900242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:19.919939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Deleting port d6137bfd-b5db-42a3-80f7-deeb4f76d184 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:19.919939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:19.929181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ddc5b-a2ff-4867-b50e-05f6e5bad3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ff272-3a4e-463b-b3c6-f2e8f3d5ab91,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:19.963475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Checking segment: {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:19.963854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network hostable DHCP agents. Network: 0fb7b8ff-3316-45aa-8ed2-49aaeec92791, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:20.020141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-147ac361-f1c9-4762-aa98-811b85dfe97e None None] Provisioning complete for port d6137bfd-b5db-42a3-80f7-deeb4f76d184 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:20.020538 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-147ac361-f1c9-4762-aa98-811b85dfe97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.059275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.062187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a652d5b7-9a76-481a-9b26-cacb19c7683a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:20.074715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Calling delete_port for d6137bfd-b5db-42a3-80f7-deeb4f76d184 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:20.122565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-147ac361-f1c9-4762-aa98-811b85dfe97e None None] Port d6137bfd-b5db-42a3-80f7-deeb4f76d184 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:20.123264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.138038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.141616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:20.170300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a652d5b7-9a76-481a-9b26-cacb19c7683a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:20.171219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.289078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0fb7b8ff-3316-45aa-8ed2-49aaeec92791) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:20.312871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af7934-1b69-4536-81f6-b3ffe4e1fae5 None None] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:20.319795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647432ed-1aa1-4b73-adfc-21e764248590 req-a8edd73a-d829-49c5-aabd-6a5e3a4299ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:20.321444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-647432ed-1aa1-4b73-adfc-21e764248590 req-a8edd73a-d829-49c5-aabd-6a5e3a4299ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.1936893 Dec 20 23:05:20.322308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:20.324654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.414417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.430665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5b42-ef96-447f-9be7-e0fa84bf8f80 req-ffb7484b-a0d5-4a8f-b0e4-1040a4648310 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:20.438209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b84e5b42-ef96-447f-9be7-e0fa84bf8f80 req-ffb7484b-a0d5-4a8f-b0e4-1040a4648310 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 947 time: 0.1156723 Dec 20 23:05:20.439733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-335c3a34-36a7-43e5-b051-a0a6f93078bf tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8654964 Dec 20 23:05:20.440540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43520d31-353e-4603-bdf1-ea5f803a8306 None None] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:20.450210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:20.462008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1618753807', 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:20.471628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event deleted for resources: {'Port': ['ID=d6137bfd-b5db-42a3-80f7-deeb4f76d184,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:20.507923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-647432ed-1aa1-4b73-adfc-21e764248590 req-a3e7fa28-aa9a-487b-b7c2-4d12344ba431 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593602 Dec 20 23:05:20.575357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.583020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0346f4ee-62df-4349-b1f5-faf2025aba8d tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "DELETE /v2.0/ports/d6137bfd-b5db-42a3-80f7-deeb4f76d184 HTTP/1.1" status: 204 len: 168 time: 0.9477904 Dec 20 23:05:20.584010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47980) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:20.590362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Request body: {'port': {'name': 'tempest-new-port-name-1372629197', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:20.591075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] bootfile-name is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:20.591915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] tftp-server is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:20.592336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] server-ip-address is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:05:20.599746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b84e5b42-ef96-447f-9be7-e0fa84bf8f80 req-7ff2c181-09a9-4bd1-b9d1-9c215affdbb2 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605663 Dec 20 23:05:20.667059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.733316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router 4a31fe79-b3e6-49ee-8653-52f7cb454660 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:20.736029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Made reservation on behalf of 18b3159995424bceb04458cbd1a8761c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:20.738444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.764768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] device_id is not set on port 7f189476-e145-45c7-8dee-9aacee75dd77 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:20.888378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.943283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:20.948611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:20.950680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-12bf8a3a-2721-4296-9298-d422ffbe15cb tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "PUT /v2.0/routers/4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 200 len: 917 time: 4.0313883 Dec 20 23:05:20.953431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47986) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:20.955658 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] Sync routers for ids ['4a31fe79-b3e6-49ee-8653-52f7cb454660'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:20.960697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.20.0.12 (0fb7b8ff-3316-45aa-8ed2-49aaeec92791/5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f/7f189476-e145-45c7-8dee-9aacee75dd77) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:20.970632 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] Routers {'4a31fe79-b3e6-49ee-8653-52f7cb454660'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:20.971269 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4a31fe79-b3e6-49ee-8653-52f7cb454660'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:21.009649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.012204 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:21.025605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] Routers {'4a31fe79-b3e6-49ee-8653-52f7cb454660'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:21.026662 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4a31fe79-b3e6-49ee-8653-52f7cb454660'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:21.072429 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:21.073245 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a455ae-cd55-4ec2-b1c7-e9aaf41cef4d None None] The sync data for ids ['4a31fe79-b3e6-49ee-8653-52f7cb454660'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:21.146476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.147938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event updated for resources: {'Port': ['ID=89ec6923-d87c-4f86-a071-cf835b3d56ef,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:21.172495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] In _notify_port_updated(), no bound segment for port 89ec6923-d87c-4f86-a071-cf835b3d56ef on network 0e7e03f5-112c-4274-b066-a8ff56764882 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:05:21.174678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:21.175345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.176688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4a5af921-9c47-4ca5-9bc1-1098a99710ca tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "PUT /v2.0/ports/89ec6923-d87c-4f86-a071-cf835b3d56ef HTTP/1.1" status: 200 len: 1137 time: 0.5910618 Dec 20 23:05:21.179736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.189776 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7715b968-0868-43e6-b2e6-5ae88621bf54 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 200 len: 923 time: 0.2331994 Dec 20 23:05:21.191351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47994) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.244121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cae72a-3373-48dc-b932-d2a198130da0 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:21.249765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1cae72a-3373-48dc-b932-d2a198130da0 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=4a31fe79-b3e6-49ee-8653-52f7cb454660&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0570414 Dec 20 23:05:21.250586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48000) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.294265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24933294-5e0a-4a72-9370-421e595f320c tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:21.300676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24933294-5e0a-4a72-9370-421e595f320c tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "GET /v2.0/ports/89ec6923-d87c-4f86-a071-cf835b3d56ef HTTP/1.1" status: 200 len: 1137 time: 0.1151116 Dec 20 23:05:21.300917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.353374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.362169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48006) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.401495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:21.405707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:21.412793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:21.431565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=7f189476-e145-45c7-8dee-9aacee75dd77,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:21.450305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cf6ff-429c-45d3-b71a-48f9cb701dc3 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:21.452703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:21.453353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.454408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-380cf6ff-429c-45d3-b71a-48f9cb701dc3 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.2021761 Dec 20 23:05:21.455748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48010) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.461339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Deleting port 89ec6923-d87c-4f86-a071-cf835b3d56ef {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:21.461679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.471210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a0f0b007-b903-453f-948f-260bcbd1e5b4 None None] Provisioning complete for port 89ec6923-d87c-4f86-a071-cf835b3d56ef triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:21.473770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b007-b903-453f-948f-260bcbd1e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.493549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9fdb103-32be-494e-8dc8-a4d13e169c8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 200 len: 205 time: 0.0365751 Dec 20 23:05:21.496605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.524649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0b007-b903-453f-948f-260bcbd1e5b4 None None] Port 89ec6923-d87c-4f86-a071-cf835b3d56ef cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:21.567737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1702428998-network', 'tenant_id': 'bef585caa9174e9883482612a8feae60'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:21.573964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.582062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6053af0a-96cc-49aa-940b-c8c2d4c8bf06 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1226883 Dec 20 23:05:21.582328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:21.590339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Calling delete_port for 89ec6923-d87c-4f86-a071-cf835b3d56ef owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:21.721944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device da7446fe-12dd-4c11-a9dd-ea83fbefbedf details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:05:21.807275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.837566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:21.844720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event deleted for resources: {'Port': ['ID=89ec6923-d87c-4f86-a071-cf835b3d56ef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:21.851772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', 'mac_address': 'fa:16:3e:e4:63:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:05:21.929187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.956169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7446fe-12dd-4c11-a9dd-ea83fbefbedf {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:21.977766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:21.982093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-92778373-6057-4e91-b90e-5cfbbeea41d1 tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "DELETE /v2.0/ports/89ec6923-d87c-4f86-a071-cf835b3d56ef HTTP/1.1" status: 204 len: 168 time: 0.6792800 Dec 20 23:05:21.984613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:21.986291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:22.042558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.044725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Deleting subnet 66d5120e-1261-454f-88f3-ce76c8236e75 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:22.048331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.059272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed09d-0592-407a-852e-54b5695db3f3 req-8a2c4b27-80b0-40f1-b2aa-9fe1de42fe90 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:22.060885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-023ed09d-0592-407a-852e-54b5695db3f3 req-8a2c4b27-80b0-40f1-b2aa-9fe1de42fe90 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 947 time: 0.1866560 Dec 20 23:05:22.068726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114886-d990-41a1-8f4f-ea991f9870dd req-74eb59be-0a53-4ea5-9be7-a85d864f5a27 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:22.076523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1114886-d990-41a1-8f4f-ea991f9870dd req-74eb59be-0a53-4ea5-9be7-a85d864f5a27 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.4834266 Dec 20 23:05:22.099149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.104885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.133309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Made reservation on behalf of bef585caa9174e9883482612a8feae60 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:22.135501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.164652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:22.173618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.204544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.278444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Deleting port 7f189476-e145-45c7-8dee-9aacee75dd77 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:22.278791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.288881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-023ed09d-0592-407a-852e-54b5695db3f3 req-bb19c80b-0868-4bdb-864b-cf1db3d2c7ff tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102804 Dec 20 23:05:22.309640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1114886-d990-41a1-8f4f-ea991f9870dd req-2b442678-8e0c-4318-85f9-11338f7850bc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322106 Dec 20 23:05:22.322541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.349271 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.383703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event deleted for resources: {'Subnet': ['ID=66d5120e-1261-454f-88f3-ce76c8236e75,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:22.394395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00988664-8471-46c2-95a9-7bd4994dfc60 None None] Network 0e7e03f5-112c-4274-b066-a8ff56764882 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:22.395920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.406168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48026) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:22.407509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdf1b10d-080b-420d-ac0d-f282e481efff tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "DELETE /v2.0/subnets/66d5120e-1261-454f-88f3-ce76c8236e75 HTTP/1.1" status: 204 len: 168 time: 0.4200180 Dec 20 23:05:22.482880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['da7446fe-12dd-4c11-a9dd-ea83fbefbedf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:22.538977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.578487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Calling delete_port for 7f189476-e145-45c7-8dee-9aacee75dd77 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:22.584756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.589692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.652978 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.653205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] DHCP port deletion for 0e7e03f5-112c-4274-b066-a8ff56764882 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:05:22.711171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Deleting port a652d5b7-9a76-481a-9b26-cacb19c7683a {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:22.711545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.713589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:22.721367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port 27f4162f-5f3d-4eb4-a832-54fb90caee71 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:22.721707 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.757754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7059b-865a-4673-a0b9-cc4bf7797f5b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:22.773234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.773234 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Added segment bdd8c5b9-40d8-4704-9fca-f836231f7da8 of type vlan for network 20e8617e-2634-443c-aa25-51d6f2cc05b0 Dec 20 23:05:22.776347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] For port a652d5b7-9a76-481a-9b26-cacb19c7683a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a652d5b7-9a76-481a-9b26-cacb19c7683a,segment=NetworkSegment(e3423be7-65d5-4c29-8033-88d498f26288),segment_id=e3423be7-65d5-4c29-8033-88d498f26288)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:22.776760 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.790565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Calling delete_port for a652d5b7-9a76-481a-9b26-cacb19c7683a owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:22.874240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.916611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Deleting port a652d5b7-9a76-481a-9b26-cacb19c7683a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:22.916937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.929406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:22.977336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for 27f4162f-5f3d-4eb4-a832-54fb90caee71 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:23.012083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.039137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] Pushing event deleted for resources: {'Port': ['ID=a652d5b7-9a76-481a-9b26-cacb19c7683a,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.043712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffc5d3-60ed-465b-b29e-8576e7b10b61 None None] No DVR routers for this DVR port a652d5b7-9a76-481a-9b26-cacb19c7683a on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:23.071771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] For port a652d5b7-9a76-481a-9b26-cacb19c7683a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a652d5b7-9a76-481a-9b26-cacb19c7683a,segment=NetworkSegment(e3423be7-65d5-4c29-8033-88d498f26288),segment_id=e3423be7-65d5-4c29-8033-88d498f26288)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:23.072129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.082766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.085439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:23.085439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.097990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Calling delete_port for a652d5b7-9a76-481a-9b26-cacb19c7683a owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:23.130634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.226930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f189476-e145-45c7-8dee-9aacee75dd77,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.244051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8641720 Dec 20 23:05:23.247700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:23.252595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Request body: {'subnet': {'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1702428998-subnet', 'tenant_id': 'bef585caa9174e9883482612a8feae60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:23.261400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18477a08-ebf0-4a00-8591-07889ae0c64f admin admin] Pushing event updated for resources: {'Network': ['ID=20e8617e-2634-443c-aa25-51d6f2cc05b0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.272448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 20e8617e-2634-443c-aa25-51d6f2cc05b0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:23.334620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Made reservation on behalf of bef585caa9174e9883482612a8feae60 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:23.339309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.431899 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:23.434952 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:23.453083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.457274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5cd950c7-3401-4366-b09e-2d11c196a2b6 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7f189476-e145-45c7-8dee-9aacee75dd77 HTTP/1.1" status: 204 len: 168 time: 1.8731396 Dec 20 23:05:23.459895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48038) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:23.473019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791', 'external_fixed_ips': [{'subnet_id': '5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f', 'ip_address': '172.20.0.12'}]}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:23.500930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.552929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event deleted for resources: {'Port': ['ID=a652d5b7-9a76-481a-9b26-cacb19c7683a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.562295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c1a7-5860-4802-a0c8-1ca0882e0686 req-4c9a70b4-5b6e-4756-8d3c-d1f6f63d241a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:23.563798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3201c1a7-5860-4802-a0c8-1ca0882e0686 req-4c9a70b4-5b6e-4756-8d3c-d1f6f63d241a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 948 time: 0.1901469 Dec 20 23:05:23.567419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] No DVR routers for this DVR port a652d5b7-9a76-481a-9b26-cacb19c7683a on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:23.601667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.620071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d243fd-ed66-432b-8116-39652764cbab req-4a07a1fa-543c-4545-a0e3-5abbba47ee1f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:23.621968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58d243fd-ed66-432b-8116-39652764cbab req-4a07a1fa-543c-4545-a0e3-5abbba47ee1f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2133026 Dec 20 23:05:23.623319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.623655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.623998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.624334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.624662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.624992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.625326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.625651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.626003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.626326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.626647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.627108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.627277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:23.658272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac89349-98f1-439c-bf28-1f62e9bb6a3c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.669423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Checking segment: {'id': 'bdd8c5b9-40d8-4704-9fca-f836231f7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:23.669801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Network hostable DHCP agents. Network: 20e8617e-2634-443c-aa25-51d6f2cc05b0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:23.744895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.746502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.749610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.749775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Network 20e8617e-2634-443c-aa25-51d6f2cc05b0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:23.754279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.764112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3201c1a7-5860-4802-a0c8-1ca0882e0686 req-b009f69a-bf94-4697-b251-165557a3bafd tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857426 Dec 20 23:05:23.812178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=27f4162f-5f3d-4eb4-a832-54fb90caee71,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:23.822086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7e03f5-112c-4274-b066-a8ff56764882']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:23.832093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58d243fd-ed66-432b-8116-39652764cbab req-0771167e-9309-43d5-9f90-170f3212d3c1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875074 Dec 20 23:05:23.856271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 20e8617e-2634-443c-aa25-51d6f2cc05b0) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:23.861419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:23.862054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.862827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806721d-abfb-4d32-96a7-6347dbaa84cf None None] Network 20e8617e-2634-443c-aa25-51d6f2cc05b0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:23.877681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3423be7-65d5-4c29-8033-88d498f26288') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:23.878217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3423be7-65d5-4c29-8033-88d498f26288') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:23.941119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3bcd61e3-14ed-49c1-8286-874488927da8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6915252 Dec 20 23:05:23.944956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.946969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.977080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:23.984478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.018300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:24.018715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:24.021861 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:24.066748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a652d5b7-9a76-481a-9b26-cacb19c7683a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:05:24.131307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a652d5b7-9a76-481a-9b26-cacb19c7683a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:05:24.131692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a652d5b7-9a76-481a-9b26-cacb19c7683a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:05:24.185585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ad35e-9f99-4de3-b1a7-08b3d37fb512 None None] Network 20e8617e-2634-443c-aa25-51d6f2cc05b0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:24.428156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.431739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.546748 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.549914 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.560155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.563439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] 10.222.0.62 "DELETE /v2.0/networks/0e7e03f5-112c-4274-b066-a8ff56764882 HTTP/1.1" status: 204 len: 168 time: 2.1562774 Dec 20 23:05:24.575805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.576367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router 4a31fe79-b3e6-49ee-8653-52f7cb454660 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:24.578199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81866aa-86df-492d-bb37-926219ba69cb tempest-ExtraDHCPOptionsTestJSON-1798247150 tempest-ExtraDHCPOptionsTestJSON-1798247150-project] Pushing event deleted for resources: {'Network': ['ID=0e7e03f5-112c-4274-b066-a8ff56764882,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:24.587686 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.593460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-86d70a41-8cb4-4d84-a362-908b1df939a7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 204 len: 168 time: 3.0958292 Dec 20 23:05:24.594111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48062) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:24.599208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-895434577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:24.698154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48064) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:24.704138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1137828717-network', 'tenant_id': 'ee532b3fa87a4753893975d95dd09a25'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:24.719580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.720713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.780501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.825456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Made reservation on behalf of ee532b3fa87a4753893975d95dd09a25 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:24.828125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.843365 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.856793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.908804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.948411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.968972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.970385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-94f7ebf1-60ec-4078-9e6c-beaabd292289 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3750999 Dec 20 23:05:24.975523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48074) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:24.982710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:24.986933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:24.991464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011a961-96de-4fd1-b9d1-6576b8079b87 req-12d8c40e-11b4-4209-b9fc-31497b0b8c72 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:24.993009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0011a961-96de-4fd1-b9d1-6576b8079b87 req-12d8c40e-11b4-4209-b9fc-31497b0b8c72 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 948 time: 0.1502664 Dec 20 23:05:25.059351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48076) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:25.105466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.163188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5716-831f-43cc-8e75-653080a3df34 req-8ce9b4c7-8e52-4e86-b21e-7c158e941de2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:25.163188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-febe5716-831f-43cc-8e75-653080a3df34 req-8ce9b4c7-8e52-4e86-b21e-7c158e941de2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2183046 Dec 20 23:05:25.181242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:25.206156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.206514 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Added segment 4e39746d-b912-4054-9945-fbb35b355545 of type vlan for network 05ca40e4-8523-487a-acc1-73cbe63e2e03 Dec 20 23:05:25.213525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0011a961-96de-4fd1-b9d1-6576b8079b87 req-cbe96cca-9a9a-433c-b45a-5defc85a4534 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879852 Dec 20 23:05:25.294075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.303032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-febe5716-831f-43cc-8e75-653080a3df34 req-d915432f-22c5-4778-bdde-eb3d520798a3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245172 Dec 20 23:05:25.313488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.20.0.12 (0fb7b8ff-3316-45aa-8ed2-49aaeec92791/5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f/6f848f35-a6c3-4df5-89a0-e0246a78af03) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:25.356363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0328610d-8298-462b-be12-21a3ae94ade2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:25.373950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.408145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2e03d7d7-0543-4c50-8748-bc9ee2deb97f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad8e27925ca444ea9b9e05ef8e6e1560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452902 Dec 20 23:05:25.408353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48082) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:25.432551 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.456118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.473533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.474415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:25.474971 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.491820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.550496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.594078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:25.597409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:25.599887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:25.625537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=6f848f35-a6c3-4df5-89a0-e0246a78af03,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:25.722551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device da7446fe-12dd-4c11-a9dd-ea83fbefbedf up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:25.853005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port da7446fe-12dd-4c11-a9dd-ea83fbefbedf completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:25.858025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port da7446fe-12dd-4c11-a9dd-ea83fbefbedf triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:25.858405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:25.891952 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1926353 Dec 20 23:05:25.895241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:25.900951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Request body: {'subnet': {'network_id': '05ca40e4-8523-487a-acc1-73cbe63e2e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1137828717-subnet', 'tenant_id': 'ee532b3fa87a4753893975d95dd09a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:25.904862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acefa3-75a6-4e79-a2dc-c5a7b1fa02d2 admin admin] Pushing event updated for resources: {'Network': ['ID=05ca40e4-8523-487a-acc1-73cbe63e2e03,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:25.928194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 05ca40e4-8523-487a-acc1-73cbe63e2e03 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:25.951713 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.047313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.052867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Made reservation on behalf of ee532b3fa87a4753893975d95dd09a25 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:26.055186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.056705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.059703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.063906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e0cc8c2-effd-4f45-a9ab-ec1b99bed2a7 HTTP/1.1" status: 204 len: 168 time: 0.6516383 Dec 20 23:05:26.093015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1440fbb-aaee-4719-9db4-107d9df1b680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cc8c2-effd-4f45-a9ab-ec1b99bed2a7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:26.099764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:26.108471 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d772ff6-b873-4c42-b850-4da4c6d5c73f" -d '{"events": [{"server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "name": "network-vif-plugged", "status": "completed", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:26.115403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:26.160809 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85c38a4-3ed7-4dc0-ae5c-c53e6192da12 x-openstack-request-id: req-b85c38a4-3ed7-4dc0-ae5c-c53e6192da12 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:26.161451 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "name": "network-vif-plugged", "status": "completed", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:26.161571 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b85c38a4-3ed7-4dc0-ae5c-c53e6192da12 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:26.162074 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', 'code': 200} Dec 20 23:05:26.173384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.200347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.204115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.226454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.285256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:26.394929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af999d9-0de0-464c-80f2-e175178eb6df req-0fc15a04-bc0c-43fa-8b5f-3abae864551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:26.396445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7af999d9-0de0-464c-80f2-e175178eb6df req-0fc15a04-bc0c-43fa-8b5f-3abae864551f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 1100 time: 0.1522381 Dec 20 23:05:26.458322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0bd5-1e0c-40f4-945e-c2656c784a1f req-7258fe30-3fe9-4ccc-8bed-5bf7a3694dc0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:26.460288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e4c0bd5-1e0c-40f4-945e-c2656c784a1f req-7258fe30-3fe9-4ccc-8bed-5bf7a3694dc0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.0785904 Dec 20 23:05:26.491497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Allocated IP 172.25.1.207 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b8a87c24-772a-437a-9e5c-927c34cce2b6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:26.509630 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7af999d9-0de0-464c-80f2-e175178eb6df req-fac79689-17d9-4876-8913-e323727a7fa0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Dec 20 23:05:26.559618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e4c0bd5-1e0c-40f4-945e-c2656c784a1f req-9f16f7be-bb99-4d34-9c0f-96a97cbe08cc tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887771 Dec 20 23:05:26.587461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.621556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c1cd-dacc-4169-827e-26c248696a4b req-09bf2f9e-8605-472c-a1bc-73a6428665b8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:26.621556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c870c1cd-dacc-4169-827e-26c248696a4b req-09bf2f9e-8605-472c-a1bc-73a6428665b8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.0810375 Dec 20 23:05:26.647805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 3f1920b6-8667-41ac-b542-2528126dc96e is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:26.653599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb8cd70-98b4-4e74-bbc5-b0c999c8e519,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:26.680420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.686880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Checking segment: {'id': '4e39746d-b912-4054-9945-fbb35b355545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '05ca40e4-8523-487a-acc1-73cbe63e2e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:26.687244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Network hostable DHCP agents. Network: 05ca40e4-8523-487a-acc1-73cbe63e2e03, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:26.714187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c870c1cd-dacc-4169-827e-26c248696a4b req-0e21c2c9-1325-4b53-936f-7c4713570403 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852189 Dec 20 23:05:26.784469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:26.794306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Sync routers for ids ['3f1920b6-8667-41ac-b542-2528126dc96e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:26.810375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Routers {'3f1920b6-8667-41ac-b542-2528126dc96e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:26.812446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3f1920b6-8667-41ac-b542-2528126dc96e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:26.830072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Network 05ca40e4-8523-487a-acc1-73cbe63e2e03 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:26.876980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.877587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:26.878452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-208fe5c9-5896-463a-9f60-47cd229bc37a tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.4111316 Dec 20 23:05:26.880896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:26.924102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:26.930316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:26.934665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:26.937034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Set router 3f1920b6-8667-41ac-b542-2528126dc96e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:05:26.968121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a87c24-772a-437a-9e5c-927c34cce2b6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:26.988966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 05ca40e4-8523-487a-acc1-73cbe63e2e03) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:27.009057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:27.009684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.010470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.073992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54046a18-73b8-4af8-bdc2-4463cb6181d7 None None] Network 05ca40e4-8523-487a-acc1-73cbe63e2e03 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:27.164226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.174908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-06d6da77-221e-403c-b9f4-a557b528ae1c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2740886 Dec 20 23:05:27.261264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eaf524-2b90-426f-97d7-c103a1f5b558 None None] Network 05ca40e4-8523-487a-acc1-73cbe63e2e03 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:27.334408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1920b6-8667-41ac-b542-2528126dc96e', 'name': '', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791', 'external_fixed_ips': [{'subnet_id': '5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '6f848f35-a6c3-4df5-89a0-e0246a78af03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:23Z', 'updated_at': '2021-12-20T23:05:25Z', 'revision_number': 3, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port': {'id': '6f848f35-a6c3-4df5-89a0-e0246a78af03', 'name': '', 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1920b6-8667-41ac-b542-2528126dc96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:05:24Z', 'updated_at': '2021-12-20T23:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:27.359961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Deleting port 6f848f35-a6c3-4df5-89a0-e0246a78af03 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:27.360216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.371362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Checking router: 3f1920b6-8667-41ac-b542-2528126dc96e for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:05:27.371728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Updating router 3f1920b6-8667-41ac-b542-2528126dc96e port 6f848f35-a6c3-4df5-89a0-e0246a78af03 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:05:27.423290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.463395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.490684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48134) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:27.541733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.567883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Calling delete_port for 6f848f35-a6c3-4df5-89a0-e0246a78af03 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:27.760922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2143475523'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:27.827224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.833414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.876300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8348a8a-c1c1-4039-a9b8-cde9fb8ccd94 req-da884fe1-a9d6-4de2-9766-fa0fef24ff81 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:27.883522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8348a8a-c1c1-4039-a9b8-cde9fb8ccd94 req-da884fe1-a9d6-4de2-9766-fa0fef24ff81 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.2063022 Dec 20 23:05:27.929632 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:27.966400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.030588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-f1779a9c-061f-49dc-a5ef-940343dec0ac tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:28.032037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-f1779a9c-061f-49dc-a5ef-940343dec0ac tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/networks?id=20e8617e-2634-443c-aa25-51d6f2cc05b0 HTTP/1.1" status: 200 len: 825 time: 0.2465997 Dec 20 23:05:28.033425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:28.036584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.041074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8348a8a-c1c1-4039-a9b8-cde9fb8ccd94 req-64a05584-b918-4163-a11e-61f7594524ea tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564975 Dec 20 23:05:28.060488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.071503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-e360cfca-c8a5-433c-b518-57e7cfcdc9e9 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/quotas/bef585caa9174e9883482612a8feae60 HTTP/1.1" status: 200 len: 375 time: 0.0280490 Dec 20 23:05:28.079114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.081500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Router 07a96e98-67a5-46c3-8eca-7360f9f10a47 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:28.120051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-8702bcc6-1764-4931-b7b9-e507d3cb28dc tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef585caa9174e9883482612a8feae60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373499 Dec 20 23:05:28.197775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:28.199769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:28.200498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 on network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:28.210962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e38544-8ef6-434c-a151-c9a5b4184077 None None] Pushing event updated for resources: {'Port': ['ID=6f848f35-a6c3-4df5-89a0-e0246a78af03,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:28.219919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:28.224802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Checking segment: {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:28.224802 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.224802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Bound using segment: {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:28.224802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Bound port: 6f848f35-a6c3-4df5-89a0-e0246a78af03, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:28.224802 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.243822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:28.251654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.255090 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56f01b27-dc97-4e89-8a81-1545568e757b tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "PUT /v2.0/routers/07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 200 len: 919 time: 3.2775488 Dec 20 23:05:28.256608 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] Sync routers for ids ['07a96e98-67a5-46c3-8eca-7360f9f10a47'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:28.257388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:28.267361 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] Routers {'07a96e98-67a5-46c3-8eca-7360f9f10a47'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:28.267961 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['07a96e98-67a5-46c3-8eca-7360f9f10a47'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:28.319821 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:28.329756 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] Routers {'07a96e98-67a5-46c3-8eca-7360f9f10a47'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:28.330381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['07a96e98-67a5-46c3-8eca-7360f9f10a47'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:28.363627 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:28.364280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b940a21a-5be4-4aa4-b252-e7ff655878fb None None] The sync data for ids ['07a96e98-67a5-46c3-8eca-7360f9f10a47'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:28.409942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f2db6acf-f9f2-459c-b762-9b632ce15258 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 200 len: 925 time: 0.1503899 Dec 20 23:05:28.412774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:28.466369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed094e9-ff6b-4d8f-8e87-3f5a927cd40f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:28.466369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5ed094e9-ff6b-4d8f-8e87-3f5a927cd40f tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=07a96e98-67a5-46c3-8eca-7360f9f10a47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0434804 Dec 20 23:05:28.466369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:28.555794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b7b67-bb97-4817-9f79-4bf3f6aaabd6 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:28.557769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a3b7b67-bb97-4817-9f79-4bf3f6aaabd6 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.0960591 Dec 20 23:05:28.560334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:28.604802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a885b695-1d93-4d23-bcce-460f0f0d21a9 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 200 len: 205 time: 0.0425301 Dec 20 23:05:28.614674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48164) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:28.628533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.632201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-07d76ccd-c01e-419c-8790-0363b57e8bfc service neutron] 10.222.0.62 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859953 Dec 20 23:05:28.637353 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:05:28.637850 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:05:28.640610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9812448-ea51-4d4b-a0cb-1fe0d1281cf5 req-94f3951c-59ae-49e1-b3f7-d0d9e5362b86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:28.642187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9812448-ea51-4d4b-a0cb-1fe0d1281cf5 req-94f3951c-59ae-49e1-b3f7-d0d9e5362b86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.4473670 Dec 20 23:05:28.650960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.715150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.718346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f848f35-a6c3-4df5-89a0-e0246a78af03,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:28.739257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.791526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:28.848849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.864213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.864566 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 2b33d859-a5ec-4b8d-805b-2591fec77e31 of type vlan for network 223eef8d-3d06-44b6-9f7c-9d8080d09619 Dec 20 23:05:28.865768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c346b0-9057-46fc-bc51-eeee002e89ba,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:28.888676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9812448-ea51-4d4b-a0cb-1fe0d1281cf5 req-18d7dd17-35cd-49a2-bd66-4e1858051712 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337751 Dec 20 23:05:28.939636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c38df873-0d49-4021-90b5-ae8bb116807b service neutron] 10.222.0.62 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960565 Dec 20 23:05:28.941203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.946401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:28.989620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port b8a87c24-772a-437a-9e5c-927c34cce2b6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:28.989986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.057033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.060736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.073571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.086887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for b8a87c24-772a-437a-9e5c-927c34cce2b6 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:29.140402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.146273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:29.146893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.175237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:29.182646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:29.183638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Attempting to bind port 6f848f35-a6c3-4df5-89a0-e0246a78af03 on network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:29.192726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.193239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1920b6-8667-41ac-b542-2528126dc96e {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:29.203752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:29.215083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Checking segment: {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:29.215083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.215083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Bound using segment: {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:29.215083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Bound port: 6f848f35-a6c3-4df5-89a0-e0246a78af03, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57118334-1b8b-4463-9f6d-1073414dff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0fb7b8ff-3316-45aa-8ed2-49aaeec92791'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:29.215083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.215599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.215688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48172) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:29.215778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2879d91d-1081-4496-9a20-73f5480ea85e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3f1920b6-8667-41ac-b542-2528126dc96e HTTP/1.1" status: 204 len: 168 time: 2.3307011 Dec 20 23:05:29.239404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Port 6f848f35-a6c3-4df5-89a0-e0246a78af03 has been deleted concurrently {{(pid=115564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 20 23:05:29.251827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Routers set() bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:29.252293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Router IDs set() for agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 23:05:29.253006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f1920b6-8667-41ac-b542-2528126dc96e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent'). {{(pid=115564) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 23:05:29.253447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc75ac9-96f1-496b-87fb-bf186c5f467b None None] The sync data for ids ['3f1920b6-8667-41ac-b542-2528126dc96e'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:29.281842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6beeca80-d398-43cf-9d97-12c3b552fce0 req-bda484b9-fc64-4240-a506-8a76507f7db3 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 210 time: 0.0770853 Dec 20 23:05:29.293833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8020909 Dec 20 23:05:29.294497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48174) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:29.295150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248ad26-2a18-45a7-9764-5ed8fb91f1a3 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=223eef8d-3d06-44b6-9f7c-9d8080d09619,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:29.302689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'name': 'tempest-PortsTestJSON-663339913'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:29.318476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:29.331922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3999d-ce99-4473-865a-0f58819bf95a req-0da9b1a6-48bf-4d0f-943d-44dd50f2a502 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:29.335269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90b3999d-ce99-4473-865a-0f58819bf95a req-0da9b1a6-48bf-4d0f-943d-44dd50f2a502 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.2074678 Dec 20 23:05:29.393822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Deleting subnet 5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:29.396642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48182) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:29.407355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-854740602'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:29.412977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.468585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90b3999d-ce99-4473-865a-0f58819bf95a req-611fcd23-ff56-4a19-a1da-a23eb1df3e6a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241488 Dec 20 23:05:29.476700 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.519675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.556233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.578190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc149d3-e475-402a-acf6-f2b6af41ddfd req-187b3993-ce16-4a60-89ac-52f7022fc788 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:29.579738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc149d3-e475-402a-acf6-f2b6af41ddfd req-187b3993-ce16-4a60-89ac-52f7022fc788 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 1100 time: 0.0422146 Dec 20 23:05:29.584138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:29.587771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.588892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:29.592762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.594826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=b8a87c24-772a-437a-9e5c-927c34cce2b6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:29.622101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 6b502f45-f500-42cc-95c6-bec1ec439a1e yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:29.666032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:29.682452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.682800 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Added segment 7ba203c1-00dc-40e9-af24-865d2bab84a3 of type vlan for network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 Dec 20 23:05:29.685200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.693710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bc149d3-e475-402a-acf6-f2b6af41ddfd req-b3d48ab1-472c-42be-894e-ae1132ace211 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025586 Dec 20 23:05:29.694269 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.822847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:29.835513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.841633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb8315b7-b135-4158-aeb0-f7e49f32c0b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f HTTP/1.1" status: 204 len: 168 time: 0.6251965 Dec 20 23:05:29.841633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.842668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48190) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:29.844753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.847212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.854906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.943922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.961692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.962573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router 07a96e98-67a5-46c3-8eca-7360f9f10a47 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:29.971825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.972885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-55d52001-cb06-4694-8038-92bacdd0b349 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340929 Dec 20 23:05:29.979786 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71dca1fa-1cee-431e-a0c9-be6f40011b8d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 204 len: 168 time: 1.3628056 Dec 20 23:05:29.979786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48204) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:29.984829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1350390371', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:29.991707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:29.997759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:29.999749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.082026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Network': ['ID=0b5e4f4c-5c4e-4018-a2c6-8009755cc349,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:30.093302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:30.099025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.130172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec4636c4-72e1-4431-a657-472450e92b0e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7301641 Dec 20 23:05:30.133451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48208) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:30.138139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-804965355'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:30.203689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.208277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.209464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.215999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85fd5d-f104-4311-8a82-54e013206606 req-16b20a61-ad05-4942-835d-6333df170463 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:30.217550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff85fd5d-f104-4311-8a82-54e013206606 req-16b20a61-ad05-4942-835d-6333df170463 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2391756 Dec 20 23:05:30.272236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.273677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=6b502f45-f500-42cc-95c6-bec1ec439a1e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:30.282790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7b8ff-3316-45aa-8ed2-49aaeec92791']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:30.292970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:30.293916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-ee8421ed-d60d-43d6-8759-4d90173b2c8f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:30.295428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-ee8421ed-d60d-43d6-8759-4d90173b2c8f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117340 Dec 20 23:05:30.296705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.333701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57118334-1b8b-4463-9f6d-1073414dff5b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:30.334067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57118334-1b8b-4463-9f6d-1073414dff5b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:30.353228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-fcba2426-dd68-4437-b64a-4d9ee0157738 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.0459809 Dec 20 23:05:30.355059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.360816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '2b33d859-a5ec-4b8d-805b-2591fec77e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:30.361194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 223eef8d-3d06-44b6-9f7c-9d8080d09619, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:30.387139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:30.397359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff85fd5d-f104-4311-8a82-54e013206606 req-bd8d7497-fc66-4610-b66a-404cc400bc27 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660876 Dec 20 23:05:30.403745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.404088 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Added segment 3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98 of type vlan for network 5f651615-de97-42ea-815e-a59be6094f1d Dec 20 23:05:30.415190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.439134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: items = [ Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:30.443397 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:30.505894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.519897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-6bdd7c2a-2e48-41f1-b2d2-f18dacab2bd8 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1530259 Dec 20 23:05:30.526134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.545177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:30.581642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7887c27f-d2fb-4c72-8f16-d9824e45b4a6 req-0304310e-14ed-4c8b-a581-8a86df80475f tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 210 time: 0.0305367 Dec 20 23:05:30.625327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.627271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 223eef8d-3d06-44b6-9f7c-9d8080d09619) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:30.632666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0fb7b8ff-3316-45aa-8ed2-49aaeec92791 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 23:05:30.639018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cafc22-8740-42a6-9a0a-a845ea2021e4 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:30.642111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.649849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:30.650570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.674772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.678297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/networks/0fb7b8ff-3316-45aa-8ed2-49aaeec92791 HTTP/1.1" status: 204 len: 168 time: 0.8345218 Dec 20 23:05:30.679966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:30.688501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:30.689172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:30.693214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b47de-3030-4888-8901-f30701f122d3 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fb7b8ff-3316-45aa-8ed2-49aaeec92791,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:30.827904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0377dd8a-11c0-413a-a45f-5a852e6a87e6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5299871 Dec 20 23:05:30.830897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48218) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:30.837020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1281891067'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:30.841201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Network': ['ID=5f651615-de97-42ea-815e-a59be6094f1d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:30.862221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7846609a-a438-4d73-83e1-d9c4e808ff89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7284167 Dec 20 23:05:30.872408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:30.884612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'subnet': {'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:30.930753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4638750-5c26-4d5d-b7d6-5c7dd7b07363 req-c8081191-163c-4fc3-ab32-d15b73dc9dc5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 210 time: 0.0837448 Dec 20 23:05:30.931124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5f651615-de97-42ea-815e-a59be6094f1d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:31.076106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:31.081977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.122542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:31.135264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.135671 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment dfd08c42-da6d-4479-9f35-1d7c36782fde of type vlan for network c56d6e00-eafa-4d79-ba6f-2df4d9b9334b Dec 20 23:05:31.194798 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.226261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48230) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:31.232052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'name': 'tempest-router--427928928', 'project_id': '6efa274b392f499298cb41eb31581319'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:31.299082 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.307223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:31.308449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.336646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.336646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.399105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=c56d6e00-eafa-4d79-ba6f-2df4d9b9334b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:31.410775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c56d6e00-eafa-4d79-ba6f-2df4d9b9334b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:31.433980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e7bb66e-e2a9-4760-8a74-ffd92f896c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5983589 Dec 20 23:05:31.438438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48236) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:31.450430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'ports': [{'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'}, {'network_id': 'c56d6e00-eafa-4d79-ba6f-2df4d9b9334b'}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:31.451945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:31.452531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': 'c56d6e00-eafa-4d79-ba6f-2df4d9b9334b'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:31.486646 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.509897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.540831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.629590 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.673740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d380e4-b715-48be-953d-edf01581a79f req-bd1b28ab-dc6f-40f2-a938-a137dab46e65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:31.681765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8d380e4-b715-48be-953d-edf01581a79f req-bd1b28ab-dc6f-40f2-a938-a137dab46e65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.1286860 Dec 20 23:05:31.686868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:31.690401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.745375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Allocated IP 172.25.1.124 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/8d22de60-c0db-4171-9d26-d8ac9a27842e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:31.754653 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.756021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46e3bed1-48d1-43ad-aa81-eeb28ed36a0e tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5285845 Dec 20 23:05:31.774492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48242) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:31.781711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-149677ca-da96-4306-ad07-ac47c610c8a4 req-6be37368-3e77-4a6f-8c4c-63ce5b6d91cf tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 210 time: 0.0760527 Dec 20 23:05:31.789675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-816396c0-af1f-4253-a468-8846d248601a tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:31.791343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-816396c0-af1f-4253-a468-8846d248601a tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.59 "GET /v2.0/networks?id=20e8617e-2634-443c-aa25-51d6f2cc05b0 HTTP/1.1" status: 200 len: 825 time: 0.2284987 Dec 20 23:05:31.815375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Request body: {'port': {'device_id': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0', 'admin_state_up': True, 'tenant_id': 'bef585caa9174e9883482612a8feae60'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:31.819587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8d380e4-b715-48be-953d-edf01581a79f req-2af590ee-4858-466d-aa74-5d91e9187c38 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368370 Dec 20 23:05:31.936851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.950003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 2} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:31.954774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:31.968839 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.079314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 17c3cab0-64b4-4458-84b2-9ada5563da68 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:32.083758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7cdf033-057a-4675-8435-4d1882d5a76d req-da2ff2c0-9e04-45c1-bc18-ab628977c2a1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 210 time: 0.0468674 Dec 20 23:05:32.197423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.220300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.243160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.273871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 568feef4-f7e2-4483-8bb0-5800b4204fae yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:32.296268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.389270 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.401064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.402345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4622bb4b-2a56-41a3-ac11-876a75bb78b2 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:32.406861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.407569 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d224b3a1-b12e-4e51-b464-712ace4d06bd tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4622bb4b-2a56-41a3-ac11-876a75bb78b2 HTTP/1.1" status: 204 len: 168 time: 0.6318836 Dec 20 23:05:32.435565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Made reservation on behalf of bef585caa9174e9883482612a8feae60 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:32.439321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.466123 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.503327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.522065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.581476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:32.584835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:32.590550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:32.591527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.594110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=17c3cab0-64b4-4458-84b2-9ada5563da68,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:32.601241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:32.615024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:32.625025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Subnet': ['ID=a307bee1-8ef7-4d45-b10c-443e9e0005f6,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:32.628199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:32.659993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event updated for resources: {'Port': ['ID=8d22de60-c0db-4171-9d26-d8ac9a27842e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:32.665487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=568feef4-f7e2-4483-8bb0-5800b4204fae,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:32.671384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': 'dfd08c42-da6d-4479-9f35-1d7c36782fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c56d6e00-eafa-4d79-ba6f-2df4d9b9334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:32.671745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: c56d6e00-eafa-4d79-ba6f-2df4d9b9334b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:32.692756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48250) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:32.722165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:32.722524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network hostable DHCP agents. Network: 0b5e4f4c-5c4e-4018-a2c6-8009755cc349, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:32.740742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Allocated IP 172.20.0.10 (20e8617e-2634-443c-aa25-51d6f2cc05b0/bac89349-98f1-439c-bf28-1f62e9bb6a3c/e9f21f66-8c84-483a-892e-ec81e6a6519e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:32.761472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network c56d6e00-eafa-4d79-ba6f-2df4d9b9334b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:32.849447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c56d6e00-eafa-4d79-ba6f-2df4d9b9334b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:32.853740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:32.862974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:32.875130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d8db1-ca6b-4bed-a930-ec16c6cf45d8 None None] Network c56d6e00-eafa-4d79-ba6f-2df4d9b9334b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:32.876526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:32.877391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.935373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-40362758', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:32.935825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:32.969335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba0671e5-ed8e-495c-84b0-a5365b59ebd7 req-cc2b5726-14e8-47b9-b071-19b018311423 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 210 time: 0.0263314 Dec 20 23:05:32.971547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0b5e4f4c-5c4e-4018-a2c6-8009755cc349) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:32.981904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:32.982504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:32.992280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b1b76-24a2-4102-9379-156445892356 None None] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:33.031477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24251db7-9285-44f8-aa16-4e77d9d64332 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5902364 Dec 20 23:05:33.034264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48258) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:33.090042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4966a6-1040-4c5d-9369-2f9d1770abfc req-484cf36f-d147-4690-8bdd-3d0ffe704263 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:33.095890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.097700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c4966a6-1040-4c5d-9369-2f9d1770abfc req-484cf36f-d147-4690-8bdd-3d0ffe704263 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.1128235 Dec 20 23:05:33.146281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7213f82-9244-48f6-85de-327375f37212 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2700980 Dec 20 23:05:33.149734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:33.165729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'subnet': {'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:33.172906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:05:33.172906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.210247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c4966a6-1040-4c5d-9369-2f9d1770abfc req-39f41dbb-cc90-4caf-bfd8-4e911802c0ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091197 Dec 20 23:05:33.245562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.251998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c78739e-39c9-4520-9927-028593191493 req-bb5bb1ba-9874-43a9-a8ad-d1eacabc106a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 210 time: 0.0399811 Dec 20 23:05:33.279661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.281110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.289110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-dc1a2f60-9162-4656-9b46-c59c6abf7cf2 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295586 Dec 20 23:05:33.289671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.306215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 568feef4-f7e2-4483-8bb0-5800b4204fae {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:33.306704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.335608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Allocated IP 10.1.1.2 (0b5e4f4c-5c4e-4018-a2c6-8009755cc349/a307bee1-8ef7-4d45-b10c-443e9e0005f6/83fe3f8d-0e50-4ad0-b5be-96168d26d09f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:33.470121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.524435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.551429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Network 20e8617e-2634-443c-aa25-51d6f2cc05b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:33.562822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:33.575583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:33.612450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Pushing event updated for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:33.613001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.619961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:33.625070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.634034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-06ea1cac-d253-47fa-9790-4efdcedb5920 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:33.635531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-06ea1cac-d253-47fa-9790-4efdcedb5920 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965298 Dec 20 23:05:33.660715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.662637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.668001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:33.671142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:33.676695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:33.677030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:33.678782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 568feef4-f7e2-4483-8bb0-5800b4204fae owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:33.685923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Pushing event updated for resources: {'Port': ['ID=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:33.743055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Attempting to bind port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:33.743434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Attempting to bind port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:33.743809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Attempting to bind port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:33.749872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:33.750313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:33.750730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.751131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Bound using segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:33.751602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Bound port: 83fe3f8d-0e50-4ad0-b5be-96168d26d09f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:33.751988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.827337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] For port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:33.830889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] For port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:33.876629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:33.877300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.882404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.886573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.892573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:33.955997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9473-8ad7-4e86-925f-c321e91b9cd4 None None] Pushing event updated for resources: {'Port': ['ID=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:33.982767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.012980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-c2180054-e1cf-4bb0-b31c-7f6d1d608603 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2013457 Dec 20 23:05:34.014939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=568feef4-f7e2-4483-8bb0-5800b4204fae,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:34.058795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.062179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4615f294-2484-4635-a45a-37f22cb00b57 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/568feef4-f7e2-4483-8bb0-5800b4204fae HTTP/1.1" status: 204 len: 168 time: 1.0248761 Dec 20 23:05:34.066890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48268) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:34.087894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Request body: {'port': {'device_id': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:34.210551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f790c6-dde1-48d9-ad2c-bb578364679f req-5913f798-3e38-42fb-9fd0-9c3be5ae977b tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:34.212153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f790c6-dde1-48d9-ad2c-bb578364679f req-5913f798-3e38-42fb-9fd0-9c3be5ae977b tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 932 time: 0.1478338 Dec 20 23:05:34.222956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebaba44-b589-430c-bb34-14abf17a8bac tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:34.229107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebaba44-b589-430c-bb34-14abf17a8bac tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:34.231168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ebaba44-b589-430c-bb34-14abf17a8bac tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1628590 Dec 20 23:05:34.236095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48272) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:34.460449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2f790c6-dde1-48d9-ad2c-bb578364679f req-02e79abf-151b-445c-8877-684c9471e6d7 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259338 Dec 20 23:05:34.499883 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.531363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb1a57-a55d-4012-b0e0-e1eb2bd6b5b2 req-e21f0732-fb9d-434b-8819-813c95fd97b3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:34.532927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54cb1a57-a55d-4012-b0e0-e1eb2bd6b5b2 req-e21f0732-fb9d-434b-8819-813c95fd97b3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2281296 Dec 20 23:05:34.535021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.584253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:34.587660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.593633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 17c3cab0-64b4-4458-84b2-9ada5563da68 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:34.594048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.599831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.626788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-501f4adb-7e8a-4f07-9c71-db6bea76c41e req-1128b811-4125-41f9-87bf-8fa4c9d9205e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 210 time: 0.0802970 Dec 20 23:05:34.660842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.681280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef49a798-5971-442f-9fc6-51bb90005601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.726261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Router 43a9b504-3af1-4bd6-98a1-84d3b712bcfb is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:34.754858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:34.769442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54cb1a57-a55d-4012-b0e0-e1eb2bd6b5b2 req-deda49f0-8b8d-45e6-8b00-36746ca56db4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242620 Dec 20 23:05:34.779173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 17c3cab0-64b4-4458-84b2-9ada5563da68 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:34.810332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Allocated IP 172.25.1.30 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b8aa97d7-f4ec-42cb-909a-005d3e7115b8) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:34.884130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Subnet': ['ID=45f3a8ee-3643-4fea-b349-d5c06bc36540,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:35.019027 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.024422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.71 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:35.028549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Checking segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:35.028916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network hostable DHCP agents. Network: 5f651615-de97-42ea-815e-a59be6094f1d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:35.149665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.155916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:35.167966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] Sync routers for ids ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:35.181565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] Routers {'43a9b504-3af1-4bd6-98a1-84d3b712bcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:35.182453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:35.195063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.200296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/17c3cab0-64b4-4458-84b2-9ada5563da68 HTTP/1.1" status: 204 len: 168 time: 0.9621618 Dec 20 23:05:35.202227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.213757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ca6dc-455b-41bc-83fd-12b2aa844075 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=17c3cab0-64b4-4458-84b2-9ada5563da68,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:35.219326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48278) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.227327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:35.231563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa10a8f-899e-487a-a528-65f5e7c65890 None None] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:35.234140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:35.236435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 5f651615-de97-42ea-815e-a59be6094f1d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:35.258862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:35.261891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:35.305712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] Routers {'43a9b504-3af1-4bd6-98a1-84d3b712bcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:35.306685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:35.328787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.330064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3afa16d5-14e1-45ca-ade8-965ddc1ae37a tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3487978 Dec 20 23:05:35.332310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f21f66-8c84-483a-892e-ec81e6a6519e {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:35.336612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48280) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.347071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5f651615-de97-42ea-815e-a59be6094f1d) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:35.350863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:35.351466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.354652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:35.354652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08162a4-aff1-41d3-afe4-9fcaf69823bd None None] The sync data for ids ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:35.356005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.361398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] Provisioning complete for port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:35.361630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.365505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:35.366131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.380845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Transition to ACTIVE for port object e9f21f66-8c84-483a-892e-ec81e6a6519e will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:05:35.385035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d099f27-c029-478f-82d0-5481a95c2560 None None] Network 5f651615-de97-42ea-815e-a59be6094f1d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:35.406090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event updated for resources: {'Port': ['ID=b8aa97d7-f4ec-42cb-909a-005d3e7115b8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:35.429299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb0c60-f4db-454e-94d9-7ff802216ce1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:35.430944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b2bb0c60-f4db-454e-94d9-7ff802216ce1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2020285 Dec 20 23:05:35.434209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.461016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.461606 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-43299064-3e8d-4044-a3df-f3dbbf92054a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:05:35.466866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-43299064-3e8d-4044-a3df-f3dbbf92054a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/568feef4-f7e2-4483-8bb0-5800b4204fae HTTP/1.1" status: 404 len: 333 time: 0.0278900 Dec 20 23:05:35.466866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48284) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.518031 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36106f1-0ef9-416f-85d9-a642b57a4f19 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:05:35.519458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a36106f1-0ef9-416f-85d9-a642b57a4f19 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/17c3cab0-64b4-4458-84b2-9ada5563da68 HTTP/1.1" status: 404 len: 333 time: 0.0518625 Dec 20 23:05:35.527024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48288) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.531603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.538738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b665b4f6-545a-4a11-9081-117ef9ad9a27 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3807528 Dec 20 23:05:35.543376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:35.555157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'name': 'tempest-TaggedBootDevicesTest-1801683898', 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:35.564524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:35.567057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:35.569766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:35.619775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-5f651615-de97-42ea-815e-a59be6094f1d', 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ips': [{'subnet_id': '45f3a8ee-3643-4fea-b349-d5c06bc36540'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:05:35.621361 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.658016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:35.673912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:35.720766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:35.773169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.780438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:35.826541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.836140 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:35.840355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:35.890205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Attempting to bind port e9f21f66-8c84-483a-892e-ec81e6a6519e on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:35.890827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Attempting to bind port e9f21f66-8c84-483a-892e-ec81e6a6519e by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'bdd8c5b9-40d8-4704-9fca-f836231f7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:35.891371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Attempting to bind port e9f21f66-8c84-483a-892e-ec81e6a6519e on network 20e8617e-2634-443c-aa25-51d6f2cc05b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:35.949692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Port e9f21f66-8c84-483a-892e-ec81e6a6519e on network 20e8617e-2634-443c-aa25-51d6f2cc05b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:05:35.950301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Attempting to bind port e9f21f66-8c84-483a-892e-ec81e6a6519e on network 20e8617e-2634-443c-aa25-51d6f2cc05b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:36.060752 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-f88b81d0-41de-4ca2-9482-4c90182cb8a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4013636 Dec 20 23:05:36.062344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:36.063133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Checking segment: {'id': 'bdd8c5b9-40d8-4704-9fca-f836231f7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:36.063745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Bound using segment: {'id': 'bdd8c5b9-40d8-4704-9fca-f836231f7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:36.064433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Bound port: e9f21f66-8c84-483a-892e-ec81e6a6519e, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd8c5b9-40d8-4704-9fca-f836231f7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:36.065077 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.070128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.095795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Request body: {'port': {'device_id': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:36.134437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56d6e00-eafa-4d79-ba6f-2df4d9b9334b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:36.134874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 83fe3f8d-0e50-4ad0-b5be-96168d26d09f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:36.149735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd08c42-da6d-4479-9f35-1d7c36782fde') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:36.150191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd08c42-da6d-4479-9f35-1d7c36782fde') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:36.182653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.202228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd8a06-abd9-40c1-81c8-1ffd5a800c56 req-fcf193ca-0030-46d9-9046-c626237ef871 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:36.203747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6fd8a06-abd9-40c1-81c8-1ffd5a800c56 req-fcf193ca-0030-46d9-9046-c626237ef871 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 944 time: 0.6439900 Dec 20 23:05:36.206970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] For port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:36.235678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.249817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:36.250373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:36.254998 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:36.271907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.277449 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.282224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Allocated IP 10.2.2.2 (5f651615-de97-42ea-815e-a59be6094f1d/45f3a8ee-3643-4fea-b349-d5c06bc36540/af994788-deab-4cea-9b2d-c87dbf10f7c0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:36.318261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:36.336201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.419809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03cb52-2a61-4a49-b987-2510ffb54750 req-09ddfed5-7381-403f-9a5d-2d2812ce5bc3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:36.421350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a03cb52-2a61-4a49-b987-2510ffb54750 req-09ddfed5-7381-403f-9a5d-2d2812ce5bc3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 935 time: 0.6579540 Dec 20 23:05:36.435824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.439472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e,segment=NetworkSegment(bdd8c5b9-40d8-4704-9fca-f836231f7da8),segment_id=bdd8c5b9-40d8-4704-9fca-f836231f7da8)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:36.453058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.454823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:36.455199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.457080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/c56d6e00-eafa-4d79-ba6f-2df4d9b9334b HTTP/1.1" status: 204 len: 168 time: 0.9290936 Dec 20 23:05:36.470153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc9b1c-af21-4d9d-87ed-7aa4a7453aec None None] Pushing event updated for resources: {'Port': ['ID=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:36.472621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48298) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:36.477494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-963681107'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:36.484602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeef63-5d10-46ff-b42b-bc6caee0bebc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=c56d6e00-eafa-4d79-ba6f-2df4d9b9334b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:36.490524 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.536242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a9ea74d8-21bc-411d-b24b-06b174331525 None None] Provisioning complete for port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:36.536627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74d8-21bc-411d-b24b-06b174331525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.577731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6fd8a06-abd9-40c1-81c8-1ffd5a800c56 req-419de00a-f53f-4f48-9358-fdd59c15dfac tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616658 Dec 20 23:05:36.595063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:36.595406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.596897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9f21f66-8c84-483a-892e-ec81e6a6519e HTTP/1.1" status: 200 len: 1092 time: 2.5149651 Dec 20 23:05:36.597552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:36.599860 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da51ff86-fe3a-47b6-813d-003ef98c57ad" -d '{"events": [{"name": "network-changed", "server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:36.628230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:36.642692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593414ce-4698-4111-b0e1-0cbc9185fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:36.693396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea74d8-21bc-411d-b24b-06b174331525 None None] Port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:36.737533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a03cb52-2a61-4a49-b987-2510ffb54750 req-9e38b908-a33b-4355-a62b-fb4c0f5800ef tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834191 Dec 20 23:05:36.753311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:36.757762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.791677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:36.800976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.823595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-d341a254-2d7a-4b63-9724-f747e5ed6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:36.825608 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-d341a254-2d7a-4b63-9724-f747e5ed6bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bef585caa9174e9883482612a8feae60&device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 1095 time: 0.1270072 Dec 20 23:05:36.826523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:36.828988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Transition to ACTIVE for port object 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:05:36.835309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a9ea74d8-21bc-411d-b24b-06b174331525 None None] Provisioning complete for port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:36.835690 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74d8-21bc-411d-b24b-06b174331525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.844658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.844993 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 1a3845f3-28df-4cce-afb2-a5d6f73d1ee9 of type vlan for network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 Dec 20 23:05:36.846428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.883731 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-0b068cba-ce49-486f-b788-f4dddb627b7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e HTTP/1.1" status: 200 len: 217 time: 0.0496788 Dec 20 23:05:36.956585 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f159b4-f80d-4c7c-b389-1bb36b13f62a x-openstack-request-id: req-62f159b4-f80d-4c7c-b389-1bb36b13f62a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:36.957658 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:36.958135 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62f159b4-f80d-4c7c-b389-1bb36b13f62a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:36.958571 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e', 'status': 'completed', 'code': 200} Dec 20 23:05:36.959178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:36.973397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.000770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.016987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046788f-a89d-47e2-84b7-4902095072dc req-4870ceb6-697f-417e-868b-d36569df63e8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:37.018561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0046788f-a89d-47e2-84b7-4902095072dc req-4870ceb6-697f-417e-868b-d36569df63e8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.3098879 Dec 20 23:05:37.047465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-9968a4c4-f0f7-4a7f-851b-6a300a63e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:37.048699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-9968a4c4-f0f7-4a7f-851b-6a300a63e1a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bac89349-98f1-439c-bf28-1f62e9bb6a3c HTTP/1.1" status: 200 len: 865 time: 0.1561024 Dec 20 23:05:37.063944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Network 5f651615-de97-42ea-815e-a59be6094f1d is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:37.070312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] device_id is not set on port 168b7fd4-21dd-4520-992b-694cfcb19093 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:37.074145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:37.080140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:37.084999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Pushing event updated for resources: {'Port': ['ID=af994788-deab-4cea-9b2d-c87dbf10f7c0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:37.117314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.132163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.159130 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-5cdeaa16-d8eb-4290-b162-20e3f17482d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20e8617e-2634-443c-aa25-51d6f2cc05b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800223 Dec 20 23:05:37.159597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.162455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:37.169975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Attempting to bind port af994788-deab-4cea-9b2d-c87dbf10f7c0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:37.170353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Attempting to bind port af994788-deab-4cea-9b2d-c87dbf10f7c0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:37.170740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Attempting to bind port af994788-deab-4cea-9b2d-c87dbf10f7c0 on network 5f651615-de97-42ea-815e-a59be6094f1d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:37.176319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:37.176704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Checking segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:37.177368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.177779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Bound using segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:37.178256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Bound port: af994788-deab-4cea-9b2d-c87dbf10f7c0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:37.178762 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.216119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Attempting to bind port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:37.216466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Attempting to bind port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:37.216794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Attempting to bind port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:37.263128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:05:37.263508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Attempting to bind port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:37.274861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:37.275302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:37.275873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:37.276326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Bound port: 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:37.277225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.278642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0046788f-a89d-47e2-84b7-4902095072dc req-c7c31a75-990a-4cc0-82fa-7df2fbc86eea tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453563 Dec 20 23:05:37.294350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] For port af994788-deab-4cea-9b2d-c87dbf10f7c0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:37.304390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.311250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:37.311875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.335618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] For port af994788-deab-4cea-9b2d-c87dbf10f7c0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=af994788-deab-4cea-9b2d-c87dbf10f7c0,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:37.375721 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.379774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.393966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=6dc6191d-72d6-4d10-8ec0-ba32ca0d3893,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:37.424074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:37.449049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-8b13fea9-2d48-46b7-807a-14cd048a94fb service neutron] 10.222.0.59 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703149 Dec 20 23:05:37.500844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0af04d16-fbcd-4dbb-ae48-4dc2fb0e4b41 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0271568 Dec 20 23:05:37.501930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49f0e-0adc-4599-afa8-8424f9d11929 None None] Pushing event updated for resources: {'Port': ['ID=af994788-deab-4cea-9b2d-c87dbf10f7c0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:37.506376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48302) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:37.537955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:37.547102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.1.1.181 (0b5e4f4c-5c4e-4018-a2c6-8009755cc349/a307bee1-8ef7-4d45-b10c-443e9e0005f6/168b7fd4-21dd-4520-992b-694cfcb19093) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:37.568318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:37.602765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:37.609668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Deleting port 8d22de60-c0db-4171-9d26-d8ac9a27842e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:37.609979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.640848 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bb42aadd-3a02-47dc-ac35-0d987badbd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.666600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89337406-7b4e-4d90-a622-9f0c60525c76 req-ee2a1768-464b-4516-9795-926b5a962a2d service neutron] 10.222.0.59 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162974 Dec 20 23:05:37.692688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.758133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Router ffe870a2-d712-4456-aa46-452a6ecdefde is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:37.770178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:37.770732 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.772293 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] 10.222.0.45 "PUT /v2.0/ports/55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 HTTP/1.1" status: 200 len: 1095 time: 1.6842692 Dec 20 23:05:37.817039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:37.852209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Calling delete_port for 8d22de60-c0db-4171-9d26-d8ac9a27842e owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:37.884439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd229-23b2-422e-9a8e-e31f67853988 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:37.927012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:37.931993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.045739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-088d7ea9-a609-485d-8fbc-4cbdbb5ffcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.047839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-088d7ea9-a609-485d-8fbc-4cbdbb5ffcd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bef585caa9174e9883482612a8feae60&device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 1095 time: 0.2419963 Dec 20 23:05:38.096886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Performing IP validity checks on allocation pools {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:05:38.097523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:05:38.165765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device af994788-deab-4cea-9b2d-c87dbf10f7c0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:38.187060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-03493971-a75d-4e00-a35b-90523763458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.190324 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-03493971-a75d-4e00-a35b-90523763458e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 1098 time: 0.2107384 Dec 20 23:05:38.242515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port af994788-deab-4cea-9b2d-c87dbf10f7c0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:38.243028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.266694 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.278727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-9626143b-10f1-4bf3-8fa1-b555aaa0a9f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0767016 Dec 20 23:05:38.284072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-e57f2046-52d3-4a79-a5c1-e0af793c3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.285518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-e57f2046-52d3-4a79-a5c1-e0af793c3cb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20e8617e-2634-443c-aa25-51d6f2cc05b0 HTTP/1.1" status: 200 len: 926 time: 0.2016547 Dec 20 23:05:38.336211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d00de9-8637-4351-a8be-0b264ecf93a1 req-e4c802cf-df86-4cf5-b565-0cc2ad67b8a9 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.336815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.344095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11d00de9-8637-4351-a8be-0b264ecf93a1 req-e4c802cf-df86-4cf5-b565-0cc2ad67b8a9 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 944 time: 0.5911181 Dec 20 23:05:38.366230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.382339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port af994788-deab-4cea-9b2d-c87dbf10f7c0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=af994788-deab-4cea-9b2d-c87dbf10f7c0,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:38.436030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.437203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 83fe3f8d-0e50-4ad0-b5be-96168d26d09f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:38.487849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41229c-ab69-4df8-bb53-b70decf9ba7e req-06601e51-eed1-4be4-94a6-b5df2472eb16 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.489488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb41229c-ab69-4df8-bb53-b70decf9ba7e req-06601e51-eed1-4be4-94a6-b5df2472eb16 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 947 time: 0.6312234 Dec 20 23:05:38.501001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11d00de9-8637-4351-a8be-0b264ecf93a1 req-e0a6895c-81f6-40bd-bb81-b08335aaa014 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559205 Dec 20 23:05:38.579853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=af994788-deab-4cea-9b2d-c87dbf10f7c0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:38.587713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:38.607624 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] Sync routers for ids ['ffe870a2-d712-4456-aa46-452a6ecdefde'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:38.649786 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] Routers {'ffe870a2-d712-4456-aa46-452a6ecdefde'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:38.650578 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ffe870a2-d712-4456-aa46-452a6ecdefde'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:38.674437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.680518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb41229c-ab69-4df8-bb53-b70decf9ba7e req-94f57725-2360-43d7-9d8e-a8935077c31b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112857 Dec 20 23:05:38.683007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:38.683713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.743274 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-f8c6e47f-19d9-4043-835d-5c4cf2fe4fad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e HTTP/1.1" status: 200 len: 217 time: 0.4474027 Dec 20 23:05:38.747113 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:38.763319 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] Routers {'ffe870a2-d712-4456-aa46-452a6ecdefde'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:38.764725 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ffe870a2-d712-4456-aa46-452a6ecdefde'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:38.816180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:38.816954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6d326-41b1-4ba3-a01f-612e00d4d403 None None] The sync data for ids ['ffe870a2-d712-4456-aa46-452a6ecdefde'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:38.828458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.829965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6aee6a32-764f-4fe8-82c1-e6573b72d7d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1351590 Dec 20 23:05:38.833517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-5c12288a-ca4e-4fcd-96a0-cf47a309794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.834975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-5c12288a-ca4e-4fcd-96a0-cf47a309794b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.5422163 Dec 20 23:05:38.835966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48312) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:38.856122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-aacef1d9-d03b-47dc-a6f6-e6c8f113b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.857238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-aacef1d9-d03b-47dc-a6f6-e6c8f113b6e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bac89349-98f1-439c-bf28-1f62e9bb6a3c HTTP/1.1" status: 200 len: 865 time: 0.0920305 Dec 20 23:05:38.868166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:38.905605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4193e0c-bee2-4ed5-a90b-cf53a6017790 None None] Network 5f651615-de97-42ea-815e-a59be6094f1d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:38.906644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-82a83380-3b9e-4c02-93e6-97588d37bcc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20e8617e-2634-443c-aa25-51d6f2cc05b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311363 Dec 20 23:05:38.913462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:38.923864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:38.934521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:38.946395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127ec6-44f8-4522-a211-b289885d4167 req-7387f571-84c0-40dd-8d5c-38a940d7ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.947868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-7387f571-84c0-40dd-8d5c-38a940d7ebe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007721 Dec 20 23:05:38.951188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:38.968129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:38.970518 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e534efef-784f-42b0-a6a8-8e75c3cd22fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:38.974749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f333c-8901-4ec7-b6ea-69d1172e0e31 req-a0b13dd6-985c-4aee-bf3e-4ed72042a233 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:38.979337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe0f333c-8901-4ec7-b6ea-69d1172e0e31 req-a0b13dd6-985c-4aee-bf3e-4ed72042a233 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2589147 Dec 20 23:05:39.015908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fc9abf30-4244-41aa-91b8-b7ce40f3423a None None] Provisioning complete for port af994788-deab-4cea-9b2d-c87dbf10f7c0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:39.016329 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc9abf30-4244-41aa-91b8-b7ce40f3423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.062056 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe26a40-7c45-4dc9-9362-e1c1d195753d x-openstack-request-id: req-6fe26a40-7c45-4dc9-9362-e1c1d195753d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:39.062927 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:39.062927 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fe26a40-7c45-4dc9-9362-e1c1d195753d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:39.063127 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6', 'status': 'completed', 'code': 200} Dec 20 23:05:39.086335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.107899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:39.108553 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.155597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Pushing event deleted for resources: {'Port': ['ID=8d22de60-c0db-4171-9d26-d8ac9a27842e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:39.157346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=126a240a-4c16-41f6-b6f9-cf33a2aefb4c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:39.178781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f556cf0b-2b79-4aee-b7ff-d5211ca19217 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/ffe870a2-d712-4456-aa46-452a6ecdefde HTTP/1.1" status: 200 len: 918 time: 0.3384781 Dec 20 23:05:39.185296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48316) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:39.223835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-7c1e8ea4-2808-4415-a1de-e815fb94484f service neutron] 10.222.0.59 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025608 Dec 20 23:05:39.224969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:39.225447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:39.237299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eec59cb1-c795-4c70-9a0e-4d5daee6565b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6922593 Dec 20 23:05:39.243209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe0f333c-8901-4ec7-b6ea-69d1172e0e31 req-ef50f9db-3120-4404-a6a4-82b7aff73fda tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073445 Dec 20 23:05:39.243694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48318) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:39.252086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'name': 'tempest-TaggedBootDevicesTest-1004392872', 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:39.263718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee8a1a79-bc31-4f64-ac35-aaf8d3e0a27b tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe870a2-d712-4456-aa46-452a6ecdefde HTTP/1.1" status: 200 len: 205 time: 0.0666056 Dec 20 23:05:39.266124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48320) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:39.290904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-afc80f62-5b63-45de-a6b4-eabb8cb89674 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126228 Dec 20 23:05:39.343588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.436821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6e75-69c3-440c-9581-f6fd0aab170a None None] Provisioning complete for port 168b7fd4-21dd-4520-992b-694cfcb19093 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:39.437895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6e75-69c3-440c-9581-f6fd0aab170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.479814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b6e75-69c3-440c-9581-f6fd0aab170a None None] Port 168b7fd4-21dd-4520-992b-694cfcb19093 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:39.482966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:39.494277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7a1b6e75-69c3-440c-9581-f6fd0aab170a None None] Provisioning complete for port af994788-deab-4cea-9b2d-c87dbf10f7c0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:39.494277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6e75-69c3-440c-9581-f6fd0aab170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.544879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.549845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da51ff86-fe3a-47b6-813d-003ef98c57ad req-39618623-2066-42dc-8e53-4b0f729ff2f5 service neutron] 10.222.0.59 "GET /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986007 Dec 20 23:05:39.549845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c127ec6-44f8-4522-a211-b289885d4167 req-89204fee-c287-442c-9ca4-0c7570f312d2 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127750 Dec 20 23:05:39.594529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.598601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.616351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:39.631248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:39.631842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.633805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab76d30-96a2-4c80-97d6-dd57eb57760b None None] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:39.695526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:39.703015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.720280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.728166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Router 43a9b504-3af1-4bd6-98a1-84d3b712bcfb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:05:39.731905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] device_id is not set on port 1014cb69-a9bf-41b2-a585-4c46888b8c51 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:39.751576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-456f1d22-bb95-4a79-8a2b-bb4c5c3ddcca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2177520 Dec 20 23:05:39.756425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48328) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:39.763096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893', 'name': 'tempest-PortsTestJSON-12285616'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:39.774436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.791504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47286d-039a-4ce8-bbc1-867cee50212f req-04993740-6b1f-4bff-a297-3df16df9f9f4 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:39.791504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f47286d-039a-4ce8-bbc1-867cee50212f req-04993740-6b1f-4bff-a297-3df16df9f9f4 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 944 time: 0.1518259 Dec 20 23:05:39.791716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6dc6191d-72d6-4d10-8ec0-ba32ca0d3893', 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': '126a240a-4c16-41f6-b6f9-cf33a2aefb4c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:05:39.792607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.801110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-6e61b6b7-475a-4a68-9177-80958c5c2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:39.801534 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-6e61b6b7-475a-4a68-9177-80958c5c2b17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0969689 Dec 20 23:05:39.947795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:39.967663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:39.968843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48934c6d-1438-470e-8375-45efc196072d tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "PUT /v2.0/routers/43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 200 len: 710 time: 4.6236567 Dec 20 23:05:39.974152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Allocated IP 172.20.0.2 (6dc6191d-72d6-4d10-8ec0-ba32ca0d3893/126a240a-4c16-41f6-b6f9-cf33a2aefb4c/ecd73ebd-3ad3-4fc8-9302-36b7eb950276) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:39.975573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:39.983715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] Sync routers for ids ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:40.012837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] Routers {'43a9b504-3af1-4bd6-98a1-84d3b712bcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:40.013478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:40.031890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-c9146c0b-b626-4f4a-a482-2cd660dfe05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.034085 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-c9146c0b-b626-4f4a-a482-2cd660dfe05b service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2173834 Dec 20 23:05:40.061302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:40.064579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f47286d-039a-4ce8-bbc1-867cee50212f req-3a4c1562-55e7-4cf7-940a-d6765ed346af tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331231 Dec 20 23:05:40.088330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device af994788-deab-4cea-9b2d-c87dbf10f7c0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:40.098474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port b8aa97d7-f4ec-42cb-909a-005d3e7115b8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:40.098808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.101267 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-70173834-c926-4891-bc90-7289502c6935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0542588 Dec 20 23:05:40.123684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db4165-6b44-4d2d-abae-9567750bc2b3 req-82e0aede-886e-4121-b986-83206ecdd899 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.126179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63db4165-6b44-4d2d-abae-9567750bc2b3 req-82e0aede-886e-4121-b986-83206ecdd899 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 947 time: 0.2915342 Dec 20 23:05:40.138921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2ca499ee-7c63-4ca5-88f9-aee6a57fdff4 tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/routers/43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 200 len: 745 time: 0.1576421 Dec 20 23:05:40.146738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48332) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:40.155435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.1.1.24 (0b5e4f4c-5c4e-4018-a2c6-8009755cc349/a307bee1-8ef7-4d45-b10c-443e9e0005f6/1014cb69-a9bf-41b2-a585-4c46888b8c51) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:40.217024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63db4165-6b44-4d2d-abae-9567750bc2b3 req-39ef98d2-4d8f-4f2c-933c-15b005c20cf3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Dec 20 23:05:40.223721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:40.227892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.266121 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2c21bae5-5849-498f-ae9c-d0da3ffbb12c tempest-RoutersIpV6AdminTest-1089233753 tempest-RoutersIpV6AdminTest-1089233753-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 200 len: 205 time: 0.1168416 Dec 20 23:05:40.268611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48334) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:40.279237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-53b9d603-b486-49f6-9a60-1203f1f704bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.280825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-53b9d603-b486-49f6-9a60-1203f1f704bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1660819 Dec 20 23:05:40.286136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port dec10dee-e08e-493d-a45d-9c8f32122b44 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:40.298927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-090fdc08-b644-4d68-9a65-c05a9d15e5ed tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 200 len: 205 time: 0.0289841 Dec 20 23:05:40.301103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] Routers {'43a9b504-3af1-4bd6-98a1-84d3b712bcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:40.301759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:40.313607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9f21f66-8c84-483a-892e-ec81e6a6519e details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:05:40.316088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:40.350037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:40.350696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1a1ed3-1798-4cd0-9779-45fe57d560cf None None] The sync data for ids ['43a9b504-3af1-4bd6-98a1-84d3b712bcfb'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:40.411128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.442396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.451556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.472274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ab73c-3dd5-4d34-bba7-209144263175 req-0bbd1977-d323-4f6b-899c-51a18137caef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.473782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-388ab73c-3dd5-4d34-bba7-209144263175 req-0bbd1977-d323-4f6b-899c-51a18137caef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.0904136 Dec 20 23:05:40.506639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.528933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for b8aa97d7-f4ec-42cb-909a-005d3e7115b8 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:40.532541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port af994788-deab-4cea-9b2d-c87dbf10f7c0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:40.532928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.541082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.545331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-388ab73c-3dd5-4d34-bba7-209144263175 req-28c29398-06fc-451c-bd95-41283017feca tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Dec 20 23:05:40.555713 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.601304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e,segment=NetworkSegment(bdd8c5b9-40d8-4704-9fca-f836231f7da8),segment_id=bdd8c5b9-40d8-4704-9fca-f836231f7da8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:40.603232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:40.610010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:40.612423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:40.612926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.617984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-f90e114e-46d9-4a09-8d04-b27cd905998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.619619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-f90e114e-46d9-4a09-8d04-b27cd905998b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3268378 Dec 20 23:05:40.647605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'e9f21f66-8c84-483a-892e-ec81e6a6519e', 'network_id': '20e8617e-2634-443c-aa25-51d6f2cc05b0', 'port_id': 'e9f21f66-8c84-483a-892e-ec81e6a6519e', 'mac_address': 'fa:16:3e:da:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac89349-98f1-439c-bf28-1f62e9bb6a3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:05:40.664645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:40.675874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:40.695895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:40.696692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.699091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:40.700744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Pushing event updated for resources: {'Port': ['ID=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:40.704196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:40.731690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.740038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.778809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.824956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f21f66-8c84-483a-892e-ec81e6a6519e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:40.832515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a9c73b75-9bb5-451d-adc9-979a6d9f2375 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5842330 Dec 20 23:05:40.848649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Attempting to bind port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:40.849822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Attempting to bind port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:40.849822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Attempting to bind port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 on network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:40.863657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:40.864439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Checking segment: {'id': '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:40.864855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.865886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Bound using segment: {'id': '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:40.866076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Bound port: ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6dc6191d-72d6-4d10-8ec0-ba32ca0d3893'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:40.866541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.883766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e,segment=NetworkSegment(bdd8c5b9-40d8-4704-9fca-f836231f7da8),segment_id=bdd8c5b9-40d8-4704-9fca-f836231f7da8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:40.955126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.10 (6dc6191d-72d6-4d10-8ec0-ba32ca0d3893/126a240a-4c16-41f6-b6f9-cf33a2aefb4c/dec10dee-e08e-493d-a45d-9c8f32122b44) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:40.970604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-75233f2a-5f7a-45d8-9c85-06d8acc26180 None None] Provisioning complete for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:40.971092 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-75233f2a-5f7a-45d8-9c85-06d8acc26180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.976429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.987514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.987514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Fanout notify agent at l3_agent the message router_deleted on router 43a9b504-3af1-4bd6-98a1-84d3b712bcfb {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:40.987514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-22716ed7-52c4-4afe-ac13-bc86ae8e50ad service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055277 Dec 20 23:05:40.995462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:40.995684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] For port ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:40.999623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c343b577-afdd-4555-a45e-d20dba45b4cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 204 len: 168 time: 0.6794620 Dec 20 23:05:41.000013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48344) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.030973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-db4ff3c0-390f-40dc-92b1-e0dfb80b4db6 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 200 len: 205 time: 0.0296061 Dec 20 23:05:41.034593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48346) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.039150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] For port ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,segment=NetworkSegment(1a3845f3-28df-4cce-afb2-a5d6f73d1ee9),segment_id=1a3845f3-28df-4cce-afb2-a5d6f73d1ee9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:41.068662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-75233f2a-5f7a-45d8-9c85-06d8acc26180 None None] Port 1014cb69-a9bf-41b2-a585-4c46888b8c51 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:05:41.073652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:41.081607 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-eec046c3-a47d-42bc-a39a-d88e8af054cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:41.083038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eec046c3-a47d-42bc-a39a-d88e8af054cb tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/43a9b504-3af1-4bd6-98a1-84d3b712bcfb HTTP/1.1" status: 404 len: 336 time: 0.0472505 Dec 20 23:05:41.085387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48348) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.122780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.214890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19d3f4-6e4c-433e-a5e4-cd6cda07d0b3 None None] Pushing event updated for resources: {'Port': ['ID=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:41.232405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e9f21f66-8c84-483a-892e-ec81e6a6519e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:41.514460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48354) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.517229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b836928a-7a92-4067-af9a-c97ccee00f37 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 200 len: 205 time: 0.4286668 Dec 20 23:05:41.519982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848766927', 'description': 'tempest-description--2101461857'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:41.528021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.602785 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-1a38b1a3-fa6a-4b21-bb0a-18b152db4c92 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:41.604099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1a38b1a3-fa6a-4b21-bb0a-18b152db4c92 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/07a96e98-67a5-46c3-8eca-7360f9f10a47 HTTP/1.1" status: 404 len: 336 time: 0.0766196 Dec 20 23:05:41.611445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.659396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e534efef-784f-42b0-a6a8-8e75c3cd22fc req-13fb4cb2-300e-4266-9735-30839e3c3d68 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616740 Dec 20 23:05:41.659988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.663154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1ec863e-061a-46ef-8741-5efea1ac43cd tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 200 len: 205 time: 0.0355735 Dec 20 23:05:41.672784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48362) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.701391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=b8aa97d7-f4ec-42cb-909a-005d3e7115b8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:41.723933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3031-869b-4053-a930-a7609dbd56ab req-ce48c648-7529-450d-9d42-6e59b8915098 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:41.725435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-016e3031-869b-4053-a930-a7609dbd56ab req-ce48c648-7529-450d-9d42-6e59b8915098 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 945 time: 0.2304330 Dec 20 23:05:41.727251 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-71edd58a-d60a-4f0b-9160-781584f6dcd8 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:41.728207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-71edd58a-d60a-4f0b-9160-781584f6dcd8 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/4a31fe79-b3e6-49ee-8653-52f7cb454660 HTTP/1.1" status: 404 len: 336 time: 0.0551486 Dec 20 23:05:41.732522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.752697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db258000-0863-4cdb-992c-b31a4349c592 req-7c813e1b-1fb9-4bf6-81be-f8cdf41c9028 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:41.754207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db258000-0863-4cdb-992c-b31a4349c592 req-7c813e1b-1fb9-4bf6-81be-f8cdf41c9028 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 947 time: 0.1647739 Dec 20 23:05:41.768251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.777624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-12a5db85-0260-4bd9-a117-48dfe95d11f7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 200 len: 205 time: 0.0441792 Dec 20 23:05:41.782082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.783273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48366) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.833964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.839429 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-6cba96a2-9ea7-49b1-affd-2d90f54b8ebc tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:41.840603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6cba96a2-9ea7-49b1-affd-2d90f54b8ebc tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/74109fff-273a-4db9-bf24-16142646f7c4 HTTP/1.1" status: 404 len: 336 time: 0.0549762 Dec 20 23:05:41.849305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48368) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.896515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7b81377-2c34-4558-96e1-63e736f65615 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 200 len: 205 time: 0.0408945 Dec 20 23:05:41.898102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-016e3031-869b-4053-a930-a7609dbd56ab req-58050e93-ef27-4f11-87f0-2efcca7ea8f3 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560822 Dec 20 23:05:41.898710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48372) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:41.902576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db258000-0863-4cdb-992c-b31a4349c592 req-caaf57d7-76a0-4186-a7d2-6529382a0c36 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319487 Dec 20 23:05:41.947939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.951240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:41.952365 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-5813b28f-0174-4043-98fc-29e7e9e34d64 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:41.953324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5813b28f-0174-4043-98fc-29e7e9e34d64 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/cda4d1f1-8dd9-41e3-a26e-e0d7b0eacfd7 HTTP/1.1" status: 404 len: 336 time: 0.0499549 Dec 20 23:05:41.955942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.003871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2415b369-7163-49a4-b8fc-0a0dfb365600 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "GET /v2.0/ports?device_id=998d6910-5866-4b8d-8864-bdc032863322 HTTP/1.1" status: 200 len: 205 time: 0.0467644 Dec 20 23:05:42.008321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48376) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.074874 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-07f3567c-f1f1-4573-9f30-0d07e9ef47b7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] delete failed (client error): The resource could not be found. Dec 20 23:05:42.075929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07f3567c-f1f1-4573-9f30-0d07e9ef47b7 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/routers/998d6910-5866-4b8d-8864-bdc032863322 HTTP/1.1" status: 404 len: 336 time: 0.0666223 Dec 20 23:05:42.078717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.121164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecd73ebd-3ad3-4fc8-9302-36b7eb950276 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:42.124233 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01ace42-8aa7-4ffe-837c-77efca08f9e1 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] DELETE failed (client error): The resource could not be found. Dec 20 23:05:42.124870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01ace42-8aa7-4ffe-837c-77efca08f9e1 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:05:42.126460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.128067 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a01ace42-8aa7-4ffe-837c-77efca08f9e1 tempest-RoutersIpV6AdminTest-1407921799 tempest-RoutersIpV6AdminTest-1407921799-project] 10.222.0.62 "DELETE /v2.0/subnets/f282c02e-41f7-42cc-8b5c-320fba3aa8f9 HTTP/1.1" status: 404 len: 337 time: 0.0483084 Dec 20 23:05:42.128767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.129283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router ffe870a2-d712-4456-aa46-452a6ecdefde {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:42.149092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.151859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfe3b5-7de9-4881-b318-4c57a61367ae req-30346a50-c26f-4f25-acc1-6ed4c33f0065 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:42.155374 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5edcd89b-d537-4d53-9575-9fdc3a943847 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/ffe870a2-d712-4456-aa46-452a6ecdefde HTTP/1.1" status: 204 len: 168 time: 2.8833191 Dec 20 23:05:42.156042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.157502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9f21f66-8c84-483a-892e-ec81e6a6519e up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:42.158466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42cfe3b5-7de9-4881-b318-4c57a61367ae req-30346a50-c26f-4f25-acc1-6ed4c33f0065 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.0942724 Dec 20 23:05:42.160459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1798013664', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:42.181022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.210667 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.233489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42cfe3b5-7de9-4881-b318-4c57a61367ae req-b0b531ef-defb-4219-9466-3cd0322c5e6f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736859 Dec 20 23:05:42.251478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:42.252990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:42.256136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:42.268020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:42.269319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.282891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=dec10dee-e08e-493d-a45d-9c8f32122b44,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:42.284340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d89998-7ec0-4a7d-b6d8-454ea4433b93,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:42.328639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.332764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-02b6efc8-08e5-44c4-937b-6e3fe0543f9a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8134062 Dec 20 23:05:42.332936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48384) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.336996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:42.337674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'security_group_rule': {'security_group_id': '21d89998-7ec0-4a7d-b6d8-454ea4433b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:42.338469 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.340589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port e9f21f66-8c84-483a-892e-ec81e6a6519e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:42.345487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port e9f21f66-8c84-483a-892e-ec81e6a6519e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:42.346077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.354415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.357066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.414268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.419686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.435188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c23a70ed-f6f4-48ef-901e-592cca2ab203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6769314 Dec 20 23:05:42.437657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.493346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,segment=NetworkSegment(1a3845f3-28df-4cce-afb2-a5d6f73d1ee9),segment_id=1a3845f3-28df-4cce-afb2-a5d6f73d1ee9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:42.495963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.525529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:42.528428 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e4c2b-51c8-4cc3-b045-9eadc6cb244d" -d '{"events": [{"server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "name": "network-vif-plugged", "status": "completed", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:42.531946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.542287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e,segment=NetworkSegment(bdd8c5b9-40d8-4704-9fca-f836231f7da8),segment_id=bdd8c5b9-40d8-4704-9fca-f836231f7da8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:42.564123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ab447-fe81-45c4-81de-ec1c2164750d None None] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:42.579210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.584717 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351f6b4-c373-4df6-91c3-7bde34933f50 x-openstack-request-id: req-8351f6b4-c373-4df6-91c3-7bde34933f50 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:42.585098 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "name": "network-vif-plugged", "status": "completed", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:42.585425 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8351f6b4-c373-4df6-91c3-7bde34933f50 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:42.586060 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e', 'code': 200} Dec 20 23:05:42.664013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.670162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.672949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.689165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port dec10dee-e08e-493d-a45d-9c8f32122b44 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:42.689165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.698154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6c817513-d44f-4b01-abba-03fac4be1ecf None None] Provisioning complete for port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:42.699285 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c817513-d44f-4b01-abba-03fac4be1ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.723515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7d8e-16d5-4b23-bb1f-73ad419f47f4 req-0b22e745-90b0-4066-b6bd-a30c99790789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:42.725454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d4f7d8e-16d5-4b23-bb1f-73ad419f47f4 req-0b22e745-90b0-4066-b6bd-a30c99790789 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 1097 time: 0.0518806 Dec 20 23:05:42.730367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:42.763546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.799010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13d886c-0c69-4cff-be75-336d5bc21cd1,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:42.804026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48392) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.814789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d4f7d8e-16d5-4b23-bb1f-73ad419f47f4 req-3f43d15f-274b-4ff0-a7d9-1dd1a77c9030 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800548 Dec 20 23:05:42.826372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:42.841440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.857272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for dec10dee-e08e-493d-a45d-9c8f32122b44 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:42.910058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:42.911454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c494c6b-8867-4067-8fb5-367fbffbd16e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5776882 Dec 20 23:05:42.914386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48396) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:42.920249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'security_group_rule': {'security_group_id': '21d89998-7ec0-4a7d-b6d8-454ea4433b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:43.096998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.116398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1819dcbc-24de-4486-881a-d0ee599a8541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.117667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.172857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a541-d2d7-4292-9fd9-0590f5b22a49 req-90d7ca24-c24c-428e-ab60-0eb19c8101bf tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:43.174600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1581a541-d2d7-4292-9fd9-0590f5b22a49 req-90d7ca24-c24c-428e-ab60-0eb19c8101bf tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.1299493 Dec 20 23:05:43.185486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131b16e-ff29-4e24-bc76-b10df645f273 req-a550975e-199e-4b04-ae05-6fd5df7a59da tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:43.186974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2131b16e-ff29-4e24-bc76-b10df645f273 req-a550975e-199e-4b04-ae05-6fd5df7a59da tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 947 time: 0.1532190 Dec 20 23:05:43.199311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f54f293-4d8b-4f7c-b54a-f9af878c6b7a None None] Provisioning complete for port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:43.202015 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f54f293-4d8b-4f7c-b54a-f9af878c6b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.212131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.282912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=dec10dee-e08e-493d-a45d-9c8f32122b44,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:43.328685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f54f293-4d8b-4f7c-b54a-f9af878c6b7a None None] Could not find standard attr ID for object dec10dee-e08e-493d-a45d-9c8f32122b44. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:05:43.339042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.347989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.25.1.53 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9940b479-2424-471d-977a-9a3279a73844) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:43.439609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1581a541-d2d7-4292-9fd9-0590f5b22a49 req-660644b2-df10-47a9-a43c-4eb7e703bf32 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515776 Dec 20 23:05:43.443030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-10fd937b-7b1a-4be9-8898-6e1cb091eba5 None None] Could not find standard attr ID for object dec10dee-e08e-493d-a45d-9c8f32122b44. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:05:43.456056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2131b16e-ff29-4e24-bc76-b10df645f273 req-dcd079c6-f566-4782-b0a3-24892d9007e7 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532694 Dec 20 23:05:43.484492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.548508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.556271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24f65404-9e30-40eb-a272-2b65fb30d522 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/dec10dee-e08e-493d-a45d-9c8f32122b44 HTTP/1.1" status: 204 len: 168 time: 1.1147430 Dec 20 23:05:43.556995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:43.599969 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-785248b6-36c7-4b7e-9b5c-9ec64107fb6d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:05:43.600513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1819dcbc-24de-4486-881a-d0ee599a8541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.600783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785248b6-36c7-4b7e-9b5c-9ec64107fb6d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:05:43.604117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-785248b6-36c7-4b7e-9b5c-9ec64107fb6d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/dec10dee-e08e-493d-a45d-9c8f32122b44 HTTP/1.1" status: 404 len: 333 time: 0.0446789 Dec 20 23:05:43.608316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:43.613762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.635807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.636131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab219033-1408-43a2-9f0e-5aa944d45683 req-46997527-31e8-452c-833e-c368b3599fe5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:43.638285 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85bc662-a9b0-4419-afe2-9ecf70ea4c0b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:05:43.639799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d85bc662-a9b0-4419-afe2-9ecf70ea4c0b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/dec10dee-e08e-493d-a45d-9c8f32122b44 HTTP/1.1" status: 404 len: 333 time: 0.0304344 Dec 20 23:05:43.642781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:43.644235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab219033-1408-43a2-9f0e-5aa944d45683 req-46997527-31e8-452c-833e-c368b3599fe5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.0845509 Dec 20 23:05:43.669698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1819dcbc-24de-4486-881a-d0ee599a8541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.715453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.720148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:43.726658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:43.733570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:43.739047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=9940b479-2424-471d-977a-9a3279a73844,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:43.748170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab219033-1408-43a2-9f0e-5aa944d45683 req-af464886-49fe-499a-bdcb-76b36062e3f5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Dec 20 23:05:43.761024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1819dcbc-24de-4486-881a-d0ee599a8541 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0df990e3c484423f9b2507ab7b758cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9527810 Dec 20 23:05:43.763553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48412) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:43.765509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819dcbc-24de-4486-881a-d0ee599a8541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ceec2-2830-4bc4-9271-10cd6012cb07,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:43.772342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 126a240a-4c16-41f6-b6f9-cf33a2aefb4c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:43.773874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699e24e8-a551-4cde-aa83-cddd1ebca213,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:43.778248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.784910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:05:43.840314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.841139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.846337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c212460c-c301-4392-bbe3-3d6a00bb4ecc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9307454 Dec 20 23:05:43.848608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48414) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:43.855630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:43.895373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.925823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:43.976397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:43.995782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6', 'mac_address': 'fa:16:3e:40:49:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:05:44.008026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.025961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.040146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.057168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecd73ebd-3ad3-4fc8-9302-36b7eb950276 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:44.065846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.068636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.069808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/682ceec2-2830-4bc4-9271-10cd6012cb07 HTTP/1.1" status: 204 len: 168 time: 0.3052094 Dec 20 23:05:44.080272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358db9d0-fb02-4215-9932-aba5aca1d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ceec2-2830-4bc4-9271-10cd6012cb07,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:44.082020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:05:44.104730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:44.157665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:44.158061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.170026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.191750 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.193521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.233421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=126a240a-4c16-41f6-b6f9-cf33a2aefb4c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:44.235479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.241565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f08437f8-101c-444d-92c5-660550c2bd2a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/126a240a-4c16-41f6-b6f9-cf33a2aefb4c HTTP/1.1" status: 204 len: 168 time: 0.5975714 Dec 20 23:05:44.244729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:44.261619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cee228-f140-4f79-99c9-a2704c3493ca None None] Network 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:44.288404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:44.320297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 172.25.1.113 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/2939426b-23e9-45f7-8a22-064313c3066b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:44.330272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.351663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.449796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.493114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:44.493453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.499886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] DHCP port deletion for 6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:05:44.575558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:44.619247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.681868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,segment=NetworkSegment(1a3845f3-28df-4cce-afb2-a5d6f73d1ee9),segment_id=1a3845f3-28df-4cce-afb2-a5d6f73d1ee9)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:44.683631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.700930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for ecd73ebd-3ad3-4fc8-9302-36b7eb950276 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:44.709113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:44.717454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.719927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:44.731713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:44.746938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c7d3-053f-44bf-b712-ae8800f4f5f3 req-e0e9ec01-e8eb-4126-937a-9f267f0e385d tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:44.748404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0784c7d3-053f-44bf-b712-ae8800f4f5f3 req-e0e9ec01-e8eb-4126-937a-9f267f0e385d tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.1990612 Dec 20 23:05:44.770644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=2939426b-23e9-45f7-8a22-064313c3066b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:44.781899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dc060-bd1c-485f-9bd2-96e7e9182b6c req-eed3e728-582f-42c1-acc0-5caddeaa6522 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:44.783332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e72dc060-bd1c-485f-9bd2-96e7e9182b6c req-eed3e728-582f-42c1-acc0-5caddeaa6522 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 948 time: 0.1792402 Dec 20 23:05:44.790873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Deleting port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:44.791251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.882774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] For port ecd73ebd-3ad3-4fc8-9302-36b7eb950276, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,segment=NetworkSegment(1a3845f3-28df-4cce-afb2-a5d6f73d1ee9),segment_id=1a3845f3-28df-4cce-afb2-a5d6f73d1ee9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:44.883137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:44.909313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Calling delete_port for ecd73ebd-3ad3-4fc8-9302-36b7eb950276 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:44.938467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e72dc060-bd1c-485f-9bd2-96e7e9182b6c req-bf404780-277b-4528-b50b-2345733211bd tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399920 Dec 20 23:05:44.942069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0784c7d3-053f-44bf-b712-ae8800f4f5f3 req-9c913813-9244-4dcc-8aed-0de2554b4703 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557393 Dec 20 23:05:44.965385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-5d0e5810-0566-4bfa-96f4-506fe9e3d72d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790393 Dec 20 23:05:45.006324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:45.009685 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.037835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.107404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8772c6-336a-4df2-8688-61da1ad8f469 req-310ef372-f99a-49ec-9f46-c6c9dc2a7b7f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.116519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c8772c6-336a-4df2-8688-61da1ad8f469 req-310ef372-f99a-49ec-9f46-c6c9dc2a7b7f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.0706227 Dec 20 23:05:45.120618 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.139859 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-087f9960-097b-47fe-9e6d-9c1ac32f7f51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db2508fcc09345a5ba692b5cc52512da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324012 Dec 20 23:05:45.142528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:45.144954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 8af62819-e064-46e4-b92a-fb8cbb5ac053 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:45.149860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:45.157506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] Pushing event deleted for resources: {'Port': ['ID=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:45.163745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee24a0-9750-45b2-8088-91ba44689bf9 None None] No DVR routers for this DVR port ecd73ebd-3ad3-4fc8-9302-36b7eb950276 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:45.183872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=ecd73ebd-3ad3-4fc8-9302-36b7eb950276,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:45.236397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.241572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c8772c6-336a-4df2-8688-61da1ad8f469 req-a62e15b3-fb25-4b3f-8b2d-3b23abedebba tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241801 Dec 20 23:05:45.282169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098c71-9064-45dc-92b3-333675bd3223 req-194e7caa-f34a-4a22-9541-27785508cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.283669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-194e7caa-f34a-4a22-9541-27785508cfc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 1101 time: 0.2958279 Dec 20 23:05:45.300497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.300730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c376e-61b7-438d-b41a-9acb20a8679f req-274235dd-e180-494f-a745-77eef4f150d6 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.302636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-739c376e-61b7-438d-b41a-9acb20a8679f req-274235dd-e180-494f-a745-77eef4f150d6 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.1066942 Dec 20 23:05:45.385059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc6191d-72d6-4d10-8ec0-ba32ca0d3893']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:45.405880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-739c376e-61b7-438d-b41a-9acb20a8679f req-867be0f0-8678-4ced-ac28-e7d286913d96 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963659 Dec 20 23:05:45.433379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:45.433619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3845f3-28df-4cce-afb2-a5d6f73d1ee9') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:45.459331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.473956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.481568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.520657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.531803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.534901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.561268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:45.561658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:45.567765 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:45.581971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:45.592275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Sync routers for ids ['8af62819-e064-46e4-b92a-fb8cbb5ac053'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:45.600304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=2939426b-23e9-45f7-8a22-064313c3066b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:45.604072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098c71-9064-45dc-92b3-333675bd3223 req-93965781-9bd1-48c6-a1a1-45b74853f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.606128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-93965781-9bd1-48c6-a1a1-45b74853f6e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.2734566 Dec 20 23:05:45.606681 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Routers {'8af62819-e064-46e4-b92a-fb8cbb5ac053'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:45.607288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.608345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8af62819-e064-46e4-b92a-fb8cbb5ac053'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:45.677390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.679507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b1bb4fe-418c-4abe-ab2e-8f5144b76c37 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8276176 Dec 20 23:05:45.711498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-6b8e5233-8323-4e3f-81f2-5dfd08018110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5 HTTP/1.1" status: 200 len: 217 time: 0.0722883 Dec 20 23:05:45.789798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098c71-9064-45dc-92b3-333675bd3223 req-6f07cd3e-7f8e-4161-bfb9-be1fea0c3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.791273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-6f07cd3e-7f8e-4161-bfb9-be1fea0c3cab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0719149 Dec 20 23:05:45.794707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.795838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa3174a0-0e87-4890-b457-8db533dc57c4 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6388409 Dec 20 23:05:45.798731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.799473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48446) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:45.821640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.830988 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/6dc6191d-72d6-4d10-8ec0-ba32ca0d3893 HTTP/1.1" status: 204 len: 168 time: 1.5798163 Dec 20 23:05:45.831810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48448) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:45.848686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1845253965'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:45.849193 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Set router 8af62819-e064-46e4-b92a-fb8cbb5ac053 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:05:45.879265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e091-678e-4de5-b34e-5504722b2f58 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=6dc6191d-72d6-4d10-8ec0-ba32ca0d3893,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:45.900548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.907056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:45.909578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/426b3a8d-ef2f-49b0-b645-1d38a55045c7 HTTP/1.1" status: 204 len: 168 time: 0.7225506 Dec 20 23:05:45.931194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f42d39-212d-4098-8dfb-2f6b1ffa5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b3a8d-ef2f-49b0-b645-1d38a55045c7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:45.937354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098c71-9064-45dc-92b3-333675bd3223 req-d4f9be00-051d-4841-8bb0-32b40a3369d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:45.937674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-d4f9be00-051d-4841-8bb0-32b40a3369d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343243 Dec 20 23:05:46.050662 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': '9940b479-2424-471d-977a-9a3279a73844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:42Z', 'updated_at': '2021-12-20T23:05:43Z', 'revision_number': 3, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port': {'id': '9940b479-2424-471d-977a-9a3279a73844', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:05:43Z', 'updated_at': '2021-12-20T23:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:46.052307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:46.057830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.065081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66274949-fa1f-49dd-82fe-edabc17296c2 req-ecc71301-8bc5-428d-adc8-380821b7f1dc tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:46.072680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66274949-fa1f-49dd-82fe-edabc17296c2 req-ecc71301-8bc5-428d-adc8-380821b7f1dc tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.1929600 Dec 20 23:05:46.080729 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Checking router: 8af62819-e064-46e4-b92a-fb8cbb5ac053 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:05:46.081076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Updating router 8af62819-e064-46e4-b92a-fb8cbb5ac053 port 9940b479-2424-471d-977a-9a3279a73844 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:05:46.110362 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.112179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:05:46.126462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-136b15e9-b2fb-4477-bdca-a83bb533d22e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740696 Dec 20 23:05:46.130818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.131234 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 9cae0fba-685d-456b-9baa-e6660e071cd8 of type vlan for network 66e79bb3-b79a-41d1-9edf-be16f319ec7f Dec 20 23:05:46.141516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecd73ebd-3ad3-4fc8-9302-36b7eb950276 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:05:46.154379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cd6ac7f1-4f08-41ef-8590-b70a0f9fee17 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/8af62819-e064-46e4-b92a-fb8cbb5ac053 HTTP/1.1" status: 200 len: 908 time: 0.3529332 Dec 20 23:05:46.158065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48466) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:46.162635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1798013664', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': True}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:46.173434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ecd73ebd-3ad3-4fc8-9302-36b7eb950276 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:05:46.173887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecd73ebd-3ad3-4fc8-9302-36b7eb950276 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:05:46.186559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f4eb90e-a74a-47a7-9f37-e4bd5f988c7a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--848766927&fields=id&tenant_id=0c1dbbcdf6254156a007b7aadcec38e0 HTTP/1.1" status: 200 len: 267 time: 0.1666555 Dec 20 23:05:46.221111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66274949-fa1f-49dd-82fe-edabc17296c2 req-9b56ed12-94da-4e16-a886-f480c07f51d8 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467190 Dec 20 23:05:46.258106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.274935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-ada74ae4-962a-423d-92bb-4a000df6220f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:46.282930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-ada74ae4-962a-423d-92bb-4a000df6220f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 932 time: 0.0948830 Dec 20 23:05:46.359806 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d098c71-9064-45dc-92b3-333675bd3223 req-94bb7b9b-94a5-440f-84b6-31a09c02737f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003677 Dec 20 23:05:46.406939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.413245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:46.413900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.421775 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.493381 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.503108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6688397 Dec 20 23:05:46.505611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48476) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:46.514036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:46.517962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7a896-0505-40ba-a390-e910dce9268a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=66e79bb3-b79a-41d1-9edf-be16f319ec7f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:46.531936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:05:46.580977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Attempting to bind port 9940b479-2424-471d-977a-9a3279a73844 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:46.580977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Attempting to bind port 9940b479-2424-471d-977a-9a3279a73844 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:46.580977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Attempting to bind port 9940b479-2424-471d-977a-9a3279a73844 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:46.588791 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Pushing event updated for resources: {'Port': ['ID=9940b479-2424-471d-977a-9a3279a73844,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:46.592644 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:46.593310 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:46.593420 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.593910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:46.594392 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Bound port: 9940b479-2424-471d-977a-9a3279a73844, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:46.594866 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.595845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.597016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.603404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.603747 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.604755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.605087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.605458 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.605815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.606131 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.606593 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.607088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.607627 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.608225 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.608695 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.609164 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:05:46.652333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-fba9605e-1f37-449e-80c0-e0d877f64803 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:46.655316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-fba9605e-1f37-449e-80c0-e0d877f64803 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 931 time: 0.3697529 Dec 20 23:05:46.683632 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] For port 9940b479-2424-471d-977a-9a3279a73844, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:46.689775 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] For port 9940b479-2424-471d-977a-9a3279a73844, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9940b479-2424-471d-977a-9a3279a73844,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:46.736694 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:05:46.762649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425941-d030-4783-ad47-32c1d3fd8214 req-42ab1f9e-a0fc-44b5-a3bd-354702b5a345 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:46.765063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0425941-d030-4783-ad47-32c1d3fd8214 req-42ab1f9e-a0fc-44b5-a3bd-354702b5a345 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 948 time: 0.1746562 Dec 20 23:05:46.767120 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.767507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.771066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-cd1e71c0-2bd4-4117-b182-d942ef6bc927 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0944827 Dec 20 23:05:46.772950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:46.780789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:46.844736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-a50731f8-4813-4a5c-87e1-6b2eb4623a30 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664020 Dec 20 23:05:46.874628 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Routers {'8af62819-e064-46e4-b92a-fb8cbb5ac053'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:46.874628 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8af62819-e064-46e4-b92a-fb8cbb5ac053'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:46.939871 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ca37-0d34-4b3b-93d9-dac2eb8bb718 None None] Pushing event updated for resources: {'Port': ['ID=9940b479-2424-471d-977a-9a3279a73844,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:47.010565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0425941-d030-4783-ad47-32c1d3fd8214 req-26f352a1-7cbe-4ecf-8346-fa01e6064f60 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308974 Dec 20 23:05:47.020980 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] Set router 8af62819-e064-46e4-b92a-fb8cbb5ac053 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:05:47.097345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:47.107635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:47.142059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8970d5c5-dade-4bd7-a37a-9c7df173729c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.148125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8970d5c5-dade-4bd7-a37a-9c7df173729c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.158824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8970d5c5-dade-4bd7-a37a-9c7df173729c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.166928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8970d5c5-dade-4bd7-a37a-9c7df173729c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=5f651615-de97-42ea-815e-a59be6094f1d&id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 1988 time: 0.3106952 Dec 20 23:05:47.186229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-d2811443-65cb-40fc-9c0e-fd015e35f739 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/quotas/0c1dbbcdf6254156a007b7aadcec38e0 HTTP/1.1" status: 200 len: 375 time: 0.0177066 Dec 20 23:05:47.229637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=9c8ce703-8e64-4c59-80fc-0d7e8f10f743,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:47.233907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '9cae0fba-685d-456b-9baa-e6660e071cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:47.234283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 66e79bb3-b79a-41d1-9edf-be16f319ec7f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:05:47.285908 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': '9940b479-2424-471d-977a-9a3279a73844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:42Z', 'updated_at': '2021-12-20T23:05:43Z', 'revision_number': 3, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port': {'id': '9940b479-2424-471d-977a-9a3279a73844', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:05:43Z', 'updated_at': '2021-12-20T23:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:47.310249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-c7646dd2-cb17-4241-bfc1-a2172bfa1fa8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1234787 Dec 20 23:05:47.313402 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e32886-50b6-43aa-b152-89c350309f62 None None] The sync data for ids ['8af62819-e064-46e4-b92a-fb8cbb5ac053'] in n-d-822053-9 is: [{'id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53'}], 'enable_snat': False}, 'gw_port_id': '9940b479-2424-471d-977a-9a3279a73844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:42Z', 'updated_at': '2021-12-20T23:05:43Z', 'revision_number': 3, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port': {'id': '9940b479-2424-471d-977a-9a3279a73844', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af62819-e064-46e4-b92a-fb8cbb5ac053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:05:43Z', 'updated_at': '2021-12-20T23:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:47.327267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:05:47.366771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90e34-b593-4033-aee2-89d757f72f16 req-437cfa4a-d591-4060-8170-5e1aed115416 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.368313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47d90e34-b593-4033-aee2-89d757f72f16 req-437cfa4a-d591-4060-8170-5e1aed115416 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.1396728 Dec 20 23:05:47.418797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 66e79bb3-b79a-41d1-9edf-be16f319ec7f) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:47.426644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.427638 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:47.435822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25315264-7509-4456-b678-b4ff738c6427 None None] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:47.507131 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cd99158a-b33f-4918-9ade-3e9099902391 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9998682 Dec 20 23:05:47.508283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48498) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:47.513610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47d90e34-b593-4033-aee2-89d757f72f16 req-0fa0b88d-e9f2-44dc-9c50-af5532ae6db8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335049 Dec 20 23:05:47.516621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1135342788'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:47.517383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1515a790-aa28-4a92-a454-320759f3bf5e service neutron] 10.222.0.62 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742241 Dec 20 23:05:47.592250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-66e79bb3-b79a-41d1-9edf-be16f319ec7f', 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': '9c8ce703-8e64-4c59-80fc-0d7e8f10f743'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:05:47.593052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:47.824692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:47.830041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-a16efd61-7d7c-411b-9341-4f6aee167040 service neutron] 10.222.0.62 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969713 Dec 20 23:05:47.859956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.866615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.873437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.879547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.886188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.891457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Allocated IP 172.20.0.2 (66e79bb3-b79a-41d1-9edf-be16f319ec7f/9c8ce703-8e64-4c59-80fc-0d7e8f10f743/3969dda9-3f51-4db0-aeab-f41964da9dcb) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:47.893937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:47.901784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.924414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:47.927164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-d2517362-9649-41eb-8820-bdf3fa73c3cc tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.2574427 Dec 20 23:05:47.942990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.053273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b068aded-7815-4d10-9554-76c483c88055 service neutron] 10.222.0.62 "GET /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1241899 Dec 20 23:05:48.253733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34b4812b-f950-4b71-86f9-161b9f900b74 req-55a7f639-ffd4-4746-b4b1-c69ebcecd6fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2688246 Dec 20 23:05:48.300698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9940b479-2424-471d-977a-9a3279a73844 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:48.306103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.25.1.251 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:48.310742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:48.316311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.352382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 2c45499f-a0e9-4f07-ae8a-eb021118b97b yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:48.367596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.413136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b6255964-6d92-4b48-9b7a-592a231e7dee service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589563 Dec 20 23:05:48.427895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9940b479-2424-471d-977a-9a3279a73844 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:48.428255 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.466137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.535155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.547434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:05:48.563434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:48.563654 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.596878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.10 (66e79bb3-b79a-41d1-9edf-be16f319ec7f/9c8ce703-8e64-4c59-80fc-0d7e8f10f743/2c45499f-a0e9-4f07-ae8a-eb021118b97b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:48.606848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0182f9b5-a99d-49d9-86dd-eb0ba75b165d service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838934 Dec 20 23:05:48.659737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-667b9f98-8f50-4b75-a9e8-bdbd763ea8c8 service neutron] 10.222.0.62 "GET /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0457635 Dec 20 23:05:48.662292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:48.680312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:48.699569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.711948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:48.717670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Pushing event updated for resources: {'Port': ['ID=3969dda9-3f51-4db0-aeab-f41964da9dcb,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:48.759976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:48.824465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:48.824819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.839685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.845327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48520) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:48.848466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:48.857281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:48.933687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.941156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:48.942779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-e366f9c3-71e6-41f9-8ede-3330a3f4ecae service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718666 Dec 20 23:05:48.943681 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca51aff5-6e15-47c0-b51e-1e3779e22721" -d '{"events": [{"server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "name": "network-vif-plugged", "status": "completed", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:48.947321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Attempting to bind port 3969dda9-3f51-4db0-aeab-f41964da9dcb on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:48.948407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Attempting to bind port 3969dda9-3f51-4db0-aeab-f41964da9dcb by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9cae0fba-685d-456b-9baa-e6660e071cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:48.948941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Attempting to bind port 3969dda9-3f51-4db0-aeab-f41964da9dcb on network 66e79bb3-b79a-41d1-9edf-be16f319ec7f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:48.957689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e313b1-cbcc-4a42-b412-55339283c7d8 req-c2bade07-8dea-42b5-94f4-74a0b4177c75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:48.959215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1e313b1-cbcc-4a42-b412-55339283c7d8 req-c2bade07-8dea-42b5-94f4-74a0b4177c75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 948 time: 0.1552744 Dec 20 23:05:48.969024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:48.970280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:48.970746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Checking segment: {'id': '9cae0fba-685d-456b-9baa-e6660e071cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:48.971216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.971614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Bound using segment: {'id': '9cae0fba-685d-456b-9baa-e6660e071cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:48.972090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Bound port: 3969dda9-3f51-4db0-aeab-f41964da9dcb, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae0fba-685d-456b-9baa-e6660e071cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '66e79bb3-b79a-41d1-9edf-be16f319ec7f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:48.972462 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:48.977233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.019229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:49.030966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9940b479-2424-471d-977a-9a3279a73844, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9940b479-2424-471d-977a-9a3279a73844,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:49.035543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:49.043314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.045261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:49.081128 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.093206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=2c45499f-a0e9-4f07-ae8a-eb021118b97b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:49.102560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] For port 3969dda9-3f51-4db0-aeab-f41964da9dcb, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:49.111324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] For port 3969dda9-3f51-4db0-aeab-f41964da9dcb, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3969dda9-3f51-4db0-aeab-f41964da9dcb,segment=NetworkSegment(9cae0fba-685d-456b-9baa-e6660e071cd8),segment_id=9cae0fba-685d-456b-9baa-e6660e071cd8)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:49.112009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.112610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.117113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:49.168378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.176617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9940b479-2424-471d-977a-9a3279a73844,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:49.193177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7d10b1f7-e927-4d94-82f7-82ea1abb27c4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6839983 Dec 20 23:05:49.195755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:49.263982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaaa1e-40af-448d-97e0-1db6b9436879 None None] Pushing event updated for resources: {'Port': ['ID=3969dda9-3f51-4db0-aeab-f41964da9dcb,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:49.327341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-514515393'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:49.333811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 2c45499f-a0e9-4f07-ae8a-eb021118b97b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:49.334316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.452339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.473238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 2c45499f-a0e9-4f07-ae8a-eb021118b97b owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:49.511770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1e313b1-cbcc-4a42-b412-55339283c7d8 req-a18ac260-38e6-47d1-8189-cd8699bad31d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961746 Dec 20 23:05:49.590576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-c655b6e2-b1a6-45c3-820d-cc0e6b99b8e1 service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292078 Dec 20 23:05:49.623323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.625558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.708538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.741471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=2c45499f-a0e9-4f07-ae8a-eb021118b97b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:49.810395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.816312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd4860c0-e4b2-4b0c-877b-44e9e16c819e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/2c45499f-a0e9-4f07-ae8a-eb021118b97b HTTP/1.1" status: 204 len: 168 time: 0.6165822 Dec 20 23:05:49.817505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48528) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:49.838365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.845048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.847394 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-188be7c0-785c-4db8-9564-eec16e190351 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:05:49.848867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-188be7c0-785c-4db8-9564-eec16e190351 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/2c45499f-a0e9-4f07-ae8a-eb021118b97b HTTP/1.1" status: 404 len: 333 time: 0.0303278 Dec 20 23:05:49.851021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.851570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:49.857540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.863428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.869489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.876008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:49.878014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad0a6d8a-2a2a-4be5-84c2-cd0e7c2e7db2 req-df9b39da-9ebb-4a16-acec-25003e6736d1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.2851019 Dec 20 23:05:49.891632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.904129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f1c1b0f-5900-4d2e-b44c-ef2d86509c20 service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124208 Dec 20 23:05:49.928634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 9c8ce703-8e64-4c59-80fc-0d7e8f10f743 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:49.933184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.936589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:49.999310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.004359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.112117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.130705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.134707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ea4d9944-e1e6-4037-87bc-2fea1097423e tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2831521 Dec 20 23:05:50.138157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48534) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:50.165939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2efba8e4-89b9-441a-82d1-74a7086c468b service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529764 Dec 20 23:05:50.196729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fa169-e958-457b-8cd2-00c5f95cca12 req-ae36bce0-282b-4d34-9d4e-7494b6e488a5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:50.209671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-200fa169-e958-457b-8cd2-00c5f95cca12 req-ae36bce0-282b-4d34-9d4e-7494b6e488a5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2231679 Dec 20 23:05:50.222436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3969dda9-3f51-4db0-aeab-f41964da9dcb up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:50.289529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 3969dda9-3f51-4db0-aeab-f41964da9dcb triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:50.290274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.301348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.384975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.388835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-200fa169-e958-457b-8cd2-00c5f95cca12 req-7087453a-69b0-4e27-bde0-eb83cbba7860 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821351 Dec 20 23:05:50.407838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-e306628a-845c-47e7-8065-638dcf8c1161 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:50.407838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-e306628a-845c-47e7-8065-638dcf8c1161 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.59 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.2649724 Dec 20 23:05:50.489091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.519038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.528093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:05:50.528524 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:05:50.531762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffaefc0-cc6f-4b7a-a4c8-0720237fa00f None None] Network 66e79bb3-b79a-41d1-9edf-be16f319ec7f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:05:50.539977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.562268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.568274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8ce703-8e64-4c59-80fc-0d7e8f10f743,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:50.587555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f3d71f19-2022-41c9-9bb8-646e2f343ecf service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078951 Dec 20 23:05:50.612487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.615287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf7a8d-2ade-4fb4-bda0-6e682d371ca4 req-a949234b-1d25-49ad-be22-80120f281adc tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:50.615737 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f50cab0a-f4d4-4493-9841-aaa473974207 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/9c8ce703-8e64-4c59-80fc-0d7e8f10f743 HTTP/1.1" status: 204 len: 168 time: 0.7632761 Dec 20 23:05:50.624933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0daf7a8d-2ade-4fb4-bda0-6e682d371ca4 req-a949234b-1d25-49ad-be22-80120f281adc tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/ports?device_id=540b1d88-52ac-44bd-814f-e1f07dac894b HTTP/1.1" status: 200 len: 946 time: 0.1553273 Dec 20 23:05:50.631667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48540) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:50.633837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] Provisioning complete for port 3969dda9-3f51-4db0-aeab-f41964da9dcb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:50.634313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.682321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Deleting port e9f21f66-8c84-483a-892e-ec81e6a6519e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:50.682656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.715362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.716241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee22565-9329-4ac9-b47e-643c835282eb {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:50.726354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.733980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-04fbd3f1-87ee-4dd5-a7d0-8118f640c480 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3ee22565-9329-4ac9-b47e-643c835282eb HTTP/1.1" status: 204 len: 168 time: 0.5886259 Dec 20 23:05:50.759359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:50.768393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Request body: {'router': {'name': 'tempest-router-1147058139', 'distributed': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:50.781330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] DHCP port deletion for 66e79bb3-b79a-41d1-9edf-be16f319ec7f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:05:50.789552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.818140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] For port e9f21f66-8c84-483a-892e-ec81e6a6519e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9f21f66-8c84-483a-892e-ec81e6a6519e,segment=NetworkSegment(bdd8c5b9-40d8-4704-9fca-f836231f7da8),segment_id=bdd8c5b9-40d8-4704-9fca-f836231f7da8)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:50.818499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.835189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Calling delete_port for e9f21f66-8c84-483a-892e-ec81e6a6519e owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:50.854399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] For port 3969dda9-3f51-4db0-aeab-f41964da9dcb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3969dda9-3f51-4db0-aeab-f41964da9dcb,segment=NetworkSegment(9cae0fba-685d-456b-9baa-e6660e071cd8),segment_id=9cae0fba-685d-456b-9baa-e6660e071cd8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:50.859769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.870523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Deleting port 3969dda9-3f51-4db0-aeab-f41964da9dcb {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:50.871188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.872391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0daf7a8d-2ade-4fb4-bda0-6e682d371ca4 req-1813c0ea-095d-4bbe-a207-4a429f091757 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcf7059b-865a-4673-a0b9-cc4bf7797f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465706 Dec 20 23:05:50.889384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-348ac58e-4a77-4a48-8a37-06524b7bb038 service neutron] 10.222.0.62 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936277 Dec 20 23:05:50.901537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:50.906711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.003369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.022877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] For port 3969dda9-3f51-4db0-aeab-f41964da9dcb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3969dda9-3f51-4db0-aeab-f41964da9dcb,segment=NetworkSegment(9cae0fba-685d-456b-9baa-e6660e071cd8),segment_id=9cae0fba-685d-456b-9baa-e6660e071cd8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:51.028513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.040143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Calling delete_port for 3969dda9-3f51-4db0-aeab-f41964da9dcb owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:51.048380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0ca347de-2bf5-4989-810f-636780020f2d service neutron] 10.222.0.62 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456559 Dec 20 23:05:51.075178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 3969dda9-3f51-4db0-aeab-f41964da9dcb {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:51.075754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.087952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.116208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c283dfc-7b44-49c9-b163-2cc96071082c req-3c6900f2-d7c3-476b-bf31-cec16f067df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:51.117948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c283dfc-7b44-49c9-b163-2cc96071082c req-3c6900f2-d7c3-476b-bf31-cec16f067df2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 1100 time: 0.0859437 Dec 20 23:05:51.128971 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba3cbcb-9440-4826-a8a9-d3772b0244fc x-openstack-request-id: req-5ba3cbcb-9440-4826-a8a9-d3772b0244fc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:51.129272 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "name": "network-vif-plugged", "status": "completed", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:51.129522 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ba3cbcb-9440-4826-a8a9-d3772b0244fc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:51.129947 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6', 'code': 200} Dec 20 23:05:51.139520 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.171800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8c283dfc-7b44-49c9-b163-2cc96071082c req-ca753d56-da33-4a91-85a8-57cb46e3f98d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Dec 20 23:05:51.182322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.184224 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e252e3e6-d68a-423b-aa65-5e4efe93bd99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4235201 Dec 20 23:05:51.187131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:51.196310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9940b479-2424-471d-977a-9a3279a73844 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:05:51.229071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.248556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e9f21f66-8c84-483a-892e-ec81e6a6519e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:05:51.284532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415ce17-d168-4b85-bd97-64ed3c471556 None None] Pushing event updated for resources: {'Port': ['ID=3969dda9-3f51-4db0-aeab-f41964da9dcb,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:51.296181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Pushing event deleted for resources: {'Port': ['ID=e9f21f66-8c84-483a-892e-ec81e6a6519e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:51.304353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.319082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9940b479-2424-471d-977a-9a3279a73844 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:05:51.319762 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.389980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 90fe593a-6ab3-4121-9d80-379dd679ae34 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:05:51.402338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] No DVR routers for this DVR port e9f21f66-8c84-483a-892e-ec81e6a6519e on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:51.406382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.409759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-310de5d9-554f-4b9a-9179-32a5dba9cca6 req-178d9fc6-627b-4c79-ad8b-29dc66700120 tempest-ServersNegativeTestMultiTenantJSON-1545219783 tempest-ServersNegativeTestMultiTenantJSON-1545219783-project] 10.222.0.59 "DELETE /v2.0/ports/e9f21f66-8c84-483a-892e-ec81e6a6519e HTTP/1.1" status: 204 len: 173 time: 0.9785826 Dec 20 23:05:51.418398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'name': 'network-vif-deleted', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:05:51.418398 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3b50f-5e72-48e5-996f-de98411867d3" -d '{"events": [{"server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "name": "network-vif-deleted", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:05:51.507689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.510598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.573966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.609036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] Pushing event deleted for resources: {'Port': ['ID=3969dda9-3f51-4db0-aeab-f41964da9dcb,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:51.616145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe99c5c-2770-451a-963c-f55319017cae None None] No DVR routers for this DVR port 3969dda9-3f51-4db0-aeab-f41964da9dcb on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:51.635040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.636217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87d89bd4-170a-4cf3-90f2-d049fadde7e0 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:51.642210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.643641 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-03d6914d-19ef-4d87-aa7a-3af452f180f8 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "DELETE /v2.0/routers/87d89bd4-170a-4cf3-90f2-d049fadde7e0 HTTP/1.1" status: 204 len: 168 time: 0.4552789 Dec 20 23:05:51.646966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port 3969dda9-3f51-4db0-aeab-f41964da9dcb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3969dda9-3f51-4db0-aeab-f41964da9dcb,segment=NetworkSegment(9cae0fba-685d-456b-9baa-e6660e071cd8),segment_id=9cae0fba-685d-456b-9baa-e6660e071cd8)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:51.647189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:51.647455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.651942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Request body: {'router': {'name': 'tempest-router-1578746420', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '55301562020d4f8fbbeeaee663b74a54'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:51.658565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3ece-6d08-433e-aea1-2d7c62f28d03 req-440ce0f6-915a-4012-bddf-5d4a4fc691a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:51.666236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8ef3ece-6d08-433e-aea1-2d7c62f28d03 req-440ce0f6-915a-4012-bddf-5d4a4fc691a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.2926404 Dec 20 23:05:51.685536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 3969dda9-3f51-4db0-aeab-f41964da9dcb owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:51.691446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-9c35670a-62d8-4d6a-a850-204f9b2b4203 service neutron] 10.222.0.62 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279848 Dec 20 23:05:51.772397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.773593 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.835563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.890530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8ef3ece-6d08-433e-aea1-2d7c62f28d03 req-b4096a22-5f19-45a2-8b76-691387d205d0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209604 Dec 20 23:05:51.899543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.925831 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:51.928534 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:51.932639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:05:51.944317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Sync routers for ids ['90fe593a-6ab3-4121-9d80-379dd679ae34'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:05:51.961468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b613de0b-6f29-483f-9d6a-601614d5c686 service neutron] 10.222.0.62 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601783 Dec 20 23:05:51.976396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Routers {'90fe593a-6ab3-4121-9d80-379dd679ae34'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:51.978561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['90fe593a-6ab3-4121-9d80-379dd679ae34'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:51.987515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:51.992685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-01432ec7-9209-45c5-bddc-821cb16d172c tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3443160 Dec 20 23:05:51.994042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.007556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.019753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:52.095775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port 3969dda9-3f51-4db0-aeab-f41964da9dcb on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:05:52.122506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.124119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a2a6ddd1-2643-4f2d-8cd6-5aef0570f90f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9648790 Dec 20 23:05:52.125255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=3969dda9-3f51-4db0-aeab-f41964da9dcb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:52.134594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48574) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.162205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Set router 90fe593a-6ab3-4121-9d80-379dd679ae34 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:05:52.165191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3969dda9-3f51-4db0-aeab-f41964da9dcb no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:05:52.177492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.266412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d79b8-a894-412d-a3e7-03b540e8438c req-6b9bd08d-1f86-4fdf-a357-5c39aa1f2ed8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.267944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b7d79b8-a894-412d-a3e7-03b540e8438c req-6b9bd08d-1f86-4fdf-a357-5c39aa1f2ed8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1929445 Dec 20 23:05:52.296556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.298989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 3969dda9-3f51-4db0-aeab-f41964da9dcb {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:05:52.299556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3969dda9-3f51-4db0-aeab-f41964da9dcb not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:05:52.340648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-cb390974-2049-45a8-90f6-36e51cfae52d service neutron] 10.222.0.62 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697095 Dec 20 23:05:52.414570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e79bb3-b79a-41d1-9edf-be16f319ec7f']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:52.440303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.440892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.444091 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-257977cc-c2d7-45ec-96df-a592a9e03a04 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/90fe593a-6ab3-4121-9d80-379dd679ae34 HTTP/1.1" status: 200 len: 908 time: 0.3111620 Dec 20 23:05:52.448180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.448799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.449274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.450078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.450281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.450854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.451451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.453440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-b5335e9d-fd0e-40a4-bcf5-2590ef80b27b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 6500 time: 0.2749555 Dec 20 23:05:52.453963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48582) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.455824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cae0fba-685d-456b-9baa-e6660e071cd8') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:52.456120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cae0fba-685d-456b-9baa-e6660e071cd8') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:52.485943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b7d79b8-a894-412d-a3e7-03b540e8438c req-17fc37a5-7985-4181-be36-7047ee16caf7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839375 Dec 20 23:05:52.502651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fe593a-6ab3-4121-9d80-379dd679ae34', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:46Z', 'updated_at': '2021-12-20T23:05:49Z', 'revision_number': 3, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port': {'id': '54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fe593a-6ab3-4121-9d80-379dd679ae34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:05:47Z', 'updated_at': '2021-12-20T23:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:52.545820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.561385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115563) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 20 23:05:52.562210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Router 3aaea40c-119e-4bfd-ae84-6845c652ff63 migrating from provider to provider. {{(pid=115563) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 20 23:05:52.562346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.564633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Checking router: 90fe593a-6ab3-4121-9d80-379dd679ae34 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:05:52.565240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Updating router 90fe593a-6ab3-4121-9d80-379dd679ae34 port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:05:52.568670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.578625 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9683f-0712-4e3f-b368-a6a2b26e2522 x-openstack-request-id: req-eab9683f-0712-4e3f-b368-a6a2b26e2522 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:05:52.578922 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540b1d88-52ac-44bd-814f-e1f07dac894b", "name": "network-vif-deleted", "tag": "e9f21f66-8c84-483a-892e-ec81e6a6519e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:05:52.579176 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eab9683f-0712-4e3f-b368-a6a2b26e2522 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:05:52.579578 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540b1d88-52ac-44bd-814f-e1f07dac894b', 'name': 'network-vif-deleted', 'tag': 'e9f21f66-8c84-483a-892e-ec81e6a6519e', 'status': 'completed', 'code': 200} Dec 20 23:05:52.600325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.629422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.648459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.670834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:52.671127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:52.674378 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:52.711763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Deleting subnet bac89349-98f1-439c-bf28-1f62e9bb6a3c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:52.715991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.717942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.802783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-d8a4ffdf-25d1-4db7-926a-a8e3d56323f6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3343666 Dec 20 23:05:52.809029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.877283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947e32-52e4-4d3f-95ff-9e417a6fa2c9 req-d9b7031d-a9f4-429f-9e5b-52ed60041793 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:52.879159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25947e32-52e4-4d3f-95ff-9e417a6fa2c9 req-d9b7031d-a9f4-429f-9e5b-52ed60041793 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1353767 Dec 20 23:05:52.929153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.946284 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.949291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:52.953663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/66e79bb3-b79a-41d1-9edf-be16f319ec7f HTTP/1.1" status: 204 len: 168 time: 2.3073916 Dec 20 23:05:52.961859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:52.970919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'name': 'tempest-PortsTestJSON-1014271665'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:53.005136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3c24-f00d-47a3-bf03-72c90a977827 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=66e79bb3-b79a-41d1-9edf-be16f319ec7f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:53.029432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.060524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.088116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81150b2-2373-47aa-a7c4-9e6359eb89bf None None] Pushing event updated for resources: {'Port': ['ID=54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:53.089012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25947e32-52e4-4d3f-95ff-9e417a6fa2c9 req-72f64cfa-6d88-42c1-a914-b1d06d89a70e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812317 Dec 20 23:05:53.091274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Attempting to bind port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:05:53.091644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Attempting to bind port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:05:53.092013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Attempting to bind port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:05:53.099609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:05:53.099609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:05:53.099609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.100094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:05:53.100584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Bound port: 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:05:53.100972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.199958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Deleting port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:53.200300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.208810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.218339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:53.222458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.222702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] For port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:05:53.235069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] For port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:05:53.242977 n-d-822053-9 neutron-server[115563]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] No L3 agents can host the router 3aaea40c-119e-4bfd-ae84-6845c652ff63 Dec 20 23:05:53.268270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.311521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 2214a946-7a86-4254-89ef-ec9393924102 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:53.314440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.375507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Routers {'90fe593a-6ab3-4121-9d80-379dd679ae34'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:05:53.376393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['90fe593a-6ab3-4121-9d80-379dd679ae34'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:53.393145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] For port 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26, host n-d-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:53.393514 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.427667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Hosts for router 3aaea40c-119e-4bfd-ae84-6845c652ff63: [] {{(pid=115563) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 23:05:53.433906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d73a7-7020-4edb-a065-368fc3529054 req-169e2182-0267-409b-8bb5-7c0e9b4bfd1c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:53.438305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc8d73a7-7020-4edb-a065-368fc3529054 req-169e2182-0267-409b-8bb5-7c0e9b4bfd1c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.1880918 Dec 20 23:05:53.439756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Calling delete_port for 54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:53.455108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Hosts for other DVR routers connected to router 3aaea40c-119e-4bfd-ae84-6845c652ff63: set() {{(pid=115563) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 23:05:53.457644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.458969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad2e0f5f-e9ad-45f2-8e39-03651c97cb99 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "PUT /v2.0/routers/3aaea40c-119e-4bfd-ae84-6845c652ff63 HTTP/1.1" status: 200 len: 717 time: 1.4631915 Dec 20 23:05:53.461858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48616) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:53.475506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81150b2-2373-47aa-a7c4-9e6359eb89bf None None] Pushing event updated for resources: {'Port': ['ID=54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:53.485593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] Set router 90fe593a-6ab3-4121-9d80-379dd679ae34 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:05:53.542256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.550119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fe593a-6ab3-4121-9d80-379dd679ae34', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:46Z', 'updated_at': '2021-12-20T23:05:53Z', 'revision_number': 4, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:53.578607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8016a20b-43c7-419e-8353-1b185cc6a6ca tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "GET /v2.0/routers/3aaea40c-119e-4bfd-ae84-6845c652ff63 HTTP/1.1" status: 200 len: 717 time: 0.1130300 Dec 20 23:05:53.579630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.582429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f5f8c-658f-4d4f-86ab-3bbcf53f975d None None] The sync data for ids ['90fe593a-6ab3-4121-9d80-379dd679ae34'] in n-d-822053-9 is: [{'id': '90fe593a-6ab3-4121-9d80-379dd679ae34', 'name': 'tempest-snat-router-1798013664', 'tenant_id': '18b3159995424bceb04458cbd1a8761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:05:46Z', 'updated_at': '2021-12-20T23:05:53Z', 'revision_number': 4, 'project_id': '18b3159995424bceb04458cbd1a8761c', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:05:53.586047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bac89349-98f1-439c-bf28-1f62e9bb6a3c HTTP/1.1" status: 204 len: 168 time: 0.9552877 Dec 20 23:05:53.586706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6408a7e-13b6-439e-b1bd-863e60719d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac89349-98f1-439c-bf28-1f62e9bb6a3c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:53.594884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48618) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:53.595673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48620) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:53.634630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc8d73a7-7020-4edb-a065-368fc3529054 req-2e3415e5-2779-48ea-9868-ac48fc99bf30 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828222 Dec 20 23:05:53.706269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.733950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.902276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.905188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-108a727e-7658-47f1-b447-0376c5dccee7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:53.927066 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6166089-d385-4f48-af6c-ebf30c65d3c6 tempest-RoutersTestDVR-2025372640 tempest-RoutersTestDVR-2025372640-project] 10.222.0.62 "GET /v2.0/routers/3aaea40c-119e-4bfd-ae84-6845c652ff63 HTTP/1.1" status: 200 len: 683 time: 0.3305275 Dec 20 23:05:53.927759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48636) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:53.928627 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-108a727e-7658-47f1-b447-0376c5dccee7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.2040076 Dec 20 23:05:53.942015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:53.970197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-48566eb6-5cf2-44f8-8b72-dac12975796c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/quotas/3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 375 time: 0.0398879 Dec 20 23:05:54.010788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.016998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e8617e-2634-443c-aa25-51d6f2cc05b0']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:54.020321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:54.031090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd8c5b9-40d8-4704-9fca-f836231f7da8') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:54.031384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd8c5b9-40d8-4704-9fca-f836231f7da8') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:54.039799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.072264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:54.084828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:54.091019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.092190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:54.092817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.131034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=2214a946-7a86-4254-89ef-ec9393924102,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:54.143691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.194778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9f21f66-8c84-483a-892e-ec81e6a6519e no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:05:54.218315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: e9f21f66-8c84-483a-892e-ec81e6a6519e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:05:54.219787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:54.220194 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.220596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9f21f66-8c84-483a-892e-ec81e6a6519e not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:54.222744 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:54.295554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.299206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.360926 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.366762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.373180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] 10.222.0.62 "DELETE /v2.0/networks/20e8617e-2634-443c-aa25-51d6f2cc05b0 HTTP/1.1" status: 204 len: 168 time: 0.7731340 Dec 20 23:05:54.381622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48644) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:54.403847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d01059-48da-41b2-b0db-708905a9158e admin admin] Pushing event deleted for resources: {'Network': ['ID=20e8617e-2634-443c-aa25-51d6f2cc05b0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:54.427597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.427996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3aaea40c-119e-4bfd-ae84-6845c652ff63 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:54.434380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.435498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d992953a-8ed4-4294-81d3-90b937196ff6 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3aaea40c-119e-4bfd-ae84-6845c652ff63 HTTP/1.1" status: 204 len: 168 time: 0.5049117 Dec 20 23:05:54.440274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48646) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:54.444630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-b78373dd-853e-415d-9116-b14477f9d5bf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4735687 Dec 20 23:05:54.448511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Request body: {'router': {'name': 'tempest-router-1950780472', 'distributed': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:54.460519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1611d13e-6b0e-4f47-8e18-9368c4f00a7e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4927621 Dec 20 23:05:54.460519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Port': ['ID=54c20b79-e6f0-4ef0-a6ca-4ec32e6d0c26,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:54.465050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:54.465641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f8c41-47ba-483e-b5e4-183a0cc51eac req-66b1be6e-3860-4f44-83d4-dec94f0c1fe0 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:54.467149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e1f8c41-47ba-483e-b5e4-183a0cc51eac req-66b1be6e-3860-4f44-83d4-dec94f0c1fe0 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 1100 time: 0.4505701 Dec 20 23:05:54.495451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Deleting subnet 1cb8cd70-98b4-4e74-bbc5-b0c999c8e519 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:05:54.502283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.543832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.564430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.565533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.587808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.666039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.670170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e1f8c41-47ba-483e-b5e4-183a0cc51eac req-00b4a218-7c50-49bd-98f7-f2d85d0b4f11 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935596 Dec 20 23:05:54.672792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.692284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-8a83e251-390f-4ff5-9d82-2c4a6f4553cd service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311032 Dec 20 23:05:54.737022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.738439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.802747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80ffdbd-bddb-493b-9525-89c6c42b050b req-766d4aec-3f52-42b2-af39-83fc558f8dd6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0512929 Dec 20 23:05:54.806455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-2ced47f0-80fd-460a-9a49-495fb7d50e71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405134 Dec 20 23:05:54.815838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 2214a946-7a86-4254-89ef-ec9393924102 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:54.816314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.860882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.861755 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.862461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90fe593a-6ab3-4121-9d80-379dd679ae34 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:54.871737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.874853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c6cf29c-dd94-48b1-878c-aeff4d377167 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/routers/90fe593a-6ab3-4121-9d80-379dd679ae34 HTTP/1.1" status: 204 len: 168 time: 2.4136198 Dec 20 23:05:54.875675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48656) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:54.939866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.981689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:54.983926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 2214a946-7a86-4254-89ef-ec9393924102 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:54.993080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-4eab8f72-42b5-44b1-b27f-58d6f4a5d9c4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474813 Dec 20 23:05:55.000609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-b43e920e-8bea-46a5-922b-24b004541899 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621403 Dec 20 23:05:55.032298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb8cd70-98b4-4e74-bbc5-b0c999c8e519,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:55.036736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.043920 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae9bd771-318f-40ff-b0b8-d1f2f90bbcaf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1cb8cd70-98b4-4e74-bbc5-b0c999c8e519 HTTP/1.1" status: 204 len: 168 time: 0.6612170 Dec 20 23:05:55.045507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48666) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:55.113651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.114915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e751896d-79e2-42f5-a617-f35461b4d0a9 tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6717157 Dec 20 23:05:55.120508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-5689991e-bf13-4b39-8706-866b85ec9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:55.122007 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-5689991e-bf13-4b39-8706-866b85ec9063 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 1100 time: 0.2743981 Dec 20 23:05:55.123754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48668) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:55.129275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.256397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-3e91bf1f-ba55-496e-9a21-cb7e687be5bf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:55.257967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-3e91bf1f-ba55-496e-9a21-cb7e687be5bf tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047527 Dec 20 23:05:55.279903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.310158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57306508-d939-45d4-9331-e82b1a2aa558 req-f999f677-4a8d-4356-b11b-7e6a01957495 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 210 time: 0.0459406 Dec 20 23:05:55.311410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-7cb22a31-757e-452c-97aa-e14944d8d94c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/quotas/1144828e017143f59cb0ebbd7067fd62 HTTP/1.1" status: 200 len: 375 time: 0.0350549 Dec 20 23:05:55.329210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.332811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.398381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-166e7783-a4b2-46c9-8cb7-346a6962d200 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0797846 Dec 20 23:05:55.479698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Deleting port 9940b479-2424-471d-977a-9a3279a73844 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:55.480111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.559070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.566246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] For port 9940b479-2424-471d-977a-9a3279a73844, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9940b479-2424-471d-977a-9a3279a73844,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:05:55.567211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.572951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-647e21f2-2020-4bba-bc79-ea9273757e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:55.574879 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-647e21f2-2020-4bba-bc79-ea9273757e61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.4208624 Dec 20 23:05:55.584276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Calling delete_port for 9940b479-2424-471d-977a-9a3279a73844 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:55.624954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.628245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.639096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=2214a946-7a86-4254-89ef-ec9393924102,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:55.651563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.656537 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a606a562-f4b8-4165-b66c-921521944140 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/2214a946-7a86-4254-89ef-ec9393924102 HTTP/1.1" status: 204 len: 168 time: 1.1903787 Dec 20 23:05:55.662287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.699930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:55.715043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'mac_address': 'fa:16:3e:15:72:25', 'name': 'tempest-PortsTestJSON-111772716'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:55.768245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71c1a2ee-b23d-4338-abab-db459cfeaccd req-b6a8b0b3-9824-4ba7-86f0-e0f58239ac2a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0420914 Dec 20 23:05:55.785951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-29a4a179-7e7a-4154-8bb3-917a41d0b3a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8f21df8a-862a-415c-935d-a4783499bd84 HTTP/1.1" status: 200 len: 217 time: 0.1576369 Dec 20 23:05:55.845646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ca40e4-8523-487a-acc1-73cbe63e2e03']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:55.887455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e39746d-b912-4054-9945-fbb35b355545') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:55.887760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e39746d-b912-4054-9945-fbb35b355545') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:05:55.918399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.922624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-214a96a1-833d-40a8-bbfc-02373db1fe62 req-7b7638a4-c148-4888-9f7d-8cd890ef022c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0318196 Dec 20 23:05:55.944156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-253b442c-9fbd-4ec2-8697-279165dd54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:55.945810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-253b442c-9fbd-4ec2-8697-279165dd54b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1487844 Dec 20 23:05:55.946780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.957062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:05:55.959576 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:05:56.002936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.003451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3ad92f-1a77-40b4-8170-db74880580ab {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:56.023975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.044481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.045946 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6ed350c2-e1fd-4363-b33a-ff506a14b83a tempest-RoutersTestDVR-812846961 tempest-RoutersTestDVR-812846961-project-admin] 10.222.0.62 "DELETE /v2.0/routers/2c3ad92f-1a77-40b4-8170-db74880580ab HTTP/1.1" status: 204 len: 168 time: 0.8955100 Dec 20 23:05:56.077106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event deleted for resources: {'Port': ['ID=9940b479-2424-471d-977a-9a3279a73844,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:56.088077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-7fe00af4-995c-4322-99c7-a82b5b68d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:56.090272 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-7fe00af4-995c-4322-99c7-a82b5b68d5d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345034 Dec 20 23:05:56.131496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.204707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:56.209530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.216967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.221480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] 10.222.0.62 "DELETE /v2.0/networks/05ca40e4-8523-487a-acc1-73cbe63e2e03 HTTP/1.1" status: 204 len: 168 time: 1.1454594 Dec 20 23:05:56.253185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.255633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.295098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-652b6c0d-eeaa-4436-b078-77a9892384a8 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940348 Dec 20 23:05:56.311901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.327397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974fcea-4b5e-49bc-998c-bed161dbf5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=05ca40e4-8523-487a-acc1-73cbe63e2e03,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:56.367223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port a61e576d-6354-4653-87d5-f5f7e0ef1034 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:56.390480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.391365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8af62819-e064-46e4-b92a-fb8cbb5ac053 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:05:56.403583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.409239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:56.411127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4ac6a52f-d902-456e-8cbe-e792f495f706 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "DELETE /v2.0/routers/8af62819-e064-46e4-b92a-fb8cbb5ac053 HTTP/1.1" status: 204 len: 168 time: 1.5325086 Dec 20 23:05:56.413806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1917383272', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:56.465461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-189fdfc3-347f-4029-aac3-e699028c0ab2 req-887fbea5-9b41-48e3-af68-fc92602a6a4d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 210 time: 0.0527110 Dec 20 23:05:56.569331 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3fddd7f5-52a2-4c1e-b8ac-3902245b48c7 req-e3922a0e-89df-4c6b-91b0-bb0d5e912cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607396 Dec 20 23:05:56.615399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48704) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:56.617361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48706) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:56.653786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.654922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.665967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d80550cc-e939-4298-9444-f9d8a991c8fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bef585caa9174e9883482612a8feae60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470750 Dec 20 23:05:56.667241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:56.730291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.756460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.806525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16b8448e-7477-4200-9aab-9bc688a3c242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.925023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.928649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.936317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcf7059b-865a-4673-a0b9-cc4bf7797f5b HTTP/1.1" status: 204 len: 168 time: 0.2609787 Dec 20 23:05:56.970359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16b8448e-7477-4200-9aab-9bc688a3c242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:56.987805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c753-de4b-4e84-9db5-8b288295295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7059b-865a-4673-a0b9-cc4bf7797f5b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:57.013243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-889c2c60-220a-4ee8-b9b7-9878948fb427 req-e2a9e641-622c-4e84-809d-5fd13d7ab3f4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0500014 Dec 20 23:05:57.046580 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16b8448e-7477-4200-9aab-9bc688a3c242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.136872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4039b8ff-5600-4b92-bd74-b3c6d7b83790 req-5a5b3db2-2d0f-41c2-a558-0b9377d353f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0552473 Dec 20 23:05:57.140013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8448e-7477-4200-9aab-9bc688a3c242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efdbd15-fdfe-4148-abef-322aa281c920,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:57.144482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-16b8448e-7477-4200-9aab-9bc688a3c242 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55301562020d4f8fbbeeaee663b74a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213559 Dec 20 23:05:57.158512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:57.186805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.224422 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.247723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.250341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-5fdf3e54-fcab-4a3b-a4a1-f968dddb19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.251671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-5fdf3e54-fcab-4a3b-a4a1-f968dddb19a4 service neutron] 10.222.0.59 "GET /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 1028 time: 0.0773849 Dec 20 23:05:57.254394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.319065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-dc75e2ca-7013-47dd-a82d-61042a6a631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.320567 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-dc75e2ca-7013-47dd-a82d-61042a6a631a service neutron] 10.222.0.59 "GET /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 1027 time: 0.0551794 Dec 20 23:05:57.383813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.387976 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.389097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7efdbd15-fdfe-4148-abef-322aa281c920 HTTP/1.1" status: 204 len: 168 time: 0.2291908 Dec 20 23:05:57.403858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fbb80-dfec-4f58-bfe5-58a7bd3650aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efdbd15-fdfe-4148-abef-322aa281c920,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:57.423264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.564750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:57.578111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:57.584202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.590463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:57.596359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.596957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.597333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e5629cb-4511-4cac-8c5d-9357fdc3d818 req-5110d266-71a8-49a8-94c2-dd52031a10bc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 210 time: 0.0339921 Dec 20 23:05:57.611799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=a61e576d-6354-4653-87d5-f5f7e0ef1034,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:57.642773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2b1ae47a-cbb1-423a-8c01-75b075cd0e49 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.648535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2b1ae47a-cbb1-423a-8c01-75b075cd0e49 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.655211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2b1ae47a-cbb1-423a-8c01-75b075cd0e49 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.657407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2b1ae47a-cbb1-423a-8c01-75b075cd0e49 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=5f651615-de97-42ea-815e-a59be6094f1d&id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 1988 time: 0.3279490 Dec 20 23:05:57.718417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4cafccad-b422-4ba6-9adb-f34bb2450b59 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0174148 Dec 20 23:05:57.721305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48726) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:57.781491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ada1c-3089-4480-8c93-18d852b978a6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.785776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-413ada1c-3089-4480-8c93-18d852b978a6 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/a61e576d-6354-4653-87d5-f5f7e0ef1034 HTTP/1.1" status: 200 len: 840 time: 0.0607393 Dec 20 23:05:57.786459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:57.813118 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b205b7d7-2abc-4fe0-8fde-73f8886df957 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1dbbcdf6254156a007b7aadcec38e0 HTTP/1.1" status: 200 len: 379 time: 0.1440210 Dec 20 23:05:57.828267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'admin_state_up': True, 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'security_groups': ['21d89998-7ec0-4a7d-b6d8-454ea4433b93']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:57.852707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:57.886569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48730) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:57.896028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fc824655-108a-4cf3-b126-371366c2a0bf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:57.898353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fc824655-108a-4cf3-b126-371366c2a0bf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.2397742 Dec 20 23:05:57.922972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'device_id': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'admin_state_up': True, 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:57.959290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fedc0fa3-e70d-47dd-800c-10a80d931842 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee532b3fa87a4753893975d95dd09a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687244 Dec 20 23:05:57.959290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:57.998099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port a61e576d-6354-4653-87d5-f5f7e0ef1034 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:05:57.998588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.085373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9940b479-2424-471d-977a-9a3279a73844 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:05:58.145381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9940b479-2424-471d-977a-9a3279a73844 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:05:58.145941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9940b479-2424-471d-977a-9a3279a73844 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:05:58.214513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.219155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48d85b61-be6e-4641-8568-19ac26d689b4 req-5fb6d124-0de2-4b1f-97d7-cfba5205cab5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0618327 Dec 20 23:05:58.239954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for a61e576d-6354-4653-87d5-f5f7e0ef1034 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:05:58.257760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.278240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.281138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.297383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:58.301051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.329870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:58.333448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.342685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c51daa6-8265-490c-a055-8b4aea8f399e req-44e6f328-d93a-46d0-8bd7-afb791e3f453 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0859349 Dec 20 23:05:58.406952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.502348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:58.516406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eec7db2-8fbf-42e9-8fb9-356fdd8f890b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.610046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Allocated IP 172.25.1.105 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/1dcbab7a-f87d-42ed-995d-deacb0a4169b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:58.615641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eec7db2-8fbf-42e9-8fb9-356fdd8f890b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.616949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-2723c135-89aa-4756-a8a6-84278266f7c4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665259 Dec 20 23:05:58.617871 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.622189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.626227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0328610d-8298-462b-be12-21a3ae94ade2 HTTP/1.1" status: 204 len: 168 time: 0.6655219 Dec 20 23:05:58.627312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.674447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.682490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/a61e576d-6354-4653-87d5-f5f7e0ef1034 HTTP/1.1" status: 204 len: 168 time: 0.8904829 Dec 20 23:05:58.682490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d13d-2d00-45ca-baad-3a64588fbd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0328610d-8298-462b-be12-21a3ae94ade2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:58.683340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:58.684095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecdc23-39f9-481e-b770-ade09b7c409b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=a61e576d-6354-4653-87d5-f5f7e0ef1034,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:58.708861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4eec7db2-8fbf-42e9-8fb9-356fdd8f890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:58.737673 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b507f1-1614-4f4d-9d1d-5b499bcd0283 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:05:58.739193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d8b507f1-1614-4f4d-9d1d-5b499bcd0283 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/a61e576d-6354-4653-87d5-f5f7e0ef1034 HTTP/1.1" status: 404 len: 333 time: 0.0528169 Dec 20 23:05:58.746264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48748) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:58.757444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'name': 'tempest-PortsTestJSON-1304831575'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:58.812612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4eec7db2-8fbf-42e9-8fb9-356fdd8f890b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01a0d524ad2b4180815e451a9c442436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065538 Dec 20 23:05:58.821614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:05:58.823455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec7db2-8fbf-42e9-8fb9-356fdd8f890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50571748-4be7-48f6-bb4d-ba0f1a21954b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:58.863778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbc5a01d-4154-4e6b-83aa-bce8f2aea97c req-c724e3a6-3edb-460b-87a6-e05ad7a969f1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 210 time: 0.0756786 Dec 20 23:05:58.914093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.20.0.12 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/fbd46151-997a-41a6-ba05-7dc348e878af) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:58.935424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 172.20.0.12 (77304a25-56d6-48e0-baa9-1490ee7a57fd/2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9/9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:05:58.972581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.010992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.065399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:59.069897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.078544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-ac7f2c90-0f5f-49bc-8fc0-40f96f3df1f5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:59.080696 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-ac7f2c90-0f5f-49bc-8fc0-40f96f3df1f5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4426703 Dec 20 23:05:59.088947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port a45f3b22-c717-4efb-b8f1-fea8b828fd84 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:05:59.108502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Request body: {'port': {'device_id': '3916f4c6-7e94-42e7-9709-33476523a0da', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '1144828e017143f59cb0ebbd7067fd62'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:05:59.133442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.220749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.224719 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.228424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50571748-4be7-48f6-bb4d-ba0f1a21954b HTTP/1.1" status: 204 len: 168 time: 0.3990836 Dec 20 23:05:59.254038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a0549-8e52-4391-a01f-a403dc9ab185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50571748-4be7-48f6-bb4d-ba0f1a21954b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:59.489327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.491406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.525224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.530683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.567744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:59.585116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:59.591503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:59.605042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a21aba9e-8f46-4e54-bc85-c77ce4ee62d0 req-fe48919f-a5d0-46f5-95d1-4f0178069578 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0386214 Dec 20 23:05:59.644094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a96c1bf-fcdf-4d21-bd1a-56106119381a req-2d3c594a-8080-4a55-9f76-72ececc51f36 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0764277 Dec 20 23:05:59.646335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.671611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:05:59.674358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:05:59.679058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:05:59.686934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:05:59.687756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.720142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Made reservation on behalf of 1144828e017143f59cb0ebbd7067fd62 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:05:59.724442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.762343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event updated for resources: {'Port': ['ID=1dcbab7a-f87d-42ed-995d-deacb0a4169b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:05:59.961528 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:05:59.975727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:00.037958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.113058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3611801 Dec 20 23:06:00.113332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48778) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:00.146116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:00.225989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:00.259626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:00.274345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:00.304762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74f230-059c-4948-9731-8c78919c255d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=a45f3b22-c717-4efb-b8f1-fea8b828fd84,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:00.330038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.355042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d0de-7c80-4f1a-aa0e-5afdd38cd1ab req-302b5187-bc92-45c8-bb01-c0651d44cd1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:00.356653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f556d0de-7c80-4f1a-aa0e-5afdd38cd1ab req-302b5187-bc92-45c8-bb01-c0651d44cd1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 932 time: 0.2508645 Dec 20 23:06:00.500876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f556d0de-7c80-4f1a-aa0e-5afdd38cd1ab req-2554d544-eb6a-496c-9501-77e1e4bf1527 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360540 Dec 20 23:06:00.661174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.720702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.767426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dadf535f-14ab-42e5-ad5c-a1afdabc5ab9 None None] Provisioning complete for port fbd46151-997a-41a6-ba05-7dc348e878af triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:00.767720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dadf535f-14ab-42e5-ad5c-a1afdabc5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.829484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:00.830337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:00.831348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] In _notify_port_updated(), no bound segment for port a45f3b22-c717-4efb-b8f1-fea8b828fd84 on network 223eef8d-3d06-44b6-9f7c-9d8080d09619 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:06:00.855121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dadf535f-14ab-42e5-ad5c-a1afdabc5ab9 None None] Port fbd46151-997a-41a6-ba05-7dc348e878af cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:00.860211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:00.865175 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.870920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/ports/a45f3b22-c717-4efb-b8f1-fea8b828fd84 HTTP/1.1" status: 200 len: 818 time: 0.7565548 Dec 20 23:06:00.880179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48802) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:00.923057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:00.924571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:00.939795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:00.950567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:00.954819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3f4ab59-b063-4a3e-af67-9b1d6c5db7ea req-6b565edc-c845-4c88-aa6d-1c5a4db20ed5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.1587772 Dec 20 23:06:00.985155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c5003-cfcb-4102-8c2c-9f03d40f11ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=a45f3b22-c717-4efb-b8f1-fea8b828fd84,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:00.994106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:01.021461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd2517-4ceb-46e3-95a7-2b5bb7b97262 req-1c294715-d73c-4737-83db-5c5eaeeae6a2 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:01.023294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38dd2517-4ceb-46e3-95a7-2b5bb7b97262 req-1c294715-d73c-4737-83db-5c5eaeeae6a2 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 932 time: 0.1442890 Dec 20 23:06:01.107760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38dd2517-4ceb-46e3-95a7-2b5bb7b97262 req-c27ceedb-f785-43d8-aa1c-5c5fc672d05c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708754 Dec 20 23:06:01.165154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Allocated IP 192.168.233.182 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/39c1c93f-6ce1-4792-a585-9cb792844110) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:01.195342 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe84ac92-3cad-4a8d-b50d-30c307bc212b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2840059 Dec 20 23:06:01.262645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Request body: {'port': {'device_id': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:01.299219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fcac0c15-5481-4cdd-8a85-2e05109f01e2 None None] Provisioning complete for port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:01.300317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fcac0c15-5481-4cdd-8a85-2e05109f01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:01.344678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fcac0c15-5481-4cdd-8a85-2e05109f01e2 None None] Port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:01.460390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:01.461027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:01.577160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:01.637860 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-51e92238-3d99-4e51-9c3b-89c21092ed1e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8023086 Dec 20 23:06:01.665538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'admin_state_up': True, 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'security_groups': ['21d89998-7ec0-4a7d-b6d8-454ea4433b93']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:01.717789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67937f94-13a1-461d-80a9-82372906fa38 req-a55523ec-715d-47ed-b241-fe0ee5ffd256 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:01.719388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67937f94-13a1-461d-80a9-82372906fa38 req-a55523ec-715d-47ed-b241-fe0ee5ffd256 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 932 time: 0.0959191 Dec 20 23:06:01.778662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67937f94-13a1-461d-80a9-82372906fa38 req-d39ef9c4-3168-4604-bbe4-7e2ef4248aa0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Dec 20 23:06:01.805144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.023110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port a45f3b22-c717-4efb-b8f1-fea8b828fd84 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:02.025004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.122955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc9e48f3-20ba-4ee7-b29f-65d892d2d267 req-bf67fea4-caba-4c7f-b923-f7432685fd1e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0408006 Dec 20 23:06:02.162209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.177132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for a45f3b22-c717-4efb-b8f1-fea8b828fd84 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:02.218396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:02.324355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.346828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf60b9-01fa-42fc-8309-5247cf60a332 req-990802f6-bd0d-40ac-8390-047a0b6a677f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:02.363640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10bf60b9-01fa-42fc-8309-5247cf60a332 req-990802f6-bd0d-40ac-8390-047a0b6a677f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 932 time: 0.1240358 Dec 20 23:06:02.382005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.452166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2092730782', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:02.484723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10bf60b9-01fa-42fc-8309-5247cf60a332 req-c047aecc-1762-4e9b-9946-c1ac9a8f8665 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198909 Dec 20 23:06:02.507007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=a45f3b22-c717-4efb-b8f1-fea8b828fd84,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:02.512771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:02.518393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.618337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.622111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Made reservation on behalf of 2f0a4865388a41d1952c0ad0715a7c84 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:02.625077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.626047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-946c5b91-8432-4c10-a4e0-08c8b1a22813 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/a45f3b22-c717-4efb-b8f1-fea8b828fd84 HTTP/1.1" status: 204 len: 168 time: 1.7097569 Dec 20 23:06:02.627388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48862) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:02.662651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.675916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:02.701213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.720623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:02.776324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead26e43-fb54-4e46-b4b3-c48f2bda4fb1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:02.780395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ead26e43-fb54-4e46-b4b3-c48f2bda4fb1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1497879 Dec 20 23:06:02.782082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:02.847367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:02.856117 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-24409d51-a80f-4675-a94c-b1b11c0534d8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:02.862843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24409d51-a80f-4675-a94c-b1b11c0534d8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/a45f3b22-c717-4efb-b8f1-fea8b828fd84 HTTP/1.1" status: 404 len: 333 time: 0.0797567 Dec 20 23:06:02.868076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48868) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:02.902575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6928005'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:02.984815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.029397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event updated for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:03.058646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.076231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] device_id is not set on port 44be6da5-d32e-46c4-991b-9ca5e93181db yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:03.149993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0fcf34-264c-41ea-bf92-b37d9436fee1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:03.229978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.1.1.243 (0b5e4f4c-5c4e-4018-a2c6-8009755cc349/a307bee1-8ef7-4d45-b10c-443e9e0005f6/b398bcdc-80ee-453d-ad5d-6f637c069a9d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:03.247382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.265140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48876) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:03.309502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d5f1-bfff-4877-945c-1f04657f9808 req-4aa68c80-35eb-4bb5-ae3f-5a0084039400 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.313523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f92d5f1-bfff-4877-945c-1f04657f9808 req-4aa68c80-35eb-4bb5-ae3f-5a0084039400 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 932 time: 0.3902524 Dec 20 23:06:03.435264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.519605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd46151-997a-41a6-ba05-7dc348e878af {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:03.529122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.542733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Transition to ACTIVE for port object fbd46151-997a-41a6-ba05-7dc348e878af will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:03.546562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e6fdc-0952-4b4e-87e3-0f202e879b49 req-31617cc7-81e6-472f-b45a-dd2a056edbce tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.548604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-791e6fdc-0952-4b4e-87e3-0f202e879b49 req-31617cc7-81e6-472f-b45a-dd2a056edbce tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 936 time: 0.2326469 Dec 20 23:06:03.552210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f92d5f1-bfff-4877-945c-1f04657f9808 req-81b17048-4c12-4b1b-9b92-3201de2fe26e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264338 Dec 20 23:06:03.555426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e946b18-a431-49d5-9689-818de7b682db admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.562433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.613092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Allocated IP 172.25.1.72 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/44be6da5-d32e-46c4-991b-9ca5e93181db) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:03.631202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:03.637202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:03.638075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.656368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:03.659365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:03.693862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:03.696794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:03.780889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-791e6fdc-0952-4b4e-87e3-0f202e879b49 req-778ec3a5-718b-480d-b790-f2c6fb051eba tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210588 Dec 20 23:06:03.818415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:03.823963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.840178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:03.874815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693777-ee1b-4395-8985-da6dba4137f4 req-2a0d533c-855f-459f-a340-5e1945c532db tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.888173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693777-ee1b-4395-8985-da6dba4137f4 req-2a0d533c-855f-459f-a340-5e1945c532db tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.889975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77693777-ee1b-4395-8985-da6dba4137f4 req-2a0d533c-855f-459f-a340-5e1945c532db tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 1654 time: 0.2094080 Dec 20 23:06:03.909341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.910288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:03.953940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:03.954918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.023772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e946b18-a431-49d5-9689-818de7b682db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.037568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:04.042935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:04.058009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77693777-ee1b-4395-8985-da6dba4137f4 req-839f6fad-6bcf-400c-a553-2f4d11364da5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462879 Dec 20 23:06:04.095695 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-de9c2d38-681e-4c5c-83b6-ab77900e0dd3 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0008059 Dec 20 23:06:04.117421 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4e946b18-a431-49d5-9689-818de7b682db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.119664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.120003 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 75e1d905-9abc-4e6b-b376-faac18325c94 of type vlan for network 43af7b83-9da4-4940-b524-b3613c1eb918 Dec 20 23:06:04.125617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Request body: {'port': {'device_id': '3916f4c6-7e94-42e7-9709-33476523a0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:04.127329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.149268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-8e95746b-9370-4577-b25a-0e65e178f0f6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5104351 Dec 20 23:06:04.193627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Provisioning complete for port b398bcdc-80ee-453d-ad5d-6f637c069a9d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:04.194669 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.194863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'admin_state_up': True, 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'security_groups': ['21d89998-7ec0-4a7d-b6d8-454ea4433b93']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:04.208200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4e946b18-a431-49d5-9689-818de7b682db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58fda8e90ec94570a2a791603060285e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9394431 Dec 20 23:06:04.208200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e946b18-a431-49d5-9689-818de7b682db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5b28c0-28cc-433b-ac77-8e4efb8ecbd0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:04.208772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:04.256818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Attempting to bind port fbd46151-997a-41a6-ba05-7dc348e878af on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:04.257379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Attempting to bind port fbd46151-997a-41a6-ba05-7dc348e878af by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:04.257990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Attempting to bind port fbd46151-997a-41a6-ba05-7dc348e878af on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:04.264318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.275771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.282546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Port fbd46151-997a-41a6-ba05-7dc348e878af on network a8333533-783f-413e-8275-9df5883beda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:04.282871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Attempting to bind port fbd46151-997a-41a6-ba05-7dc348e878af on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:04.292217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Port b398bcdc-80ee-453d-ad5d-6f637c069a9d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:04.302124 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.307808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Provisioning complete for port 39c1c93f-6ce1-4792-a585-9cb792844110 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:04.308866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.343669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:04.343920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:04.344562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:04.344777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Bound port: fbd46151-997a-41a6-ba05-7dc348e878af, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:04.345127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.358994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d643cb05-3d8d-442e-bf98-68a9542cd81b None None] Port 39c1c93f-6ce1-4792-a585-9cb792844110 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:04.365092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Router 6421a73d-5bf8-4167-aae2-36e0d8af2076 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:04.366629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.380677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.410645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:04.415691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:04.420133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:04.487034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.490290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.491456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc5b28c0-28cc-433b-ac77-8e4efb8ecbd0 HTTP/1.1" status: 204 len: 168 time: 0.2800612 Dec 20 23:06:04.504902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccecf3-f66f-4232-8b89-313dd607bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5b28c0-28cc-433b-ac77-8e4efb8ecbd0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:04.508095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.509334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Pushing event updated for resources: {'Port': ['ID=44be6da5-d32e-46c4-991b-9ca5e93181db,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:04.513988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:04.514609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.521689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:04.521689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.663082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d4edc1d5-f4e2-4a38-b7cc-0fc10214799b tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4435093 Dec 20 23:06:04.679306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:04.684912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}]}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:04.714966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9473229-0d4d-4de9-b510-fe52ef7ffceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:04.715354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfdb2e-7e32-4e33-ad4a-33d5957f1bb6 req-6925d1a8-0296-41e8-8374-71653fb997d7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:04.718358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aabfdb2e-7e32-4e33-ad4a-33d5957f1bb6 req-6925d1a8-0296-41e8-8374-71653fb997d7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 944 time: 0.0695872 Dec 20 23:06:04.779996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aabfdb2e-7e32-4e33-ad4a-33d5957f1bb6 req-00eca7a7-df62-4936-81e3-2cb1a95f79cd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Dec 20 23:06:04.908805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f292ba-dc8a-4299-b915-a15e046607af req-f5d04b22-ee20-4fda-8d71-fde6147d77b5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:04.910540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f292ba-dc8a-4299-b915-a15e046607af req-f5d04b22-ee20-4fda-8d71-fde6147d77b5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 936 time: 0.0582557 Dec 20 23:06:04.987244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f292ba-dc8a-4299-b915-a15e046607af req-464eb2ed-64be-4c11-a23b-bf915870cfb0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Dec 20 23:06:05.061594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:05.066669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=43af7b83-9da4-4940-b524-b3613c1eb918,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:05.080544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:05.081614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f295f89-6976-477b-a7a7-7695acdd72e4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1866505 Dec 20 23:06:05.090720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:05.097419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:05.099765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fbd46151-997a-41a6-ba05-7dc348e878af,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:05.116137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:05.128201 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] Sync routers for ids ['6421a73d-5bf8-4167-aae2-36e0d8af2076'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:05.144755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] Routers {'6421a73d-5bf8-4167-aae2-36e0d8af2076'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:05.145712 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6421a73d-5bf8-4167-aae2-36e0d8af2076'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:05.148405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.151404 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.181993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.183869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:05.187421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.208322 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:05.221710 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] Routers {'6421a73d-5bf8-4167-aae2-36e0d8af2076'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:05.222721 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:05:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6421a73d-5bf8-4167-aae2-36e0d8af2076'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:05.236699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.239008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f9d77ae6-80a9-414f-93de-fe3fb9c28bc4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8288293 Dec 20 23:06:05.249643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:05.257543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:05.257744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:05.258184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.265926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbd46151-997a-41a6-ba05-7dc348e878af HTTP/1.1" status: 200 len: 1092 time: 4.0281696 Dec 20 23:06:05.265926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:05.281164 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687e6a8-5c7f-4b69-bda3-632c8563cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:05.372547 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:05.374341 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f764f-ca08-4133-8b2b-5a2af04fa950 x-openstack-request-id: req-670f764f-ca08-4133-8b2b-5a2af04fa950 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:05.374716 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:05.374985 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-670f764f-ca08-4133-8b2b-5a2af04fa950 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:05.375405 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af', 'status': 'completed', 'code': 200} Dec 20 23:06:05.376062 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ef165-3630-4b6c-9c33-a258ceed775e None None] The sync data for ids ['6421a73d-5bf8-4167-aae2-36e0d8af2076'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:05.399099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e0d99-bf9e-4a49-971c-f27e705bdef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:05.466216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.513830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa974ee-a638-477e-85c3-f416fa46322c req-10321ce6-b0da-4a5d-9a0c-a0c39e88ba31 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:05.522889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa974ee-a638-477e-85c3-f416fa46322c req-10321ce6-b0da-4a5d-9a0c-a0c39e88ba31 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:05.524579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffa974ee-a638-477e-85c3-f416fa46322c req-10321ce6-b0da-4a5d-9a0c-a0c39e88ba31 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 1654 time: 0.3129580 Dec 20 23:06:05.673042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-09494e94-bd1b-4ae9-9fcb-ab9333e6978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:05.675070 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-09494e94-bd1b-4ae9-9fcb-ab9333e6978d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 1095 time: 0.2906411 Dec 20 23:06:05.785397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.1.1.189 (0b5e4f4c-5c4e-4018-a2c6-8009755cc349/a307bee1-8ef7-4d45-b10c-443e9e0005f6/445dc80c-696c-4667-b712-a97adb369816) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:05.809314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c1c93f-6ce1-4792-a585-9cb792844110 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:05.815611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:05.840133 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.844976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:05.848229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:05.896415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffa974ee-a638-477e-85c3-f416fa46322c req-132ca7cd-6bea-4257-85f0-2d59d80fd598 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528476 Dec 20 23:06:06.031735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.067968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-105954859-network', 'tenant_id': '220677920b234e58b3e04bf59b356e4e'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:06.070587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.098183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Transition to ACTIVE for port object 39c1c93f-6ce1-4792-a585-9cb792844110 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:06.109603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-d1e86011-5f4a-4379-b0e7-f2beac2aa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.111422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-d1e86011-5f4a-4379-b0e7-f2beac2aa94b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3291320b3f3a4b0384b4d502322c42f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4244158 Dec 20 23:06:06.152066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.218924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.259266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:06.277484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:06.283492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:06.286884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:06.334969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-3553af7e-48f6-439d-a541-cde10aa439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.336814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b687e6a8-5c7f-4b69-bda3-632c8563cec7 req-3553af7e-48f6-439d-a541-cde10aa439b5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183700 Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.452473 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:06.455713 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:06.457276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.458070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.500757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:06.528200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-270ba077-8758-4021-aed3-78284c988b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.529997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-270ba077-8758-4021-aed3-78284c988b66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 1095 time: 0.1172709 Dec 20 23:06:06.586520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Attempting to bind port 39c1c93f-6ce1-4792-a585-9cb792844110 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:06.587128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Attempting to bind port 39c1c93f-6ce1-4792-a585-9cb792844110 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:06.587466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Attempting to bind port 39c1c93f-6ce1-4792-a585-9cb792844110 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:06.591278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-6938bf05-9c97-4087-b9e3-3a2e1bdc4549 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd46151-997a-41a6-ba05-7dc348e878af HTTP/1.1" status: 200 len: 217 time: 0.0491946 Dec 20 23:06:06.597291 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6180eee0-eed6-4388-9b0d-3608895bd195 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4190950 Dec 20 23:06:06.613958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'admin_state_up': True, 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'security_groups': ['21d89998-7ec0-4a7d-b6d8-454ea4433b93']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:06.623249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Port 39c1c93f-6ce1-4792-a585-9cb792844110 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:06.623730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Attempting to bind port 39c1c93f-6ce1-4792-a585-9cb792844110 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:06.676771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:06.677112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:06.677501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:06.678361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Bound port: 39c1c93f-6ce1-4792-a585-9cb792844110, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:06.678718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.701434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593fb8-8dfe-446c-ba4d-8ac1ae168067 req-cbc49061-fdf7-4430-b622-cdd94613ed0e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.705503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e593fb8-8dfe-446c-ba4d-8ac1ae168067 req-cbc49061-fdf7-4430-b622-cdd94613ed0e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 944 time: 0.7207983 Dec 20 23:06:06.716384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268677-2976-4f01-9423-798269d7a543 req-dcda70a8-d0f8-4333-a948-12e5fcad136a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.717966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a268677-2976-4f01-9423-798269d7a543 req-dcda70a8-d0f8-4333-a948-12e5fcad136a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 948 time: 0.6429355 Dec 20 23:06:06.740503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-a20168ea-1082-47db-8ede-ef607f28e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.744686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-a20168ea-1082-47db-8ede-ef607f28e6af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.1442046 Dec 20 23:06:06.775385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cbe4a8d3-3e42-4abb-bbdf-9b75c33b8fb8 None None] Provisioning complete for port 445dc80c-696c-4667-b712-a97adb369816 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:06.778582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a8d3-3e42-4abb-bbdf-9b75c33b8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.782079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Made reservation on behalf of 220677920b234e58b3e04bf59b356e4e for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:06.784344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.832216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.854752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.859979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4a8d3-3e42-4abb-bbdf-9b75c33b8fb8 None None] Port 445dc80c-696c-4667-b712-a97adb369816 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:06.865963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:06.872102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=39c1c93f-6ce1-4792-a585-9cb792844110,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:06.876045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe0c006b-10c4-4823-96b6-033cc12d18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:06.877114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-fe0c006b-10c4-4823-96b6-033cc12d18af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062007 Dec 20 23:06:06.962244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a268677-2976-4f01-9423-798269d7a543 req-47970411-d3a5-4d41-b433-40c3c36fd65f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201202 Dec 20 23:06:06.962891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:06.970237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e593fb8-8dfe-446c-ba4d-8ac1ae168067 req-5311067f-2913-4012-a7cd-640e4b68f988 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509837 Dec 20 23:06:07.053281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:07.062537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:07.083573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.084223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.084621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.086164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-e241830d-f9d4-43e9-8425-81ff64fbc350 service neutron] 10.222.0.59 "PUT /v2.0/ports/39c1c93f-6ce1-4792-a585-9cb792844110 HTTP/1.1" status: 200 len: 1096 time: 2.9741554 Dec 20 23:06:07.111991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-0cdb3a14-2663-4e02-9a7a-2ba1ce751dfd service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275796 Dec 20 23:06:07.199836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.250099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a2f6919-023a-4b50-b017-cf99e3600ef6 req-16688a80-6036-4cc2-89e0-610da1355b26 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049275 Dec 20 23:06:07.272920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.302864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=e7fa9a3a-8d19-43e3-b536-04d2727a7024,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:07.315474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-f83af69a-2ffb-4709-ac28-3cc3ff13bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.317280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-f83af69a-2ffb-4709-ac28-3cc3ff13bbf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 1099 time: 0.0661349 Dec 20 23:06:07.346900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:07.359260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.376178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-009a2945-33be-4b48-afea-6dbbebdbcac0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=39c1c93f-6ce1-4792-a585-9cb792844110 HTTP/1.1" status: 200 len: 217 time: 0.0479300 Dec 20 23:06:07.381480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10384dc-f3d5-45cc-af36-72991e690621 req-82537661-991b-4bb2-bbac-16fd46021026 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.382115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:07.382115 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:07.383329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10384dc-f3d5-45cc-af36-72991e690621 req-82537661-991b-4bb2-bbac-16fd46021026 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.390277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10384dc-f3d5-45cc-af36-72991e690621 req-82537661-991b-4bb2-bbac-16fd46021026 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.391977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a10384dc-f3d5-45cc-af36-72991e690621 req-82537661-991b-4bb2-bbac-16fd46021026 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 2375 time: 0.2802408 Dec 20 23:06:07.424705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc93529-3a6a-43d2-80c5-7c96541b0948,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:07.430507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.430849 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Added segment ed125cd4-1dc0-4a39-a9fe-65bb7cf60553 of type vlan for network bb6687db-4890-4e42-ae74-126f5be60dff Dec 20 23:06:07.438367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '75e1d905-9abc-4e6b-b376-faac18325c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:07.440617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 43af7b83-9da4-4940-b524-b3613c1eb918, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:07.441255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.441378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.458051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-bd112199-6ebb-4fa4-a657-a13fbf550c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.460313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-bd112199-6ebb-4fa4-a657-a13fbf550c2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0760472 Dec 20 23:06:07.522639 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f0bba-33ce-4f5c-8fdc-f8b4edef0057 x-openstack-request-id: req-ce4f0bba-33ce-4f5c-8fdc-f8b4edef0057 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:07.523350 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:07.523785 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce4f0bba-33ce-4f5c-8fdc-f8b4edef0057 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:07.524198 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110', 'status': 'completed', 'code': 200} Dec 20 23:06:07.556759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f960c4f8-8e06-4a37-b918-6a2fa84c865a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.579888 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.652214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-ac936497-bb01-4235-8836-124ed7b5f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.653684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-ac936497-bb01-4235-8836-124ed7b5f9d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329739 Dec 20 23:06:07.700833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 43af7b83-9da4-4940-b524-b3613c1eb918 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:07.736510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:06:07.759089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a10384dc-f3d5-45cc-af36-72991e690621 req-b9dbc45e-6218-4f0c-9f50-27f602604b02 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363812 Dec 20 23:06:07.771420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.2.2.100 (5f651615-de97-42ea-815e-a59be6094f1d/45f3a8ee-3643-4fea-b349-d5c06bc36540/5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:07.817812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-d41d2d5f-2fc5-4911-a2cf-d103bb3eefc6 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526756 Dec 20 23:06:07.848030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 43af7b83-9da4-4940-b524-b3613c1eb918) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:07.853095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.854148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.864866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.865806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:07.866388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:07.876849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e54cb-053b-4f41-8322-08fb7ab1b67d None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:08.000012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-337c069a-a1a7-4d27-a6db-3cc2777328e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9055061 Dec 20 23:06:08.000012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.000312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48932) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:08.008452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a1867a4-5988-41ed-bf4b-ce44ff23c1ef req-9c6e8e5c-7a29-479a-ab04-72bdd20e6fa9 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825655 Dec 20 23:06:08.012054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:08.063563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.080912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] Pushing event updated for resources: {'Network': ['ID=bb6687db-4890-4e42-ae74-126f5be60dff,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:08.093085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d2162c64-365d-43f0-9b1f-848883b132ad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2709050 Dec 20 23:06:08.093789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bb6687db-4890-4e42-ae74-126f5be60dff details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:08.097125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48936) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:08.106535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Request body: {'subnet': {'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-subnet', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:08.241308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-43af7b83-9da4-4940-b524-b3613c1eb918', 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': 'e7fa9a3a-8d19-43e3-b536-04d2727a7024'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:08.245363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.249081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.252944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-53eacd65-082f-4f08-bdad-34f5d92f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.257385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-53eacd65-082f-4f08-bdad-34f5d92f6e50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 1099 time: 0.0735836 Dec 20 23:06:08.335298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 5f651615-de97-42ea-815e-a59be6094f1d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:08.338818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:08.366520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:08.371411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:08.390817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Made reservation on behalf of 220677920b234e58b3e04bf59b356e4e for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:08.392496 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.393338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.449054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.449749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.459555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-a1c0248c-ec17-4a45-8d25-69aab9f52454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.461079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-a1c0248c-ec17-4a45-8d25-69aab9f52454 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1968265 Dec 20 23:06:08.478095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Allocated IP 172.20.0.2 (43af7b83-9da4-4940-b524-b3613c1eb918/e7fa9a3a-8d19-43e3-b536-04d2727a7024/40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:08.522927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-f82aaeee-00e4-4417-a21c-d388af9670f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=39c1c93f-6ce1-4792-a585-9cb792844110 HTTP/1.1" status: 200 len: 217 time: 0.0532467 Dec 20 23:06:08.523657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:08.530380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.586048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f18031d-eb93-42ee-984a-a0328ae66659 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9767742 Dec 20 23:06:08.609137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'admin_state_up': True, 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'security_groups': ['21d89998-7ec0-4a7d-b6d8-454ea4433b93']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:08.715060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-42acd20b-9fc7-42f2-b091-9b70aa25d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.716536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-42acd20b-9fc7-42f2-b091-9b70aa25d701 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1822352 Dec 20 23:06:08.736864 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.801579 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7fa9a3a-8d19-43e3-b536-04d2727a7024 (CIDR: 172.20.0.0/28) Dec 20 23:06:08.815633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.825468 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.849898 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:06:08.850911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:06:08.856316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600f558-fe6e-4a25-b676-c6a73eb34b57 req-17673a6a-569e-49f4-9058-7e4999850545 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.859195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1600f558-fe6e-4a25-b676-c6a73eb34b57 req-17673a6a-569e-49f4-9058-7e4999850545 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 948 time: 0.7461302 Dec 20 23:06:08.861200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e5ac25b9-b752-4599-8c49-90d5b2e9b7e5 None None] Provisioning complete for port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:08.861359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.861566 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e5ac25b9-b752-4599-8c49-90d5b2e9b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.876727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-cb3fcac6-f269-42c4-8808-31391f4f4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.878951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-cb3fcac6-f269-42c4-8808-31391f4f4a7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301894 Dec 20 23:06:08.893308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049f160-1798-409f-a8ed-30d65a6fd8ed req-5378cd3f-ac2c-4577-86b3-1669cbcd9860 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:08.902658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3049f160-1798-409f-a8ed-30d65a6fd8ed req-5378cd3f-ac2c-4577-86b3-1669cbcd9860 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 944 time: 0.7805605 Dec 20 23:06:08.904590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:08.914968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:08.921051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:08.925961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Pushing event updated for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:08.937905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac25b9-b752-4599-8c49-90d5b2e9b7e5 None None] Port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:08.987276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Attempting to bind port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:08.987732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Attempting to bind port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '75e1d905-9abc-4e6b-b376-faac18325c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:08.988099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Attempting to bind port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 on network 43af7b83-9da4-4940-b524-b3613c1eb918 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:08.994529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:08.995820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Checking segment: {'id': '75e1d905-9abc-4e6b-b376-faac18325c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:08.995820 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:08.995820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Bound using segment: {'id': '75e1d905-9abc-4e6b-b376-faac18325c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:08.996534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Bound port: 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e1d905-9abc-4e6b-b376-faac18325c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:08.996953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.025800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3236f477-08e2-400d-aba7-d0a91e563bb2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0235782 Dec 20 23:06:09.027285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48940) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:09.035226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:09.045443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.068359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.082468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:09.086857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,segment=NetworkSegment(75e1d905-9abc-4e6b-b376-faac18325c94),segment_id=75e1d905-9abc-4e6b-b376-faac18325c94)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:09.087723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3049f160-1798-409f-a8ed-30d65a6fd8ed req-d66bcdb7-a9d5-422a-b885-61d2da562e7d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840658 Dec 20 23:06:09.098771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1600f558-fe6e-4a25-b676-c6a73eb34b57 req-82b6d0ac-ff71-49ac-861f-0bfda3147d2a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271590 Dec 20 23:06:09.170359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.170899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1309d0ee-9e12-416a-be2a-facb92fadf06 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:09.178495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.260743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a135a-6934-4894-a7b7-30b2ce2f17bd None None] Pushing event updated for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:09.326251 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:06:09.327339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8676bd19-29d1-4e00-b561-f7a2124fdf57 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6470354 Dec 20 23:06:09.335510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:09.398753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-f509dd61-f4bf-4ab3-8b37-b42ed991b99a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:09.405811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-f509dd61-f4bf-4ab3-8b37-b42ed991b99a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:09.420566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-f509dd61-f4bf-4ab3-8b37-b42ed991b99a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:09.427800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-f509dd61-f4bf-4ab3-8b37-b42ed991b99a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:09.429628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-f509dd61-f4bf-4ab3-8b37-b42ed991b99a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 3096 time: 0.2537541 Dec 20 23:06:09.452450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.490330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 6421a73d-5bf8-4167-aae2-36e0d8af2076 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:06:09.598588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9641d8e-fc4a-481d-846c-391ebd9ee434,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:09.614073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1898b2ab-2e65-4e25-96ff-eab54f60f454 req-12b80506-44c9-4a47-be52-849235092051 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751394 Dec 20 23:06:09.635513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Made reservation on behalf of 0c1dbbcdf6254156a007b7aadcec38e0 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:09.640461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.683806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:09.684177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Network hostable DHCP agents. Network: bb6687db-4890-4e42-ae74-126f5be60dff, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:09.697666 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.720157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-192ab0f0-4ec8-4d72-8b75-7d2929ccc517 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177972 Dec 20 23:06:09.734177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Deleting port 44be6da5-d32e-46c4-991b-9ca5e93181db {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:09.734523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.743846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:09.747919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.826522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:09.831774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.833762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3aeb70d8-b7cb-4c5d-aa6a-345b05598380 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "PUT /v2.0/routers/6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 200 len: 922 time: 4.5795817 Dec 20 23:06:09.838801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Network bb6687db-4890-4e42-ae74-126f5be60dff is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:09.840949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] Sync routers for ids ['6421a73d-5bf8-4167-aae2-36e0d8af2076'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:09.841213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48944) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:09.857763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] Routers {'6421a73d-5bf8-4167-aae2-36e0d8af2076'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:09.864450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6421a73d-5bf8-4167-aae2-36e0d8af2076'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:09.908386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:09.919337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] Routers {'6421a73d-5bf8-4167-aae2-36e0d8af2076'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:09.919724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['6421a73d-5bf8-4167-aae2-36e0d8af2076'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:09.928267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:09.973593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Calling delete_port for 44be6da5-d32e-46c4-991b-9ca5e93181db owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:09.978220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bb6687db-4890-4e42-ae74-126f5be60dff) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:09.983268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:09.984905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.002190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dba779-c796-4c0a-8912-1638441a4257 None None] Network bb6687db-4890-4e42-ae74-126f5be60dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:10.010583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Allocated IP 10.2.2.200 (5f651615-de97-42ea-815e-a59be6094f1d/45f3a8ee-3643-4fea-b349-d5c06bc36540/157486d9-9157-417a-b7b1-293729ca3c48) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:10.018537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:10.021442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da821c38-6448-4b22-9415-263f5c705c6e None None] The sync data for ids ['6421a73d-5bf8-4167-aae2-36e0d8af2076'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:10.072985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66334d6f-b4b0-4656-a17b-f9aaeb1b380c tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 200 len: 922 time: 0.2287505 Dec 20 23:06:10.081430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48946) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:10.152324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b847ace-a86d-473a-b7d5-b91bd19090a1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0517704 Dec 20 23:06:10.157020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48952) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:10.168100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:10.182386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:10.219407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.299955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 39c1c93f-6ce1-4792-a585-9cb792844110 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:10.302457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-bb6687db-4890-4e42-ae74-126f5be60dff', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:10.304029 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.329808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.331129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.349228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:10.349667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.357744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da866d4d-ed28-474c-b1ac-bd658f62823f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:10.362683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-da866d4d-ed28-474c-b1ac-bd658f62823f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=6421a73d-5bf8-4167-aae2-36e0d8af2076&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2773974 Dec 20 23:06:10.366557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48954) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:10.445358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-738d05eb-4d42-41e4-bee8-fcd5cf805bc6 req-cec4eb90-3dd2-4181-957c-6f174ef672c6 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026937 Dec 20 23:06:10.523310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f52a57-ad03-48f5-a445-680987eef35b req-124e0650-ad64-47ba-9adc-0ead92d4a977 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:10.525314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.525849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1f52a57-ad03-48f5-a445-680987eef35b req-124e0650-ad64-47ba-9adc-0ead92d4a977 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 944 time: 0.2883866 Dec 20 23:06:10.589300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f7294-4814-4ceb-963d-d27e3330e6f3 req-847afdf4-f474-4e43-bdba-542b34ef1e5a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:10.592800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab8f7294-4814-4ceb-963d-d27e3330e6f3 req-847afdf4-f474-4e43-bdba-542b34ef1e5a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 948 time: 0.3302341 Dec 20 23:06:10.611498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Network 5f651615-de97-42ea-815e-a59be6094f1d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:10.620694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:10.680977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:06:10.687529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:10.690650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Allocated IP 172.20.0.2 (bb6687db-4890-4e42-ae74-126f5be60dff/a9641d8e-fc4a-481d-846c-391ebd9ee434/90b5fda8-ad72-4cd5-bffc-b9ddaf335819) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:10.706275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event updated for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:10.735196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.801393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.801646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.802071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.802405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.802969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.803092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.803392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.803719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.804050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.804378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.805923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.806400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.806741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:10.866007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:10.866651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.889894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.916425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:10.941710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab8f7294-4814-4ceb-963d-d27e3330e6f3 req-eca016c0-8e19-4b20-a34e-e00e56199597 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279045 Dec 20 23:06:10.951594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b779c-0da8-4d4f-997b-dc40dd815ff2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:10.951801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b23b779c-0da8-4d4f-997b-dc40dd815ff2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.5437365 Dec 20 23:06:10.954608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48958) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:10.993122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.001349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.028638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1f52a57-ad03-48f5-a445-680987eef35b req-48a2a7b5-1287-4507-9d5b-83c31dbba5cb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599524 Dec 20 23:06:11.034327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Pushing event deleted for resources: {'Port': ['ID=44be6da5-d32e-46c4-991b-9ca5e93181db,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:11.048163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.059739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24b7dfc8-7816-41b7-a1ec-d83270a61cf6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 200 len: 205 time: 0.0889387 Dec 20 23:06:11.114173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48960) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:11.124122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.176343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-97e50f56-4f29-4135-ae36-97019e6e13f7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5656903 Dec 20 23:06:11.191667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Pushing event updated for resources: {'Port': ['ID=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:11.194335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 43af7b83-9da4-4940-b524-b3613c1eb918 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:11.201211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:11.207426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:11.210633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=6e48345b-a6b2-4c31-887b-7391f7a7063e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:11.215650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.216478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.227224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Network bb6687db-4890-4e42-ae74-126f5be60dff is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:11.234947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,segment=NetworkSegment(75e1d905-9abc-4e6b-b376-faac18325c94),segment_id=75e1d905-9abc-4e6b-b376-faac18325c94)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:11.239665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:11.249898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:11.263254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4a93f-7329-427c-8311-222c4edaa33f None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:11.289918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.309111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.316324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5fd6e6aa-c19e-4820-acdd-369b8e239f68 tempest-RoutersAdminNegativeIpV6Test-299292697 tempest-RoutersAdminNegativeIpV6Test-299292697-project-admin] 10.222.0.62 "DELETE /v2.0/ports/44be6da5-d32e-46c4-991b-9ca5e93181db HTTP/1.1" status: 204 len: 168 time: 1.9790447 Dec 20 23:06:11.394227 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.434501 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d5b1cdb2-485a-4a36-8cbe-8d50f4c26e84 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4019933 Dec 20 23:06:11.438748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:11.445510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'fixed_ips': [{'subnet_id': 'e7fa9a3a-8d19-43e3-b536-04d2727a7024'}, {'subnet_id': '6e48345b-a6b2-4c31-887b-7391f7a7063e'}], 'name': 'tempest-PortsTestJSON-319488150'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:11.461150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:11.526185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-687732c6-fab8-4384-aaa0-38ca9ec50167 None None] Provisioning complete for port 157486d9-9157-417a-b7b1-293729ca3c48 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:11.526564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-687732c6-fab8-4384-aaa0-38ca9ec50167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.592032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-687732c6-fab8-4384-aaa0-38ca9ec50167 None None] Port 157486d9-9157-417a-b7b1-293729ca3c48 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:11.599371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=39c1c93f-6ce1-4792-a585-9cb792844110,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:11.619358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Attempting to bind port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:11.619737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Attempting to bind port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:11.620106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Attempting to bind port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:11.632592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '39c1c93f-6ce1-4792-a585-9cb792844110', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '39c1c93f-6ce1-4792-a585-9cb792844110', 'mac_address': 'fa:16:3e:98:9b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:11.635097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:11.635460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:11.635910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.636247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:11.636717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Bound port: 90b5fda8-ad72-4cd5-bffc-b9ddaf335819, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:11.637218 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.690143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Update dhcp port {'port': {'network_id': '43af7b83-9da4-4940-b524-b3613c1eb918', 'fixed_ips': [{'subnet_id': 'e7fa9a3a-8d19-43e3-b536-04d2727a7024', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e48345b-a6b2-4c31-887b-7391f7a7063e'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:06:11.759722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.765119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] For port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:11.768971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] For port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:11.770886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.777747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.783896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.790048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:11.801630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31e3405a-531e-417b-848b-0207471a19d5 req-9dae7338-963e-4f3d-b6da-2255cf6f1aa5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 3817 time: 0.6862814 Dec 20 23:06:11.811172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.830454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.830823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.851071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d64c4a84-e506-41e6-bd04-c49d2cceb8c4 None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:11.851220 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d64c4a84-e506-41e6-bd04-c49d2cceb8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.853957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:11.874169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.880607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:11.884944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31e3405a-531e-417b-848b-0207471a19d5 req-5bed0d37-be00-4a00-a981-cd67586c4ffe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797732 Dec 20 23:06:11.898072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.915852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:11.970709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Transition to ACTIVE for port object 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:12.020077 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.045792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.069261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48970) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:12.132323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:12.213953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c1c93f-6ce1-4792-a585-9cb792844110 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:12.227154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Pushing event updated for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:12.234973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:12.249806 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.401416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b22e57-596a-4807-982c-74bf9092eec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.428864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=39c1c93f-6ce1-4792-a585-9cb792844110,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:12.488872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Pushing event updated for resources: {'Port': ['ID=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:12.517614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474c2a6-9cda-4d35-8b62-ad7ff530446f req-b963660c-0cc4-45ee-9a0d-082ac8456240 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:12.526102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f474c2a6-9cda-4d35-8b62-ad7ff530446f req-b963660c-0cc4-45ee-9a0d-082ac8456240 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 948 time: 0.4294000 Dec 20 23:06:12.535064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.535937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.536600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.537239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.537762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.538274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.538904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.539372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.539878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.540372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.541500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.542018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.542511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c693026-d95b-4435-ae69-f813cff4f7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:12.562280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.562280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fbd46151-997a-41a6-ba05-7dc348e878af details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:12.580490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Attempting to bind port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:12.581456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Attempting to bind port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:12.582680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Attempting to bind port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 on network 77304a25-56d6-48e0-baa9-1490ee7a57fd {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:12.594433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 on network 77304a25-56d6-48e0-baa9-1490ee7a57fd not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:12.595681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Attempting to bind port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 on network 77304a25-56d6-48e0-baa9-1490ee7a57fd {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:12.618528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:12.620247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Checking segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:12.620790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Bound using segment: {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:12.622085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Bound port: 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9202aa5f-d20b-43f1-8b17-03cec0df74bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:12.622525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.625067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Allocated IP 172.20.0.18 (43af7b83-9da4-4940-b524-b3613c1eb918/6e48345b-a6b2-4c31-887b-7391f7a7063e/40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:12.627803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b22e57-596a-4807-982c-74bf9092eec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.647445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e52b5-b1c4-460d-8b04-4769c18c821a req-fdf20233-3ad8-4781-b139-171fec3ccac1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:12.649220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e3e52b5-b1c4-460d-8b04-4769c18c821a req-fdf20233-3ad8-4781-b139-171fec3ccac1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 944 time: 0.4042161 Dec 20 23:06:12.661471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:12.661471 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.737537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83b22e57-596a-4807-982c-74bf9092eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.770934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:12.775759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f474c2a6-9cda-4d35-8b62-ad7ff530446f req-34bab72b-2461-47e4-a9af-b973695a471d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467771 Dec 20 23:06:12.797667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:12.822570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:12.856906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port 1dcbab7a-f87d-42ed-995d-deacb0a4169b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:12.857248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.859115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b22e57-596a-4807-982c-74bf9092eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa17a22-83a0-4e48-9e55-2104404ac27c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:12.865410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83b22e57-596a-4807-982c-74bf9092eec7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e4d06ea57c347cb8c87099f8881a1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7927718 Dec 20 23:06:12.869574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48976) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:12.904405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e3e52b5-b1c4-460d-8b04-4769c18c821a req-0da06913-ddd2-40b1-9726-2a002f1e7cfc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468426 Dec 20 23:06:12.942542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:12.996894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,segment=NetworkSegment(75e1d905-9abc-4e6b-b376-faac18325c94),segment_id=75e1d905-9abc-4e6b-b376-faac18325c94)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:13.022693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.023551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.027405 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] 10.222.0.59 "PUT /v2.0/ports/9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 1092 time: 1.8277545 Dec 20 23:06:13.031037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:13.043229 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:13.097713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.111762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fbd46151-997a-41a6-ba05-7dc348e878af,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:13.145412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.169001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fbd46151-997a-41a6-ba05-7dc348e878af', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': 'fbd46151-997a-41a6-ba05-7dc348e878af', 'mac_address': 'fa:16:3e:f0:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:13.183773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.210745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2651f6-27d7-47e3-bb6d-c825558d3190 service neutron] Pushing event updated for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:13.230800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.234311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:13.262992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.271810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.275384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.298212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.298727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.301810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.303195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfa17a22-83a0-4e48-9e55-2104404ac27c HTTP/1.1" status: 204 len: 168 time: 0.4329710 Dec 20 23:06:13.310468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.318555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.322122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfea347-c9d6-4e9d-b7db-797021f29360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa17a22-83a0-4e48-9e55-2104404ac27c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:13.333063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:13.335667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e75f49e5-651e-4907-becc-cee5ce968201 req-c750a65f-6280-4edd-a8f4-b62d314a2196 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 3829 time: 0.2792513 Dec 20 23:06:13.349121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for 1dcbab7a-f87d-42ed-995d-deacb0a4169b owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:13.395242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.402966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.454282 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.489451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bd309-9db9-4ae3-b439-cfc077e35e29 None None] Pushing event updated for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:13.602558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd46151-997a-41a6-ba05-7dc348e878af {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:13.662037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.3 (43af7b83-9da4-4940-b524-b3613c1eb918/e7fa9a3a-8d19-43e3-b536-04d2727a7024/25563b45-e5b2-4a58-bbe3-85f55b3ffac8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:13.666388 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bb318d-90b9-4eb3-9d07-0c5bfa98005f x-openstack-request-id: req-32bb318d-90b9-4eb3-9d07-0c5bfa98005f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:13.666664 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:13.666933 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32bb318d-90b9-4eb3-9d07-0c5bfa98005f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:13.667606 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'status': 'completed', 'code': 200} Dec 20 23:06:13.724886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.22 (43af7b83-9da4-4940-b524-b3613c1eb918/6e48345b-a6b2-4c31-887b-7391f7a7063e/25563b45-e5b2-4a58-bbe3-85f55b3ffac8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:13.728122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fbd46151-997a-41a6-ba05-7dc348e878af,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:13.730799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e75f49e5-651e-4907-becc-cee5ce968201 req-2a7251d3-fab0-4df8-9732-509c818c6007 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793929 Dec 20 23:06:13.807181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:13.904398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Allocated IP 172.25.1.198 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/c8dd23b0-2270-48b3-90d6-c6357123973a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:14.035926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:14.094125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['39c1c93f-6ce1-4792-a585-9cb792844110'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:14.100268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:14.260940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01a308-3c99-44a5-a25b-9a2843abaf7d None None] Network bb6687db-4890-4e42-ae74-126f5be60dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:14.263175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.263674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.264125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.264588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.265105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.270670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-57f7ca23-02e9-4d22-8ee3-b22a6baa1bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 4364 time: 0.5996671 Dec 20 23:06:14.312192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168b7fd4-21dd-4520-992b-694cfcb19093 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:14.352731 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.360173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.384296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:14.430616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af60c0e-ea05-46b6-a27d-f0e4bef145fc req-53425dc1-80d6-4bf6-a719-30a8b8640f4d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.434384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0af60c0e-ea05-46b6-a27d-f0e4bef145fc req-53425dc1-80d6-4bf6-a719-30a8b8640f4d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 949 time: 0.5254157 Dec 20 23:06:14.473252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baacfc-5ea9-44ec-9f10-b8efd285b2be req-1da4873d-45b4-4a0c-b88e-6bdeaca11ae3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.475470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12baacfc-5ea9-44ec-9f10-b8efd285b2be req-1da4873d-45b4-4a0c-b88e-6bdeaca11ae3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 945 time: 0.3785329 Dec 20 23:06:14.518492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] Provisioning complete for port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:14.519139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.529647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-c274e206-9368-4227-adeb-1593aaeea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.532477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-c274e206-9368-4227-adeb-1593aaeea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.532477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-c274e206-9368-4227-adeb-1593aaeea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.534801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-c274e206-9368-4227-adeb-1593aaeea7fe service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2488453 Dec 20 23:06:14.536948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48990) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:14.591272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Transition to ACTIVE for port object 168b7fd4-21dd-4520-992b-694cfcb19093 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:14.594138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8cd25e54-4782-40e1-87f3-dd7e7d75244e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f0a4865388a41d1952c0ad0715a7c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559354 Dec 20 23:06:14.599757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12baacfc-5ea9-44ec-9f10-b8efd285b2be req-21118551-66b4-4b5d-abe9-df2381deea51 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118598 Dec 20 23:06:14.603106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:14.604253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.685006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:14.685576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.695999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.705041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0af60c0e-ea05-46b6-a27d-f0e4bef145fc req-0e2098fc-150b-4847-9bb0-a6d09e1f39b5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579048 Dec 20 23:06:14.705695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:14.718972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Pushing event updated for resources: {'Port': ['ID=c8dd23b0-2270-48b3-90d6-c6357123973a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:14.733445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c9a6d-2241-43a8-9ba1-c31a836befb2 None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:14.796720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=1dcbab7a-f87d-42ed-995d-deacb0a4169b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:14.825219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:14.828253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:14.851872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:14.881306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:14.964342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-3d6bc0d2-a239-4296-bf76-6a21ec2e0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:14.965685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb3c1b6e-c96d-4e7c-bcf7-edf60ab9556e req-3d6bc0d2-a239-4296-bf76-6a21ec2e0296 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3762510 Dec 20 23:06:15.019274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Attempting to bind port 168b7fd4-21dd-4520-992b-694cfcb19093 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:15.019634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Attempting to bind port 168b7fd4-21dd-4520-992b-694cfcb19093 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:15.019956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Attempting to bind port 168b7fd4-21dd-4520-992b-694cfcb19093 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:15.044092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Port 168b7fd4-21dd-4520-992b-694cfcb19093 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:15.044343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Attempting to bind port 168b7fd4-21dd-4520-992b-694cfcb19093 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:15.058741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:15.059078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:15.059471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Bound using segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:15.059903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Bound port: 168b7fd4-21dd-4520-992b-694cfcb19093, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:15.060310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.064400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.162853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.188191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.192004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.208692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:15.214081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=168b7fd4-21dd-4520-992b-694cfcb19093,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:15.272850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] For port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:15.282129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.288661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.293068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.295562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.305648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.309560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.315663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.316691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.317560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-6ee6d140-c91f-45a3-af9f-c975eb9210cc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 4602 time: 0.2374122 Dec 20 23:06:15.349088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.379494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.380197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.383339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] 10.222.0.59 "PUT /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 1131 time: 2.1592159 Dec 20 23:06:15.383879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.386651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 43af7b83-9da4-4940-b524-b3613c1eb918 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:15.401136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=25563b45-e5b2-4a58-bbe3-85f55b3ffac8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:15.407160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:15.501988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.511214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf2d7e-e285-4a36-b9bc-3538ae3d1aad None None] Pushing event updated for resources: {'Port': ['ID=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:15.516642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd97bd2-62e9-4ab2-8c6c-13ecbf273f51 service neutron] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:15.520447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:15.526237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:06:15.526939 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:06:15.530019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:15.560387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e3b025e-2ab1-4007-95b5-2110f00d9de7 None None] Provisioning complete for port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:15.560989 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e3b025e-2ab1-4007-95b5-2110f00d9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.659354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:15.659872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.673337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '168b7fd4-21dd-4520-992b-694cfcb19093'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:15.675692 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cabe0f-cbca-4979-b3b0-cece820af2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "168b7fd4-21dd-4520-992b-694cfcb19093"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:15.690452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.706537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e3b025e-2ab1-4007-95b5-2110f00d9de7 None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:15.707234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e3b025e-2ab1-4007-95b5-2110f00d9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.767368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3ac17b5-3911-4bcc-89ee-d84620fc421e req-adb617f9-9ec9-4276-aaf7-54db44f0406e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4059064 Dec 20 23:06:15.791612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-94ae39ce-1700-4f94-ac0e-ba4b3d509e52 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.3515124 Dec 20 23:06:15.794361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:15.799712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7fa9a3a-8d19-43e3-b536-04d2727a7024'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:15.801286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.810697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.812130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d0fcf34-264c-41ea-bf92-b37d9436fee1 HTTP/1.1" status: 204 len: 168 time: 1.1734414 Dec 20 23:06:15.890855 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04cc23-786f-4a6c-b70c-ec5476958872 x-openstack-request-id: req-cb04cc23-786f-4a6c-b70c-ec5476958872 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:15.891154 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "168b7fd4-21dd-4520-992b-694cfcb19093", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:15.891412 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb04cc23-786f-4a6c-b70c-ec5476958872 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:15.891831 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '168b7fd4-21dd-4520-992b-694cfcb19093', 'status': 'completed', 'code': 200} Dec 20 23:06:15.934115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:15.962935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.065583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.076449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba51ff-107c-4638-b51d-fdfede068d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0fcf34-264c-41ea-bf92-b37d9436fee1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:16.086142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.257620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbe755-8128-44a7-b580-294dfd8b1516 req-666a8c6e-b7b0-40c9-b983-3df8b7d9b003 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.266117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdbbe755-8128-44a7-b580-294dfd8b1516 req-666a8c6e-b7b0-40c9-b983-3df8b7d9b003 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 945 time: 0.4931364 Dec 20 23:06:16.316062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7920506-eda8-487e-bea8-5c84c37a906a req-ef95654c-211c-496e-a087-649dfd9105e7 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.317670 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7920506-eda8-487e-bea8-5c84c37a906a req-ef95654c-211c-496e-a087-649dfd9105e7 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 949 time: 0.2538989 Dec 20 23:06:16.356605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:16.383183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdbbe755-8128-44a7-b580-294dfd8b1516 req-0187e277-0cc7-4649-b0b2-6b01ad73f760 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164637 Dec 20 23:06:16.385308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.386151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router 6421a73d-5bf8-4167-aae2-36e0d8af2076 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:16.397865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.402973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-016af051-058c-4197-81ff-6de41ec5b06d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 204 len: 168 time: 5.2827137 Dec 20 23:06:16.422431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:16.422854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.438520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49006) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:16.444469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279937006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:16.477019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Delete allocated IP 172.20.0.22 (43af7b83-9da4-4940-b524-b3613c1eb918/6e48345b-a6b2-4c31-887b-7391f7a7063e) {{(pid=115563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:06:16.504187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7920506-eda8-487e-bea8-5c84c37a906a req-251a4e7c-1490-4020-81bb-4da68e4b3e27 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448274 Dec 20 23:06:16.554576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8e8a0363-ff93-433c-a213-c2bdd270deb3 None None] Provisioning complete for port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:16.555574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0363-ff93-433c-a213-c2bdd270deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.597763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a0363-ff93-433c-a213-c2bdd270deb3 None None] Port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:16.615804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8e8a0363-ff93-433c-a213-c2bdd270deb3 None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:16.616180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e8a0363-ff93-433c-a213-c2bdd270deb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.692684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.693342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.694348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.694965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.695583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.696196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:16.698943 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-0142a31f-8a10-40ed-9612-9fa951aba916 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5288 time: 0.7739348 Dec 20 23:06:16.709938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.747775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:16.810059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.931318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:16.932450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:16.940514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=25563b45-e5b2-4a58-bbe3-85f55b3ffac8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:17.120399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.128127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.135832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.142617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.149039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.155721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.157801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1483c423-a073-42b5-8520-3a880dd21478 req-4e13446b-1e91-47c0-a2b5-deaa2e7573e6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 4602 time: 0.1441495 Dec 20 23:06:17.163699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.253113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.255113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.280843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4bc9f82-50a1-4edc-8500-6bfaba954aa5 None None] Provisioning complete for port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:17.281858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9f82-50a1-4edc-8500-6bfaba954aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.324023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc9f82-50a1-4edc-8500-6bfaba954aa5 None None] Port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:17.366252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1483c423-a073-42b5-8520-3a880dd21478 req-50fd769e-d4f2-4682-9ee6-4c90d6493d12 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969352 Dec 20 23:06:17.421021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.500248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.542064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] In _notify_port_updated(), no bound segment for port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 on network 43af7b83-9da4-4940-b524-b3613c1eb918 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:06:17.548424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.548703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.552728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28476c81-0140-4d8c-b5b0-46dcd0b24ee1 req-a227d51c-a26b-44c9-beb0-61459f15ad72 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.553341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d900980-6677-44a6-a1b2-8135d1b4a8b4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/ports/25563b45-e5b2-4a58-bbe3-85f55b3ffac8 HTTP/1.1" status: 200 len: 918 time: 1.7576849 Dec 20 23:06:17.557278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:17.562390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28476c81-0140-4d8c-b5b0-46dcd0b24ee1 req-a227d51c-a26b-44c9-beb0-61459f15ad72 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 945 time: 0.0939436 Dec 20 23:06:17.565345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7fa9a3a-8d19-43e3-b536-04d2727a7024'}, {'subnet_id': '6e48345b-a6b2-4c31-887b-7391f7a7063e'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:17.572067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Router 87e89b82-9974-497f-a191-df27d88b0465 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:17.617860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-c0f4f2c6-3b1d-4d1c-a0bb-9b49e9a8b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.618246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-c0f4f2c6-3b1d-4d1c-a0bb-9b49e9a8b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.619331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-c0f4f2c6-3b1d-4d1c-a0bb-9b49e9a8b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.620674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-c0f4f2c6-3b1d-4d1c-a0bb-9b49e9a8b426 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9086113 Dec 20 23:06:17.636982 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.641631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a4159d6f-2bc0-4d3a-b3b4-66f04e27de5c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1995909 Dec 20 23:06:17.644933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49036) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:17.653567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:17.739059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28476c81-0140-4d8c-b5b0-46dcd0b24ee1 req-8aabc00a-66f8-47b8-b5b8-e82eaeedefa2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711209 Dec 20 23:06:17.752110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-fc52b1f8-59b0-417c-bf45-b32eabef02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.753700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f3cabe0f-cbca-4979-b3b0-cece820af2c5 req-fc52b1f8-59b0-417c-bf45-b32eabef02a8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076789 Dec 20 23:06:17.829062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f62b-5f40-4c03-ba04-793b0eefdee7 req-85da8c5a-77ac-4658-ac47-af016749a992 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:17.831087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fbd46151-997a-41a6-ba05-7dc348e878af up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:17.839777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b383f62b-5f40-4c03-ba04-793b0eefdee7 req-85da8c5a-77ac-4658-ac47-af016749a992 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 949 time: 0.1926918 Dec 20 23:06:17.849535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:17.851973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1014cb69-a9bf-41b2-a585-4c46888b8c51 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:17.864163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:17.865596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.888253 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:17.889390 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:17.937235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b383f62b-5f40-4c03-ba04-793b0eefdee7 req-1b872631-db25-4de6-bfd9-d730ae2f3b4c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965002 Dec 20 23:06:17.977350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:17.980981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-158abfae-6309-4c60-9b13-ef929dfa9c94 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8070157 Dec 20 23:06:17.983338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49040) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:17.990781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Transition to ACTIVE for port object 1014cb69-a9bf-41b2-a585-4c46888b8c51 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:18.023047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fbd46151-997a-41a6-ba05-7dc348e878af completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:06:18.027992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fbd46151-997a-41a6-ba05-7dc348e878af triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:18.028447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.038632 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:18.071816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.110736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.192844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.220684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.241481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fbd46151-997a-41a6-ba05-7dc348e878af,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:18.242968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:18.250358 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39e840-a725-495a-bb31-a022c028e3b4" -d '{"events": [{"server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:18.327648 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.328249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 39c1c93f-6ce1-4792-a585-9cb792844110 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:18.423357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:18.461899 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df72b2-bd5c-4dbd-acae-1a8750b8b621 x-openstack-request-id: req-56df72b2-bd5c-4dbd-acae-1a8750b8b621 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:18.463015 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:18.463788 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56df72b2-bd5c-4dbd-acae-1a8750b8b621 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:18.466388 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af', 'code': 200} Dec 20 23:06:18.526038 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:15Z', 'revision_number': 3, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:18.564314 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:06:18.564676 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Updating router 87e89b82-9974-497f-a191-df27d88b0465 port c8dd23b0-2270-48b3-90d6-c6357123973a binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:06:18.579443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:18.607648 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.679991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 39c1c93f-6ce1-4792-a585-9cb792844110 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:06:18.692003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 39c1c93f-6ce1-4792-a585-9cb792844110 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:18.692689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.802364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.876002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=39c1c93f-6ce1-4792-a585-9cb792844110,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:18.877921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345af59-3041-429d-a97e-0e35c545d510 req-4f8893dd-23c6-487e-abaa-5a5fc03c7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.880946 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6345af59-3041-429d-a97e-0e35c545d510 req-4f8893dd-23c6-487e-abaa-5a5fc03c7ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 1097 time: 0.3798754 Dec 20 23:06:18.920790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49058) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:18.938899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.949994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.951020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Attempting to bind port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:18.951375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Attempting to bind port 1014cb69-a9bf-41b2-a585-4c46888b8c51 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:18.951688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Attempting to bind port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:18.956047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.959658 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.962682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:18.962682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Attempting to bind port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:18.962998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.971483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.981200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.992482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:18.992941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:18.993269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Bound using segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:18.994095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Bound port: 1014cb69-a9bf-41b2-a585-4c46888b8c51, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:18.994223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:18.995456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:18.997438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed321caa-975a-4b9a-827c-22ebffa5a05a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5374 time: 0.4002185 Dec 20 23:06:19.039464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6345af59-3041-429d-a97e-0e35c545d510 req-5965d3dc-b39b-4fa3-bbda-b394ce347622 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395462 Dec 20 23:06:19.051007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:19.078038 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.106381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1653b-f2e8-4516-ac8d-37db62c6f1eb req-5eac0034-3b01-4b40-8d50-264ff53db5f4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.108166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b1653b-f2e8-4516-ac8d-37db62c6f1eb req-5eac0034-3b01-4b40-8d50-264ff53db5f4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 946 time: 0.2397225 Dec 20 23:06:19.120827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1227903010', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:19.147069 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.190985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.19 (43af7b83-9da4-4940-b524-b3613c1eb918/6e48345b-a6b2-4c31-887b-7391f7a7063e/25563b45-e5b2-4a58-bbe3-85f55b3ffac8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:19.208323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Attempting to bind port c8dd23b0-2270-48b3-90d6-c6357123973a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:19.208986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Attempting to bind port c8dd23b0-2270-48b3-90d6-c6357123973a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:19.209514 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Attempting to bind port c8dd23b0-2270-48b3-90d6-c6357123973a on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:19.213346 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a43f7e-73c8-416b-ac0b-9dd472e41bb4 None None] Pushing event updated for resources: {'Port': ['ID=c8dd23b0-2270-48b3-90d6-c6357123973a,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:19.219439 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:19.220064 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:19.220676 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.221275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:19.222056 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Bound port: c8dd23b0-2270-48b3-90d6-c6357123973a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:19.222641 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.238878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.251182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff982b7b-8139-443b-8db1-4685ecb7f07b req-ed0b1691-3118-4a19-bc54-10c9371a7860 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308927 Dec 20 23:06:19.256968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b1653b-f2e8-4516-ac8d-37db62c6f1eb req-b5e002e5-c8f1-4ea1-8007-8c058056af71 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426599 Dec 20 23:06:19.263675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.288526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.295792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:19.327268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:19.349790 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] For port c8dd23b0-2270-48b3-90d6-c6357123973a, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:19.358399 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] For port c8dd23b0-2270-48b3-90d6-c6357123973a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c8dd23b0-2270-48b3-90d6-c6357123973a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:19.405053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Made reservation on behalf of c865ec4320e747269ec4e550bb0db043 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:19.407389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.429912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.484985 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.487920 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.488289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37d10a-7a09-40f3-bf1f-32496803a568 req-f98f94fe-648e-414f-ae9e-c1e970dc8466 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.489835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea37d10a-7a09-40f3-bf1f-32496803a568 req-f98f94fe-648e-414f-ae9e-c1e970dc8466 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.0941038 Dec 20 23:06:19.495080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:19.528943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Allocated IP 172.20.0.1 (bb6687db-4890-4e42-ae74-126f5be60dff/a9641d8e-fc4a-481d-846c-391ebd9ee434/8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:19.560756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.561380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.562938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f4acaa6-613f-4312-a6f2-b76df24898f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 1130 time: 4.0434508 Dec 20 23:06:19.563264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '1014cb69-a9bf-41b2-a585-4c46888b8c51'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:19.565824 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00abde05-df77-421a-afc8-09b327d6d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "1014cb69-a9bf-41b2-a585-4c46888b8c51"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:19.566623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea37d10a-7a09-40f3-bf1f-32496803a568 req-e807d4c4-f2be-4d82-a57f-2bfe0615b408 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691350 Dec 20 23:06:19.647222 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:19.647822 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:19.693298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.714420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.718845 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16043afc-1bb2-426f-b1a6-659dd071cfb4 x-openstack-request-id: req-16043afc-1bb2-426f-b1a6-659dd071cfb4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:19.719138 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "1014cb69-a9bf-41b2-a585-4c46888b8c51", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:19.719395 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16043afc-1bb2-426f-b1a6-659dd071cfb4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:19.719799 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '1014cb69-a9bf-41b2-a585-4c46888b8c51', 'status': 'completed', 'code': 200} Dec 20 23:06:19.731905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:19.737587 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a43f7e-73c8-416b-ac0b-9dd472e41bb4 None None] Pushing event updated for resources: {'Port': ['ID=c8dd23b0-2270-48b3-90d6-c6357123973a,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:19.823004 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:19.836258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Allocated IP 172.25.1.153 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b15ebeed-5d0d-4b0c-8faf-7202eeb6b1cc) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:19.843109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.847465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.848006 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.903324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Network bb6687db-4890-4e42-ae74-126f5be60dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:19.905816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:19.923397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.924175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.924662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.925133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.925862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.926331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.926787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:19.928279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Pushing event updated for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:19.928843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00abde05-df77-421a-afc8-09b327d6d56e req-7ae81169-7840-4543-91c6-44bcbd6ff696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6211 time: 0.2081506 Dec 20 23:06:19.947008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:19.948834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.975282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:19.991410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] device_id is not set on port 366065b9-a912-4839-b70b-40832c7ebe91 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:20.013136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.129625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=25563b45-e5b2-4a58-bbe3-85f55b3ffac8,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:20.193102 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f0920080-d946-499c-a790-7d170816e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:15Z', 'revision_number': 3, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:20.229691 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0920080-d946-499c-a790-7d170816e5bd None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:15Z', 'revision_number': 3, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:20.320749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.343688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f739b20-b8aa-4889-8cf3-0b746526b193,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:20.347314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1ff65981-dfa3-469f-a088-e3249cf74952 None None] Provisioning complete for port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:20.357551 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1ff65981-dfa3-469f-a088-e3249cf74952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.444403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1ff65981-dfa3-469f-a088-e3249cf74952 None None] Port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:20.445531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] In _notify_port_updated(), no bound segment for port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 on network 43af7b83-9da4-4940-b524-b3613c1eb918 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:06:20.451965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.452623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.456596 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1a0d88a6-9396-4770-963e-4484dae9f980 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/ports/25563b45-e5b2-4a58-bbe3-85f55b3ffac8 HTTP/1.1" status: 200 len: 998 time: 2.8931668 Dec 20 23:06:20.468889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:20.472100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:20.475389 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c416b3-5886-4ba9-9d53-8e12a081337b" -d '{"events": [{"server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "name": "network-vif-plugged", "status": "completed", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:20.556530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-37f67dc8-1f16-4096-ba2e-6e06fee388af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.556984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-37f67dc8-1f16-4096-ba2e-6e06fee388af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.557459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-37f67dc8-1f16-4096-ba2e-6e06fee388af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.559151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00abde05-df77-421a-afc8-09b327d6d56e req-37f67dc8-1f16-4096-ba2e-6e06fee388af service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6126235 Dec 20 23:06:20.570456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-db7c40f0-6e24-4add-ae1d-a5fb2b98ab63 None None] Provisioning complete for port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:20.570830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db7c40f0-6e24-4add-ae1d-a5fb2b98ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.659397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-db7c40f0-6e24-4add-ae1d-a5fb2b98ab63 None None] Port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:20.681512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c72a-55e5-49bc-a4fd-1f386490623c req-400054a9-a5d4-42ea-9e71-cf31aad1f0fd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.683721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb8c72a-55e5-49bc-a4fd-1f386490623c req-400054a9-a5d4-42ea-9e71-cf31aad1f0fd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 946 time: 0.2692025 Dec 20 23:06:20.704858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.711163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.718159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.732396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.741259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.747791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.755101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:20.757213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-475be64d-2047-4f78-b838-37d3cca121b8 req-541c2e7c-39d5-445a-a830-f8fba46cccb5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5374 time: 0.3159022 Dec 20 23:06:20.781816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c8dd23b0-2270-48b3-90d6-c6357123973a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:20.881055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c8dd23b0-2270-48b3-90d6-c6357123973a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:20.881570 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.960873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:20.970023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb8c72a-55e5-49bc-a4fd-1f386490623c req-38043d4a-1b47-4797-ba7e-9c0cb5eaf1ea tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942313 Dec 20 23:06:21.000105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-475be64d-2047-4f78-b838-37d3cca121b8 req-e88121da-502a-40e6-8d61-8a334e0650f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2230382 Dec 20 23:06:21.003975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.029233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.043412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port c8dd23b0-2270-48b3-90d6-c6357123973a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c8dd23b0-2270-48b3-90d6-c6357123973a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:21.074809 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999ef3b-e53c-4c03-b3a2-0d59020fed16 x-openstack-request-id: req-8999ef3b-e53c-4c03-b3a2-0d59020fed16 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:21.075175 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "name": "network-vif-plugged", "status": "completed", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:21.075434 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8999ef3b-e53c-4c03-b3a2-0d59020fed16 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:21.075837 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110', 'code': 200} Dec 20 23:06:21.109247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.125657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.174719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b398bcdc-80ee-453d-ad5d-6f637c069a9d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:21.186121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.216284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=c8dd23b0-2270-48b3-90d6-c6357123973a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:21.230349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.237178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abde05-df77-421a-afc8-09b327d6d56e req-45a4e6e1-b298-420e-a131-d6cbb189df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:21.239758 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00abde05-df77-421a-afc8-09b327d6d56e req-45a4e6e1-b298-420e-a131-d6cbb189df39 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6113555 Dec 20 23:06:21.260407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6b581-2022-435b-86fc-aeaa3d4446f5 req-fbf1e01b-1d6d-4914-8004-23a04e0e7a13 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:21.264769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf6b581-2022-435b-86fc-aeaa3d4446f5 req-fbf1e01b-1d6d-4914-8004-23a04e0e7a13 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.1031897 Dec 20 23:06:21.264769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Pushing event updated for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:21.283247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Transition to ACTIVE for port object b398bcdc-80ee-453d-ad5d-6f637c069a9d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:21.294273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6a426-077a-4ad7-8a31-d12cef2d6e4d req-779c501c-c47d-4b50-baf0-34f9715f179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:21.296373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a5f6a426-077a-4ad7-8a31-d12cef2d6e4d req-779c501c-c47d-4b50-baf0-34f9715f179c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 1101 time: 0.1522455 Dec 20 23:06:21.323291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:21.323622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.359009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.400528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf6b581-2022-435b-86fc-aeaa3d4446f5 req-ed90477d-9c8b-477d-abcd-9b25614c3c18 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269560 Dec 20 23:06:21.419080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Network bb6687db-4890-4e42-ae74-126f5be60dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:21.420699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:21.524097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a5f6a426-077a-4ad7-8a31-d12cef2d6e4d req-fa89189a-5435-4ca3-a5b3-82e7bd487578 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086074 Dec 20 23:06:21.532142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Pushing event updated for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:21.545339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.635244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:06:21.831755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:21.836297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9aa0ff63-25f7-4100-b45c-37cdb8d0b200 admin admin] 10.222.0.62 "PUT /v2.0/routers/87e89b82-9974-497f-a191-df27d88b0465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8512311 Dec 20 23:06:21.926696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-879d930e-9c98-4fd0-9899-4e492256c03a None None] Provisioning complete for port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:21.927798 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-879d930e-9c98-4fd0-9899-4e492256c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:21.969089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-879d930e-9c98-4fd0-9899-4e492256c03a None None] Port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:22.064281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.109151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 25563b45-e5b2-4a58-bbe3-85f55b3ffac8 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:22.112006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:22.136421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:22.155206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:22.165499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.172342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.179417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.186201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.194717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.202202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.204407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Allocated IP 172.25.1.225 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/366065b9-a912-4839-b70b-40832c7ebe91) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:22.207855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event updated for resources: {'Port': ['ID=b15ebeed-5d0d-4b0c-8faf-7202eeb6b1cc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:22.210317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.224532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-6ad85b21-b4be-42aa-9a05-07d99085ff42 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5386 time: 0.1321554 Dec 20 23:06:22.302035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa4e16e6-7cf5-44f5-a558-ae813ba76f5c req-f255351a-1ef4-46b7-8ebc-8d4c848aa4ad tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761995 Dec 20 23:06:22.382210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Attempting to bind port b398bcdc-80ee-453d-ad5d-6f637c069a9d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:22.382597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Attempting to bind port b398bcdc-80ee-453d-ad5d-6f637c069a9d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:22.382921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Attempting to bind port b398bcdc-80ee-453d-ad5d-6f637c069a9d on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:22.402294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Port b398bcdc-80ee-453d-ad5d-6f637c069a9d on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:22.402637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Attempting to bind port b398bcdc-80ee-453d-ad5d-6f637c069a9d on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:22.442415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:22.442756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:22.443306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Bound using segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:22.443782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Bound port: b398bcdc-80ee-453d-ad5d-6f637c069a9d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:22.444139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.640651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873122f2-a3a2-46ca-9893-be4553470cbc req-a7199ddf-68f1-40fb-a734-bfeeaac38bfa tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:22.648878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-873122f2-a3a2-46ca-9893-be4553470cbc req-a7199ddf-68f1-40fb-a734-bfeeaac38bfa tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.1096470 Dec 20 23:06:22.715503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-873122f2-a3a2-46ca-9893-be4553470cbc req-1707b685-5c43-46d0-aceb-cc3c37ca73b5 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650141 Dec 20 23:06:22.761091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:22.766781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466184477', 'description': 'tempest-description--1814784089'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:22.778905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c8dd23b0-2270-48b3-90d6-c6357123973a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:22.811786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.864909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c8dd23b0-2270-48b3-90d6-c6357123973a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:22.865282 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.885168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:22.933029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:22.959531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.987124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:22.993984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:23.008071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:23.009696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:23.060065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.095153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.104788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.105875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.106841 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] 10.222.0.59 "PUT /v2.0/ports/b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 200 len: 1091 time: 3.3805194 Dec 20 23:06:23.109414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:23.111754 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:23.129562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:23.190458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.247941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.258146 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.266558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e1e285-aca6-4695-b3ea-f778d5052633,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:23.278260 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72ca011-c161-4987-b92a-77f8354e334e x-openstack-request-id: req-b72ca011-c161-4987-b92a-77f8354e334e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:23.278553 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:23.278929 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b72ca011-c161-4987-b92a-77f8354e334e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:23.279603 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d', 'status': 'completed', 'code': 200} Dec 20 23:06:23.283444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.285236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94e21ba5-ed93-4c41-9248-9b9f575196a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5227923 Dec 20 23:06:23.287915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49094) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:23.290780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:23.294322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group_rule': {'security_group_id': '71e1e285-aca6-4695-b3ea-f778d5052633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:23.311233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.361988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.385956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 2, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:23.416059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:06:23.416407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Updating router 87e89b82-9974-497f-a191-df27d88b0465 port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:06:23.453330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.478716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.483838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:23.485015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f051d-1b12-4e83-a50e-99cce9af2d6b service neutron] Pushing event updated for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:23.534703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:23.539133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:23.547842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.554493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.563836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.568336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.575908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.581849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.587949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.596092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-729c356c-6afe-4890-b025-17de072e775e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5386 time: 0.1940010 Dec 20 23:06:23.613316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.616518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=25563b45-e5b2-4a58-bbe3-85f55b3ffac8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:23.660441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.661227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.661920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.663212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.664160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.664160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.664602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.667385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-1e81aa23-0b86-4390-bde4-a56d0c61659b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6278 time: 0.4065053 Dec 20 23:06:23.678099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a4562b9-a81a-4d5a-9eee-07593b6bfc72 req-f20db8fe-1570-436f-862f-6f01fa18bc5f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804007 Dec 20 23:06:23.691658 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.713923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e82434-6728-42be-942e-c1568bed6249,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:23.722218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.722569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.722907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.723243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.723567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.723889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.724212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.724664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.725559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.725559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.725824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.726040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.726354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:06:23.733998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.736601 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:06:23.792424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.797106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-88a627f0-56b1-42d1-a761-d9655e1bbb7d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057783 Dec 20 23:06:23.798136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49102) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:23.808707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group_rule': {'security_group_id': '71e1e285-aca6-4695-b3ea-f778d5052633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:23.887706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f74e-5dbe-4ea8-8760-d2e848930295 req-e1eca298-f66c-43e6-bf5f-5c7516a50e64 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.889487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53b0f74e-5dbe-4ea8-8760-d2e848930295 req-e1eca298-f66c-43e6-bf5f-5c7516a50e64 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.0732548 Dec 20 23:06:23.896310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.898999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:23.900258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.902477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Pushing event updated for resources: {'Port': ['ID=366065b9-a912-4839-b70b-40832c7ebe91,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:23.905165 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.910888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8aa586de-55f7-4024-a421-209a4a0e19bf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/25563b45-e5b2-4a58-bbe3-85f55b3ffac8 HTTP/1.1" status: 204 len: 168 time: 3.4386020 Dec 20 23:06:23.913423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:23.969108 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-396bb14d-cb1c-4bfc-ac13-851866cc5782 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:23.970611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-396bb14d-cb1c-4bfc-ac13-851866cc5782 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/25563b45-e5b2-4a58-bbe3-85f55b3ffac8 HTTP/1.1" status: 404 len: 333 time: 0.0569136 Dec 20 23:06:23.974491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:23.975191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:23.977434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.015513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53b0f74e-5dbe-4ea8-8760-d2e848930295 req-566b3992-1d8f-4e95-983f-f0c69efb11ec tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181843 Dec 20 23:06:24.040115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b9cdf8d-e4f0-441a-8ccb-0a7b8ac9be51 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1183631 Dec 20 23:06:24.042152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-73eb6b28-d68d-4ff6-876f-f0098f55bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.042152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-73eb6b28-d68d-4ff6-876f-f0098f55bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.042630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-73eb6b28-d68d-4ff6-876f-f0098f55bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.044463 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-73eb6b28-d68d-4ff6-876f-f0098f55bdae service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3065803 Dec 20 23:06:24.047455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:24.058736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 6e48345b-a6b2-4c31-887b-7391f7a7063e {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:06:24.062025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51edd-0a28-4528-9083-46244a4440ad None None] Pushing event updated for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:24.069750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.225'}]}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:24.070029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.132559 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.137774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.186537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Attempting to bind port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:24.187196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Attempting to bind port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:24.187328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Attempting to bind port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:24.202273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:24.202658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:24.203145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.203637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:24.204128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Bound port: 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:24.204511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.238755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Router 7b1a7833-a8b1-4a03-9a31-4f8c8011d539 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:24.245498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.268241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-742f85a0-2051-42a0-a4b1-f1bbfe429de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.269756 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cbed5de1-ce65-418d-bd8c-bfc7ff7425d1 req-742f85a0-2051-42a0-a4b1-f1bbfe429de9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128048 Dec 20 23:06:24.286572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac02b0fd-f324-4ad5-a6ab-f8617e1e117f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:24.306443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.341403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.342525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.352139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6434-abe9-4dca-a56a-88c949448e49 req-03d715b9-66bc-48c7-bdb6-ec6ac1ea78e6 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.354335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe8a6434-abe9-4dca-a56a-88c949448e49 req-03d715b9-66bc-48c7-bdb6-ec6ac1ea78e6 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 1101 time: 0.1288607 Dec 20 23:06:24.364815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] For port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:24.369467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] For port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:24.465981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-889bfb8a-baab-43b0-aa40-9783d0db233e None None] Provisioning complete for port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:24.466650 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-889bfb8a-baab-43b0-aa40-9783d0db233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.487099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.495205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.498816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.504652 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:24.506934 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:24.507655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.513687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f499f8db-b184-49e1-86b6-9f043c2bcc63 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "PUT /v2.0/routers/7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 200 len: 879 time: 6.8622057 Dec 20 23:06:24.515756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49112) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:24.518136 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] Sync routers for ids ['7b1a7833-a8b1-4a03-9a31-4f8c8011d539'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:24.536439 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] Routers {'7b1a7833-a8b1-4a03-9a31-4f8c8011d539'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:24.537643 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7b1a7833-a8b1-4a03-9a31-4f8c8011d539'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:24.542325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-889bfb8a-baab-43b0-aa40-9783d0db233e None None] Port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:24.562034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445dc80c-696c-4667-b712-a97adb369816 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:24.578252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.582236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:24.583129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:24.628151 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:24.642138 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] Routers {'7b1a7833-a8b1-4a03-9a31-4f8c8011d539'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:24.643385 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7b1a7833-a8b1-4a03-9a31-4f8c8011d539'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:24.651441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51edd-0a28-4528-9083-46244a4440ad None None] Pushing event updated for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:24.699122 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:24.699811 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3c4bf-c802-44a9-a629-1660ff311270 None None] The sync data for ids ['7b1a7833-a8b1-4a03-9a31-4f8c8011d539'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:24.740186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Transition to ACTIVE for port object 445dc80c-696c-4667-b712-a97adb369816 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:24.765918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:24.784884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.792776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:24.793740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57d76d1f-2d6f-4ed3-b971-9fc82c4a4ab8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9932010 Dec 20 23:06:24.799699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:24.855963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.861652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.872592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe8a6434-abe9-4dca-a56a-88c949448e49 req-3133e555-a5eb-48b4-be12-31ddc369d019 tempest-ServersOnMultiNodesTest-1983171401 tempest-ServersOnMultiNodesTest-1983171401-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104299 Dec 20 23:06:24.898927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.906532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.910877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8de40d14-f6ac-4c56-a151-89efde4de454 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 200 len: 920 time: 0.3939755 Dec 20 23:06:24.911803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.916607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49122) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:24.920860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.927157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.935562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.944351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:24.944351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-33459bc3-4fab-48c3-bc43-d98cafa786a3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5398 time: 0.1314499 Dec 20 23:06:24.945849 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:24.982770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=6e48345b-a6b2-4c31-887b-7391f7a7063e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:24.995636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:25.008269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.012051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-185aefe7-50b9-4e5c-a91f-dfc96e463dc5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/6e48345b-a6b2-4c31-887b-7391f7a7063e HTTP/1.1" status: 204 len: 168 time: 1.0332701 Dec 20 23:06:25.016949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:25.020282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affd90c-43a6-4c10-8559-40878caa3c8e None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:25.072337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35967f7a-787b-4e31-8ebd-52fecefcbb27 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:25.074096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-35967f7a-787b-4e31-8ebd-52fecefcbb27 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=7b1a7833-a8b1-4a03-9a31-4f8c8011d539&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1535943 Dec 20 23:06:25.075055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.080719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49126) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:25.128522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] Provisioning complete for port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:25.129099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.144923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet e7fa9a3a-8d19-43e3-b536-04d2727a7024 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:06:25.180537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.201489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f59c610-f40f-4814-95e5-1f0ee1356da1 req-499ff7e7-10e9-4124-a2aa-09fd3031a248 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138143 Dec 20 23:06:25.264540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.332089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e5e90-8516-41a4-bab4-f9e5bc91049c tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:25.336107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e7e5e90-8516-41a4-bab4-f9e5bc91049c tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.2520196 Dec 20 23:06:25.337502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49128) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:25.386018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f7b6502-7c1c-4a35-b0a1-a3c999f1a20c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 200 len: 205 time: 0.0479634 Dec 20 23:06:25.389277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49130) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:25.467138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:24Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:25.490927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.519601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a0d1e-7205-4a69-b10c-d37dcf808615 None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:24Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:25.537645 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.561007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Attempting to bind port 445dc80c-696c-4667-b712-a97adb369816 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:25.561497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Attempting to bind port 445dc80c-696c-4667-b712-a97adb369816 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:25.561661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Attempting to bind port 445dc80c-696c-4667-b712-a97adb369816 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:25.570497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Port 445dc80c-696c-4667-b712-a97adb369816 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:25.571839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Attempting to bind port 445dc80c-696c-4667-b712-a97adb369816 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:25.590752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] For port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:25.598651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:25.598651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Checking segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:25.598651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Bound using segment: {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:25.598651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Bound port: 445dc80c-696c-4667-b712-a97adb369816, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba203c1-00dc-40e9-af24-865d2bab84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:25.598651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.681776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ddddc-ec7a-49e9-98c3-59e2962304ee req-9868a513-d955-401e-a835-acd74d02ca9e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:25.691838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.697770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c60ddddc-ec7a-49e9-98c3-59e2962304ee req-9868a513-d955-401e-a835-acd74d02ca9e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.2513294 Dec 20 23:06:25.718210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.769789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:25.774242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:25.796942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626324de-28e3-46cc-a9b7-b474590d8b41 None None] Pushing event updated for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:25.833537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.900231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.918306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.943932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fa9a3a-8d19-43e3-b536-04d2727a7024,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:25.969843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.975277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8467842f-35f6-488f-a0a5-530334733c53 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/e7fa9a3a-8d19-43e3-b536-04d2727a7024 HTTP/1.1" status: 204 len: 168 time: 0.9550457 Dec 20 23:06:25.975277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:25.976994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49136) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:26.006046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.006742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.008221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] 10.222.0.59 "PUT /v2.0/ports/445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 200 len: 1091 time: 2.7278414 Dec 20 23:06:26.011303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '445dc80c-696c-4667-b712-a97adb369816'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:26.016439 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be50231-69c3-4813-9874-53a9ba23b674" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "445dc80c-696c-4667-b712-a97adb369816"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:26.092402 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64bcce7-1792-437d-bc94-08dab6805de6 x-openstack-request-id: req-e64bcce7-1792-437d-bc94-08dab6805de6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:26.092810 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "445dc80c-696c-4667-b712-a97adb369816", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:26.093180 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e64bcce7-1792-437d-bc94-08dab6805de6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:26.093679 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '445dc80c-696c-4667-b712-a97adb369816', 'status': 'completed', 'code': 200} Dec 20 23:06:26.095583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.132347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c60ddddc-ec7a-49e9-98c3-59e2962304ee req-12aca810-62e0-4d86-bb3f-a9d3dce7066a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338274 Dec 20 23:06:26.138335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:26.236125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111fd26-ced3-4500-aaf6-927b1ec56a0c service neutron] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:26.246722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.304674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:26.305251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.358500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.364213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Allocated IP 172.25.1.191 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:26.424093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port b15ebeed-5d0d-4b0c-8faf-7202eeb6b1cc {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:26.424496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.448877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75360da6-dc51-4f2a-bd82-783bda2918a1 None None] Network 43af7b83-9da4-4940-b524-b3613c1eb918 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:26.495163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.495681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.496283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.496797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.497555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.498045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.498504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.500545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5be50231-69c3-4813-9874-53a9ba23b674 req-0c5d81d6-8734-4e9d-85d2-427f81106ccc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6345 time: 0.3457923 Dec 20 23:06:26.505037 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.527910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.535616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.545544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.552021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.559148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.567848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.574965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4069a28e-1f3c-4383-8db0-2aa57706260e None None] Provisioning complete for port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:26.575402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.575759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4069a28e-1f3c-4383-8db0-2aa57706260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.577538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-72a47486-f826-4d9f-884a-cf1d0a6c5d40 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5398 time: 0.2329829 Dec 20 23:06:26.613968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,segment=NetworkSegment(75e1d905-9abc-4e6b-b376-faac18325c94),segment_id=75e1d905-9abc-4e6b-b376-faac18325c94)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:26.614338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.675189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:26.730003 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.745606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] DHCP port deletion for 43af7b83-9da4-4940-b524-b3613c1eb918 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:06:26.749590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f61f0c84-ff1f-405b-a9c5-0c13ec8c314d req-dabda780-0d47-4b36-9408-a65bff25e17f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606989 Dec 20 23:06:26.787967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.808641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for b15ebeed-5d0d-4b0c-8faf-7202eeb6b1cc owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:26.831762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Deleting port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:26.832147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.908093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:26.954175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] For port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,segment=NetworkSegment(75e1d905-9abc-4e6b-b376-faac18325c94),segment_id=75e1d905-9abc-4e6b-b376-faac18325c94)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:26.954567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:26.970232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-36f47075-a352-4295-9034-f806856d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.970232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-36f47075-a352-4295-9034-f806856d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.971001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-36f47075-a352-4295-9034-f806856d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:26.972281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5be50231-69c3-4813-9874-53a9ba23b674 req-36f47075-a352-4295-9034-f806856d1902 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4533358 Dec 20 23:06:26.975782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Calling delete_port for 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:27.037571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.050626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:27.050994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.053376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a6636-109b-4524-80e8-1f2d097f225a req-54241f66-b693-4a04-a843-d3c0bc3eb499 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.054944 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509a6636-109b-4524-80e8-1f2d097f225a req-54241f66-b693-4a04-a843-d3c0bc3eb499 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.2612677 Dec 20 23:06:27.081333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:27.106784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:27.135454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.163620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] Pushing event deleted for resources: {'Port': ['ID=40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:27.176582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833177f7-1cfa-43fa-8a7b-7e79b18cd8e4 None None] No DVR routers for this DVR port 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:27.226341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.268896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.297379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50231-69c3-4813-9874-53a9ba23b674 req-84170e17-f58a-486e-b0e3-53b485e6e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.299309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5be50231-69c3-4813-9874-53a9ba23b674 req-84170e17-f58a-486e-b0e3-53b485e6e44b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3149476 Dec 20 23:06:27.322804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43af7b83-9da4-4940-b524-b3613c1eb918']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:27.338185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e1d905-9abc-4e6b-b376-faac18325c94') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:27.341964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e1d905-9abc-4e6b-b376-faac18325c94') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:27.353848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.361297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:27.375478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080f34-0bc9-48cb-9817-511cf0a58de4 req-67251769-5c14-401c-b14f-f4325af65b4f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.375957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:27.379383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:27.383449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47080f34-0bc9-48cb-9817-511cf0a58de4 req-67251769-5c14-401c-b14f-f4325af65b4f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 950 time: 0.1350064 Dec 20 23:06:27.387283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:27.400150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.408967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.413431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:06:27.413919 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.420283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.421257 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:06:27.445620 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:06:27.470356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=b15ebeed-5d0d-4b0c-8faf-7202eeb6b1cc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:27.540961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47080f34-0bc9-48cb-9817-511cf0a58de4 req-325b9946-cb83-47fa-9cf7-f6a57faf8f23 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559534 Dec 20 23:06:27.543315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port 39c1c93f-6ce1-4792-a585-9cb792844110 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:27.543655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.577475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.663904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.669946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:27.673001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.676377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/43af7b83-9da4-4940-b524-b3613c1eb918 HTTP/1.1" status: 204 len: 168 time: 1.6947856 Dec 20 23:06:27.689233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.690659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:27.699877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.701524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d0168-3457-474c-a65e-ba707af0b365 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=43af7b83-9da4-4940-b524-b3613c1eb918,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:27.717371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.728930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.739186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.777739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a4faf-dcc4-49e7-a33e-4e8f65407617 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.779242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-062a4faf-dcc4-49e7-a33e-4e8f65407617 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0873892 Dec 20 23:06:27.783093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49150) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:27.800790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.826716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port 39c1c93f-6ce1-4792-a585-9cb792844110, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=39c1c93f-6ce1-4792-a585-9cb792844110,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:27.827377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.834294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.835401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1a7833-a8b1-4a03-9a31-4f8c8011d539 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:27.835751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.843724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.848311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe62416a-4075-4aa9-aa94-bf2c570b135f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 204 len: 168 time: 2.4527829 Dec 20 23:06:27.848903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49152) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:27.851866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for 39c1c93f-6ce1-4792-a585-9cb792844110 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:27.856744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-176741523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:27.884956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-199f01f7-6257-477b-b5e1-9a42b6549c19 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0969739 Dec 20 23:06:27.885199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49154) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:27.890742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111685053'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:27.908024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Transition to ACTIVE for port object 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:27.911355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.912130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4c4bb9a-16a0-43ed-9264-790405055774 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:27.937394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.944246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.950350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.957219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.963580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.968832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:27.970262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.976316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:27.978760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-a6002338-12ce-411b-9712-0fc74e1b90fb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5398 time: 0.1327970 Dec 20 23:06:28.028360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.046603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-951f1aa3-31d6-4707-b177-7454b3216f93 req-e9bfa63a-b007-4dcd-9ff6-f0c52a53a759 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598414 Dec 20 23:06:28.064771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:28.066111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.091017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:28.101043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.101043 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment e755140e-4af8-4cf6-828f-c2de06f387d8 of type vlan for network a92cdf27-6888-4093-871f-0d904fc87154 Dec 20 23:06:28.101381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.102612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.105977 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:06:28.107056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-27f024c3-14d0-4523-bd7b-150dc3580831 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0585585 Dec 20 23:06:28.109947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49158) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:28.172135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.195626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:28.242736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Deleting port 366065b9-a912-4839-b70b-40832c7ebe91 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:28.243781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.307207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.312875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:28.313470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.414280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=a92cdf27-6888-4093-871f-0d904fc87154,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:28.418366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.426362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a92cdf27-6888-4093-871f-0d904fc87154 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:28.434996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Calling delete_port for 366065b9-a912-4839-b70b-40832c7ebe91 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:28.499767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fbfd9d53-97dc-4fc4-9830-9d4d0878d61e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6135321 Dec 20 23:06:28.503519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49160) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:28.510921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:28.605440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.612351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.628918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:28.642275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:28.680042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.686676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=39c1c93f-6ce1-4792-a585-9cb792844110,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:28.745806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.775895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port 39c1c93f-6ce1-4792-a585-9cb792844110 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:28.786855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.790936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-509a6636-109b-4524-80e8-1f2d097f225a req-54422ebe-b710-4374-ae7c-72c847c41ded tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "DELETE /v2.0/ports/39c1c93f-6ce1-4792-a585-9cb792844110 HTTP/1.1" status: 204 len: 173 time: 1.7051015 Dec 20 23:06:28.793714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'name': 'network-vif-deleted', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:28.793893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:28.793982 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca77440-6cbf-4784-ac3c-6a47cdccdfc6" -d '{"events": [{"server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "name": "network-vif-deleted", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:28.801666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Attempting to bind port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:28.802138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Attempting to bind port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:28.802738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Attempting to bind port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 on network 5f651615-de97-42ea-815e-a59be6094f1d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:28.809273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 on network 5f651615-de97-42ea-815e-a59be6094f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:28.809599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Attempting to bind port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 on network 5f651615-de97-42ea-815e-a59be6094f1d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:28.817247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:28.817597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Checking segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:28.818086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Bound using segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:28.818569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Bound port: 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:28.818928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.841739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:28.848234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 40f4cdd0-c6c5-4dda-ba47-0c56f66e2d15 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:28.858525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:28.861469 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f4619611-668c-4a20-9676-da6881e63c2f tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0100999 Dec 20 23:06:28.864575 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ce154-36b7-413f-826e-2daca3f4c362 x-openstack-request-id: req-2d6ce154-36b7-413f-826e-2daca3f4c362 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:28.865104 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3916f4c6-7e94-42e7-9709-33476523a0da", "name": "network-vif-deleted", "tag": "39c1c93f-6ce1-4792-a585-9cb792844110", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:28.865693 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d6ce154-36b7-413f-826e-2daca3f4c362 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:28.866307 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3916f4c6-7e94-42e7-9709-33476523a0da', 'name': 'network-vif-deleted', 'tag': '39c1c93f-6ce1-4792-a585-9cb792844110', 'status': 'completed', 'code': 200} Dec 20 23:06:28.869681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49166) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:28.875119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': True}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:28.964421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.016863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbb19de4-603d-4b9c-a31f-a756259e666a req-67b9e5b9-223d-46b5-a357-ac5e08b9d025 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=3916f4c6-7e94-42e7-9709-33476523a0da HTTP/1.1" status: 200 len: 210 time: 0.0661948 Dec 20 23:06:29.075860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.107596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Pushing event deleted for resources: {'Port': ['ID=366065b9-a912-4839-b70b-40832c7ebe91,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:29.160649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:29.165423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.240679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.246974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:29.287376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.291191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-296c433e-e25f-4a3e-b8a2-c016b4c4eb34 tempest-RoutersAdminNegativeTest-870443753 tempest-RoutersAdminNegativeTest-870443753-project-admin] 10.222.0.62 "DELETE /v2.0/ports/366065b9-a912-4839-b70b-40832c7ebe91 HTTP/1.1" status: 204 len: 168 time: 1.1802754 Dec 20 23:06:29.327257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.334462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.341009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.348784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.351398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:29.355686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.356867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.363873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.369526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:29.371176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.373169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-1a022146-db4e-4a5d-ad7f-4ae90ff19dbc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5410 time: 0.2028461 Dec 20 23:06:29.403430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.405929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f760dd61-6d2e-4ab7-af79-4a3d05ffdb32 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6097503 Dec 20 23:06:29.421960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.444998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.445839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.448446 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] 10.222.0.59 "PUT /v2.0/ports/5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 1091 time: 3.3321853 Dec 20 23:06:29.482303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-deaa3263-fa5c-4a7d-b671-2e556c17f25a req-5427cdc2-17c0-4a35-88a2-934963d5e53a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016080 Dec 20 23:06:29.561784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff01f-856b-454f-b346-8a70dbe2d917 service neutron] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:29.574559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Request body: {'port': {'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:29.658790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.675781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:29.721982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-815454ce-a628-4c72-ad02-a7b458102576 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--466184477&fields=id&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 267 time: 0.0949452 Dec 20 23:06:29.783100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=fca152fa-f666-4c8e-b79b-5f4f8cd34fee,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:29.851703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': 'e755140e-4af8-4cf6-828f-c2de06f387d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:29.852647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: a92cdf27-6888-4093-871f-0d904fc87154, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:29.892958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 39c1c93f-6ce1-4792-a585-9cb792844110 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:29.920236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-d628474b-acef-4362-86f1-e6a7d2a7c6bb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:29.925555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-d628474b-acef-4362-86f1-e6a7d2a7c6bb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 816 time: 0.1906180 Dec 20 23:06:29.928920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 39c1c93f-6ce1-4792-a585-9cb792844110 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:29.929268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 39c1c93f-6ce1-4792-a585-9cb792844110 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:29.946440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-da660a80-9f64-40f5-befd-75ecbf7f601d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/quotas/220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 375 time: 0.0197778 Dec 20 23:06:29.959245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network a92cdf27-6888-4093-871f-0d904fc87154 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:29.973415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49188) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:30.012818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-90393294-cc5d-466a-858c-a9a44c47083c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652869 Dec 20 23:06:30.093478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a92cdf27-6888-4093-871f-0d904fc87154) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:30.103372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:30.103973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.107966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2b0ee-c042-4a52-a588-f104203c5c6d None None] Network a92cdf27-6888-4093-871f-0d904fc87154 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:30.130643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.157760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.176664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bad30644-4e68-43b8-89da-8b624ddc4ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.180135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-09f6c1b1-0a4d-44dd-9feb-45d32e18ccf5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537089 Dec 20 23:06:30.200557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157486d9-9157-417a-b7b1-293729ca3c48 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:30.216342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.232760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a92cdf27-6888-4093-871f-0d904fc87154', 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': 'fca152fa-f666-4c8e-b79b-5f4f8cd34fee'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:30.233587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.239629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a23a1cbf-a520-427b-a0db-c5afb80c6eb5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7346261 Dec 20 23:06:30.240269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49198) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:30.248360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154', 'name': 'tempest-PortsTestJSON-429710627'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:30.269679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Transition to ACTIVE for port object 157486d9-9157-417a-b7b1-293729ca3c48 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:30.376154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.378442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.25.1.34 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9862b4df-2e53-4cf4-a1cb-3e92ed6c22a3) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:30.385925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Allocated IP 172.20.0.2 (a92cdf27-6888-4093-871f-0d904fc87154/fca152fa-f666-4c8e-b79b-5f4f8cd34fee/cb5978e8-87a1-48da-bd65-6bf707676f8e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:30.393646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-316054bf-db6d-4a33-86eb-a07e50cf48bb service neutron] 10.222.0.62 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042212 Dec 20 23:06:30.427750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bad30644-4e68-43b8-89da-8b624ddc4ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.476788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Pushing event updated for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:30.496310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:30.501189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.530745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:30.547629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bad30644-4e68-43b8-89da-8b624ddc4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.591660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.644512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bad30644-4e68-43b8-89da-8b624ddc4ab8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ef4b71f63084153be0fbd33dccb4372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6680715 Dec 20 23:06:30.647014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49204) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:30.663792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad30644-4e68-43b8-89da-8b624ddc4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aa3bd9-5662-4846-9eed-ada4b250302f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:30.681819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.685590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.699068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Attempting to bind port 157486d9-9157-417a-b7b1-293729ca3c48 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:30.699475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Attempting to bind port 157486d9-9157-417a-b7b1-293729ca3c48 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:30.699878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Attempting to bind port 157486d9-9157-417a-b7b1-293729ca3c48 on network 5f651615-de97-42ea-815e-a59be6094f1d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:30.709304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Port 157486d9-9157-417a-b7b1-293729ca3c48 on network 5f651615-de97-42ea-815e-a59be6094f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:30.716681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Attempting to bind port 157486d9-9157-417a-b7b1-293729ca3c48 on network 5f651615-de97-42ea-815e-a59be6094f1d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:30.733977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Network a92cdf27-6888-4093-871f-0d904fc87154 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:30.737125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:30.742001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:30.742413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Checking segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:30.742936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Bound using segment: {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:30.743406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Bound port: 157486d9-9157-417a-b7b1-293729ca3c48, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:30.743833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.746937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.8 (a92cdf27-6888-4093-871f-0d904fc87154/fca152fa-f666-4c8e-b79b-5f4f8cd34fee/aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:30.749068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:30.809229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Pushing event updated for resources: {'Port': ['ID=cb5978e8-87a1-48da-bd65-6bf707676f8e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:30.838776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Attempting to bind port cb5978e8-87a1-48da-bd65-6bf707676f8e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:30.839142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Attempting to bind port cb5978e8-87a1-48da-bd65-6bf707676f8e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e755140e-4af8-4cf6-828f-c2de06f387d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:30.839526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Attempting to bind port cb5978e8-87a1-48da-bd65-6bf707676f8e on network a92cdf27-6888-4093-871f-0d904fc87154 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:30.845510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:30.845811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Checking segment: {'id': 'e755140e-4af8-4cf6-828f-c2de06f387d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:30.846188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.846579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Bound using segment: {'id': 'e755140e-4af8-4cf6-828f-c2de06f387d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:30.847042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Bound port: cb5978e8-87a1-48da-bd65-6bf707676f8e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e755140e-4af8-4cf6-828f-c2de06f387d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:30.848001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.870078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:30.872537 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:30.915770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:30.924082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=157486d9-9157-417a-b7b1-293729ca3c48,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:30.939922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] For port cb5978e8-87a1-48da-bd65-6bf707676f8e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:30.943558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] For port cb5978e8-87a1-48da-bd65-6bf707676f8e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cb5978e8-87a1-48da-bd65-6bf707676f8e,segment=NetworkSegment(e755140e-4af8-4cf6-828f-c2de06f387d8),segment_id=e755140e-4af8-4cf6-828f-c2de06f387d8)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:30.979522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:30.991843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.022559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.028744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.034652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.039070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:31.041846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.043970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:31.047331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.048386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:31.050882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=9862b4df-2e53-4cf4-a1cb-3e92ed6c22a3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:31.053471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.060140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.062123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-04fa34e4-c533-463c-aa07-d4f3d9dc99a0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.3966813 Dec 20 23:06:31.075643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.092483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.098839 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.122645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07612c2b-ba85-486f-8ffd-027327fcfe55 req-e9550cfd-383e-4ca3-b2d6-ab353cdeb194 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.124181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07612c2b-ba85-486f-8ffd-027327fcfe55 req-e9550cfd-383e-4ca3-b2d6-ab353cdeb194 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.2426839 Dec 20 23:06:31.140721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.141384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.143065 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] 10.222.0.59 "PUT /v2.0/ports/157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 1091 time: 1.5745060 Dec 20 23:06:31.159127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.187131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d9e5-f23f-4995-8577-aae6362ff747 None None] Pushing event updated for resources: {'Port': ['ID=cb5978e8-87a1-48da-bd65-6bf707676f8e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:31.224775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb95d-431f-4ed2-bdea-f581f8004022 service neutron] Pushing event updated for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:31.296772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d86b5e8e-1e6c-4ff0-a957-f5bb0e469b92 req-a079b657-06e7-4476-8bec-84e01516e8c9 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2260273 Dec 20 23:06:31.311679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07612c2b-ba85-486f-8ffd-027327fcfe55 req-6718cb3d-30ff-4078-b621-a38bc7daa567 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694174 Dec 20 23:06:31.342564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.342564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.343039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1aa3bd9-5662-4846-9eed-ada4b250302f HTTP/1.1" status: 204 len: 168 time: 0.6947491 Dec 20 23:06:31.438577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dcca-fbfc-4ab3-9693-87f8c36f53a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aa3bd9-5662-4846-9eed-ada4b250302f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:31.448468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e2c13b5-c24c-4aa8-88f2-80a92443583c req-af8daac8-34f2-47e5-99e5-a0d8ef2d5f52 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 210 time: 0.0826278 Dec 20 23:06:31.450646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.486478 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa337bb-f2ef-4caf-890c-61444bbe0acd x-openstack-request-id: req-3aa337bb-f2ef-4caf-890c-61444bbe0acd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:31.486478 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:31.486478 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3aa337bb-f2ef-4caf-890c-61444bbe0acd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:31.486478 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'status': 'completed', 'code': 200} Dec 20 23:06:31.524168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:31.551745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network a92cdf27-6888-4093-871f-0d904fc87154 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:31.557655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:31.566743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:31.576634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.577116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.577582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.578068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.578520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.581883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.582369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.584329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4fa62517-be81-4f23-8b3a-ef223cb7c1bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6479 time: 0.2403622 Dec 20 23:06:31.645889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-ca8465c1-cee7-4144-b91f-5a5d679b0f7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 217 time: 0.0469868 Dec 20 23:06:31.658495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.659145 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.702446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:31.751817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6f986c16-ec95-4a93-a360-6c495365468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.753266 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-6f986c16-ec95-4a93-a360-6c495365468d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 200 len: 850 time: 0.0985515 Dec 20 23:06:31.794742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d41a6b8a-7271-4421-ae1b-44fac4bdabd4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5508788 Dec 20 23:06:31.797277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:31.802326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': 'a92cdf27-6888-4093-871f-0d904fc87154', 'name': 'tempest-PortsTestJSON-2107712528'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:31.951559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b0420093-5f00-4ab6-910b-f6bd5d35e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:31.953016 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-b0420093-5f00-4ab6-910b-f6bd5d35e1a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77304a25-56d6-48e0-baa9-1490ee7a57fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911633 Dec 20 23:06:32.135982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.152654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-8b6b7022-b39b-4bef-9b9e-34535d2f44e9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.154132 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-8b6b7022-b39b-4bef-9b9e-34535d2f44e9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.2078214 Dec 20 23:06:32.162944 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.187080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49226) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:32.231672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-c0abb6f4-456b-425b-a342-0844d121ae07 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655895 Dec 20 23:06:32.235192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ff9f6af-9697-4f7b-b6eb-80be601a8277 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c865ec4320e747269ec4e550bb0db043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467186 Dec 20 23:06:32.236486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49228) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:32.270666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:32.274762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.296461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.320497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.525039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e4015-5818-4f2c-b419-3a38e94d17ef req-9e533080-d690-4214-9b28-8f4aa2bd2652 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.526535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-024e4015-5818-4f2c-b419-3a38e94d17ef req-9e533080-d690-4214-9b28-8f4aa2bd2652 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.1066880 Dec 20 23:06:32.528601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.532580 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.535960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f739b20-b8aa-4889-8cf3-0b746526b193 HTTP/1.1" status: 204 len: 168 time: 0.2984283 Dec 20 23:06:32.550742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4d8ca-30cb-45ac-b97d-43c9ffe8bbc1 None None] Network a92cdf27-6888-4093-871f-0d904fc87154 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:32.569873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.577046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.583809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.590861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.596801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.603110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.609112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:32.611111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-4976fc8d-65f3-4f06-beb1-32b7547ca5d0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1532879 Dec 20 23:06:32.619069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348fd7a-fbe0-479c-96c4-6d7003c91213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f739b20-b8aa-4889-8cf3-0b746526b193,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:32.694224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-024e4015-5818-4f2c-b419-3a38e94d17ef req-2330fa9c-6baa-4752-b7e7-1021f2258296 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497350 Dec 20 23:06:32.735081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 8e70a7fc-c31b-4a67-a2b9-d9e39760902f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:32.776052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] Provisioning complete for port cb5978e8-87a1-48da-bd65-6bf707676f8e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:32.776052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:32.778374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81bcc7c5-136b-4b2c-a3e7-d409e64e06d9 req-9d380df0-20be-41d7-9e5e-dafd812b9956 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552687 Dec 20 23:06:32.891002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cb5978e8-87a1-48da-bd65-6bf707676f8e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:32.912750 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-99832320-b6b4-4b4a-b0cf-698299a38c73 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706290 Dec 20 23:06:32.920849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfe48337-31bf-4b47-a989-86002da8a99d req-4d421b81-e4bd-4c06-8988-cc8ab87d92e1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 210 time: 0.0587940 Dec 20 23:06:33.009445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-29d84aa2-edef-4b0a-939b-ed8c2820b15a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 217 time: 0.0880098 Dec 20 23:06:33.035953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.040388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port cb5978e8-87a1-48da-bd65-6bf707676f8e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:33.040768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.085048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:33.085393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.120984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970162e9-19fa-4776-9bd2-d61fb3a738d3 req-5410b642-862e-422e-b966-ea9ac8c66616 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:33.123461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-970162e9-19fa-4776-9bd2-d61fb3a738d3 req-5410b642-862e-422e-b966-ea9ac8c66616 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0748215 Dec 20 23:06:33.126144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] For port cb5978e8-87a1-48da-bd65-6bf707676f8e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cb5978e8-87a1-48da-bd65-6bf707676f8e,segment=NetworkSegment(e755140e-4af8-4cf6-828f-c2de06f387d8),segment_id=e755140e-4af8-4cf6-828f-c2de06f387d8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:33.190178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-970162e9-19fa-4776-9bd2-d61fb3a738d3 req-379f24e2-53c0-45c4-85b3-6923a8ca610c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592694 Dec 20 23:06:33.199818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.242698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-49d42144-d763-4b13-9201-919dd8277f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:33.244438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-49d42144-d763-4b13-9201-919dd8277f81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.2226527 Dec 20 23:06:33.289360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.299063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 842a5797-947c-47d7-bb46-c3cbbc289160 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:33.340990 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.341645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.4 (a92cdf27-6888-4093-871f-0d904fc87154/fca152fa-f666-4c8e-b79b-5f4f8cd34fee/8e70a7fc-c31b-4a67-a2b9-d9e39760902f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:33.354748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:06:33.355112 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:06:33.366119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a8c45-23dd-44a9-87c8-5324ca018120 req-d3bcc10d-87f4-4cf7-9ffa-abf953dfd8ff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:33.367181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c885c-b579-4209-87c6-54c87c2516d8 None None] Pushing event updated for resources: {'Port': ['ID=cb5978e8-87a1-48da-bd65-6bf707676f8e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:33.374413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b4a8c45-23dd-44a9-87c8-5324ca018120 req-d3bcc10d-87f4-4cf7-9ffa-abf953dfd8ff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0863128 Dec 20 23:06:33.410850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:33.412086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.427002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4d1b9a2e-4435-4c03-87aa-4a0ca5a9a9c9 None None] Provisioning complete for port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:33.428979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9a2e-4435-4c03-87aa-4a0ca5a9a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.452111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1b2d9110-2558-4ae4-b3f4-01276fd246ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:33.454196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1b2d9110-2558-4ae4-b3f4-01276fd246ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1997347 Dec 20 23:06:33.464483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b4a8c45-23dd-44a9-87c8-5324ca018120 req-5f8df72e-3cf0-4bed-8d1d-d5da2670bcff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857618 Dec 20 23:06:33.473761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:33.502636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b9a2e-4435-4c03-87aa-4a0ca5a9a9c9 None None] Port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:33.513851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:33.516288 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0833217b-2170-43d8-a4d6-21b24d4b5028" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "157486d9-9157-417a-b7b1-293729ca3c48"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:33.534185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4d1b9a2e-4435-4c03-87aa-4a0ca5a9a9c9 None None] Provisioning complete for port cb5978e8-87a1-48da-bd65-6bf707676f8e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:33.534516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9a2e-4435-4c03-87aa-4a0ca5a9a9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.658111 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9f187-3c48-42d7-a509-cf2df5a90718 x-openstack-request-id: req-6ff9f187-3c48-42d7-a509-cf2df5a90718 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:33.658518 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "157486d9-9157-417a-b7b1-293729ca3c48", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:33.658776 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ff9f187-3c48-42d7-a509-cf2df5a90718 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:33.659166 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48', 'status': 'completed', 'code': 200} Dec 20 23:06:33.704800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:33.725390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] Sync routers for ids ['842a5797-947c-47d7-bb46-c3cbbc289160'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:33.727174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.732502 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-438e9c4b-5e13-4be6-85b9-ce750c754886 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "PUT /v2.0/routers/842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 200 len: 913 time: 4.8615041 Dec 20 23:06:33.733080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:33.747557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-29378737-0ded-4eda-9693-0629a84553a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:33.750536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-29378737-0ded-4eda-9693-0629a84553a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 816 time: 0.1408744 Dec 20 23:06:33.752741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] Routers {'842a5797-947c-47d7-bb46-c3cbbc289160'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:33.753747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['842a5797-947c-47d7-bb46-c3cbbc289160'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:33.851803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7f59ef99-99c1-4df8-8d3c-0d32f3dcc018 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853765 Dec 20 23:06:33.888022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-d89618aa-c525-4160-bb4c-a1630806c653 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 379 time: 0.1271884 Dec 20 23:06:33.902396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'port': {'device_id': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'admin_state_up': True, 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'security_groups': ['71e1e285-aca6-4695-b3ea-f778d5052633']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:33.915172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:33.946891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-99d9ff5a-3386-4f26-a0c6-5fdefd69f059 None None] Provisioning complete for port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:33.947566 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99d9ff5a-3386-4f26-a0c6-5fdefd69f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:33.959378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] Routers {'842a5797-947c-47d7-bb46-c3cbbc289160'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:33.960270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['842a5797-947c-47d7-bb46-c3cbbc289160'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:34.004207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d71d-0b41-4771-881e-0a5925f3bbb5 req-219c1c9d-7247-4ad8-bfb1-3c3124e0e931 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.005654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43a1d71d-0b41-4771-881e-0a5925f3bbb5 req-219c1c9d-7247-4ad8-bfb1-3c3124e0e931 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 949 time: 0.1713774 Dec 20 23:06:34.037255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:34.037607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04a98-db3b-4cd5-9161-3a769b6abac0 None None] The sync data for ids ['842a5797-947c-47d7-bb46-c3cbbc289160'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:34.047698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.063872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-99d9ff5a-3386-4f26-a0c6-5fdefd69f059 None None] Port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:34.066336 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c5fbde66-5836-4900-8665-dec3009bfaec tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 200 len: 919 time: 0.3209648 Dec 20 23:06:34.069390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:34.098618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-beaae4ca-976f-49cd-9c6c-b8ef3debd5c6 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314842 Dec 20 23:06:34.130620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43a1d71d-0b41-4771-881e-0a5925f3bbb5 req-b8ab12d9-ec3c-4d6c-9c71-1ef41876a632 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114271 Dec 20 23:06:34.161047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119f9df-ee31-40ef-9f92-6e50a314e6b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.165576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b119f9df-ee31-40ef-9f92-6e50a314e6b2 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=842a5797-947c-47d7-bb46-c3cbbc289160&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0906188 Dec 20 23:06:34.165921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49280) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:34.174879 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4d457a3b-7e26-40e1-9b01-3542867e089e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 217 time: 0.0636096 Dec 20 23:06:34.187826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.203920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:34.206280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:34.279036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Made reservation on behalf of 220677920b234e58b3e04bf59b356e4e for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:34.279036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.299123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:34.319271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:34.321943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e6f9b87-6a5f-41f2-9693-e9487a0b51f2 req-1d579ced-c8dd-484b-9f70-24985bab94e4 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 210 time: 0.1122434 Dec 20 23:06:34.347305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.374929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.381249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.388007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.395482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.403081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.408421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63481e-3494-4510-9a45-dafa1e9b876f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.409145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.410094 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb63481e-3494-4510-9a45-dafa1e9b876f tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.2432299 Dec 20 23:06:34.411201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:34.416591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49286) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:34.419865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.420439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.423445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8f00cd26-f0ff-4548-9a3b-8b8be1cbc037 req-b2ef10df-269b-4f09-88bb-d587ec685b75 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "DELETE /v2.0/ports/55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 HTTP/1.1" status: 204 len: 173 time: 2.2571762 Dec 20 23:06:34.432439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-f4da7e52-f9e0-4cca-a478-a82422517c44 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.2246957 Dec 20 23:06:34.499171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4b21e15c-9093-4ca1-bd47-ea2b954f7db9 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 200 len: 205 time: 0.0742953 Dec 20 23:06:34.510269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-408423651'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:34.514586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49288) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:34.519325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network a92cdf27-6888-4093-871f-0d904fc87154 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:34.521383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-650b951e-3407-4f0d-aca6-81daa68b57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.522975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-650b951e-3407-4f0d-aca6-81daa68b57f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.3215206 Dec 20 23:06:34.585065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:34.623881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a599e97-9941-4851-b3ae-bbf128d1bd9f req-6a1b6fba-1a43-4f26-9dcc-aad56dc7c1fe tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.625468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a599e97-9941-4851-b3ae-bbf128d1bd9f req-6a1b6fba-1a43-4f26-9dcc-aad56dc7c1fe tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1311793 Dec 20 23:06:34.634307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:34.640346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=8e70a7fc-c31b-4a67-a2b9-d9e39760902f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:34.669117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42e111ca-fb2a-41e1-946f-bcf017139372 req-8e34ab5e-bfff-498b-8ae0-3652b072d281 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358601 Dec 20 23:06:34.670396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Allocated IP 172.20.0.6 (bb6687db-4890-4e42-ae74-126f5be60dff/a9641d8e-fc4a-481d-846c-391ebd9ee434/67b0bdc3-c7dd-4087-8740-9fdc62883038) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:34.784482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a599e97-9941-4851-b3ae-bbf128d1bd9f req-81859b13-2039-42e5-94be-47c9ccbd86ad tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414585 Dec 20 23:06:34.838526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.839460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.850203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.881268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cb5978e8-87a1-48da-bd65-6bf707676f8e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:34.925805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:34.937369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.975916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:34.986422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-cba1c61d-b954-47f3-bdad-318dfda47b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:34.987942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-cba1c61d-b954-47f3-bdad-318dfda47b9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4092767 Dec 20 23:06:35.024591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-42876a49-4a5e-4ef6-b2fd-dbcfe6df2b7b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2255449 Dec 20 23:06:35.035423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.068290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:35.142714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5f36a2a6-70bc-4de5-8894-d20aaf6f6f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.148556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.200061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-299a689f-3a90-43e5-9ff8-19a4b3b60ae0 None None] Provisioning complete for port 8e70a7fc-c31b-4a67-a2b9-d9e39760902f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:35.200692 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-299a689f-3a90-43e5-9ff8-19a4b3b60ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.271770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-299a689f-3a90-43e5-9ff8-19a4b3b60ae0 None None] Port 8e70a7fc-c31b-4a67-a2b9-d9e39760902f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:35.284722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Network bb6687db-4890-4e42-ae74-126f5be60dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:35.286065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port cb5978e8-87a1-48da-bd65-6bf707676f8e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:35.286515 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.297335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0c265-30cc-452d-aa6d-c0c3c82a1f09 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.299834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ffe0c265-30cc-452d-aa6d-c0c3c82a1f09 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2270110 Dec 20 23:06:35.302152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49298) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:35.303474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.310460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:35.316299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-74b5ca8e-0d26-41d7-9c64-dcb14eebee5a service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182492 Dec 20 23:06:35.335999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:35.338795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:35.370218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfa8690f-6a2a-41ec-9210-260ab9d806ff req-408625c0-4e70-4281-b0de-718468385318 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=f99860d9-4fc2-4f32-96c6-b0a064273ff3 HTTP/1.1" status: 200 len: 210 time: 0.0832157 Dec 20 23:06:35.374330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.481664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.531737 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3348e230-d68b-4921-9443-1190276910a2 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078314 Dec 20 23:06:35.549359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.550524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.550696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:35.605929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-37d94563-71b5-4e23-a1ce-c50ec4860405 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 200 len: 217 time: 0.0523400 Dec 20 23:06:35.611818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a459de-3284-42fb-94b7-fc557437f6c5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:35.635533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.635889 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Added segment 60e537a2-5c46-47bd-a678-da849901fa04 of type vlan for network 151174b7-2090-4d86-b160-4f826bfef6e0 Dec 20 23:06:35.638786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port 9862b4df-2e53-4cf4-a1cb-3e92ed6c22a3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:35.639119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.648994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e329b7-95f6-45ce-a28d-2d2f6423dab1 req-a8cd30cf-d615-4017-87bf-e9a830f0b45f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.662381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e329b7-95f6-45ce-a28d-2d2f6423dab1 req-a8cd30cf-d615-4017-87bf-e9a830f0b45f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 931 time: 0.1919041 Dec 20 23:06:35.677834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'name': 'network-vif-deleted', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:35.683633 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96dd843-8f58-48e6-aa8b-9a2052833da9" -d '{"events": [{"server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "name": "network-vif-deleted", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:35.695234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-69e06c9e-f88d-4ca7-a5e0-d96fab9d871a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7996652 Dec 20 23:06:35.718147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Request body: {'port': {'device_id': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:35.726354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 8e70a7fc-c31b-4a67-a2b9-d9e39760902f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:35.726759 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.784696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.794302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-28c01c25-a9af-4c38-a602-d8a478f29bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.795786 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-28c01c25-a9af-4c38-a602-d8a478f29bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.1788399 Dec 20 23:06:35.802307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3a1ae5f6-c06b-4db7-9470-fde2796b9eeb None None] Provisioning complete for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:35.802840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3a1ae5f6-c06b-4db7-9470-fde2796b9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.821991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e329b7-95f6-45ce-a28d-2d2f6423dab1 req-6e60ce69-ff01-4d68-a88f-d9b2030fff8c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497710 Dec 20 23:06:35.861909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.877795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ae5f6-c06b-4db7-9470-fde2796b9eeb None None] Port 67b0bdc3-c7dd-4087-8740-9fdc62883038 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:35.879686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for 9862b4df-2e53-4cf4-a1cb-3e92ed6c22a3 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:35.885127 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd3ca8-b512-4f74-bc97-64d947ff7d12 x-openstack-request-id: req-25cd3ca8-b512-4f74-bc97-64d947ff7d12 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:35.885424 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99860d9-4fc2-4f32-96c6-b0a064273ff3", "name": "network-vif-deleted", "tag": "55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:35.885683 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25cd3ca8-b512-4f74-bc97-64d947ff7d12 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:35.886141 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99860d9-4fc2-4f32-96c6-b0a064273ff3', 'name': 'network-vif-deleted', 'tag': '55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6', 'status': 'completed', 'code': 200} Dec 20 23:06:35.894650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-42f2bdcd-4ace-4b4c-a131-bae3b4e3dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.896169 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-42f2bdcd-4ace-4b4c-a131-bae3b4e3dcfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882070 Dec 20 23:06:35.939715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:35.963283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:35.963879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 55fe0cd0-2dfd-4b38-b855-0ea6dbb0a3a6 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:35.982688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:35.988849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:35.989121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:36.200771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:36.256540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 8e70a7fc-c31b-4a67-a2b9-d9e39760902f owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:36.260430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:36.368445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.374457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.380437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.387051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.393589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.399748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.405647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.407663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-116211ef-2796-429f-aa71-76a828e5f166 req-a502c2f6-c833-45a1-9a0d-80b9ca085144 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.4799407 Dec 20 23:06:36.419579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7328b1-1164-4715-9863-6f8acec9075e req-e3ab09e6-7c40-4797-88d0-7a506a16ccde tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.421137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f7328b1-1164-4715-9863-6f8acec9075e req-e3ab09e6-7c40-4797-88d0-7a506a16ccde tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2320030 Dec 20 23:06:36.451384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1347373 Dec 20 23:06:36.455103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49312) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:36.475222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210d688-f302-472e-94fa-fb6c33215161 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Network': ['ID=151174b7-2090-4d86-b160-4f826bfef6e0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:36.487955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'subnet': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:36.488303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 151174b7-2090-4d86-b160-4f826bfef6e0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:36.572144 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-058501a1-09fd-4a51-82f3-3f7f3f26ff31 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629229 Dec 20 23:06:36.635458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f7328b1-1164-4715-9863-6f8acec9075e req-ae2a859f-6086-4eb3-9140-27140d74d5b4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039797 Dec 20 23:06:36.669846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-116211ef-2796-429f-aa71-76a828e5f166 req-f3ca900d-1815-49c8-9017-de7da08b9309 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433813 Dec 20 23:06:36.783948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-5f322b25-686e-4474-bc9c-b935516b141a service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018027 Dec 20 23:06:36.830773 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-f330041d-110f-41a2-88a1-0dc564f27375 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 200 len: 217 time: 0.0399208 Dec 20 23:06:36.834397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:36.842889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:36.885162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7803223e-5299-41d3-9c2c-c23b540a243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.886676 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-7803223e-5299-41d3-9c2c-c23b540a243a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0487392 Dec 20 23:06:36.944629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0fd2b562-90af-4143-b76c-69d096831182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.944887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b80f9-9bb7-4e45-9a6b-8ef0419fa793 req-b270a498-c038-459e-aa80-5ec2d9c93f69 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:36.946521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-613b80f9-9bb7-4e45-9a6b-8ef0419fa793 req-b270a498-c038-459e-aa80-5ec2d9c93f69 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 931 time: 0.0527833 Dec 20 23:06:36.946782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0fd2b562-90af-4143-b76c-69d096831182 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505016 Dec 20 23:06:36.967037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.009750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=8e70a7fc-c31b-4a67-a2b9-d9e39760902f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:37.022074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:37.025917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.028311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Transition to ACTIVE for port object 67b0bdc3-c7dd-4087-8740-9fdc62883038 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:06:37.046680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.067643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-613b80f9-9bb7-4e45-9a6b-8ef0419fa793 req-72877200-d010-45aa-a759-bf48f2deed18 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145103 Dec 20 23:06:37.119964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.125223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ad95664-e6f2-4136-aaed-7c48027a522a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/8e70a7fc-c31b-4a67-a2b9-d9e39760902f HTTP/1.1" status: 204 len: 168 time: 1.8166530 Dec 20 23:06:37.127749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49318) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:37.135034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.135966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=9862b4df-2e53-4cf4-a1cb-3e92ed6c22a3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:37.184206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:37.215177 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6be4c62-acf7-4462-a0cb-ad6323733b74 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:37.219320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6be4c62-acf7-4462-a0cb-ad6323733b74 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/8e70a7fc-c31b-4a67-a2b9-d9e39760902f HTTP/1.1" status: 404 len: 333 time: 0.0818048 Dec 20 23:06:37.223786 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-0ef78c55-9c39-409e-8941-edb5371da343 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693210 Dec 20 23:06:37.224589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49320) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:37.288601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:37.295255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:37.295255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:37.295605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:06:37.295838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:37.302047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:37.302384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:37.302884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:37.303464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Bound port: 67b0bdc3-c7dd-4087-8740-9fdc62883038, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:37.303818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.426038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.426284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:37.431196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:37.439758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03706d03-73b1-47bf-be59-880658a0972f req-98b822ab-17c8-479e-9f12-2491e045f5ff tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.452216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03706d03-73b1-47bf-be59-880658a0972f req-98b822ab-17c8-479e-9f12-2491e045f5ff tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.0957808 Dec 20 23:06:37.502384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03706d03-73b1-47bf-be59-880658a0972f req-bfcc2ee8-a1aa-4e8e-ae87-cf0a681819a9 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547967 Dec 20 23:06:37.538877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-3f8c2add-3371-4674-99c2-d27fb7c3fcc0 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912593 Dec 20 23:06:37.554691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.557569 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bc252fa7-f645-4850-9d5a-a9f7890a669c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.567828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.572478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.610447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.611058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.612445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] 10.222.0.45 "PUT /v2.0/ports/67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 1091 time: 1.9026623 Dec 20 23:06:37.612897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:37.615310 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc3c892-1aff-4755-80be-62932288c73b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:37.615731 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-5ce9512a-6226-4d6f-bbb6-cd0e503d4fdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 217 time: 0.0644581 Dec 20 23:06:37.633804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a0d8a-5f7b-4cb9-8a3e-1d06dc704da8 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:37.712386 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30da79-e7b1-4a48-98a9-cdb8dc40a11a x-openstack-request-id: req-ec30da79-e7b1-4a48-98a9-cdb8dc40a11a {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:37.712386 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:37.712386 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec30da79-e7b1-4a48-98a9-cdb8dc40a11a {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:37.712386 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'status': 'completed', 'code': 200} Dec 20 23:06:37.750646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:37.751537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.755806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1431bbab-3898-4714-9285-bbccdbb406ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.757316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1431bbab-3898-4714-9285-bbccdbb406ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1030030 Dec 20 23:06:37.775033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.775555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router 842a5797-947c-47d7-bb46-c3cbbc289160 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:37.783530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.784691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11831c02-b56a-4405-8a6e-d5bf053368d4 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 204 len: 168 time: 3.2605927 Dec 20 23:06:37.802781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49330) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:37.810870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1825503364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:37.853085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c892-1aff-4755-80be-62932288c73b req-24553a63-6692-4a84-8d86-a9c299b43029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.854686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffc3c892-1aff-4755-80be-62932288c73b req-24553a63-6692-4a84-8d86-a9c299b43029 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1094 time: 0.1292224 Dec 20 23:06:37.868957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34529f5a-3b73-4d54-beeb-8c8fb82cc463 req-ca100b6e-344d-404b-bf0a-9440d6a391ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.871456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34529f5a-3b73-4d54-beeb-8c8fb82cc463 req-ca100b6e-344d-404b-bf0a-9440d6a391ec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1060014 Dec 20 23:06:37.879462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:37.894304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.900452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.906398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.912302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.919315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.925242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.931274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.933237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-10faded6-a442-4023-b71c-17cdec578fdd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1553771 Dec 20 23:06:37.957547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-90e1f63c-66f9-4810-80a0-43291bcdd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:37.958712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-90e1f63c-66f9-4810-80a0-43291bcdd61e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1860263 Dec 20 23:06:37.984665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.009901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Subnet': ['ID=f23a9db6-11a5-4266-8222-84db04d5a825,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:38.023495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:38.083823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.084855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.124386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Checking segment: {'id': '60e537a2-5c46-47bd-a678-da849901fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:38.124753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network hostable DHCP agents. Network: 151174b7-2090-4d86-b160-4f826bfef6e0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:38.139743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34529f5a-3b73-4d54-beeb-8c8fb82cc463 req-e4e4d49c-0af6-4c33-8911-d4e1c460d3e0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983409 Dec 20 23:06:38.181380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c892-1aff-4755-80be-62932288c73b req-9e092f59-986d-47f3-99e3-6aa4190867a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.182937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffc3c892-1aff-4755-80be-62932288c73b req-9e092f59-986d-47f3-99e3-6aa4190867a2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=220677920b234e58b3e04bf59b356e4e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3114624 Dec 20 23:06:38.190212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfeb9435-9f48-431f-a443-cbc2bc867126 req-2a7f9d13-0c44-4339-a38c-abc7b7ae5a39 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2462690 Dec 20 23:06:38.231346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.240303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-4f1d120e-1feb-4323-8aa1-775ee05dd348 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679927 Dec 20 23:06:38.257158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.332873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.357883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:38.382945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cfe8-10f8-483a-8c5a-ccfa64e42885 req-de6c1274-d37e-4953-ab42-8fbb4f412b61 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.385414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b641cfe8-10f8-483a-8c5a-ccfa64e42885 req-de6c1274-d37e-4953-ab42-8fbb4f412b61 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1557114 Dec 20 23:06:38.391657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-60fb2e0e-67e1-4284-bc87-bd74f436d741 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408367 Dec 20 23:06:38.406785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c892-1aff-4755-80be-62932288c73b req-fbe29a62-ac23-49b9-adfc-c686c3e7376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.409907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffc3c892-1aff-4755-80be-62932288c73b req-fbe29a62-ac23-49b9-adfc-c686c3e7376a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165945 Dec 20 23:06:38.439875 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-926f6a1a-d88b-4651-be16-baf5e4bb745b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 217 time: 0.0397496 Dec 20 23:06:38.444239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b641cfe8-10f8-483a-8c5a-ccfa64e42885 req-996d5756-67c1-479f-964e-7a3c9d3712d1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493107 Dec 20 23:06:38.479669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.480861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-154ae483-5947-4d75-8921-16ef7484efcc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6760345 Dec 20 23:06:38.481553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.483100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 151174b7-2090-4d86-b160-4f826bfef6e0) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:38.486838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49334) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:38.491477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'enable_snat': False}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:38.491821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33cd02-38a1-4927-82be-568a23f94fb9 None None] Network 151174b7-2090-4d86-b160-4f826bfef6e0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:38.518796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.519072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.530295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:38.554663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-d23e22fd-c859-4dce-a271-221c53f59a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.556217 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-d23e22fd-c859-4dce-a271-221c53f59a07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1086593 Dec 20 23:06:38.568765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-e6954920-4d36-428b-a7eb-023c7725784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.571079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-e6954920-4d36-428b-a7eb-023c7725784c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1094 time: 0.1189303 Dec 20 23:06:38.626505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-151174b7-2090-4d86-b160-4f826bfef6e0', 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'project_id': 'fdcd1faf1e4f4d96b1846bcd98833a44', 'fixed_ips': [{'subnet_id': 'f23a9db6-11a5-4266-8222-84db04d5a825'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:38.628748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.725838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-523231be-000e-4296-936f-ae5016d24cff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 217 time: 0.1129644 Dec 20 23:06:38.833379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Allocated IP 172.20.0.2 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/5f8da9ee-8f06-497d-bb92-350eda264be2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:38.853357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:38.875540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3751-1e12-4b41-9489-e7fe2a9d5923 req-41e65b8f-a1bd-4f4b-a932-05efaa75ab27 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.877586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-049a3751-1e12-4b41-9489-e7fe2a9d5923 req-41e65b8f-a1bd-4f4b-a932-05efaa75ab27 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.2316339 Dec 20 23:06:38.878993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-d2a0347c-78ec-40fd-9ab4-3f656e4165e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.880270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-d2a0347c-78ec-40fd-9ab4-3f656e4165e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.1449707 Dec 20 23:06:38.947254 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8985e08e-81e4-425a-b8a5-97e984ee6a34 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4729753 Dec 20 23:06:38.952805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49338) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:38.960129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-611662034'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:38.972380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-049a3751-1e12-4b41-9489-e7fe2a9d5923 req-21499eb5-957a-421e-a3f1-ce291068ad57 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857737 Dec 20 23:06:38.991131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-0ea3da62-1473-418f-aed4-97d9fe117558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:38.993557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-0ea3da62-1473-418f-aed4-97d9fe117558 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998144 Dec 20 23:06:39.018523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.032712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bea1d2e3-6ea8-42dd-a824-bf1fb1e33a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.034355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-bea1d2e3-6ea8-42dd-a824-bf1fb1e33a8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4341104 Dec 20 23:06:39.035435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.038622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-891fe46d-c833-47df-932e-1e4fc45658e2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe HTTP/1.1" status: 204 len: 168 time: 1.7922814 Dec 20 23:06:39.066424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49340) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:39.086993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.129424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:39.136373 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fa512f-2bad-4b03-91ae-c1443b813326 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:39.136933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:39.141010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-40fa512f-2bad-4b03-91ae-c1443b813326 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/aee224a4-cd8e-4f05-ac2e-6a4e80c25cbe HTTP/1.1" status: 404 len: 333 time: 0.0674202 Dec 20 23:06:39.143128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:39.148725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:39.153456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Pushing event updated for resources: {'Port': ['ID=5f8da9ee-8f06-497d-bb92-350eda264be2,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:39.190038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-0eb97014-be03-4e71-ac9d-76d9152c54e1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.190038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-0eb97014-be03-4e71-ac9d-76d9152c54e1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.2846723 Dec 20 23:06:39.227248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Attempting to bind port 5f8da9ee-8f06-497d-bb92-350eda264be2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:39.227552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Attempting to bind port 5f8da9ee-8f06-497d-bb92-350eda264be2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '60e537a2-5c46-47bd-a678-da849901fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:39.227798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Attempting to bind port 5f8da9ee-8f06-497d-bb92-350eda264be2 on network 151174b7-2090-4d86-b160-4f826bfef6e0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:39.234836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:39.235250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Checking segment: {'id': '60e537a2-5c46-47bd-a678-da849901fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:39.235627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.236135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Bound using segment: {'id': '60e537a2-5c46-47bd-a678-da849901fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:39.236504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Bound port: 5f8da9ee-8f06-497d-bb92-350eda264be2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e537a2-5c46-47bd-a678-da849901fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:39.237111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.313111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] For port 5f8da9ee-8f06-497d-bb92-350eda264be2, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:39.316659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] For port 5f8da9ee-8f06-497d-bb92-350eda264be2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f8da9ee-8f06-497d-bb92-350eda264be2,segment=NetworkSegment(60e537a2-5c46-47bd-a678-da849901fa04),segment_id=60e537a2-5c46-47bd-a678-da849901fa04)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:39.337773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet fca152fa-f666-4c8e-b79b-5f4f8cd34fee {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:06:39.376654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.406221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-2b987092-50bd-4566-8f3c-ce36b173d21f service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368022 Dec 20 23:06:39.444524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9efdd-6fb8-4dbf-8936-8f9baba13504 req-bf384705-fcb7-4de1-8007-cc3997d6fc7c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.446304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28e9efdd-6fb8-4dbf-8936-8f9baba13504 req-bf384705-fcb7-4de1-8007-cc3997d6fc7c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1624434 Dec 20 23:06:39.450553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.455977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.457482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.464504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.471185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.476469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.485999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.494041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.500245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.502249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-10641395-2d36-4f66-b21d-d97b9eac07f4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1992600 Dec 20 23:06:39.545933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08f18d-da45-4e21-8614-9fe6c4c3c1a8 None None] Pushing event updated for resources: {'Port': ['ID=5f8da9ee-8f06-497d-bb92-350eda264be2,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:39.556167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port da7446fe-12dd-4c11-a9dd-ea83fbefbedf {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:39.556799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.571131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-8f36049e-6bdb-4494-ad8c-2b8d31e782c7 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780054 Dec 20 23:06:39.589513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:39.593406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.653084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28e9efdd-6fb8-4dbf-8936-8f9baba13504 req-413dd322-6fc4-4ee9-a837-6186e325154e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490331 Dec 20 23:06:39.680681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.705159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c548de1-b24e-4e64-b4b7-d2eeb26c2c0f req-c6a100f3-3204-4bac-8d4f-f0f6abe5bad8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811235 Dec 20 23:06:39.769554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port 0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:39.777672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-799d7fdc-b263-46c7-9360-0f401550c6fa req-1e02dea6-fac6-4b68-b702-015e8e481669 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526316 Dec 20 23:06:39.877475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.882401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e250d14c-7db0-4638-8591-c4c39a4aee6e req-732c6b37-28f6-4f0e-ae16-745f006bf0af service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945261 Dec 20 23:06:39.889138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port da7446fe-12dd-4c11-a9dd-ea83fbefbedf, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:39.889496 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.895048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619670fd-257e-4a33-be23-44974dc48f5f req-3a0bdd19-1652-40a2-92dd-0ee6a1bfbb93 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:39.896734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-619670fd-257e-4a33-be23-44974dc48f5f req-3a0bdd19-1652-40a2-92dd-0ee6a1bfbb93 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1158392 Dec 20 23:06:39.905422 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.946874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:39.980923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for da7446fe-12dd-4c11-a9dd-ea83fbefbedf owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:40.021959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-619670fd-257e-4a33-be23-44974dc48f5f req-e834ace9-1c29-49ef-a14d-80e7b208fe79 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143067 Dec 20 23:06:40.085695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.4 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:40.119844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.120317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.120776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.121657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.121657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.122144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.122612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.127507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-4a05facc-60c2-4da5-b53a-90f76b3e53f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6479 time: 0.1803477 Dec 20 23:06:40.130074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Allocated IP 172.25.1.7 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/8916f5be-a322-436c-87d4-c96a64f1f80d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:40.146927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e56b2-f916-487e-9dfd-89672d0eb3d5 req-82c86294-509b-433d-b726-2f04fcadd55c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.148413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55e56b2-f916-487e-9dfd-89672d0eb3d5 req-82c86294-509b-433d-b726-2f04fcadd55c tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 949 time: 0.0782688 Dec 20 23:06:40.201167 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.253621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55e56b2-f916-487e-9dfd-89672d0eb3d5 req-cba3418b-4dc9-4daa-8597-c37dc65e6d8b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944417 Dec 20 23:06:40.281817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825e418-3f39-4c89-ba3e-782bde1a675a None None] Network a92cdf27-6888-4093-871f-0d904fc87154 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:40.289336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.289455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.291303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/fca152fa-f666-4c8e-b79b-5f4f8cd34fee HTTP/1.1" status: 204 len: 168 time: 1.1236045 Dec 20 23:06:40.292302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1f2bd-e5ba-46a1-9653-be2c46e370e1 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=fca152fa-f666-4c8e-b79b-5f4f8cd34fee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:40.296101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:40.342982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-0d00c2f8-6a46-49f2-845e-f07399682aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.344467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-0d00c2f8-6a46-49f2-845e-f07399682aa5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 902 time: 0.2104907 Dec 20 23:06:40.389713 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.415564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.429238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:40.436947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5', '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:40.451117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-35095bf0-57b9-4504-bb66-94c919f912ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 217 time: 0.0892084 Dec 20 23:06:40.474999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port cb5978e8-87a1-48da-bd65-6bf707676f8e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:40.475609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.489460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=da7446fe-12dd-4c11-a9dd-ea83fbefbedf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:40.547771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.564863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.570079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] DHCP port deletion for a92cdf27-6888-4093-871f-0d904fc87154 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:06:40.621087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port da7446fe-12dd-4c11-a9dd-ea83fbefbedf on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:40.629256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.632629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9dde14a8-8a0d-46ad-bd48-fad68eaa4bf5 req-b2989d6a-822e-4bd1-8095-e3a4ed40a399 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "DELETE /v2.0/ports/da7446fe-12dd-4c11-a9dd-ea83fbefbedf HTTP/1.1" status: 204 len: 173 time: 1.3921800 Dec 20 23:06:40.635808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'name': 'network-vif-deleted', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:40.638167 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9f1550-22f1-42a5-9ce7-929091afeaad" -d '{"events": [{"server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "name": "network-vif-deleted", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:40.639226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port cb5978e8-87a1-48da-bd65-6bf707676f8e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cb5978e8-87a1-48da-bd65-6bf707676f8e,segment=NetworkSegment(e755140e-4af8-4cf6-828f-c2de06f387d8),segment_id=e755140e-4af8-4cf6-828f-c2de06f387d8)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:40.639737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.657326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-c846a57b-8764-4ff8-adf1-842cc33cff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.657457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:40.657556 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-c846a57b-8764-4ff8-adf1-842cc33cff12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1829855 Dec 20 23:06:40.662420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.666923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for cb5978e8-87a1-48da-bd65-6bf707676f8e owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:40.669830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:40.672988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:40.743076 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c2c5e7-179a-4984-bb88-4970aea8c62a x-openstack-request-id: req-67c2c5e7-179a-4984-bb88-4970aea8c62a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:40.743390 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99edc219-d2a8-4b64-b385-0c52e7260e4d", "name": "network-vif-deleted", "tag": "da7446fe-12dd-4c11-a9dd-ea83fbefbedf", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:40.743650 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67c2c5e7-179a-4984-bb88-4970aea8c62a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:40.744065 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99edc219-d2a8-4b64-b385-0c52e7260e4d', 'name': 'network-vif-deleted', 'tag': 'da7446fe-12dd-4c11-a9dd-ea83fbefbedf', 'status': 'completed', 'code': 200} Dec 20 23:06:40.751856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Pushing event updated for resources: {'Port': ['ID=8916f5be-a322-436c-87d4-c96a64f1f80d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:40.760998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-55db10fb-9cc6-47db-82b0-190093c10918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:40.762687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-55db10fb-9cc6-47db-82b0-190093c10918 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966527 Dec 20 23:06:40.886773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Deleting port cb5978e8-87a1-48da-bd65-6bf707676f8e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:40.887272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:40.899613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.043136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f8da9ee-8f06-497d-bb92-350eda264be2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:41.080739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b3993-efdd-4575-9554-e6e39b654134 None None] Network 151174b7-2090-4d86-b160-4f826bfef6e0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:41.131453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192407-8b14-42cd-bd42-9bbae5654958 req-8b301f4b-a4e8-48d6-9702-e1d3e9b6c6e9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.133239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98192407-8b14-42cd-bd42-9bbae5654958 req-8b301f4b-a4e8-48d6-9702-e1d3e9b6c6e9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2639422 Dec 20 23:06:41.221066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:41.225450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:41.228669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:41.231371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.237337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.237791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] For port cb5978e8-87a1-48da-bd65-6bf707676f8e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cb5978e8-87a1-48da-bd65-6bf707676f8e,segment=NetworkSegment(e755140e-4af8-4cf6-828f-c2de06f387d8),segment_id=e755140e-4af8-4cf6-828f-c2de06f387d8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:41.238205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.243531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.249274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.255343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.261260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.267461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.269147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9912f53-1b3b-4051-9461-7541860edd82 req-68eaeefe-5917-423b-ae5c-9a688ae29aef tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.3249512 Dec 20 23:06:41.286921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Calling delete_port for cb5978e8-87a1-48da-bd65-6bf707676f8e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:41.294223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] Provisioning complete for port 5f8da9ee-8f06-497d-bb92-350eda264be2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:41.294599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.298436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.299118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.345279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5f8da9ee-8f06-497d-bb92-350eda264be2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:41.346159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.348256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98192407-8b14-42cd-bd42-9bbae5654958 req-88894f58-99d5-47f3-acfc-9d90125019cb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633778 Dec 20 23:06:41.356058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:41.366345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-3d8ed643-9634-4164-b8eb-05ccf6ec4fc2 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937374 Dec 20 23:06:41.375162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.402208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-38b5c33c-6368-4fe5-adfb-b250a16101e8 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4446943 Dec 20 23:06:41.419906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49364) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:41.427547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-391091806', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:c4:fd'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:41.448849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=cb5978e8-87a1-48da-bd65-6bf707676f8e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:41.465443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port cb5978e8-87a1-48da-bd65-6bf707676f8e on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:41.503739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9912f53-1b3b-4051-9461-7541860edd82 req-9437f35d-78f9-4ce4-a89c-abe7fed638a5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191434 Dec 20 23:06:41.543609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.677247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e4fc69f5-0e8a-4ac0-8338-722fa8cbdb8e req-d9c74be5-3511-42f5-9cc9-3d01f7a9d93e service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032365 Dec 20 23:06:41.730752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.750856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.757703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.765790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92cdf27-6888-4093-871f-0d904fc87154']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:41.803425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-487e4412-e2cb-4960-8606-11a5265663aa req-e886b713-2b15-4dd2-b48a-77541fb7a615 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=99edc219-d2a8-4b64-b385-0c52e7260e4d HTTP/1.1" status: 200 len: 210 time: 0.0388277 Dec 20 23:06:41.812651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e755140e-4af8-4cf6-828f-c2de06f387d8') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:41.812651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e755140e-4af8-4cf6-828f-c2de06f387d8') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:41.812967 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.819574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] Pushing event deleted for resources: {'Port': ['ID=cb5978e8-87a1-48da-bd65-6bf707676f8e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:41.827668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.839278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45f903-cccd-45cc-a4cd-c191e9738617 req-8a68e3bd-cf45-4b04-9c9a-8d4be869947e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.840862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c45f903-cccd-45cc-a4cd-c191e9738617 req-8a68e3bd-cf45-4b04-9c9a-8d4be869947e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.3452840 Dec 20 23:06:41.854347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.855076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.859763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.859763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.859763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.859763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.860286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e417109-cfd9-4bcb-bda0-9ca9b2df6a55 None None] No DVR routers for this DVR port cb5978e8-87a1-48da-bd65-6bf707676f8e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:41.860398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:41.863884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-a82bebce-f33c-4539-a386-13b852addf03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6479 time: 0.0969102 Dec 20 23:06:41.887376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.917126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:41.927409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] For port 5f8da9ee-8f06-497d-bb92-350eda264be2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f8da9ee-8f06-497d-bb92-350eda264be2,segment=NetworkSegment(60e537a2-5c46-47bd-a678-da849901fa04),segment_id=60e537a2-5c46-47bd-a678-da849901fa04)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.938663 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:06:41.941312 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:06:41.946602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device da7446fe-12dd-4c11-a9dd-ea83fbefbedf no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:41.974714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: da7446fe-12dd-4c11-a9dd-ea83fbefbedf {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:41.975068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device da7446fe-12dd-4c11-a9dd-ea83fbefbedf not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:42.064821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c45f903-cccd-45cc-a4cd-c191e9738617 req-f1f7c1eb-5abd-4cc6-b436-56f8720c64b1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998088 Dec 20 23:06:42.090529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-fb8f04bd-69e6-4b08-bba0-9d8e384f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.092182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-fb8f04bd-69e6-4b08-bba0-9d8e384f92da service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 902 time: 0.2204218 Dec 20 23:06:42.093638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.099616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.143675 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-5721378d-8fc2-41f7-8dbe-8a6b8329288d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 217 time: 0.0423732 Dec 20 23:06:42.151856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.162540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.171018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.181202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/a92cdf27-6888-4093-871f-0d904fc87154 HTTP/1.1" status: 204 len: 168 time: 1.8810184 Dec 20 23:06:42.182534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:42.198256 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.213895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-650656853'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:42.220734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port 244705c6-75bf-435f-81ad-06d89a7be92f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:42.244302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c607b2-edcf-4576-af5b-f8904e68614e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=a92cdf27-6888-4093-871f-0d904fc87154,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:42.266630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-59e74c49-584a-418c-abee-5284daf980ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.268250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-59e74c49-584a-418c-abee-5284daf980ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1126781 Dec 20 23:06:42.297193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9c90d-3f7f-4995-a7ea-422104b21bf0 None None] Pushing event updated for resources: {'Port': ['ID=5f8da9ee-8f06-497d-bb92-350eda264be2,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:42.301865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:06:42.302232 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:06:42.318035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-83239f51-af19-4605-990b-c43bca333bf6 None None] Provisioning complete for port 5f8da9ee-8f06-497d-bb92-350eda264be2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:42.318814 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83239f51-af19-4605-990b-c43bca333bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.333244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:42.337035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.362897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-bd69b6fd-0f2a-49d3-8a80-2e49ceda77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.364628 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-bd69b6fd-0f2a-49d3-8a80-2e49ceda77bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861340 Dec 20 23:06:42.401372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.10 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/244705c6-75bf-435f-81ad-06d89a7be92f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:42.423298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-83239f51-af19-4605-990b-c43bca333bf6 None None] Provisioning complete for port 0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:42.423671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83239f51-af19-4605-990b-c43bca333bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.462588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-83239f51-af19-4605-990b-c43bca333bf6 None None] Port 0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:42.610467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-c6d9dcde-ec23-4fc6-81e6-26159650c8eb service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314651 Dec 20 23:06:42.705009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:42.705259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.729493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11859d-784e-40be-bb06-d91a863f8d6b req-90c889c5-bdbd-45f3-b69a-b92403133801 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.731016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a11859d-784e-40be-bb06-d91a863f8d6b req-90c889c5-bdbd-45f3-b69a-b92403133801 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0984087 Dec 20 23:06:42.732262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.732594 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 630dee6d-522c-41b9-8b2c-524311c74939 of type vlan for network 7109157f-d195-4418-9270-11ab9788bb88 Dec 20 23:06:42.744280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Router 58c2968c-a6b1-4077-bd6b-c7910f6aab63 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:42.755716 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0833217b-2170-43d8-a4d6-21b24d4b5028 req-8353f165-2d65-4a44-bae3-bae4bb3ad579 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331513 Dec 20 23:06:42.766076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.771956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.777915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.783727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.789501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.795251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.801247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.803137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-1c84913d-046f-4021-88bb-4e9e5a5cd277 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1688335 Dec 20 23:06:42.840425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.855947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:42.892080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:42.896597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:42.897309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cb5978e8-87a1-48da-bd65-6bf707676f8e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:42.899565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:42.938687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: cb5978e8-87a1-48da-bd65-6bf707676f8e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:42.939200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cb5978e8-87a1-48da-bd65-6bf707676f8e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:42.958784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=244705c6-75bf-435f-81ad-06d89a7be92f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.981069 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:42.983881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.009380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a11859d-784e-40be-bb06-d91a863f8d6b req-e240f11c-15c2-4f1e-8173-8001a07c30ff tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682025 Dec 20 23:06:43.034877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.042604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.043236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.056912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd998f0-65d0-4b9b-82e9-eca61e32e76f req-5c417f30-b0c3-478e-8738-d4c3af7c7c26 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274747 Dec 20 23:06:43.072314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f8da9ee-8f06-497d-bb92-350eda264be2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:43.077165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0001a9e6-fad6-424d-b7ca-87cdb4e2bade tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6559172 Dec 20 23:06:43.079575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49374) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.161092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=7109157f-d195-4418-9270-11ab9788bb88,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:43.170247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5f8da9ee-8f06-497d-bb92-350eda264be2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:43.170631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.172820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0cff92ca-698e-4cf0-a2fd-3e62f0b2d8cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9665740 Dec 20 23:06:43.177199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49380) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.185067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '7109157f-d195-4418-9270-11ab9788bb88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:43.186265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7109157f-d195-4418-9270-11ab9788bb88 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:43.211965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:43.223274 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] Sync routers for ids ['58c2968c-a6b1-4077-bd6b-c7910f6aab63'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:43.224205 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.228713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-868ab538-feec-4e02-81f7-e648ba197e74 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "PUT /v2.0/routers/58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 200 len: 914 time: 4.7375343 Dec 20 23:06:43.232612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.240204 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] Routers {'58c2968c-a6b1-4077-bd6b-c7910f6aab63'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:43.240951 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['58c2968c-a6b1-4077-bd6b-c7910f6aab63'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:43.294255 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:43.305019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a433954-00ce-4e5c-9f44-adb0aa92016d tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.305472 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] Routers {'58c2968c-a6b1-4077-bd6b-c7910f6aab63'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:43.306200 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['58c2968c-a6b1-4077-bd6b-c7910f6aab63'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:43.311838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a433954-00ce-4e5c-9f44-adb0aa92016d tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.318235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a433954-00ce-4e5c-9f44-adb0aa92016d tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.322718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a433954-00ce-4e5c-9f44-adb0aa92016d tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2392249 Dec 20 23:06:43.325323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.344992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9469b1-108b-475e-bf80-72a9641a08b7 req-d60c91fd-a44b-4359-a1db-f0abbf1f20a3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.358793 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:43.358793 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe212bd-1e62-437d-8a3c-128b6ea9c092 None None] The sync data for ids ['58c2968c-a6b1-4077-bd6b-c7910f6aab63'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:43.359310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac9469b1-108b-475e-bf80-72a9641a08b7 req-d60c91fd-a44b-4359-a1db-f0abbf1f20a3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1271622 Dec 20 23:06:43.373015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d9be31ac-f14f-4937-96e0-ded29256fb8e None None] Provisioning complete for port 244705c6-75bf-435f-81ad-06d89a7be92f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:43.373389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d9be31ac-f14f-4937-96e0-ded29256fb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.431848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac9469b1-108b-475e-bf80-72a9641a08b7 req-00720034-0631-417f-999b-e883b17c4e5d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736837 Dec 20 23:06:43.449077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:43.453568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.462979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d9be31ac-f14f-4937-96e0-ded29256fb8e None None] Port 244705c6-75bf-435f-81ad-06d89a7be92f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:43.476311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c435407a-385e-4504-9abf-6cc0f554c784 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 200 len: 920 time: 0.2425215 Dec 20 23:06:43.480032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49386) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.510640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port 244705c6-75bf-435f-81ad-06d89a7be92f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:43.510983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.583436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81775b4c-7e7a-4e4c-989b-bf4bbcb1359d tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.584934 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-81775b4c-7e7a-4e4c-989b-bf4bbcb1359d tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=58c2968c-a6b1-4077-bd6b-c7910f6aab63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1039855 Dec 20 23:06:43.588307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.669339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.686044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for 244705c6-75bf-435f-81ad-06d89a7be92f owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:43.739055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48b978-a3e3-4a57-9f68-1f7e045927df tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.740428 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4e48b978-a3e3-4a57-9f68-1f7e045927df tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 881 time: 0.1512098 Dec 20 23:06:43.743697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49392) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.754493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.785449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-585dab99-7ff7-4006-9e44-902433c4b428 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 200 len: 205 time: 0.0405557 Dec 20 23:06:43.791468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:43.846864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=3538788a-7f3c-4f4e-bf37-34512fc636fc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:43.858543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '630dee6d-522c-41b9-8b2c-524311c74939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7109157f-d195-4418-9270-11ab9788bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:43.858941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 7109157f-d195-4418-9270-11ab9788bb88, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:43.933586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 7109157f-d195-4418-9270-11ab9788bb88 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:43.935816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:43.949117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.959512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee8d2-d2ce-440c-acdc-56cc3d9c3ded req-aa47f006-6f19-41b4-9a1e-b0cc17bcfb3b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:43.961650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d2ee8d2-d2ce-440c-acdc-56cc3d9c3ded req-aa47f006-6f19-41b4-9a1e-b0cc17bcfb3b tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 949 time: 0.0591321 Dec 20 23:06:43.988914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:43.997390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7109157f-d195-4418-9270-11ab9788bb88) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:44.006132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.008176 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.014531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fd726-fe7d-487b-b351-5204bb54fec9 None None] Network 7109157f-d195-4418-9270-11ab9788bb88 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:44.025051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d2ee8d2-d2ce-440c-acdc-56cc3d9c3ded req-20c8c8f7-f3d8-4e31-98b5-562f9e3f19dc tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Dec 20 23:06:44.032390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=244705c6-75bf-435f-81ad-06d89a7be92f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:44.116811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:44.138753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:44.139697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5dbd2409-06ca-4b54-8774-e313f30109cc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9612525 Dec 20 23:06:44.142476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:44.147992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '7109157f-d195-4418-9270-11ab9788bb88', 'name': 'tempest-PortsTestJSON-16337560', 'fixed_ips': [{'subnet_id': '3538788a-7f3c-4f4e-bf37-34512fc636fc', 'ip_address': '172.20.0.10'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:44.186134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7109157f-d195-4418-9270-11ab9788bb88', 'network_id': '7109157f-d195-4418-9270-11ab9788bb88', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': '3538788a-7f3c-4f4e-bf37-34512fc636fc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:44.187306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.221995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.264344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145dc88-bbd7-49c9-83c1-2869225bc169 req-b5b73acd-cd3f-4423-ab60-b1783ca53b30 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.265924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5145dc88-bbd7-49c9-83c1-2869225bc169 req-b5b73acd-cd3f-4423-ab60-b1783ca53b30 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1621575 Dec 20 23:06:44.295434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.321540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:44.330675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.340322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3cc1fa99-7793-48af-98b4-76e7781df308 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/244705c6-75bf-435f-81ad-06d89a7be92f HTTP/1.1" status: 204 len: 168 time: 1.0138140 Dec 20 23:06:44.341956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49404) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:44.374337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:44.377640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.384725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.391288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.397398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.397820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Allocated IP 172.20.0.2 (7109157f-d195-4418-9270-11ab9788bb88/3538788a-7f3c-4f4e-bf37-34512fc636fc/7ef01a71-bb54-45a3-a1b4-3412b951ac59) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:44.399325 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc737c2-1def-4c1c-aa78-5d4d684b1559 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] GET failed (client error): The resource could not be found. Dec 20 23:06:44.400818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8fc737c2-1def-4c1c-aa78-5d4d684b1559 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports/244705c6-75bf-435f-81ad-06d89a7be92f HTTP/1.1" status: 404 len: 333 time: 0.0562720 Dec 20 23:06:44.404461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.404678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:44.410032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-551780798'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:44.410352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.416618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.418631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-9040cd61-8e8b-4bea-9a72-48cb00b0c2eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1697335 Dec 20 23:06:44.456247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5145dc88-bbd7-49c9-83c1-2869225bc169 req-e8fbb58e-40e6-47cf-8e4b-34b858a3bd1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760862 Dec 20 23:06:44.475271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.503183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port 8916f5be-a322-436c-87d4-c96a64f1f80d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:44.503526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.571143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e552e5cd-a293-4dc4-8894-221b4ab2b86c req-52a4bf6d-cde6-472f-9863-c8e780a90a00 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406810 Dec 20 23:06:44.581184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:44.598138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020f1b9-f35c-418b-8111-229c2fcc69e9 req-e7f6b455-373f-45b5-8ca7-76bac5c57b15 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:44.600223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2020f1b9-f35c-418b-8111-229c2fcc69e9 req-e7f6b455-373f-45b5-8ca7-76bac5c57b15 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.0783253 Dec 20 23:06:44.611884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.624907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:44.631436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for 8916f5be-a322-436c-87d4-c96a64f1f80d owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:44.644028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.709615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2020f1b9-f35c-418b-8111-229c2fcc69e9 req-9254c49d-d950-4901-b520-940b13a07017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028571 Dec 20 23:06:44.726725 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.749626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.762216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:44.765738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.769316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 2fd41b02-6589-429e-8655-bee59e817e24 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:44.771925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Network 7109157f-d195-4418-9270-11ab9788bb88 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:44.775766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:44.778555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:44.785969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port c6edcaff-3dab-4229-aa41-f8f29b4cb902 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:44.786525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Pushing event updated for resources: {'Port': ['ID=7ef01a71-bb54-45a3-a1b4-3412b951ac59,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:44.843704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['67b0bdc3-c7dd-4087-8740-9fdc62883038'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:44.872582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Attempting to bind port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:44.873063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Attempting to bind port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '630dee6d-522c-41b9-8b2c-524311c74939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7109157f-d195-4418-9270-11ab9788bb88'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:44.873494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Attempting to bind port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 on network 7109157f-d195-4418-9270-11ab9788bb88 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:44.889697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:44.890800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Checking segment: {'id': '630dee6d-522c-41b9-8b2c-524311c74939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7109157f-d195-4418-9270-11ab9788bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:44.890800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.891336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Bound using segment: {'id': '630dee6d-522c-41b9-8b2c-524311c74939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7109157f-d195-4418-9270-11ab9788bb88'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:44.891901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Bound port: 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630dee6d-522c-41b9-8b2c-524311c74939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7109157f-d195-4418-9270-11ab9788bb88'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:44.893372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:44.940432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.9 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/c6edcaff-3dab-4229-aa41-f8f29b4cb902) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:44.948010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.10 (7109157f-d195-4418-9270-11ab9788bb88/3538788a-7f3c-4f4e-bf37-34512fc636fc/2fd41b02-6589-429e-8655-bee59e817e24) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:44.979605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.011601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] For port 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:45.020002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=8916f5be-a322-436c-87d4-c96a64f1f80d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:45.040743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] For port 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7ef01a71-bb54-45a3-a1b4-3412b951ac59,segment=NetworkSegment(630dee6d-522c-41b9-8b2c-524311c74939),segment_id=630dee6d-522c-41b9-8b2c-524311c74939)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:45.101176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.180891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7345b-0f69-4b96-bf89-9641555286ad None None] Pushing event updated for resources: {'Port': ['ID=7ef01a71-bb54-45a3-a1b4-3412b951ac59,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:45.190804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.229630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21a546-8cfd-4efe-acf7-1e1e9276b462 req-74f8ee7d-1342-44ef-838a-67dec0ba44a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.231197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca21a546-8cfd-4efe-acf7-1e1e9276b462 req-74f8ee7d-1342-44ef-838a-67dec0ba44a0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 949 time: 0.1009543 Dec 20 23:06:45.290296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca21a546-8cfd-4efe-acf7-1e1e9276b462 req-d23f5599-06f1-4e68-a3b4-39213fada678 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Dec 20 23:06:45.313283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.376295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 7109157f-d195-4418-9270-11ab9788bb88 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:45.380160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:45.385661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:45.392780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=2fd41b02-6589-429e-8655-bee59e817e24,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:45.455600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.456516 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.481121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.558915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-69f06fc4-25b1-4e01-a430-4a62b21ff71c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4154296 Dec 20 23:06:45.560365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5ed3c426-7e6a-4dcc-a16f-b9d98e65ee29 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.561907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5ed3c426-7e6a-4dcc-a16f-b9d98e65ee29 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 949 time: 0.4826553 Dec 20 23:06:45.563240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49414) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:45.584163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eec29-a2de-484d-a8a4-7b36f2b8a233 req-e18c480c-95fc-429a-822f-f6aa6ae66cb1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.586214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-997eec29-a2de-484d-a8a4-7b36f2b8a233 req-e18c480c-95fc-429a-822f-f6aa6ae66cb1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0668020 Dec 20 23:06:45.608488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '7109157f-d195-4418-9270-11ab9788bb88', 'name': 'tempest-PortsTestJSON-881196941', 'fixed_ips': [{'subnet_id': '3538788a-7f3c-4f4e-bf37-34512fc636fc', 'ip_address': '172.20.0.9'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:45.628675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-92ca4260-dff5-4492-9de5-04cfd0ad33b0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.630161 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-92ca4260-dff5-4492-9de5-04cfd0ad33b0 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/ports?device_id=de8e2296-bd03-4aa1-b07e-d3acfab243b7 HTTP/1.1" status: 200 len: 949 time: 0.2483816 Dec 20 23:06:45.639102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-997eec29-a2de-484d-a8a4-7b36f2b8a233 req-64b49733-9bbf-43c7-978f-54b01cf5fe8f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464547 Dec 20 23:06:45.643851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.676710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.691755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.731894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.738305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.744452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.751709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.762306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.764760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.770643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.773328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85f778be-995d-4549-a5ed-633ea1667a61 req-68f5c5f6-e6ab-44dd-8819-ff935109be81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.0973318 Dec 20 23:06:45.877206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9864-289d-4939-9622-b1b24c7202f6 req-0f621978-1fe7-4343-87c6-159d91c959f6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:45.878788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24fb9864-289d-4939-9622-b1b24c7202f6 req-0f621978-1fe7-4343-87c6-159d91c959f6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.0856841 Dec 20 23:06:45.885290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85f778be-995d-4549-a5ed-633ea1667a61 req-a2a3493f-5f44-4e45-9e89-f2f129835c89 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062574 Dec 20 23:06:45.943914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.944604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router 58c2968c-a6b1-4077-bd6b-c7910f6aab63 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:45.951220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24fb9864-289d-4939-9622-b1b24c7202f6 req-b9c536cf-8758-47c9-bcb3-6d9be7e2a825 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639591 Dec 20 23:06:45.966063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.971008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49420) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:45.971738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71be0bc0-240a-4b7b-adc1-9390dab48d98 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 204 len: 168 time: 2.1790118 Dec 20 23:06:45.975562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-786324358', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:45.990390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port 6dde9a89-a990-4cfc-b989-020ec32ec7fc {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:45.990734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:45.995464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.058214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:46.073546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:46.073932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.134250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:46.143434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.144402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.158024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:46.202631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:46.213106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=c6edcaff-3dab-4229-aa41-f8f29b4cb902,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:46.226435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.363617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port 6dde9a89-a990-4cfc-b989-020ec32ec7fc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6dde9a89-a990-4cfc-b989-020ec32ec7fc,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:46.364288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.391869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:46.393502 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.407753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457c731-58c4-4d6d-9943-d5e35f46b85c None None] Network 7109157f-d195-4418-9270-11ab9788bb88 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:46.423309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for 6dde9a89-a990-4cfc-b989-020ec32ec7fc owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:46.441929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.485697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 931b7b38-3a07-464d-be95-0f42a61e9c55 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:46.495717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] Provisioning complete for port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:46.496146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.539397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.549247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edd3f-67c5-4265-b9fa-186f5b0cce14 req-b02b3455-25e9-4496-9fb0-018ff24244b1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:46.551623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d84edd3f-67c5-4265-b9fa-186f5b0cce14 req-b02b3455-25e9-4496-9fb0-018ff24244b1 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 949 time: 0.1612077 Dec 20 23:06:46.604541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6383d364-53a1-4fef-9cc8-fb07a72e74a4 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1988053 Dec 20 23:06:46.606637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:46.606967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.612969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d84edd3f-67c5-4265-b9fa-186f5b0cce14 req-c469af2e-6c81-4a51-b276-6018ef09302f tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535209 Dec 20 23:06:46.613477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49424) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:46.616915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.622344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:c4:fd'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:46.652989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] For port 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7ef01a71-bb54-45a3-a1b4-3412b951ac59,segment=NetworkSegment(630dee6d-522c-41b9-8b2c-524311c74939),segment_id=630dee6d-522c-41b9-8b2c-524311c74939)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:46.673036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:46.744221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.806661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.9 (7109157f-d195-4418-9270-11ab9788bb88/3538788a-7f3c-4f4e-bf37-34512fc636fc/931b7b38-3a07-464d-be95-0f42a61e9c55) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:46.810690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921418-6dc2-478f-af0a-fbffa1fc774c None None] Pushing event updated for resources: {'Port': ['ID=7ef01a71-bb54-45a3-a1b4-3412b951ac59,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:46.878319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeedbe-aee9-4383-90a6-0e36c2ab9946 req-2a52eea6-5bed-4858-ba5b-aff950be4ae4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:46.879943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6adeedbe-aee9-4383-90a6-0e36c2ab9946 req-2a52eea6-5bed-4858-ba5b-aff950be4ae4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1308074 Dec 20 23:06:46.896675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14558d0c-5552-4b63-875e-ad7e043a236d None None] Provisioning complete for port c6edcaff-3dab-4229-aa41-f8f29b4cb902 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:46.896675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14558d0c-5552-4b63-875e-ad7e043a236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:46.974688 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.015292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.033780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6adeedbe-aee9-4383-90a6-0e36c2ab9946 req-153645a3-8b95-4407-b368-e9ddcf4ac85d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378379 Dec 20 23:06:47.049021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:47.069039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84', '6dde9a89-a990-4cfc-b989-020ec32ec7fc'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:47.101921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=6dde9a89-a990-4cfc-b989-020ec32ec7fc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:47.167557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port 6dde9a89-a990-4cfc-b989-020ec32ec7fc on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:47.170451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.174384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5390b577-b39f-432b-91b4-1eee9c99690a req-5176f1f6-40d0-475a-868c-250ca164c911 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "DELETE /v2.0/ports/6dde9a89-a990-4cfc-b989-020ec32ec7fc HTTP/1.1" status: 204 len: 173 time: 1.5696809 Dec 20 23:06:47.178983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'name': 'network-vif-deleted', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:47.182831 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd78f7a-db56-46e5-96cd-e4436ba56970" -d '{"events": [{"server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "name": "network-vif-deleted", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:47.190796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.230968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-14558d0c-5552-4b63-875e-ad7e043a236d None None] Port c6edcaff-3dab-4229-aa41-f8f29b4cb902 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:47.249196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:47.263131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.315018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:47.318971 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.323287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bd5b7698-9e18-40ca-8de2-1ea0bda888e5 req-ba10409b-425e-4849-aaee-7377df93ff56 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "DELETE /v2.0/ports/0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe HTTP/1.1" status: 204 len: 173 time: 1.6558077 Dec 20 23:06:47.480974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.493090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7ef01a71-bb54-45a3-a1b4-3412b951ac59 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:47.535533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 7109157f-d195-4418-9270-11ab9788bb88 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:47.544822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:47.565138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-54dfc227-3a42-4987-9830-1e15bba2cd5e None None] Provisioning complete for port 2fd41b02-6589-429e-8655-bee59e817e24 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:47.565601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:47.565955 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-54dfc227-3a42-4987-9830-1e15bba2cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.671291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=931b7b38-3a07-464d-be95-0f42a61e9c55,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:47.704733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-54dfc227-3a42-4987-9830-1e15bba2cd5e None None] Port 2fd41b02-6589-429e-8655-bee59e817e24 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:47.728700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.732346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.780339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:47.780757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.801458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.808680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-54dfc227-3a42-4987-9830-1e15bba2cd5e None None] Provisioning complete for port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:47.809055 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-54dfc227-3a42-4987-9830-1e15bba2cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:47.809238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.815632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.822776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.827171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d51f8199-e332-4b33-81fa-137aa34e890e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2287343 Dec 20 23:06:47.827686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49438) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:47.833013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.839818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.852229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.866942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-9d19fcfd-bf7d-437b-a07e-963e6d470dfd tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.7713943 Dec 20 23:06:47.962832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3e320-9748-4bd0-bc36-444b3e148f13 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:47.967574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a6b3e320-9748-4bd0-bc36-444b3e148f13 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1375878 Dec 20 23:06:47.968637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49440) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:47.989108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:47.990906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:48.006380 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.032521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba26dd-0ea7-4e08-9746-0e52b80a0271 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.038866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba26dd-0ea7-4e08-9746-0e52b80a0271 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.042348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d1392-aed5-4046-8185-c1da206ca031 req-72d79755-fe24-4f25-a50a-d27d0298f5cd tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.043879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-711d1392-aed5-4046-8185-c1da206ca031 req-72d79755-fe24-4f25-a50a-d27d0298f5cd tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.8106489 Dec 20 23:06:48.052210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba26dd-0ea7-4e08-9746-0e52b80a0271 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.055112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cfba26dd-0ea7-4e08-9746-0e52b80a0271 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0846689 Dec 20 23:06:48.058179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49442) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:48.060436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.086733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:48.086988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:48.186622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 931b7b38-3a07-464d-be95-0f42a61e9c55 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:48.186862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.212199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a2883ba-9ada-47f9-af6d-8e8822f31c8a req-5553a7c4-d381-4303-b15e-19d56bb87a88 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3096359 Dec 20 23:06:48.252635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Provisioning complete for port 931b7b38-3a07-464d-be95-0f42a61e9c55 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:48.253375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.256617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:06:48.274640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-711d1392-aed5-4046-8185-c1da206ca031 req-96ab85df-808b-4a28-a355-a7667a849741 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239697 Dec 20 23:06:48.305773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.306618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:48.307733 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.340046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Allocated IP 172.25.1.171 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6ff6e380-e141-4544-834c-0eb11b057f0d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:48.342523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:48.375419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.395354 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d8ad2c-d03d-4fac-88c4-d7002e8b75c5 x-openstack-request-id: req-54d8ad2c-d03d-4fac-88c4-d7002e8b75c5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:48.399001 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4b284c-e1aa-4700-817e-a2c84348abf7", "name": "network-vif-deleted", "tag": "6dde9a89-a990-4cfc-b989-020ec32ec7fc", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:48.399001 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54d8ad2c-d03d-4fac-88c4-d7002e8b75c5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:48.399001 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4b284c-e1aa-4700-817e-a2c84348abf7', 'name': 'network-vif-deleted', 'tag': '6dde9a89-a990-4cfc-b989-020ec32ec7fc', 'status': 'completed', 'code': 200} Dec 20 23:06:48.399001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 931b7b38-3a07-464d-be95-0f42a61e9c55 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:48.430127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Port 931b7b38-3a07-464d-be95-0f42a61e9c55 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:48.447261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.532715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Provisioning complete for port 2fd41b02-6589-429e-8655-bee59e817e24 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:48.533307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.635119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-add0100b-a581-476a-a73f-60aa2540b039 req-85a59975-14d3-455d-89a1-59fe433317c2 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a4b284c-e1aa-4700-817e-a2c84348abf7 HTTP/1.1" status: 200 len: 210 time: 0.0756922 Dec 20 23:06:48.653431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=c6edcaff-3dab-4229-aa41-f8f29b4cb902,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:48.670280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.688312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] In _notify_port_updated(), no bound segment for port c6edcaff-3dab-4229-aa41-f8f29b4cb902 on network 151174b7-2090-4d86-b160-4f826bfef6e0 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:06:48.710616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d66d058c-c313-4c60-9328-50994131e51e None None] Port 2fd41b02-6589-429e-8655-bee59e817e24 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:48.710810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.710810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.710810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a0ad7de-4a80-4828-91f0-942cf3a7eef7 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "PUT /v2.0/ports/c6edcaff-3dab-4229-aa41-f8f29b4cb902 HTTP/1.1" status: 200 len: 992 time: 2.0874789 Dec 20 23:06:48.711088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49446) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:48.722171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.756265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.810324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:48.812651 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9876d-696a-4e70-b748-272e7cbe856e" -d '{"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:48.830772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:48.837247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730b8c-4eeb-4846-a1bc-d0a001bbe69b req-327d6901-6713-46a4-a6df-bc444d543023 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:48.840381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76730b8c-4eeb-4846-a1bc-d0a001bbe69b req-327d6901-6713-46a4-a6df-bc444d543023 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1146171 Dec 20 23:06:48.856617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=931b7b38-3a07-464d-be95-0f42a61e9c55,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:48.864862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.896333 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b9ef8f-1be1-44d0-9da6-c7b9ea8d4857 x-openstack-request-id: req-61b9ef8f-1be1-44d0-9da6-c7b9ea8d4857 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:48.896922 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:48.897385 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61b9ef8f-1be1-44d0-9da6-c7b9ea8d4857 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:48.898014 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'code': 200} Dec 20 23:06:48.916219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:48.960124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:48.967883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:48.986306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76730b8c-4eeb-4846-a1bc-d0a001bbe69b req-ff562b3c-b6b3-4612-88b3-9c27920180a6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399543 Dec 20 23:06:48.990127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:49.007074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:49.050096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event updated for resources: {'Port': ['ID=6ff6e380-e141-4544-834c-0eb11b057f0d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:49.079396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ff411caf-d099-4eec-bebb-0d62c5396864 None None] Provisioning complete for port c6edcaff-3dab-4229-aa41-f8f29b4cb902 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:49.079770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff411caf-d099-4eec-bebb-0d62c5396864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.081522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.088718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-54a5f581-ebf5-4b42-b1be-dd499f3bd08e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/931b7b38-3a07-464d-be95-0f42a61e9c55 HTTP/1.1" status: 204 len: 168 time: 1.0263996 Dec 20 23:06:49.089923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49450) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:49.113315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:49.131415 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e866de17-6a96-4b78-b137-38972bc93b98 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:49.135859 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e866de17-6a96-4b78-b137-38972bc93b98 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/931b7b38-3a07-464d-be95-0f42a61e9c55 HTTP/1.1" status: 404 len: 333 time: 0.0411139 Dec 20 23:06:49.136677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49452) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:49.156504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ff411caf-d099-4eec-bebb-0d62c5396864 None None] Port c6edcaff-3dab-4229-aa41-f8f29b4cb902 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:49.188311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-e022810a-87de-4b92-8c70-d3a62fde9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.188311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-e022810a-87de-4b92-8c70-d3a62fde9534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.3460279 Dec 20 23:06:49.215802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083c13-6ae8-4a45-9d14-eed77f3139f7 req-066c0744-e15b-4cf2-9f4b-d24ad869381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.217251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-08083c13-6ae8-4a45-9d14-eed77f3139f7 req-066c0744-e15b-4cf2-9f4b-d24ad869381e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1096 time: 0.2377748 Dec 20 23:06:49.330032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port c6edcaff-3dab-4229-aa41-f8f29b4cb902 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:49.330365 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.448682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.454677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.461163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.467396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.473488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.480178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.486219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.488273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1458996-50e8-4563-a636-a757f7c18a1b req-8d173778-6f25-4866-97a4-4c3e9d531008 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.2050824 Dec 20 23:06:49.558768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b8d8-2c6c-4154-a80e-6031c0b6184d req-65e051d0-5c29-470a-936c-0d44063bbd9d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.560288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1595b8d8-2c6c-4154-a80e-6031c0b6184d req-65e051d0-5c29-470a-936c-0d44063bbd9d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1825457 Dec 20 23:06:49.560877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.654654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1458996-50e8-4563-a636-a757f7c18a1b req-2c13b1c6-93db-490e-9263-1ee868369b0a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533411 Dec 20 23:06:49.665353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-08083c13-6ae8-4a45-9d14-eed77f3139f7 req-70fbe479-0923-421d-9334-ae6231d49c63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301465 Dec 20 23:06:49.698964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-f5adf0e4-41c9-4717-a9e7-3db056dae641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:49.700895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-f5adf0e4-41c9-4717-a9e7-3db056dae641 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.4969471 Dec 20 23:06:49.709382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1595b8d8-2c6c-4154-a80e-6031c0b6184d req-8a06f902-8de3-4d3a-bfd0-5f5d1d9f1d20 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090591 Dec 20 23:06:49.792693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 2fd41b02-6589-429e-8655-bee59e817e24 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:49.793026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.818878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.828276 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:49.856162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for c6edcaff-3dab-4229-aa41-f8f29b4cb902 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:49.898805 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-f00b750f-2d83-43df-bb17-cde65bb4cb48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.1894078 Dec 20 23:06:49.970643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6dde9a89-a990-4cfc-b989-020ec32ec7fc no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:49.994202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 6dde9a89-a990-4cfc-b989-020ec32ec7fc {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:49.994546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6dde9a89-a990-4cfc-b989-020ec32ec7fc not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:50.000956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.029329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 2fd41b02-6589-429e-8655-bee59e817e24 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:50.029329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-8b8e0228-9484-40d8-876e-da5aaf6e5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:50.029329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-8b8e0228-9484-40d8-876e-da5aaf6e5979 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.1223669 Dec 20 23:06:50.082777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Router 5d043f31-e32d-4f92-92f4-daaf730f1cb5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:06:50.140245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cf18b-3ae1-4add-996b-026090d767e0 req-8c6a33e3-f027-46c5-9ca4-56f936933d31 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:50.141754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc2cf18b-3ae1-4add-996b-026090d767e0 req-8c6a33e3-f027-46c5-9ca4-56f936933d31 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0908525 Dec 20 23:06:50.144027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-97369db1-b4e4-4258-b874-dd1e36af59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:50.145603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-97369db1-b4e4-4258-b874-dd1e36af59f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073773 Dec 20 23:06:50.252304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:50.263723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] Sync routers for ids ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:50.265039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc2cf18b-3ae1-4add-996b-026090d767e0 req-e199af4e-e569-40f1-a1f2-b6c568312850 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085632 Dec 20 23:06:50.279159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] Routers {'5d043f31-e32d-4f92-92f4-daaf730f1cb5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:50.279442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:50.312997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.321520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:50.330392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] Routers {'5d043f31-e32d-4f92-92f4-daaf730f1cb5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:50.331658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:50.363010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:50.363395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=c6edcaff-3dab-4229-aa41-f8f29b4cb902,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:50.363664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a63b9f-ee22-46c2-99bd-751671f2c4d5 None None] The sync data for ids ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:50.375704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-dc754534-7e38-4bd4-a3b8-b17537fdb7e7 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000821 Dec 20 23:06:50.382071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.387470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-146160a1-faa4-4fc6-9b7e-ab7f23470b80 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4154282 Dec 20 23:06:50.390216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49470) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:50.394919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:50.401375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'name': 'network-vif-deleted', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:50.403650 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8335e378-cffd-45bd-b219-4df2ea3fd92c" -d '{"events": [{"server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "name": "network-vif-deleted", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:50.455677 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bed5a7-41a6-42bd-8dfc-db86aabfa690 x-openstack-request-id: req-82bed5a7-41a6-42bd-8dfc-db86aabfa690 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:50.455972 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e2296-bd03-4aa1-b07e-d3acfab243b7", "name": "network-vif-deleted", "tag": "0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:50.456223 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82bed5a7-41a6-42bd-8dfc-db86aabfa690 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:50.456633 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e2296-bd03-4aa1-b07e-d3acfab243b7', 'name': 'network-vif-deleted', 'tag': '0ef04256-981b-46e3-a7a5-fcd3d5e6fbbe', 'status': 'completed', 'code': 200} Dec 20 23:06:50.591992 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.609689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7240f3dd-c6c2-4385-aa0b-99f96f199039 req-49e0732d-3492-4796-82b6-b189cb9b2d19 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908994 Dec 20 23:06:50.638069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=2fd41b02-6589-429e-8655-bee59e817e24,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:50.650401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.655966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d37b7dd-3bde-415a-97e8-97e7f5bd5919 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/c6edcaff-3dab-4229-aa41-f8f29b4cb902 HTTP/1.1" status: 204 len: 168 time: 1.9477599 Dec 20 23:06:50.667912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49474) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:50.721416 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c4abf3-3fd1-48d3-ae9a-5814670a398a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] GET failed (client error): The resource could not be found. Dec 20 23:06:50.723082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a9c4abf3-3fd1-48d3-ae9a-5814670a398a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports/c6edcaff-3dab-4229-aa41-f8f29b4cb902 HTTP/1.1" status: 404 len: 333 time: 0.0538704 Dec 20 23:06:50.729484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:50.735022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-1882158360'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:50.809588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:50.815250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d8fd3f3e-53e8-47a9-9d32-5ca62b06155f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/2fd41b02-6589-429e-8655-bee59e817e24 HTTP/1.1" status: 204 len: 168 time: 1.6727428 Dec 20 23:06:50.816390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:50.850480 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70aaae5-223c-42cf-9046-772c589d1c80 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:06:50.856184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f70aaae5-223c-42cf-9046-772c589d1c80 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/2fd41b02-6589-429e-8655-bee59e817e24 HTTP/1.1" status: 404 len: 333 time: 0.0356781 Dec 20 23:06:50.856184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49486) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:50.956643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 3538788a-7f3c-4f4e-bf37-34512fc636fc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:06:50.963241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.005737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.027052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:51.030787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.067011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port dcd1313d-f136-4489-afd6-4a79d15b0f2f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:51.137446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.157269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea888b5-dd47-4b85-96bf-24a768592e45 req-79339004-1930-4e9a-b302-21f98f61ba02 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.159112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ea888b5-dd47-4b85-96bf-24a768592e45 req-79339004-1930-4e9a-b302-21f98f61ba02 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 949 time: 0.1065407 Dec 20 23:06:51.171072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.173186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.182061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.188190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.194130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.200055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.205995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.212333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.214269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71900ce8-4d27-4498-b078-054d4b18957f req-a249d933-ee91-48e6-8d6d-09baa802fade tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1627915 Dec 20 23:06:51.256858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.7 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/dcd1313d-f136-4489-afd6-4a79d15b0f2f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:51.265057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.319975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ea888b5-dd47-4b85-96bf-24a768592e45 req-d2cfdd90-efbc-4df3-aefc-85de2cbc0c2d tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046050 Dec 20 23:06:51.326218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71900ce8-4d27-4498-b078-054d4b18957f req-842666f2-8bd3-42e0-bf67-2f4d7601c7c9 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038013 Dec 20 23:06:51.341847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.370410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.374286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/3538788a-7f3c-4f4e-bf37-34512fc636fc HTTP/1.1" status: 204 len: 168 time: 0.5177202 Dec 20 23:06:51.378299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55114f29-a029-404c-bff2-aa940f41ddb7 None None] Network 7109157f-d195-4418-9270-11ab9788bb88 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:51.397309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d0b1e-89df-4b11-a70c-37b26002fc75 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=3538788a-7f3c-4f4e-bf37-34512fc636fc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:51.406135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49490) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:51.491668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.555202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] DHCP port deletion for 7109157f-d195-4418-9270-11ab9788bb88 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:06:51.576752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.594702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.600617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d67b9a-4850-485a-89f3-dbd0b472aa16 req-63627c7f-ffcd-4024-a2fb-acd7a9bc590c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.602415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d67b9a-4850-485a-89f3-dbd0b472aa16 req-63627c7f-ffcd-4024-a2fb-acd7a9bc590c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1953096 Dec 20 23:06:51.612272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434748a1-f4db-4b72-b1d1-f3c1277e143b req-3b1464ba-4dc6-4fa2-939a-599e98b29090 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.617516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-434748a1-f4db-4b72-b1d1-f3c1277e143b req-3b1464ba-4dc6-4fa2-939a-599e98b29090 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1375365 Dec 20 23:06:51.622752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Deleting port 6ff6e380-e141-4544-834c-0eb11b057f0d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:51.623092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.627057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Deleting port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:51.627542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.655696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=dcd1313d-f136-4489-afd6-4a79d15b0f2f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:51.667723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:51.669990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:51.673454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:51.726969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] For port 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7ef01a71-bb54-45a3-a1b4-3412b951ac59,segment=NetworkSegment(630dee6d-522c-41b9-8b2c-524311c74939),segment_id=630dee6d-522c-41b9-8b2c-524311c74939)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:51.727379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.740272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.741617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.746421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Calling delete_port for 7ef01a71-bb54-45a3-a1b4-3412b951ac59 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:51.779806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d67b9a-4850-485a-89f3-dbd0b472aa16 req-70e48086-4756-4401-839a-6f538278f463 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649504 Dec 20 23:06:51.797418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-434748a1-f4db-4b72-b1d1-f3c1277e143b req-e756de68-b786-45be-a0db-d9dad23b7be2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723583 Dec 20 23:06:51.812315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.823822 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc074248-9905-4f66-898a-d1d999b09162 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0931716 Dec 20 23:06:51.825072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:51.831729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:c4:fd'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:51.841648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Calling delete_port for 6ff6e380-e141-4544-834c-0eb11b057f0d owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:51.937482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-b962f661-2f45-4ced-9651-f028843fc83a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:51.939050 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-b962f661-2f45-4ced-9651-f028843fc83a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 949 time: 0.0707965 Dec 20 23:06:51.955463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:51.960488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:51.980162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.016580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] Pushing event deleted for resources: {'Port': ['ID=7ef01a71-bb54-45a3-a1b4-3412b951ac59,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:52.018637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a311e-6e3e-4455-bf14-1c18c8f89f33 None None] No DVR routers for this DVR port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:52.039277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7972eb32-232d-45ea-889f-c17f97eccfbd None None] Provisioning complete for port dcd1313d-f136-4489-afd6-4a79d15b0f2f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:52.039648 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7972eb32-232d-45ea-889f-c17f97eccfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.062513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port 8f21df8a-862a-415c-935d-a4783499bd84 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:52.062852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.075112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7972eb32-232d-45ea-889f-c17f97eccfbd None None] Port dcd1313d-f136-4489-afd6-4a79d15b0f2f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:52.154318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port 7ef01a71-bb54-45a3-a1b4-3412b951ac59, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7ef01a71-bb54-45a3-a1b4-3412b951ac59,segment=NetworkSegment(630dee6d-522c-41b9-8b2c-524311c74939),segment_id=630dee6d-522c-41b9-8b2c-524311c74939)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:52.154958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.158788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port 8f21df8a-862a-415c-935d-a4783499bd84, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8f21df8a-862a-415c-935d-a4783499bd84,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:52.159029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.173317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for 8f21df8a-862a-415c-935d-a4783499bd84 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:52.216165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb27c2-1d8b-4d96-8578-ae7b62ab1d12 req-d7417d2b-a568-47bc-afd9-abded3dd5307 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.217662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bb27c2-1d8b-4d96-8578-ae7b62ab1d12 req-d7417d2b-a568-47bc-afd9-abded3dd5307 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2818005 Dec 20 23:06:52.228410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 7ef01a71-bb54-45a3-a1b4-3412b951ac59 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:52.236956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a2a25-2e54-44d1-81e3-6c691b671afb req-2c52b0c4-b709-4e60-84c5-b3860f38d1b9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.238443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d5a2a25-2e54-44d1-81e3-6c691b671afb req-2c52b0c4-b709-4e60-84c5-b3860f38d1b9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3014910 Dec 20 23:06:52.247300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49498) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:52.252661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'floatingip': {'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:52.302434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.329307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.497554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48bb27c2-1d8b-4d96-8578-ae7b62ab1d12 req-b2ee55ee-bb5d-4be9-b6c1-112c3866a2d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728941 Dec 20 23:06:52.560859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-f0098b79-f6b5-4533-89c6-74b1b47d53ba tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.562376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-f0098b79-f6b5-4533-89c6-74b1b47d53ba tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 950 time: 0.2135174 Dec 20 23:06:52.569625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.589453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:52.590066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad878d-9a4a-4db1-becb-e4ab0e7aa508 req-04b600f8-3031-40c9-85e5-373ec1c2a2bb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.590066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dad878d-9a4a-4db1-becb-e4ab0e7aa508 req-04b600f8-3031-40c9-85e5-373ec1c2a2bb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef3c95b3-a086-4006-bc5f-a99e4c998095 HTTP/1.1" status: 200 len: 949 time: 0.1895204 Dec 20 23:06:52.590267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f0e117e0-19d7-4671-949a-a4adb2d7cf92', '8f21df8a-862a-415c-935d-a4783499bd84'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:52.605989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=8f21df8a-862a-415c-935d-a4783499bd84,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:52.615694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.682710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.691876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port 8f21df8a-862a-415c-935d-a4783499bd84 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:52.698164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:52.701620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ff8d1a20-be64-468c-95ef-36c5b6fec32e req-bf4cb66d-3fa2-4158-8bea-3e0865c55f93 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "DELETE /v2.0/ports/8f21df8a-862a-415c-935d-a4783499bd84 HTTP/1.1" status: 204 len: 173 time: 0.7548561 Dec 20 23:06:52.702088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'name': 'network-vif-deleted', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:52.704374 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec251cc4-a7c7-4162-a229-7e245a38a71e" -d '{"events": [{"server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "name": "network-vif-deleted", "tag": "8f21df8a-862a-415c-935d-a4783499bd84"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:52.715091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=7ef01a71-bb54-45a3-a1b4-3412b951ac59,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:52.745108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port 7ef01a71-bb54-45a3-a1b4-3412b951ac59 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:52.857423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Pushing event deleted for resources: {'Port': ['ID=6ff6e380-e141-4544-834c-0eb11b057f0d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:52.949986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dad878d-9a4a-4db1-becb-e4ab0e7aa508 req-56b93b49-e535-4a15-ad8f-df917ff08947 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297682 Dec 20 23:06:52.962003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.968062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.974342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.980246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.990624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:52.995213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:53.002524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:53.018794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-c171a774-8177-4ea9-afc4-db7a126ca881 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.4304104 Dec 20 23:06:53.128277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.163112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.185044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7109157f-d195-4418-9270-11ab9788bb88']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:53.277839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630dee6d-522c-41b9-8b2c-524311c74939') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:53.278148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630dee6d-522c-41b9-8b2c-524311c74939') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:53.286762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port f0e117e0-19d7-4671-949a-a4adb2d7cf92 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:53.287112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.309296 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:06:53.324615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.340927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b10d78a2-58e9-4bad-85bd-93f39294dea4 req-be0870ac-0a25-4af7-b337-82ef35e2fe6b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3184485 Dec 20 23:06:53.352264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.397112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.408315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7ef01a71-bb54-45a3-a1b4-3412b951ac59 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:53.432490 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d990366c-c83a-4103-881c-e61b700def98 x-openstack-request-id: req-d990366c-c83a-4103-881c-e61b700def98 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:53.432857 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3c95b3-a086-4006-bc5f-a99e4c998095", "name": "network-vif-deleted", "tag": "8f21df8a-862a-415c-935d-a4783499bd84", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:53.433175 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d990366c-c83a-4103-881c-e61b700def98 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:53.433971 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3c95b3-a086-4006-bc5f-a99e4c998095', 'name': 'network-vif-deleted', 'tag': '8f21df8a-862a-415c-935d-a4783499bd84', 'status': 'completed', 'code': 200} Dec 20 23:06:53.443407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.444544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7ef01a71-bb54-45a3-a1b4-3412b951ac59 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:53.445963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7ef01a71-bb54-45a3-a1b4-3412b951ac59 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:53.459642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.472042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:06:53.472447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:06:53.479109 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:06:53.482501 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:06:53.484174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.591321 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Floating IP acdb9049-b795-450d-acc9-9d6fdac74c96 associated. External IP: 172.25.1.191, port: 67b0bdc3-c7dd-4087-8740-9fdc62883038. Dec 20 23:06:53.817558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-718db1e1-7f38-48bd-abe5-4d11e67ea814 None None] Provisioning complete for port dcd1313d-f136-4489-afd6-4a79d15b0f2f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:53.818254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-718db1e1-7f38-48bd-abe5-4d11e67ea814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.834669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:06:53.857113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-718db1e1-7f38-48bd-abe5-4d11e67ea814 None None] Port dcd1313d-f136-4489-afd6-4a79d15b0f2f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:53.955546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:53.960203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.967309 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:53.975960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:53.981741 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:53.982446 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.006863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c8ed7779-2183-4261-b205-70391a9e8fe1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "PUT /v2.0/floatingips/acdb9049-b795-450d-acc9-9d6fdac74c96 HTTP/1.1" status: 200 len: 991 time: 1.7556117 Dec 20 23:06:54.014181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port f0e117e0-19d7-4671-949a-a4adb2d7cf92, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f0e117e0-19d7-4671-949a-a4adb2d7cf92,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:54.014554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.022924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.031182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=dcd1313d-f136-4489-afd6-4a79d15b0f2f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:54.054995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for f0e117e0-19d7-4671-949a-a4adb2d7cf92 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:54.066638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94824ae8-bcf9-4c54-b81c-74c3ab6c3e21 req-a9c9dd75-3fd2-47f1-afd1-57cc8e2916af tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:54.068192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94824ae8-bcf9-4c54-b81c-74c3ab6c3e21 req-a9c9dd75-3fd2-47f1-afd1-57cc8e2916af tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.5507646 Dec 20 23:06:54.068895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] In _notify_port_updated(), no bound segment for port dcd1313d-f136-4489-afd6-4a79d15b0f2f on network 151174b7-2090-4d86-b160-4f826bfef6e0 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:06:54.074775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:54.075407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.076668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2bf8f3f7-82dd-475b-a89c-0c70a6eb8ca0 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "PUT /v2.0/ports/dcd1313d-f136-4489-afd6-4a79d15b0f2f HTTP/1.1" status: 200 len: 996 time: 2.2503605 Dec 20 23:06:54.079605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.095166 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:54.119303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.186386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.193017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/7109157f-d195-4418-9270-11ab9788bb88 HTTP/1.1" status: 204 len: 168 time: 2.7805393 Dec 20 23:06:54.197156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49518) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.206479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1722392139'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:54.239718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port dcd1313d-f136-4489-afd6-4a79d15b0f2f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:54.240209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.262016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372286-c021-4ee2-bd92-5509ac3d6a64 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=7109157f-d195-4418-9270-11ab9788bb88,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:54.278080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Router 5d043f31-e32d-4f92-92f4-daaf730f1cb5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:06:54.316870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:54.321079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.335367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94824ae8-bcf9-4c54-b81c-74c3ab6c3e21 req-a759db65-accf-445d-984f-ee0119e4900e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573602 Dec 20 23:06:54.356627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.361846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b81a16-34c6-476f-83d7-e3e7dd42e053 req-a2275fda-33f4-4d9c-b178-a278025083f2 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:54.363421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b81a16-34c6-476f-83d7-e3e7dd42e053 req-a2275fda-33f4-4d9c-b178-a278025083f2 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 950 time: 0.2005067 Dec 20 23:06:54.377786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for dcd1313d-f136-4489-afd6-4a79d15b0f2f owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:06:54.379340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:06:54.398454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.398975 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Added segment 68619b76-1f5e-489d-8bd1-0a084917002b of type vlan for network 9c687420-8e6a-4fe1-b621-a8151c59ecdf Dec 20 23:06:54.445952 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'acdb9049-b795-450d-acc9-9d6fdac74c96', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:06:27Z', 'updated_at': '2021-12-20T23:06:52Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.472214 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:06:54.478405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.481087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:54.481227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:06:54.481704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.494729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.495908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a530ece2-d17a-4fd2-9ff2-89393b00ef52 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "PUT /v2.0/routers/5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 200 len: 705 time: 4.1046915 Dec 20 23:06:54.500282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49524) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.506956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] Sync routers for ids ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:06:54.526969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] Routers {'5d043f31-e32d-4f92-92f4-daaf730f1cb5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:54.527648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.571943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.581095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] Routers {'5d043f31-e32d-4f92-92f4-daaf730f1cb5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:06:54.581961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.596437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:06:54.605950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6a7ee07-52b8-4d11-8a74-0ba1dfc4a1ec tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/routers/5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 200 len: 740 time: 0.1042688 Dec 20 23:06:54.608391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.659844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b81a16-34c6-476f-83d7-e3e7dd42e053 req-e672b984-c473-4a17-a9b5-a0425aff98a8 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734444 Dec 20 23:06:54.699534 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e07466aa-f430-4668-a8f1-e83d3451ea26 tempest-RoutersAdminTest-33240140 tempest-RoutersAdminTest-33240140-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&device_id=5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 200 len: 205 time: 0.0897253 Dec 20 23:06:54.702003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49530) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.766167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.766826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d247ab-af07-4f11-a833-c0d7331a2aa8 None None] The sync data for ids ['5d043f31-e32d-4f92-92f4-daaf730f1cb5'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:54.767297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8af985fb-a02e-42ab-9943-5990ab20f5c1 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 200 len: 205 time: 0.0640268 Dec 20 23:06:54.769069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.778509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:54.781872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.781872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.800779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.812682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:06:54.884270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.913684 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'acdb9049-b795-450d-acc9-9d6fdac74c96', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:06:27Z', 'updated_at': '2021-12-20T23:06:52Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:06:54.962191 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a5cf37-cdb3-4077-8194-59aad7ae5cc9 None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'acdb9049-b795-450d-acc9-9d6fdac74c96', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:06:27Z', 'updated_at': '2021-12-20T23:06:52Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:06:54.964229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=f0e117e0-19d7-4671-949a-a4adb2d7cf92,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:54.964551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=dcd1313d-f136-4489-afd6-4a79d15b0f2f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:54.974935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7731414 Dec 20 23:06:54.978850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:54.982115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49534) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:54.985014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263687e-b7dc-41d1-ac5e-6103aaf3b03e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Network': ['ID=9c687420-8e6a-4fe1-b621-a8151c59ecdf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:54.993031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:55.003929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:06:55.019188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port f0e117e0-19d7-4671-949a-a4adb2d7cf92 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:06:55.027180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.036725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0612c82-2e80-4b86-b515-95d3d9b02fa7 req-bbf6c9b4-0ab5-46b0-9dd6-02a4a10f4441 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.45 "DELETE /v2.0/ports/f0e117e0-19d7-4671-949a-a4adb2d7cf92 HTTP/1.1" status: 204 len: 173 time: 2.4663577 Dec 20 23:06:55.037602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'name': 'network-vif-deleted', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:55.040732 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bcbdae-3080-4b1b-8a91-685bcf5fc63c" -d '{"events": [{"server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "name": "network-vif-deleted", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:55.065684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.074023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.080929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.088620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.096636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.103486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.111137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.121351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-12b41b53-54d9-447f-ac8c-1c354d5b50d7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.3436337 Dec 20 23:06:55.137036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4ed81-84cc-449f-b991-7087c9f09d8b req-9013c9ce-9572-4a88-a85e-b0616ce66450 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.145049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23c4ed81-84cc-449f-b991-7087c9f09d8b req-9013c9ce-9572-4a88-a85e-b0616ce66450 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.3765507 Dec 20 23:06:55.212409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23c4ed81-84cc-449f-b991-7087c9f09d8b req-c2fb4cab-582f-4933-a9db-b158631487be tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644593 Dec 20 23:06:55.301597 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a2529-c414-4397-b1d9-63bf9731e219 x-openstack-request-id: req-1d1a2529-c414-4397-b1d9-63bf9731e219 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:55.301597 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25", "name": "network-vif-deleted", "tag": "f0e117e0-19d7-4671-949a-a4adb2d7cf92", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:55.301597 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d1a2529-c414-4397-b1d9-63bf9731e219 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:55.302049 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25', 'name': 'network-vif-deleted', 'tag': 'f0e117e0-19d7-4671-949a-a4adb2d7cf92', 'status': 'completed', 'code': 200} Dec 20 23:06:55.405986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cad9fa8-b1b4-4239-acc2-738ee5f3e794 None None] New status for floating IP acdb9049-b795-450d-acc9-9d6fdac74c96: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:06:55.411984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.414731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.418511 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da46c206-980c-43d7-8e44-56d65a77eed9 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/dcd1313d-f136-4489-afd6-4a79d15b0f2f HTTP/1.1" status: 204 len: 168 time: 1.3372233 Dec 20 23:06:55.420719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49542) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.423522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.435693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:06:55.438065 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd11c5b-a0bd-435c-b45a-661f18086e72" -d '{"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:06:55.506513 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae01fe4-34ad-4b59-80a0-0817f68fbbcb tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] GET failed (client error): The resource could not be found. Dec 20 23:06:55.509040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cae01fe4-34ad-4b59-80a0-0817f68fbbcb tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports/dcd1313d-f136-4489-afd6-4a79d15b0f2f HTTP/1.1" status: 404 len: 333 time: 0.0870659 Dec 20 23:06:55.512821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.520781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-1520886658'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:55.552785 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f97deb-51e7-426f-990f-1f9884e257c5 x-openstack-request-id: req-b4f97deb-51e7-426f-990f-1f9884e257c5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:06:55.553030 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:06:55.553248 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4f97deb-51e7-426f-990f-1f9884e257c5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:06:55.553649 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'status': 'completed', 'code': 200} Dec 20 23:06:55.567738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2da425bf-6f15-4ae0-9a81-10d554e252ad req-b5eeb81c-9b0c-4a59-8309-cb2d8ff46a82 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4448800 Dec 20 23:06:55.608316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.609062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Fanout notify agent at l3_agent the message router_deleted on router 5d043f31-e32d-4f92-92f4-daaf730f1cb5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:06:55.624328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-a48faab4-9e47-4b9e-b3de-0f3954f1236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.626389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:55.627281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-a48faab4-9e47-4b9e-b3de-0f3954f1236c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1096 time: 0.0581627 Dec 20 23:06:55.630323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.640941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:55.642818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c565247d-b46d-4194-8b5d-56e1a7809ad6 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 204 len: 168 time: 0.8555686 Dec 20 23:06:55.646383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.685230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aff42425-fdfa-406d-b0d4-71a8732d09f2 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 200 len: 205 time: 0.0357132 Dec 20 23:06:55.689637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.705323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa3969ad-0466-4a51-bbac-33dc4a25d773 req-63e1180d-ffde-49af-8e8e-e572158b9a14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0576293 Dec 20 23:06:55.758774 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-b71724f0-9562-4b77-9f33-bea91e81ee03 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:55.759795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b71724f0-9562-4b77-9f33-bea91e81ee03 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/5d043f31-e32d-4f92-92f4-daaf730f1cb5 HTTP/1.1" status: 404 len: 336 time: 0.0692427 Dec 20 23:06:55.769174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.796852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa3969ad-0466-4a51-bbac-33dc4a25d773 req-9d679cba-6c10-459e-a6b2-958d444706c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1144828e017143f59cb0ebbd7067fd62&device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0401418 Dec 20 23:06:55.811876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f358ee-a3fb-420e-998e-e96610162714 req-65aa1417-1f19-43f6-9be1-2b5d8919cd6e tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=11bc9be5-ae69-43b9-bf24-bdb9d7d9fe25 HTTP/1.1" status: 200 len: 210 time: 0.0548894 Dec 20 23:06:55.833659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9765af4d-7288-49b8-a2d7-f71f34840f4c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 200 len: 205 time: 0.0628700 Dec 20 23:06:55.836751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49556) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.865317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa3969ad-0466-4a51-bbac-33dc4a25d773 req-8ebd9d78-8edc-47c3-953c-ddf8b8992ff9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1144828e017143f59cb0ebbd7067fd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301123 Dec 20 23:06:55.885159 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-6308e168-a139-440c-9e27-5a34d97a770c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:55.886405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6308e168-a139-440c-9e27-5a34d97a770c tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/58c2968c-a6b1-4077-bd6b-c7910f6aab63 HTTP/1.1" status: 404 len: 336 time: 0.0487232 Dec 20 23:06:55.891554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49558) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.932284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61e60ece-dc15-4a7d-b572-1e01e7d72abc tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 200 len: 205 time: 0.0395436 Dec 20 23:06:55.932611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:55.933662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-9d43a531-b02e-4453-bb0b-93e6a582185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:55.935359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-9d43a531-b02e-4453-bb0b-93e6a582185f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.2973201 Dec 20 23:06:56.015222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8f21df8a-862a-415c-935d-a4783499bd84 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:56.039927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 8f21df8a-862a-415c-935d-a4783499bd84 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:56.040713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8f21df8a-862a-415c-935d-a4783499bd84 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:56.041361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f0e117e0-19d7-4671-949a-a4adb2d7cf92 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:06:56.051487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-fb7ff4f6-004f-4e0d-9108-df13a0bb8fa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 1001 time: 0.1068468 Dec 20 23:06:56.062720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: f0e117e0-19d7-4671-949a-a4adb2d7cf92 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:06:56.063430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f0e117e0-19d7-4671-949a-a4adb2d7cf92 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:06:56.113474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-934461d5-a00c-49b4-966d-204d8e1bb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.114999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-934461d5-a00c-49b4-966d-204d8e1bb483 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.0545189 Dec 20 23:06:56.170248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-b60b5f1a-a6d4-4244-bf02-0af65d495a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.171831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-b60b5f1a-a6d4-4244-bf02-0af65d495a6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483923 Dec 20 23:06:56.261648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:56.265139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:56.271927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-9ec12fce-53f4-4e51-9e11-130d83e66813 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908554 Dec 20 23:06:56.272563 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-4cfe9535-283b-4b06-89d4-a91a2e0dfa4d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:56.276144 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4cfe9535-283b-4b06-89d4-a91a2e0dfa4d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/842a5797-947c-47d7-bb46-c3cbbc289160 HTTP/1.1" status: 404 len: 336 time: 0.3167901 Dec 20 23:06:56.276421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49564) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.338899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-03cc2899-58d0-4fb5-8229-5ad70473bc00 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 200 len: 205 time: 0.0590420 Dec 20 23:06:56.339111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port 6db69ca9-9eb9-49c9-a9ec-2736abffa39c yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:56.345263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.412740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26775-65f1-4657-b003-744e2e673903 req-a1f06fdb-6d00-4377-89fe-0d933521c1dd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.415063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5a26775-65f1-4657-b003-744e2e673903 req-a1f06fdb-6d00-4377-89fe-0d933521c1dd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1281049 Dec 20 23:06:56.422002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3969ad-0466-4a51-bbac-33dc4a25d773 req-dd89067a-0826-44d5-a25d-ad5ae6f30544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.424078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fa3969ad-0466-4a51-bbac-33dc4a25d773 req-dd89067a-0826-44d5-a25d-ad5ae6f30544 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5514007 Dec 20 23:06:56.426276 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-dd0f8794-1c29-4df8-8a82-df9a6796133d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:56.427460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd0f8794-1c29-4df8-8a82-df9a6796133d tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/7b1a7833-a8b1-4a03-9a31-4f8c8011d539 HTTP/1.1" status: 404 len: 336 time: 0.0803120 Dec 20 23:06:56.431903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49570) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.438705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:56.483130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cd11c5b-a0bd-435c-b45a-661f18086e72 req-c57e5e00-5730-4cfc-8747-dcb093b99aa9 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944945 Dec 20 23:06:56.485188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b50f77de-4372-4dad-8167-9670ed3ab885 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 200 len: 205 time: 0.0461509 Dec 20 23:06:56.488129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49572) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.535865 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-1f0952a3-01a0-4be5-b24c-151ecefeea62 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:56.536824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f0952a3-01a0-4be5-b24c-151ecefeea62 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/6421a73d-5bf8-4167-aae2-36e0d8af2076 HTTP/1.1" status: 404 len: 336 time: 0.0478060 Dec 20 23:06:56.540202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49574) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.545542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=70090664-cc46-4323-bfeb-35dace7294a0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:56.571615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Checking segment: {'id': '68619b76-1f5e-489d-8bd1-0a084917002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:56.571972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network hostable DHCP agents. Network: 9c687420-8e6a-4fe1-b621-a8151c59ecdf, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:06:56.576441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9a41f90-95ec-4c6a-bb12-a73900f08266 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe870a2-d712-4456-aa46-452a6ecdefde HTTP/1.1" status: 200 len: 205 time: 0.0351763 Dec 20 23:06:56.579178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.584489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5a26775-65f1-4657-b003-744e2e673903 req-2b9e31ba-7a8a-4cf8-afeb-b6f16bbd8ff5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555114 Dec 20 23:06:56.628789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.3 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/6db69ca9-9eb9-49c9-a9ec-2736abffa39c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:56.635283 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-5fde59ab-6270-4a60-9b2d-2b832b989e45 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] delete failed (client error): The resource could not be found. Dec 20 23:06:56.638778 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5fde59ab-6270-4a60-9b2d-2b832b989e45 tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/routers/ffe870a2-d712-4456-aa46-452a6ecdefde HTTP/1.1" status: 404 len: 336 time: 0.0525427 Dec 20 23:06:56.639343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49582) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.673454 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f966bafb-3f4b-4075-972f-8b947a00e78e tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] DELETE failed (client error): The resource could not be found. Dec 20 23:06:56.673454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f966bafb-3f4b-4075-972f-8b947a00e78e tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:06:56.679212 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f966bafb-3f4b-4075-972f-8b947a00e78e tempest-RoutersAdminTest-1123849838 tempest-RoutersAdminTest-1123849838-project] 10.222.0.62 "DELETE /v2.0/subnets/5ca3e048-7ef2-4aee-b0fc-6b2a9046eb3f HTTP/1.1" status: 404 len: 337 time: 0.0364265 Dec 20 23:06:56.730776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:06:56.755010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.762857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.769906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.775983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.782113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.788125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.794119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.796174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-46d3dc6a-8536-448b-9439-3917af664170 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.1154904 Dec 20 23:06:56.800602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 9c687420-8e6a-4fe1-b621-a8151c59ecdf) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:56.809048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116c565-5490-4d82-84dd-bcdfac075909 None None] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:56.816698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:56.817300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:56.859799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:56.922053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30f049c4-c6f7-4d0a-9159-99d8f4ca4dac req-4d20ad00-3c87-43c6-9470-9a432b7ebb8c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183105 Dec 20 23:06:56.934683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-9c687420-8e6a-4fe1-b621-a8151c59ecdf', 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': '70090664-cc46-4323-bfeb-35dace7294a0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:06:56.935535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:56.973835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-984fb497-6ac1-48a3-bf64-c46ec8389642 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9848773 Dec 20 23:06:56.978256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:56.982841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-200937092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:57.034586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.062199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc632e1-816f-45b5-b77a-79a2429f31c5 req-a729a5ca-9a8e-430f-b0d8-4ab19667de52 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:57.064736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcc632e1-816f-45b5-b77a-79a2429f31c5 req-a729a5ca-9a8e-430f-b0d8-4ab19667de52 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1606033 Dec 20 23:06:57.089149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:57.095990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:57.099981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:57.108092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=6db69ca9-9eb9-49c9-a9ec-2736abffa39c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:57.137501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.138581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.141999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcc632e1-816f-45b5-b77a-79a2429f31c5 req-067b771f-ec0e-4575-a9b3-08c87c9dae9f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679104 Dec 20 23:06:57.169673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Allocated IP 172.20.0.2 (9c687420-8e6a-4fe1-b621-a8151c59ecdf/70090664-cc46-4323-bfeb-35dace7294a0/632cc1e3-c6d7-4a91-a446-9769134fb22c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:57.205093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:57.205845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.246843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.330386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa65d342-1c21-4013-a485-9ade325da855 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8160307 Dec 20 23:06:57.332261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.333117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:57.339367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'network_id': '151174b7-2090-4d86-b160-4f826bfef6e0', 'name': 'tempest-AllowedAddressPairTestJSON-184085900'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.342949 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:06:57.345343 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:06:57.353349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49602) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:57.373981 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.478531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.489404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.493887 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-79df6854-5929-4aae-a21d-04be7a33c861 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5141745 Dec 20 23:06:57.494186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:57.499644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf', 'name': 'tempest-PortsTestJSON-550112104'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:57.500730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6702ece-2e8d-462f-acd2-6f5ced1b4b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.565443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:57.570158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:57.577183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:57.583312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Pushing event updated for resources: {'Port': ['ID=632cc1e3-c6d7-4a91-a446-9769134fb22c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:57.607644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Made reservation on behalf of fdcd1faf1e4f4d96b1846bcd98833a44 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:57.611850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.616929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6702ece-2e8d-462f-acd2-6f5ced1b4b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.626498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f6601e55-eac9-4f0a-8080-949b579c141f None None] Provisioning complete for port 6db69ca9-9eb9-49c9-a9ec-2736abffa39c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:57.626878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6601e55-eac9-4f0a-8080-949b579c141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.668369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Attempting to bind port 632cc1e3-c6d7-4a91-a446-9769134fb22c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:06:57.668744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Attempting to bind port 632cc1e3-c6d7-4a91-a446-9769134fb22c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '68619b76-1f5e-489d-8bd1-0a084917002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:06:57.669109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Attempting to bind port 632cc1e3-c6d7-4a91-a446-9769134fb22c on network 9c687420-8e6a-4fe1-b621-a8151c59ecdf {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:06:57.669224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] device_id is not set on port d076dc35-1f34-4d7d-a7da-809645cca2a9 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:57.677129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6702ece-2e8d-462f-acd2-6f5ced1b4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.678241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:06:57.678622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Checking segment: {'id': '68619b76-1f5e-489d-8bd1-0a084917002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:06:57.679066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.679685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Bound using segment: {'id': '68619b76-1f5e-489d-8bd1-0a084917002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:06:57.680065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Bound port: 632cc1e3-c6d7-4a91-a446-9769134fb22c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68619b76-1f5e-489d-8bd1-0a084917002b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9c687420-8e6a-4fe1-b621-a8151c59ecdf'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:06:57.680632 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.683502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f6601e55-eac9-4f0a-8080-949b579c141f None None] Port 6db69ca9-9eb9-49c9-a9ec-2736abffa39c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:57.713203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702ece-2e8d-462f-acd2-6f5ced1b4b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ac2436-c622-4862-9053-6b4041807d77,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:57.730520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b6702ece-2e8d-462f-acd2-6f5ced1b4b5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a61c03abbe214997917352e6773c8087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736084 Dec 20 23:06:57.730924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49612) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:57.737833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7159815-b782-47df-82d2-9d6802a8de1b req-37a0cab9-437c-4730-8954-d05aed0093cb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:57.739385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7159815-b782-47df-82d2-9d6802a8de1b req-37a0cab9-437c-4730-8954-d05aed0093cb tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.1384015 Dec 20 23:06:57.769939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] For port 632cc1e3-c6d7-4a91-a446-9769134fb22c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:06:57.774170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] For port 632cc1e3-c6d7-4a91-a446-9769134fb22c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=632cc1e3-c6d7-4a91-a446-9769134fb22c,segment=NetworkSegment(68619b76-1f5e-489d-8bd1-0a084917002b),segment_id=68619b76-1f5e-489d-8bd1-0a084917002b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:06:57.788569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.801467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:06:57.805951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.814626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.826558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.863634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 0d015f98-b0bb-4c0b-822b-96891673a27d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:06:57.871478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Allocated IP 172.20.0.14 (151174b7-2090-4d86-b160-4f826bfef6e0/f23a9db6-11a5-4266-8222-84db04d5a825/d076dc35-1f34-4d7d-a7da-809645cca2a9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:57.877255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7159815-b782-47df-82d2-9d6802a8de1b req-a757ccf7-e3e1-4bb7-a9e2-0de329b7f4c6 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225500 Dec 20 23:06:57.884745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.948836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.951960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:57.955552 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96ac2436-c622-4862-9053-6b4041807d77 HTTP/1.1" status: 204 len: 168 time: 0.2213080 Dec 20 23:06:57.973124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5505cdb-8132-4bab-b159-db87d97c5ad8 None None] Pushing event updated for resources: {'Port': ['ID=632cc1e3-c6d7-4a91-a446-9769134fb22c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:57.974922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cb700-3842-4f27-9939-ae40967b6cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ac2436-c622-4862-9053-6b4041807d77,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:58.026473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 445dc80c-696c-4667-b712-a97adb369816 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:58.097148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.14 (9c687420-8e6a-4fe1-b621-a8151c59ecdf/70090664-cc46-4323-bfeb-35dace7294a0/0d015f98-b0bb-4c0b-822b-96891673a27d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:06:58.152886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:58.196634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '445dc80c-696c-4667-b712-a97adb369816', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'port_id': '445dc80c-696c-4667-b712-a97adb369816', 'mac_address': 'fa:16:3e:de:7e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:58.244682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.246087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.250822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.257372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.261702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445dc80c-696c-4667-b712-a97adb369816 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:58.263572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.269614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.276843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.282644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:58.283083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.285077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-017fd61b-adcc-42a6-ab3b-92845ef769a6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5422 time: 0.2350538 Dec 20 23:06:58.314784 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.382429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.383132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:58.459091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:58.492248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d39e55b-5f6e-48e2-9db7-93f611357bdd req-cbf4f5ca-a920-4f45-89b8-b56dd6be89e5 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900702 Dec 20 23:06:58.502887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a45a-d4d4-44d4-873d-1b88e8a27c01 req-2d4151c1-71b0-4118-9f85-54f94699c438 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.504665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5387a45a-d4d4-44d4-873d-1b88e8a27c01 req-2d4151c1-71b0-4118-9f85-54f94699c438 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2088511 Dec 20 23:06:58.528155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:58.539725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'port_id': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'mac_address': 'fa:16:3e:e3:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:58.554512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.586783 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.593772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5387a45a-d4d4-44d4-873d-1b88e8a27c01 req-314fc4f5-0968-4701-aee9-3958ab0f1757 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742297 Dec 20 23:06:58.602163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:58.617285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.628270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:58.667017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Network 151174b7-2090-4d86-b160-4f826bfef6e0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:58.670240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:58.677052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:58.689586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=d076dc35-1f34-4d7d-a7da-809645cca2a9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:58.702751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.704172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1014cb69-a9bf-41b2-a585-4c46888b8c51 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:58.735584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.783915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:58.787011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:58.816805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '1014cb69-a9bf-41b2-a585-4c46888b8c51', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'port_id': '1014cb69-a9bf-41b2-a585-4c46888b8c51', 'mac_address': 'fa:16:3e:4c:94:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:58.832787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:58.845824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.846477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.869184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:06:58.879087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:06:58.881647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:06:58.897105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:58.898554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adee6c-3e4e-4a46-9cec-8ace2624324f req-a679e03c-2c01-4d57-9e33-b64d4ce4ff16 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:58.908082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57adee6c-3e4e-4a46-9cec-8ace2624324f req-a679e03c-2c01-4d57-9e33-b64d4ce4ff16 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2307622 Dec 20 23:06:58.910021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c2f7e00-0c61-4e46-a90a-76f2dbe8881c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18b3159995424bceb04458cbd1a8761c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754049 Dec 20 23:06:58.910822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49630) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:58.931181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=0d015f98-b0bb-4c0b-822b-96891673a27d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:58.959920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1014cb69-a9bf-41b2-a585-4c46888b8c51 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:58.967749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10ee939c-6fd6-45ef-85c4-d03360e27450 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6333408 Dec 20 23:06:58.974609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:58.980253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c4:c4:fd'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:55:db:e7'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:06:58.990593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:59.024637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57adee6c-3e4e-4a46-9cec-8ace2624324f req-22ea5991-f8bc-4ab6-abe9-be1c2917620d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145668 Dec 20 23:06:59.059400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.060085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 157486d9-9157-417a-b7b1-293729ca3c48 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:59.060819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.061624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.115534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.137503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd632-6297-4df8-86e5-e5b71d8cf946 req-e338b8a0-7f4b-4c08-a831-a5f8e69a9f9a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.137503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-deccd632-6297-4df8-86e5-e5b71d8cf946 req-e338b8a0-7f4b-4c08-a831-a5f8e69a9f9a tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.1327877 Dec 20 23:06:59.155142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:59.187076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef4cab2e-434b-4958-87f8-401146dd55a2 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6894081 Dec 20 23:06:59.187870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49636) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:06:59.189022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73a45f71-6a6b-467d-b152-834de33e93f8 None None] Provisioning complete for port d076dc35-1f34-4d7d-a7da-809645cca2a9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:59.189404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73a45f71-6a6b-467d-b152-834de33e93f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.202535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5958b4fa-0abe-4d9d-9890-edfe2c4af784 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.204460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5958b4fa-0abe-4d9d-9890-edfe2c4af784 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.2327754 Dec 20 23:06:59.232915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b8a00-4613-4d7f-9589-e1a1fa6af903 req-b342c0ce-12a3-4afe-b571-4a50e0a2a219 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.243092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b98b8a00-4613-4d7f-9589-e1a1fa6af903 req-b342c0ce-12a3-4afe-b571-4a50e0a2a219 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1341338 Dec 20 23:06:59.262632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-73a45f71-6a6b-467d-b152-834de33e93f8 None None] Port d076dc35-1f34-4d7d-a7da-809645cca2a9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:06:59.275023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-deccd632-6297-4df8-86e5-e5b71d8cf946 req-4a07baac-868a-484c-be33-649ef5d9aa60 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129260 Dec 20 23:06:59.286639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.297663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=157486d9-9157-417a-b7b1-293729ca3c48,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:59.312944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '157486d9-9157-417a-b7b1-293729ca3c48', 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'port_id': '157486d9-9157-417a-b7b1-293729ca3c48', 'mac_address': 'fa:16:3e:c0:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f3a8ee-3643-4fea-b349-d5c06bc36540', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:59.316765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b98b8a00-4613-4d7f-9589-e1a1fa6af903 req-fed7ab2a-f80b-4ffe-bf6b-8aa42e94103a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727484 Dec 20 23:06:59.353779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b39956-8eb8-44bb-afbf-450778970e78 None None] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:06:59.455086 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.490526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f4127-5038-4e94-88bd-a794a5929d48 req-f85fe110-2aa6-420c-88e4-290b94a0b81a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.491730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 632cc1e3-c6d7-4a91-a446-9769134fb22c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:06:59.492518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b24f4127-5038-4e94-88bd-a794a5929d48 req-f85fe110-2aa6-420c-88e4-290b94a0b81a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0607557 Dec 20 23:06:59.518070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] Provisioning complete for port 632cc1e3-c6d7-4a91-a446-9769134fb22c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:59.522400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.524849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157486d9-9157-417a-b7b1-293729ca3c48 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:06:59.552080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=157486d9-9157-417a-b7b1-293729ca3c48,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:59.556677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.586241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b24f4127-5038-4e94-88bd-a794a5929d48 req-6988e685-5020-4759-a2c2-e10aae839665 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866365 Dec 20 23:06:59.631480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.632941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:06:59.688981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.699837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.706259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.713032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.719106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.725073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.731159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:06:59.733623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e23d93-05bc-4e41-a650-77343743dd4c req-7beecfdb-a858-4b46-8a67-e7fa28e2e921 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5426 time: 0.1346114 Dec 20 23:06:59.761194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:59.771923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.774684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.776331 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5b87c64-6fe6-422d-b3b3-4f4e949d7405 HTTP/1.1" status: 204 len: 168 time: 0.8639576 Dec 20 23:06:59.787926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 632cc1e3-c6d7-4a91-a446-9769134fb22c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:06:59.792846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.792846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'network_id': '5f651615-de97-42ea-815e-a59be6094f1d', 'port_id': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'mac_address': 'fa:16:3e:e5:9e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f3a8ee-3643-4fea-b349-d5c06bc36540', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:06:59.793105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Deleting port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:06:59.793105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.793314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:59.817678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.839462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f2b9f-5240-4d3c-95ec-3c2fa72e78d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b87c64-6fe6-422d-b3b3-4f4e949d7405,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:06:59.882275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e23d93-05bc-4e41-a650-77343743dd4c req-81bc8a02-128d-4670-82a2-1de94fce31e2 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400814 Dec 20 23:06:59.956574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:06:59.971276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] For port 632cc1e3-c6d7-4a91-a446-9769134fb22c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=632cc1e3-c6d7-4a91-a446-9769134fb22c,segment=NetworkSegment(68619b76-1f5e-489d-8bd1-0a084917002b),segment_id=68619b76-1f5e-489d-8bd1-0a084917002b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:06:59.979112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:07:00.028120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.030105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:00.033345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.052910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] For port d2f1f0ff-d106-440d-9baf-0a9afd7451c5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:00.053295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.074103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.081833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Calling delete_port for d2f1f0ff-d106-440d-9baf-0a9afd7451c5 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:00.131511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.132218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b398bcdc-80ee-453d-ad5d-6f637c069a9d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:07:00.147940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7706008-2375-4192-88cc-05f3eec9e1e2 None None] Pushing event updated for resources: {'Port': ['ID=632cc1e3-c6d7-4a91-a446-9769134fb22c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:00.196998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:07:00.197413 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:07:00.226868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f677636e-e29c-47fd-ae58-bf629225f5e9 None None] Provisioning complete for port 0d015f98-b0bb-4c0b-822b-96891673a27d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:00.228909 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f677636e-e29c-47fd-ae58-bf629225f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.264300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:00.266464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.268493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:00.296885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f677636e-e29c-47fd-ae58-bf629225f5e9 None None] Port 0d015f98-b0bb-4c0b-822b-96891673a27d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:00.299024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'port_id': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d', 'mac_address': 'fa:16:3e:6e:4a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:07:00.315041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f677636e-e29c-47fd-ae58-bf629225f5e9 None None] Provisioning complete for port 632cc1e3-c6d7-4a91-a446-9769134fb22c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:00.315161 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f677636e-e29c-47fd-ae58-bf629225f5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.334691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.446400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.471962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b398bcdc-80ee-453d-ad5d-6f637c069a9d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:07:00.499462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:00.504664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff10b84-7c8a-4793-a0a0-1d530e593ddf req-70bed3af-a3f8-4d08-b304-c63f99fdba83 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:00.506605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ff10b84-7c8a-4793-a0a0-1d530e593ddf req-70bed3af-a3f8-4d08-b304-c63f99fdba83 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 950 time: 0.1150672 Dec 20 23:07:00.511232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event updated for resources: {'Port': ['ID=d076dc35-1f34-4d7d-a7da-809645cca2a9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:00.541329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] In _notify_port_updated(), no bound segment for port d076dc35-1f34-4d7d-a7da-809645cca2a9 on network 151174b7-2090-4d86-b160-4f826bfef6e0 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:07:00.547175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:00.552303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.552303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-22dd351b-f674-4926-a19c-2cc555f1802f tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "PUT /v2.0/ports/d076dc35-1f34-4d7d-a7da-809645cca2a9 HTTP/1.1" status: 200 len: 1055 time: 1.5736043 Dec 20 23:07:00.552611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49658) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:00.569087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.571342 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.572080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 168b7fd4-21dd-4520-992b-694cfcb19093 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:07:00.605199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.606935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ff10b84-7c8a-4793-a0a0-1d530e593ddf req-1c50b2fc-a05f-4849-80e0-ca027695b991 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/security-groups?id=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895369 Dec 20 23:07:00.649538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Pushing event deleted for resources: {'Port': ['ID=d2f1f0ff-d106-440d-9baf-0a9afd7451c5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:00.658474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.706346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port d076dc35-1f34-4d7d-a7da-809645cca2a9 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:00.706680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.735471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:07:00.774136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] No DVR routers for this DVR port d2f1f0ff-d106-440d-9baf-0a9afd7451c5 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:00.777452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.780910 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7019dacd-0663-48a6-9ebf-7376c4542d30 req-5da2e366-d43e-4805-b32f-b7d227d2ec52 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.59 "DELETE /v2.0/ports/d2f1f0ff-d106-440d-9baf-0a9afd7451c5 HTTP/1.1" status: 204 len: 173 time: 1.5627127 Dec 20 23:07:00.783525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'name': 'network-vif-deleted', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:00.786050 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfabe1bd-473d-4ef0-b282-faa3b5965f3b" -d '{"events": [{"server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "name": "network-vif-deleted", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:00.865094 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c5457-728f-4544-850c-951714d89924 x-openstack-request-id: req-716c5457-728f-4544-850c-951714d89924 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:00.866060 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef1aee-8743-4313-bf75-1c35223a942f", "name": "network-vif-deleted", "tag": "d2f1f0ff-d106-440d-9baf-0a9afd7451c5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:00.866648 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-716c5457-728f-4544-850c-951714d89924 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:00.867658 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef1aee-8743-4313-bf75-1c35223a942f', 'name': 'network-vif-deleted', 'tag': 'd2f1f0ff-d106-440d-9baf-0a9afd7451c5', 'status': 'completed', 'code': 200} Dec 20 23:07:00.878193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=0d015f98-b0bb-4c0b-822b-96891673a27d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:00.878859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:00.932575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for d076dc35-1f34-4d7d-a7da-809645cca2a9 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:00.937076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['d2f1f0ff-d106-440d-9baf-0a9afd7451c5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:01.080104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-22cf7715-77ae-4af1-b74e-5cf6be387f97 None None] Provisioning complete for port 0d015f98-b0bb-4c0b-822b-96891673a27d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:01.080536 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22cf7715-77ae-4af1-b74e-5cf6be387f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.162193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.170187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.170941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:07:01.174614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-22cf7715-77ae-4af1-b74e-5cf6be387f97 None None] Port 0d015f98-b0bb-4c0b-822b-96891673a27d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:01.177328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.184693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.192235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.196175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=168b7fd4-21dd-4520-992b-694cfcb19093,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:01.200839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.201434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:01.208696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:01.220181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '168b7fd4-21dd-4520-992b-694cfcb19093', 'network_id': '0b5e4f4c-5c4e-4018-a2c6-8009755cc349', 'port_id': '168b7fd4-21dd-4520-992b-694cfcb19093', 'mac_address': 'fa:16:3e:5b:c0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307bee1-8ef7-4d45-b10c-443e9e0005f6', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:07:01.223968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-8531b884-4d73-42dd-9840-c483383a20fe tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5428 time: 0.1797745 Dec 20 23:07:01.276951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.301183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168b7fd4-21dd-4520-992b-694cfcb19093 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:07:01.331944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Provisioning complete for port 0d015f98-b0bb-4c0b-822b-96891673a27d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:01.331944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.349829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ad8257-e12e-4cf8-82a8-6a7c840240b9 req-1321fdfa-7749-4d43-a104-d1f67fcaba38 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195064 Dec 20 23:07:01.388124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Port 0d015f98-b0bb-4c0b-822b-96891673a27d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:01.391211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=168b7fd4-21dd-4520-992b-694cfcb19093,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:01.402226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Provisioning complete for port d076dc35-1f34-4d7d-a7da-809645cca2a9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:01.402745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.444002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f5257067-d8f9-4897-9b59-0784bc65b003 None None] Port d076dc35-1f34-4d7d-a7da-809645cca2a9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:01.469305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 632cc1e3-c6d7-4a91-a446-9769134fb22c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:01.488170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49676) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:01.510394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.515174 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.560534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 632cc1e3-c6d7-4a91-a446-9769134fb22c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:01.560898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.573681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.599554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:01.883606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:01.980367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=d076dc35-1f34-4d7d-a7da-809645cca2a9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:01.988887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-459625792'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:02.037657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d339b0f3-611a-4a11-94f0-0c6278a69941 req-0b20a287-b814-466d-8684-c74f3870a2b4 tempest-ServersOnMultiNodesTest-617542025 tempest-ServersOnMultiNodesTest-617542025-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5ef1aee-8743-4313-bf75-1c35223a942f HTTP/1.1" status: 200 len: 210 time: 0.0636892 Dec 20 23:07:02.172761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['157486d9-9157-417a-b7b1-293729ca3c48'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:02.203280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.215504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:02.219215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.222435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:02.236403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.256470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b398bcdc-80ee-453d-ad5d-6f637c069a9d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:02.265870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['168b7fd4-21dd-4520-992b-694cfcb19093'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:02.268588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1014cb69-a9bf-41b2-a585-4c46888b8c51'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:02.279217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.336986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.342459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-823f4335-259d-4e60-b0ce-becc539b4a0a tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/d076dc35-1f34-4d7d-a7da-809645cca2a9 HTTP/1.1" status: 204 len: 168 time: 1.7863457 Dec 20 23:07:02.345124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49684) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:02.357625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=0d015f98-b0bb-4c0b-822b-96891673a27d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:02.385538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.388405 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc961942-19c0-46c4-955b-6d31c0f0519b tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] GET failed (client error): The resource could not be found. Dec 20 23:07:02.392235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dc961942-19c0-46c4-955b-6d31c0f0519b tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports/d076dc35-1f34-4d7d-a7da-809645cca2a9 HTTP/1.1" status: 404 len: 333 time: 0.0438142 Dec 20 23:07:02.393437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49688) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:02.519012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:02.520513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:02.617154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.623328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.629320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.641570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.649194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.664236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.670286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.678577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-d7fe90e9-77e8-4c28-a0af-9c3a302c77f8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5429 time: 0.2006726 Dec 20 23:07:02.743774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Router cba91a64-a004-43bf-839d-86412474daba is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:07:02.786285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port 6db69ca9-9eb9-49c9-a9ec-2736abffa39c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:02.786620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.874261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.899259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:02.915792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d7cb2dd6-8c78-4c98-b114-e64ff803742a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/routers/cba91a64-a004-43bf-839d-86412474daba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7214036 Dec 20 23:07:02.916522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49692) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:02.924585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] Sync routers for ids ['cba91a64-a004-43bf-839d-86412474daba'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:02.944978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8726a9a-5f7a-4448-97e4-72e25bacad41 req-e4d8eaf8-6498-41cb-aa6a-ee496e6d4d4d tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2647629 Dec 20 23:07:02.947001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.973152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:02.993772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302b651-a669-4fcd-b2cc-bb8840da7a3b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:02.999216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for 6db69ca9-9eb9-49c9-a9ec-2736abffa39c owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:03.002648 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b302b651-a669-4fcd-b2cc-bb8840da7a3b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?device_id=cba91a64-a004-43bf-839d-86412474daba HTTP/1.1" status: 200 len: 982 time: 0.0836873 Dec 20 23:07:03.006363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49694) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.030499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:07:03.088079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] Routers {'cba91a64-a004-43bf-839d-86412474daba'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:03.088712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cba91a64-a004-43bf-839d-86412474daba'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:03.117940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.118360 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Added segment af239450-a172-4e79-b455-bb3edc1a864b of type vlan for network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce Dec 20 23:07:03.162267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:03.163047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8116d6f3-5908-4bb4-9977-7085c1bcf1d9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:03.165610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b3e4a6a7-5bc7-4160-a65c-e58e053d462f None None] Provisioning complete for port 0d015f98-b0bb-4c0b-822b-96891673a27d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:03.166005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a6a7-5bc7-4160-a65c-e58e053d462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.212618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:03.229801 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.260110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['445dc80c-696c-4667-b712-a97adb369816'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:03.329942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] Routers {'cba91a64-a004-43bf-839d-86412474daba'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:03.330560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cba91a64-a004-43bf-839d-86412474daba'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:03.384477 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.385154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4a6a7-5bc7-4160-a65c-e58e053d462f None None] Port 0d015f98-b0bb-4c0b-822b-96891673a27d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:03.389505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:03.390175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4c6c-b123-4097-b54e-cde653b3be1b None None] The sync data for ids ['cba91a64-a004-43bf-839d-86412474daba'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:03.430641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.436247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:03.436830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.538878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Network': ['ID=7bbc6a72-ec92-493b-a8b9-70fc023ce1ce,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:03.541944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.547194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device d2f1f0ff-d106-440d-9baf-0a9afd7451c5 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:03.586960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=6db69ca9-9eb9-49c9-a9ec-2736abffa39c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:03.590558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:07:03.591549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49704) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.595101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: d2f1f0ff-d106-440d-9baf-0a9afd7451c5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:03.595443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device d2f1f0ff-d106-440d-9baf-0a9afd7451c5 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:03.631309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5064bf1e-4351-4bda-80ee-3a73ad458a6d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1413212 Dec 20 23:07:03.635789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.658220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:03.786072 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b487da5-635a-433c-b4a7-954e35f6fecf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1144828e017143f59cb0ebbd7067fd62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928511 Dec 20 23:07:03.789022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.808272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.811493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c91cbe35-04b8-49bd-b301-16b8ef861821 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/6db69ca9-9eb9-49c9-a9ec-2736abffa39c HTTP/1.1" status: 204 len: 168 time: 1.4069624 Dec 20 23:07:03.822432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49712) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.847775 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4000c6-8cec-4555-addc-59c53fef8d40 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] GET failed (client error): The resource could not be found. Dec 20 23:07:03.849232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fe4000c6-8cec-4555-addc-59c53fef8d40 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "GET /v2.0/ports/6db69ca9-9eb9-49c9-a9ec-2736abffa39c HTTP/1.1" status: 404 len: 333 time: 0.0256171 Dec 20 23:07:03.853883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49714) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:03.952731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port 0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:03.953477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.962292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:03.964066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.037694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:04.042059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.059944 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.073690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for 0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:04.094740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.233119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.239054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.245793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.251605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.258451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.262034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.264275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.270151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:04.271985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-f23971ee-4a57-4531-ad2d-c168d9013058 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5429 time: 0.2396698 Dec 20 23:07:04.291547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:04.372699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.379039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-076a80ad-a702-44d7-adc4-40ba101953a3 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/ports/0ef94b9d-94ce-47ab-bad4-6a50b3d16dfd HTTP/1.1" status: 204 len: 168 time: 0.5219102 Dec 20 23:07:04.379358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49720) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:04.436291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting subnet f23a9db6-11a5-4266-8222-84db04d5a825 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:04.440066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.449455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.452180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.455739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8 HTTP/1.1" status: 204 len: 168 time: 0.6577542 Dec 20 23:07:04.486924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.488207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdd6ab-ef91-42fe-b99d-728ac7f03528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ca3c50-c8d9-4d51-bb7f-b45d457f22e8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:04.498768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5fb5be7-6025-4760-8e5a-b47d57fc38ef req-9686dd7f-9bab-47d0-9142-1afce370d337 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929188 Dec 20 23:07:04.617574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 0d015f98-b0bb-4c0b-822b-96891673a27d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:04.618036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.619689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.682433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.751101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.779705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=e1cb1e24-8f3a-434f-b856-246c95229f4f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:04.791785 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.792166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Subnet': ['ID=f23a9db6-11a5-4266-8222-84db04d5a825,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:04.812125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.822864 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-65709775-2141-4ab3-83ca-4b0eff0fe017 tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/subnets/f23a9db6-11a5-4266-8222-84db04d5a825 HTTP/1.1" status: 204 len: 168 time: 0.4421668 Dec 20 23:07:04.823517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03549773-9f5c-4e77-a6f7-8db22e65f167 None None] Network 151174b7-2090-4d86-b160-4f826bfef6e0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:04.825833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49726) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:04.827999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 0d015f98-b0bb-4c0b-822b-96891673a27d owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:04.837335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:04.837709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network hostable DHCP agents. Network: 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:07:04.924348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1283f96e-b6c1-4339-b950-280005423630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:04.940303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.002720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Deleting port 5f8da9ee-8f06-497d-bb92-350eda264be2 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:05.003361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.013117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:07:05.065206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] DHCP port deletion for 151174b7-2090-4d86-b160-4f826bfef6e0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:05.080005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] For port 5f8da9ee-8f06-497d-bb92-350eda264be2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f8da9ee-8f06-497d-bb92-350eda264be2,segment=NetworkSegment(60e537a2-5c46-47bd-a678-da849901fa04),segment_id=60e537a2-5c46-47bd-a678-da849901fa04)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:05.080353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.097649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Calling delete_port for 5f8da9ee-8f06-497d-bb92-350eda264be2 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:05.120929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Deleting port 5f8da9ee-8f06-497d-bb92-350eda264be2 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:05.124774 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.156457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:05.161192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.173111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.175320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa5fa8-0ef9-48d4-a4c6-3b65289ef5b2 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:05.190730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.204306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] For port 5f8da9ee-8f06-497d-bb92-350eda264be2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f8da9ee-8f06-497d-bb92-350eda264be2,segment=NetworkSegment(60e537a2-5c46-47bd-a678-da849901fa04),segment_id=60e537a2-5c46-47bd-a678-da849901fa04)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:05.204704 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.222639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=0d015f98-b0bb-4c0b-822b-96891673a27d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:05.227102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:05.231744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Calling delete_port for 5f8da9ee-8f06-497d-bb92-350eda264be2 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:05.291353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.357135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Port': ['ID=5f8da9ee-8f06-497d-bb92-350eda264be2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:05.360734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] No DVR routers for this DVR port 5f8da9ee-8f06-497d-bb92-350eda264be2 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:05.394360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.442108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] No DVR routers for this DVR port 5f8da9ee-8f06-497d-bb92-350eda264be2 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:05.452707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'e1cb1e24-8f3a-434f-b856-246c95229f4f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:05.453675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.469955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b04edc-a196-40ab-876e-f1753c39c0c5 None None] Pushing event deleted for resources: {'Port': ['ID=5f8da9ee-8f06-497d-bb92-350eda264be2,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:05.475030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f8da9ee-8f06-497d-bb92-350eda264be2 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:05.499653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5f8da9ee-8f06-497d-bb92-350eda264be2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:05.499992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f8da9ee-8f06-497d-bb92-350eda264be2 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:05.513568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.539483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151174b7-2090-4d86-b160-4f826bfef6e0']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:05.550856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e537a2-5c46-47bd-a678-da849901fa04') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:05.551158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e537a2-5c46-47bd-a678-da849901fa04') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:05.562126 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.590989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.591897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:05.595290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:07:05.595290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:07:05.598809 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:07:05.621124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e25f0c6a-f571-49fb-88e9-867d876603db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9822564 Dec 20 23:07:05.622866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49736) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:05.656979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'name': 'tempest-NetworksTestDHCPv6-131107774'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:05.690891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0997160f-1b47-4e35-be08-2685a35e651a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86898a044d554d4b84698908cbe987b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4596176 Dec 20 23:07:05.691447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49738) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:05.710487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/e1cb1e24-8f3a-434f-b856-246c95229f4f/fba734c7-e6f7-4e0c-a50d-6014c0f402ca) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:05.749908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.756368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.762641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.769269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.776109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.777083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.782567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.789200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:05.790020 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.791416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-3161f083-c866-4d04-850b-c4ca344cfc34 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5429 time: 0.1767859 Dec 20 23:07:05.795541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] 10.222.0.62 "DELETE /v2.0/networks/151174b7-2090-4d86-b160-4f826bfef6e0 HTTP/1.1" status: 204 len: 168 time: 0.9650779 Dec 20 23:07:05.807228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:05.815115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:05.815492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.819915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aca78-e738-4349-8f0a-c4be13e7704e tempest-AllowedAddressPairTestJSON-485531250 tempest-AllowedAddressPairTestJSON-485531250-project] Pushing event deleted for resources: {'Network': ['ID=151174b7-2090-4d86-b160-4f826bfef6e0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:05.825324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.850991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.859476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.956326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:05.961526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.966824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.968727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d68d5638-aba7-4dd0-a248-3364c767a78b req-06b2365a-5b0c-4759-adad-c48e202fb202 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439803 Dec 20 23:07:05.980907 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:05.981980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:06.017803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:06.020261 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f6df57-63fe-452f-9c8c-b7233a1e940d" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:06.029656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.034646 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.034646 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7d6021b-d038-4710-bad8-ba71a92fb1be HTTP/1.1" status: 204 len: 168 time: 0.3413150 Dec 20 23:07:06.051725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:06.053106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38c009-b0c5-4701-818a-ccdb1419a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6021b-d038-4710-bad8-ba71a92fb1be,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.065390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Router cba91a64-a004-43bf-839d-86412474daba has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:06.091666 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ebda2-d1e3-48fd-aba3-d3a241a248b6 x-openstack-request-id: req-8c0ebda2-d1e3-48fd-aba3-d3a241a248b6 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:06.092177 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:06.092609 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c0ebda2-d1e3-48fd-aba3-d3a241a248b6 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:06.093175 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'code': 200} Dec 20 23:07:06.095372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.143579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:06.146484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:06.151750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:06.154925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Pushing event updated for resources: {'Port': ['ID=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.160555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.161589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:06.162575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::316 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/e1cb1e24-8f3a-434f-b856-246c95229f4f/6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:06.170193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:06.179722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c8fe37a-d11a-4a43-9013-215d53de7b8d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/routers/cba91a64-a004-43bf-839d-86412474daba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1720097 Dec 20 23:07:06.183490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:06.185112 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] Sync routers for ids ['cba91a64-a004-43bf-839d-86412474daba'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:06.194255 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] Routers {'cba91a64-a004-43bf-839d-86412474daba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:06.195422 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cba91a64-a004-43bf-839d-86412474daba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:06.224070 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e050cab-5c3a-48e5-ba06-8c5ca5a53412 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:07:06.228094 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1e050cab-5c3a-48e5-ba06-8c5ca5a53412 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/0d015f98-b0bb-4c0b-822b-96891673a27d HTTP/1.1" status: 404 len: 333 time: 0.0383527 Dec 20 23:07:06.228258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:06.231892 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:06.242267 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] Routers {'cba91a64-a004-43bf-839d-86412474daba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:06.242992 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:06:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['cba91a64-a004-43bf-839d-86412474daba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:06.277199 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:06.278100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37275d76-6328-403a-9c3d-01fbf9ee2094 None None] The sync data for ids ['cba91a64-a004-43bf-839d-86412474daba'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:06.335971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.343005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Attempting to bind port fba734c7-e6f7-4e0c-a50d-6014c0f402ca on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:06.343384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Attempting to bind port fba734c7-e6f7-4e0c-a50d-6014c0f402ca by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:06.343746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Attempting to bind port fba734c7-e6f7-4e0c-a50d-6014c0f402ca on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:06.350588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:06.350975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:06.351374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.351766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:06.352236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Bound port: fba734c7-e6f7-4e0c-a50d-6014c0f402ca, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:06.352621 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.353651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.406405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:06.413841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:06.414348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.455532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] For port fba734c7-e6f7-4e0c-a50d-6014c0f402ca, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:06.460777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] For port fba734c7-e6f7-4e0c-a50d-6014c0f402ca, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:06.531301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.566132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:06.568537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.575212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.587353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49758) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:06.588957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.629743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.663429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.663429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 157486d9-9157-417a-b7b1-293729ca3c48 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:06.671572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9635-22b5-4f40-83ce-27a6da14daf9 None None] Pushing event updated for resources: {'Port': ['ID=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.705916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.706785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Fanout notify agent at l3_agent the message router_deleted on router cba91a64-a004-43bf-839d-86412474daba {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:07:06.736405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.738565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c9b21ea5-86e1-4340-a24c-2a118703dc9c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/routers/cba91a64-a004-43bf-839d-86412474daba HTTP/1.1" status: 204 len: 168 time: 0.5093193 Dec 20 23:07:06.741632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49766) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:06.753512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.772223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.826345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:06.829947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:06.832460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 157486d9-9157-417a-b7b1-293729ca3c48 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:06.845368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:06.845530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 157486d9-9157-417a-b7b1-293729ca3c48 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:06.845530 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.845758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 70090664-cc46-4323-bfeb-35dace7294a0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:06.846175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:06.847537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.852189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:06.904013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:06.917053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cce0b8b2-5361-479f-9204-62830573f8eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdcd1faf1e4f4d96b1846bcd98833a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266330 Dec 20 23:07:06.920638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49770) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:06.947033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.008198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.017395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-94a774e0-2c93-4e36-8c48-bc7b0f3c3f97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3947296 Dec 20 23:07:07.020274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:07.087560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=157486d9-9157-417a-b7b1-293729ca3c48,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:07.093038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.111499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.134237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4fae3-31b1-4cdc-9363-f50c6431f62b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.140220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4fae3-31b1-4cdc-9363-f50c6431f62b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.141849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4d4fae3-31b1-4cdc-9363-f50c6431f62b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1204438 Dec 20 23:07:07.144552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49776) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:07.187361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.194719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.195953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1014cb69-a9bf-41b2-a585-4c46888b8c51 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:07.197676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.205105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.212126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.220259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.226441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.234056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.240693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:07.243206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-6adf88da-9d40-4efc-9991-70a9f962df14 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5431 time: 0.1279817 Dec 20 23:07:07.318539 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.335886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:07.336253 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.368716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:07.402400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=70090664-cc46-4323-bfeb-35dace7294a0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:07.409036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.411841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.414652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72a459de-3284-42fb-94b7-fc557437f6c5 HTTP/1.1" status: 204 len: 168 time: 0.4888558 Dec 20 23:07:07.420096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.429648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086a62a-fdfe-43c6-abbc-16df4edcfc14 None None] Network 9c687420-8e6a-4fe1-b621-a8151c59ecdf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:07.437765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55721d8f-d4cc-4d60-872d-24c6ba5e9e1e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/70090664-cc46-4323-bfeb-35dace7294a0 HTTP/1.1" status: 204 len: 168 time: 0.6921062 Dec 20 23:07:07.443488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49788) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:07.463657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2272894-fd10-4f0a-b857-feb98a9274b5 req-325536a5-126b-465a-b5f8-dd8dfd404fe6 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092810 Dec 20 23:07:07.485302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fba734c7-e6f7-4e0c-a50d-6014c0f402ca up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:07.497273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555d56b-1178-4d84-8832-f86c53e977e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a459de-3284-42fb-94b7-fc557437f6c5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:07.540258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.575116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:07.579512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:07.597850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.642170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:07.643088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.644747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49792) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:07.695106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 632cc1e3-c6d7-4a91-a446-9769134fb22c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:07.695470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.770093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8848ec97-3efe-45fb-99ea-ecbc2ae4b7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.770093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fba734c7-e6f7-4e0c-a50d-6014c0f402ca triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:07.770093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.873855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.935413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] For port 632cc1e3-c6d7-4a91-a446-9769134fb22c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=632cc1e3-c6d7-4a91-a446-9769134fb22c,segment=NetworkSegment(68619b76-1f5e-489d-8bd1-0a084917002b),segment_id=68619b76-1f5e-489d-8bd1-0a084917002b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:07.936104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:07.939071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] DHCP port deletion for 9c687420-8e6a-4fe1-b621-a8151c59ecdf request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:07.966817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 632cc1e3-c6d7-4a91-a446-9769134fb22c owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:07.974428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port fba734c7-e6f7-4e0c-a50d-6014c0f402ca, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:07.986146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.060790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.063869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:08.066445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-network', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:08.094598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'}, {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48'}, {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1014cb69-a9bf-41b2-a585-4c46888b8c51'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:08.097037 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa6865c-712b-4266-b9d5-9e2fccd996b2" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8"}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "157486d9-9157-417a-b7b1-293729ca3c48"}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "1014cb69-a9bf-41b2-a585-4c46888b8c51"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:08.143372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.144213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 445dc80c-696c-4667-b712-a97adb369816 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a740b41-fcea-45c2-b1bc-992e33841ada x-openstack-request-id: req-8a740b41-fcea-45c2-b1bc-992e33841ada {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8", "code": 200}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "157486d9-9157-417a-b7b1-293729ca3c48", "code": 200}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "1014cb69-a9bf-41b2-a585-4c46888b8c51", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a740b41-fcea-45c2-b1bc-992e33841ada {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'code': 200} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48', 'code': 200} Dec 20 23:07:08.213082 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1014cb69-a9bf-41b2-a585-4c46888b8c51', 'code': 200} Dec 20 23:07:08.217129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.229150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad0e9b8-8b8b-45f1-9729-f4be7691c154 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:08.236656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Made reservation on behalf of 6ff5b056699e414c86466e935e60f3e8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:08.241624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Deleting port 632cc1e3-c6d7-4a91-a446-9769134fb22c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:08.241809 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.241934 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.252551 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.288163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.290695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.329553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.341054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=632cc1e3-c6d7-4a91-a446-9769134fb22c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.344032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No DVR routers for this DVR port 632cc1e3-c6d7-4a91-a446-9769134fb22c on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:08.365092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.371684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b46706a5-26d4-448d-87ed-86a20e5f7ad2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc HTTP/1.1" status: 204 len: 168 time: 1.2238343 Dec 20 23:07:08.377554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49808) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:08.458626 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.482152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.512243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87972a-017c-4c3a-87a5-786b2a19754c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.513708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87972a-017c-4c3a-87a5-786b2a19754c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.524870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd87972a-017c-4c3a-87a5-786b2a19754c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1413586 Dec 20 23:07:08.524870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49814) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:08.525076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c687420-8e6a-4fe1-b621-a8151c59ecdf']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:08.574171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68619b76-1f5e-489d-8bd1-0a084917002b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:08.574477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68619b76-1f5e-489d-8bd1-0a084917002b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:08.574603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-94cef1f2-f9ba-41cc-8c9b-86b70a2f415a None None] Provisioning complete for port fba734c7-e6f7-4e0c-a50d-6014c0f402ca triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:08.574917 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94cef1f2-f9ba-41cc-8c9b-86b70a2f415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.576418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.585624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.594308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet e1cb1e24-8f3a-434f-b856-246c95229f4f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:08.599538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.609646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] For port 632cc1e3-c6d7-4a91-a446-9769134fb22c, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:08.610072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.622057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.636544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Calling delete_port for 632cc1e3-c6d7-4a91-a446-9769134fb22c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:08.641342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Port 632cc1e3-c6d7-4a91-a446-9769134fb22c was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:07:08.651135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.658430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.660763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.688397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.698119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 445dc80c-696c-4667-b712-a97adb369816 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:08.702664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] Pushing event deleted for resources: {'Port': ['ID=632cc1e3-c6d7-4a91-a446-9769134fb22c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.709391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:07:08.709682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4506ffe-ed05-4a99-a2ca-190ea5628a63 None None] No DVR routers for this DVR port 632cc1e3-c6d7-4a91-a446-9769134fb22c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:08.710680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.714308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 445dc80c-696c-4667-b712-a97adb369816 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:08.714672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.735205 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:07:08.742728 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:07:08.746451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:07:08.763066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.769092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.775358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.781255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.785651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.787593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.793642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.799761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:08.801697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6270ac80-b2e8-4493-8d3c-593499032262 req-352886af-d594-4ac3-b9a6-569eae4818eb tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5433 time: 0.1950383 Dec 20 23:07:08.863969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:08.885623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.944027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:08.953446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6270ac80-b2e8-4493-8d3c-593499032262 req-dfbeb2bc-b3f0-4e08-873a-c3bef3f24863 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289918 Dec 20 23:07:08.959314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.968425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:08.972101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/9c687420-8e6a-4fe1-b621-a8151c59ecdf HTTP/1.1" status: 204 len: 168 time: 1.5235393 Dec 20 23:07:08.976662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:08.997134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a207-3eb2-4101-8220-31f97137f02c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=9c687420-8e6a-4fe1-b621-a8151c59ecdf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:09.006562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.006990 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Added segment 379477c3-fd58-413f-a955-6c98aef17f5f of type vlan for network b101adc5-9c2c-4abe-86a6-5c08df82a09d Dec 20 23:07:09.009062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49826) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.012201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.050852 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.051682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b398bcdc-80ee-453d-ad5d-6f637c069a9d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:09.067161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.080418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cb1e24-8f3a-434f-b856-246c95229f4f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:09.097410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d1cfe4-3821-4cc4-a917-fb9408f34077 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:09.098832 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-92d1cfe4-3821-4cc4-a917-fb9408f34077 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/6b502f45-f500-42cc-95c6-bec1ec439a1e HTTP/1.1" status: 200 len: 840 time: 0.1209610 Dec 20 23:07:09.101065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.104782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-20719f86-c545-410c-9c6a-410d1aa37960 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/e1cb1e24-8f3a-434f-b856-246c95229f4f HTTP/1.1" status: 204 len: 168 time: 0.5857689 Dec 20 23:07:09.105602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49830) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.107813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.152272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2062849366'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:09.176550 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.178166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:09.179230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3a5ab6a4-2f68-4284-8418-b82ed68bfc7b None None] Provisioning complete for port fba734c7-e6f7-4e0c-a50d-6014c0f402ca triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:09.179754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3a5ab6a4-2f68-4284-8418-b82ed68bfc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.180293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.184020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:09.195147 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f185f160-5fdb-4f30-8142-424bdcdb9108 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854242 Dec 20 23:07:09.199783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49834) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.216018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:09.237858 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-abcd7d89-09df-478b-9d37-1a590ad78ac7 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/6b502f45-f500-42cc-95c6-bec1ec439a1e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1304076 Dec 20 23:07:09.239413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.246020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:09.339313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b398bcdc-80ee-453d-ad5d-6f637c069a9d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:09.345800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b398bcdc-80ee-453d-ad5d-6f637c069a9d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:09.346191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.347498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:09.363432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.376543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40eeee4-4ab2-4fa4-b2e2-1029a99d9a1c None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:09.385123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7375703 Dec 20 23:07:09.391381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49838) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:09.398446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.402711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Request body: {'subnet': {'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-subnet', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:09.417943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc777d-125e-4634-957f-497d51068e32 admin admin] Pushing event updated for resources: {'Network': ['ID=b101adc5-9c2c-4abe-86a6-5c08df82a09d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:09.451179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:07:09.453614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fba734c7-e6f7-4e0c-a50d-6014c0f402ca up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:09.456874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:09.463181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.524593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.580430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fc9fa19d-26e1-4dc9-b475-40b6733978d6 None None] Could not find standard attr ID for object 6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:09.600802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:09.607070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.611623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.667530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:07:09.678010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Made reservation on behalf of 6ff5b056699e414c86466e935e60f3e8 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:09.680882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.732737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d76af-204c-4c8f-9145-a7e2e0ce2092,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:09.736920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.737267 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Added segment f53d1900-a024-4f03-b69d-2300c7a96dd6 of type vlan for network a2cfa2a6-5b39-4189-befe-b4c8e241a903 Dec 20 23:07:09.749792 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.752345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.759222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fba734c7-e6f7-4e0c-a50d-6014c0f402ca triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:09.759222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.811642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.837909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:09.855001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.878822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:09.929485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:09.930142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.930974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 168b7fd4-21dd-4520-992b-694cfcb19093 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:09.964970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:09.976583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:09.977404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.983125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:09.997109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=352786f2-3690-4a12-a8b3-de68df387e46,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.000111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.000860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.010903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe774d91-7938-45cb-88b3-291c9feabd15 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:10.044160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 632cc1e3-c6d7-4a91-a446-9769134fb22c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:10.086399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.101894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-47eb1a4f-6fb6-4257-b3a6-8d8b6284a09a tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8575566 Dec 20 23:07:10.101894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.103113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49844) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:10.111353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 632cc1e3-c6d7-4a91-a446-9769134fb22c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:10.111948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 632cc1e3-c6d7-4a91-a446-9769134fb22c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:10.130206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'security_group': {'name': 'tempest-secgroup-409244013'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:10.138306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Network': ['ID=a2cfa2a6-5b39-4189-befe-b4c8e241a903,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.149578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:10.162067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:07:10.179122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.179405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:10.188073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.188901 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.197312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.202857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Checking segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:10.203885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Network hostable DHCP agents. Network: b101adc5-9c2c-4abe-86a6-5c08df82a09d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:07:10.206676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-42091dae-4f01-4f01-ac60-fdcf4c604e95 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1965566 Dec 20 23:07:10.210974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49846) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:10.214437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445dc80c-696c-4667-b712-a97adb369816'}, {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:10.217285 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f8844a-06a4-4d55-a9c1-86e6ff0eb641" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "445dc80c-696c-4667-b712-a97adb369816"}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:10.220453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'subnet': {'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:10.247746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=b4e2bbab-699d-4bac-9bcb-c2291ff06844,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.270633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.278447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.283068 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df9ca0-b368-4bc4-99f5-93b33237a872 x-openstack-request-id: req-67df9ca0-b368-4bc4-99f5-93b33237a872 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:10.285415 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "445dc80c-696c-4667-b712-a97adb369816", "code": 200}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:10.285415 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67df9ca0-b368-4bc4-99f5-93b33237a872 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:10.285415 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445dc80c-696c-4667-b712-a97adb369816', 'code': 200} Dec 20 23:07:10.285415 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d', 'code': 200} Dec 20 23:07:10.290431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.296279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.300521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Deleting port fba734c7-e6f7-4e0c-a50d-6014c0f402ca {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:10.300521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.300810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.313549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.321253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.327858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.329658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6348fbc9-45cc-448a-8949-e850953a035e req-a97ffb9b-4b9e-4b99-a989-68509679ee32 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5435 time: 0.2488961 Dec 20 23:07:10.333470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:07:10.340634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b807c090-f8b9-4098-858d-c2263a4459c8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1282175 Dec 20 23:07:10.340634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:10.346068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'name': 'tempest-NetworksTestDHCPv6-1738862484'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:10.386830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 168b7fd4-21dd-4520-992b-694cfcb19093 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:10.402949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.405685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 168b7fd4-21dd-4520-992b-694cfcb19093 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:10.406086 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.418831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b101adc5-9c2c-4abe-86a6-5c08df82a09d) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:10.426163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:10.427424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.443598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a190e3-46d2-48d9-b491-b2279b0242c5 None None] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:10.450579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:10.454929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.468202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-223eef8d-3d06-44b6-9f7c-9d8080d09619', 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'project_id': 'c3b983d8daff4895bfb2bc1df132997c', 'fixed_ips': [{'subnet_id': '352786f2-3690-4a12-a8b3-de68df387e46'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:10.469059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.495134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6348fbc9-45cc-448a-8949-e850953a035e req-97edd9aa-1916-4032-8b84-ba463270e327 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584971 Dec 20 23:07:10.516613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.524483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] For port fba734c7-e6f7-4e0c-a50d-6014c0f402ca, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:10.524891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.530053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.553002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11e69ab7-01c3-455b-86cc-5881e2698e44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1566417 Dec 20 23:07:10.556324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:10.560560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:10.592789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383300c6-57ce-4b23-b50f-56d4d8c952c8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.616898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:10.621319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.648977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 0c32c4d7-a1dc-4da2-9044-788597b49364 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:10.690238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.695720 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5573d86d-87aa-4a05-8f17-a1bbcc1a1982 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5900478 Dec 20 23:07:10.696678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49856) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:10.704414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'security_group': {'name': 'tempest-secgroup-800257162'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:10.773439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Calling delete_port for fba734c7-e6f7-4e0c-a50d-6014c0f402ca owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:10.786927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.806432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::3d7 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/b4e2bbab-699d-4bac-9bcb-c2291ff06844/0c32c4d7-a1dc-4da2-9044-788597b49364) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:10.811136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.812056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.868421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Subnet': ['ID=a4630ca6-2530-455c-bc37-89d8135e4c97,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:10.881206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.881947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.882338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.883098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.883450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.883785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.884681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.885036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.885371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.886035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.886558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.886817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.887079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.887629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:10.889931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.893219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Checking segment: {'id': 'f53d1900-a024-4f03-b69d-2300c7a96dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:10.893546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network hostable DHCP agents. Network: a2cfa2a6-5b39-4189-befe-b4c8e241a903, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:07:10.926929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.951221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:10.952067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:10.979400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:07:10.998352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Allocated IP 172.20.0.2 (223eef8d-3d06-44b6-9f7c-9d8080d09619/352786f2-3690-4a12-a8b3-de68df387e46/c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:11.016162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=168b7fd4-21dd-4520-992b-694cfcb19093,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:11.065129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a2cfa2a6-5b39-4189-befe-b4c8e241a903) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:11.072581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.073883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.096610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520f028-153c-4f8e-99f7-92494e493dd2 None None] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:11.109221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.167118 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aef74abd-8a51-4646-8ae8-4b8108e949f0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9541430 Dec 20 23:07:11.169754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49858) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:11.172532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.176533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-541102745', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:11.179944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.187387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.192214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.242009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.265174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.266657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.277293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] No DVR routers for this DVR port fba734c7-e6f7-4e0c-a50d-6014c0f402ca on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:11.283746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff0705-4390-46f8-8a57-694ef58e797d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:11.311637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c151b6-abe7-453c-939c-50df9b7145de None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:11.321583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:11.344215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.352562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.365169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.369073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-363c73cd-9e8d-4527-812d-d57790105cdf tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6675155 Dec 20 23:07:11.370633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49860) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:11.374698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Allocated IP 172.20.0.2 (b101adc5-9c2c-4abe-86a6-5c08df82a09d/409537df-6f1d-4e2e-b1b5-c6d73bb6ce53/7fffcd97-8177-4574-9dbf-d15d7daeaea6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:11.377266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-521266635', 'security_groups': ['24ff0705-4390-46f8-8a57-694ef58e797d'], 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '352786f2-3690-4a12-a8b3-de68df387e46'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:11.419712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:11.429503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:11.434560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:11.440994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.441598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.460574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=0c32c4d7-a1dc-4da2-9044-788597b49364,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:11.466940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fba734c7-e6f7-4e0c-a50d-6014c0f402ca no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:11.470244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66d755-0ba4-4e66-b7ef-e5709369e815 None None] Pushing event deleted for resources: {'Port': ['ID=fba734c7-e6f7-4e0c-a50d-6014c0f402ca,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:11.514650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0493dd-04e0-4468-ae8e-672dcb89cd67 None None] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:11.523469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fba734c7-e6f7-4e0c-a50d-6014c0f402ca {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:11.523469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fba734c7-e6f7-4e0c-a50d-6014c0f402ca not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:11.585870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.592815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd398b36-6eba-439b-a57e-d19dac6fd17c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2536261 Dec 20 23:07:11.596723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:11.620548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.707475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.722341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.729474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.736059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.751639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.758969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.763918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'b4e2bbab-699d-4bac-9bcb-c2291ff06844'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:11.764740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.765956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.774121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.780774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.782726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-f36cd9d8-ae36-4ef9-bd1e-2b0021fcd5ff tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.1938248 Dec 20 23:07:11.800329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:11.812949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.841513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:11.842517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.848804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83c207-f205-449d-9c3c-fcdaf987b563 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:11.853070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:11.854125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd83c207-f205-449d-9c3c-fcdaf987b563 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2492340 Dec 20 23:07:11.858576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:11.895158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:11.897656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:11.958914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.968305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:11.995906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.007866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.027854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2debe7d9-abcf-4c72-93bc-5ec27972fbe1 req-77f7912c-1aab-4379-b56a-14c4a2aca11a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185969 Dec 20 23:07:12.035738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Attempting to bind port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:12.035950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Attempting to bind port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '2b33d859-a5ec-4b8d-805b-2591fec77e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:12.036290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Attempting to bind port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 on network 223eef8d-3d06-44b6-9f7c-9d8080d09619 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:12.040637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:12.055365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:12.067174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:12.068361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:12.073388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:12.073854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Checking segment: {'id': '2b33d859-a5ec-4b8d-805b-2591fec77e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:12.074180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.074568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Bound using segment: {'id': '2b33d859-a5ec-4b8d-805b-2591fec77e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:12.075035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Bound port: c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b33d859-a5ec-4b8d-805b-2591fec77e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:12.075404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.087645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/b4e2bbab-699d-4bac-9bcb-c2291ff06844/a4ddf686-75fd-4b96-ab83-3dc22c0af797) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:12.098012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Pushing event updated for resources: {'Port': ['ID=7fffcd97-8177-4574-9dbf-d15d7daeaea6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:12.247420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Attempting to bind port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:12.247783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Attempting to bind port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:12.248341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Attempting to bind port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 on network b101adc5-9c2c-4abe-86a6-5c08df82a09d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:12.259871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.11 (223eef8d-3d06-44b6-9f7c-9d8080d09619/352786f2-3690-4a12-a8b3-de68df387e46/333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:12.270215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:12.270582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Checking segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:12.271173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.271728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Bound using segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:12.272482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Bound port: 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:12.273038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.275664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:12.281077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:12.288272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168b7fd4-21dd-4520-992b-694cfcb19093'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:12.290797 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443e198-f532-4481-a266-7eba5f41ccaf" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "168b7fd4-21dd-4520-992b-694cfcb19093"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:12.380172 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9c5285-c8db-4775-a366-7e9236b148d0 x-openstack-request-id: req-1e9c5285-c8db-4775-a366-7e9236b148d0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:12.380564 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-plugged", "status": "completed", "tag": "168b7fd4-21dd-4520-992b-694cfcb19093", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:12.380697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e9c5285-c8db-4775-a366-7e9236b148d0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:12.381069 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168b7fd4-21dd-4520-992b-694cfcb19093', 'code': 200} Dec 20 23:07:12.388789 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.409554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 0c32c4d7-a1dc-4da2-9044-788597b49364 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:12.410317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.447311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.488991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Allocated IP 172.25.1.18 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/583252d7-b4ad-415e-ba82-b72e03b492a9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:12.537900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.574434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.575861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] For port 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:12.588738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 0c32c4d7-a1dc-4da2-9044-788597b49364 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:12.606209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] For port 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fffcd97-8177-4574-9dbf-d15d7daeaea6,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:12.622629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.628418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.640871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.641992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c96ce87-3080-4a98-8fad-16837711dce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:12.644043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:12.646885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:12.650905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:12.685495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.693259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.698799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.699671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.700305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.700929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.701548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.702212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.702830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.704902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92f6b31f-9a30-4659-811d-1505049cca48 req-a4c3d831-e4c8-4ef5-8e9d-d86d8268d8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.2424266 Dec 20 23:07:12.708671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:12.735444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.750269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:12.751332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.773441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5b90-d0ce-4d98-aa7b-8fafbeb431bb None None] Pushing event updated for resources: {'Port': ['ID=7fffcd97-8177-4574-9dbf-d15d7daeaea6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:12.774117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:12.778624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:12.799355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:12.846392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92f6b31f-9a30-4659-811d-1505049cca48 req-f6e27593-9d6c-465c-aa9a-7d102e1d50b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313508 Dec 20 23:07:12.858234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f285a6fe-b358-4bc4-8cf2-7eb59ed8ecd5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4854405 Dec 20 23:07:12.862202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49878) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:12.869559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Pushing event updated for resources: {'Port': ['ID=a4ddf686-75fd-4b96-ab83-3dc22c0af797,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:12.869813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:12.884573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Attempting to bind port a4ddf686-75fd-4b96-ab83-3dc22c0af797 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:12.885035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Attempting to bind port a4ddf686-75fd-4b96-ab83-3dc22c0af797 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:12.885508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Attempting to bind port a4ddf686-75fd-4b96-ab83-3dc22c0af797 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:12.892499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:12.892904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:12.893299 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.893443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.893703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:12.894205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Bound port: a4ddf686-75fd-4b96-ab83-3dc22c0af797, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:12.894591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.982287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:12.983420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:12.998536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:13.001036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=583252d7-b4ad-415e-ba82-b72e03b492a9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:13.003376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:13.047373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.74 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5220d220-69a0-4f69-8eda-695daf2cb468) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:13.107471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] For port a4ddf686-75fd-4b96-ab83-3dc22c0af797, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:13.113751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] For port a4ddf686-75fd-4b96-ab83-3dc22c0af797, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a4ddf686-75fd-4b96-ab83-3dc22c0af797,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:13.147935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=0c32c4d7-a1dc-4da2-9044-788597b49364,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:13.159094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.162280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3ecde08a-ca82-402a-9335-7a60374c0de0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0c32c4d7-a1dc-4da2-9044-788597b49364 HTTP/1.1" status: 204 len: 168 time: 1.3027277 Dec 20 23:07:13.166615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:13.172157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.211535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.282588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce5ee1-9377-4a58-a5a6-607db09bb298 None None] Pushing event updated for resources: {'Port': ['ID=a4ddf686-75fd-4b96-ab83-3dc22c0af797,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:13.354221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:13.358322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.414883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.419867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a340eb-8e8f-4be5-a85d-04ca7acc9bf2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.421531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a340eb-8e8f-4be5-a85d-04ca7acc9bf2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.423132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-77a340eb-8e8f-4be5-a85d-04ca7acc9bf2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2555754 Dec 20 23:07:13.443465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:13.461780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.464527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.470624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.477097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.483167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.489176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.496166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:13.498844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-ccf0b461-39dd-4dbb-922b-edf96e9e0da8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.3323374 Dec 20 23:07:13.526984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=5220d220-69a0-4f69-8eda-695daf2cb468,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:13.530519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:13.532205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:13.537188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:13.541075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:13.615142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet b4e2bbab-699d-4bac-9bcb-c2291ff06844 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:13.619430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.670056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:13.670742 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.705933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54bafd1f-55f5-4137-869e-70d629a5c539 req-e39488e8-7355-4038-9af4-a9a1ea57f1d8 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981418 Dec 20 23:07:13.708678 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.780784 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.829420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:13.894429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.910452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:13.911574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fffcd97-8177-4574-9dbf-d15d7daeaea6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:13.972125 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 352786f2-3690-4a12-a8b3-de68df387e46 (CIDR: 172.20.0.0/28) Dec 20 23:07:13.975038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.021514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:14.049432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:14.050095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.080871 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:07:14.087172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:14.168370 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.220634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fffcd97-8177-4574-9dbf-d15d7daeaea6,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:14.258349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-be251d13-f356-4afe-97f2-5d30bfc7d030 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3949344 Dec 20 23:07:14.262495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49890) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:14.268713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:14.279230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.293390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.298270 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.330027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e2bbab-699d-4bac-9bcb-c2291ff06844,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:14.404613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.408195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f4f68f0-e596-4c8f-b55a-905a21858947 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/b4e2bbab-699d-4bac-9bcb-c2291ff06844 HTTP/1.1" status: 204 len: 168 time: 0.9630916 Dec 20 23:07:14.410899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49892) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:14.425530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7fffcd97-8177-4574-9dbf-d15d7daeaea6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:14.455503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd7b64-b501-4441-9473-2b534fbeabf3 None None] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:14.509241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-850079cf-2ec0-4fbb-b5d8-76820f7e417f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970111 Dec 20 23:07:14.511955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49894) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:14.517192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:14.701382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-331db4f0-0fdd-409d-abcf-0067b98c6f23 None None] Provisioning complete for port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:14.701681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-331db4f0-0fdd-409d-abcf-0067b98c6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.719610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.745740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:14.758457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:14.862669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Router ec9b2810-4dcf-40e2-a796-08195ab060c1 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:07:14.976808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:14.980440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.029254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387856e0-607b-473c-9a8e-b971cd2d1aee None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:15.051983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.068647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.081200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.087893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.095662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.105276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.108262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.112412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.115526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-7fd95aac-5cf8-40f4-9f5b-a58c3870858a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.2443771 Dec 20 23:07:15.169480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Provisioning complete for port a4ddf686-75fd-4b96-ab83-3dc22c0af797 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:15.170216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.277447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:15.280706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.319678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Sync routers for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:15.343653 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.355713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:15.365829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:15.373771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:15.375974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:15.380149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:15.398718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.399449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.409283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.410661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5dc12b00-0ef9-479f-a80a-cd487d53c2f2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.8533323 Dec 20 23:07:15.418760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:15.420504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:07:15.430441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd5c53f2-0c54-4f47-857d-cfc21e3ffd1c req-bc51054a-d8ca-4f7b-b767-06c34e77a7aa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494920 Dec 20 23:07:15.467124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] For port a4ddf686-75fd-4b96-ab83-3dc22c0af797, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a4ddf686-75fd-4b96-ab83-3dc22c0af797,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:15.541746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0286071 Dec 20 23:07:15.547984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:15.553978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503e05a-3946-4299-b206-cfb31162227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:15.565967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:15.571502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'name': 'tempest-NetworksTestDHCPv6-1161305009'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:15.573452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.599537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:15.625896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:15.626925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:15.631484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.632085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.639659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.674053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52cfca-3937-4b2b-8d6b-64d5492c1533 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:15.685755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Could not find standard attr ID for object 0c32c4d7-a1dc-4da2-9044-788597b49364. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:15.700332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:15.725912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:15.740422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b0cf7112-ef0d-47f7-955f-1f50cb2f0bbd tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4770856 Dec 20 23:07:15.744703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49906) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:15.745870 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:15.750281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1643551829', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b'}], 'security_groups': ['383300c6-57ce-4b23-b50f-56d4d8c952c8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:15.757196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:15.757862 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:15.792522 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:15.802618 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:15.803762 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:15.839004 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:15.840033 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c3c3f-2290-438a-8591-50d81977567b None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:15.842013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.850595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.860445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.867153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.873853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.877520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817abe9-b430-4442-a931-fa5704de6e6a None None] Pushing event updated for resources: {'Port': ['ID=a4ddf686-75fd-4b96-ab83-3dc22c0af797,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:15.879815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.891970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.896729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:15.897688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.898793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:15.900745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e4cac12-163a-439c-b9eb-60b5bc474470 req-3ebc715c-4fe5-45c2-b4d8-92a6488a329c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.2945707 Dec 20 23:07:15.915504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49908) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:15.920750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Request body: {'floatingip': {'port_id': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:15.971306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:15.976679 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c09b058f-74f7-4cbb-9061-b7ff66110279 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8014104 Dec 20 23:07:15.977948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:15.994547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.146268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:16.147051 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.152009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Deleting port a4ddf686-75fd-4b96-ab83-3dc22c0af797 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:16.152849 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.280657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:16.284157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.308995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 7b4f35cf-383b-49be-abb1-6b4263c132b2 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:16.391584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:13Z', 'revision_number': 3, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:16.431041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] For port a4ddf686-75fd-4b96-ab83-3dc22c0af797, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a4ddf686-75fd-4b96-ab83-3dc22c0af797,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:16.431492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.477449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Checking router: ec9b2810-4dcf-40e2-a796-08195ab060c1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:16.478216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Updating router ec9b2810-4dcf-40e2-a796-08195ab060c1 port 583252d7-b4ad-415e-ba82-b72e03b492a9 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:07:16.490441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Calling delete_port for a4ddf686-75fd-4b96-ab83-3dc22c0af797 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:16.528526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fffcd97-8177-4574-9dbf-d15d7daeaea6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:16.538575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::21b (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c/7b4f35cf-383b-49be-abb1-6b4263c132b2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:16.538806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Update dhcp port {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'fixed_ips': [{'subnet_id': '352786f2-3690-4a12-a8b3-de68df387e46', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:07:16.609298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.641595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Provisioning complete for port 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:16.642019 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.690632 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.799052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.811744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Port 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:16.825055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.935163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:16.935580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.968938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Provisioning complete for port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:16.969157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:16.976332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.023609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.052550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:17.058689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:17.064835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:17.066786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Delete allocated IP 172.20.0.11 (223eef8d-3d06-44b6-9f7c-9d8080d09619/352786f2-3690-4a12-a8b3-de68df387e46) {{(pid=115563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:07:17.070971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:17.072148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.073794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] Pushing event deleted for resources: {'Port': ['ID=a4ddf686-75fd-4b96-ab83-3dc22c0af797,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:17.083648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e864-9291-4835-b483-7c47f41067e5 None None] No DVR routers for this DVR port a4ddf686-75fd-4b96-ab83-3dc22c0af797 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:17.091295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=7b4f35cf-383b-49be-abb1-6b4263c132b2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:17.116443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.28 (223eef8d-3d06-44b6-9f7c-9d8080d09619/ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b/333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:17.119269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Allocated IP 172.20.0.1 (b101adc5-9c2c-4abe-86a6-5c08df82a09d/409537df-6f1d-4e2e-b1b5-c6d73bb6ce53/498de244-6afc-449a-8b76-655bd805bb4d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:17.126541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd502d-9901-456c-bcfc-06fa78eed583 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:17.228318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c6530bb-d2b9-470d-ba02-ca9d2dcb3100 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6687965 Dec 20 23:07:17.231177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49916) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:17.277619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.328905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a4ddf686-75fd-4b96-ab83-3dc22c0af797 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:17.365100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a4ddf686-75fd-4b96-ab83-3dc22c0af797 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:17.365363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a4ddf686-75fd-4b96-ab83-3dc22c0af797 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:17.372716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:07:17.405290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.409067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.419498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:17.419869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.455947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:17.461235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:17.462167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:17.463209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.466624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:17.469933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Pushing event updated for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:17.482676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb7695-de1b-4aef-ac15-0e2b5cf61773 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:17.484285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dce28dca-7325-4ccc-9392-b82837ebf764 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:17.484786 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53cb7695-de1b-4aef-ac15-0e2b5cf61773 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2501979 Dec 20 23:07:17.492006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:17.522438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.523110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.552807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.577397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.632072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Attempting to bind port 583252d7-b4ad-415e-ba82-b72e03b492a9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:17.632479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Attempting to bind port 583252d7-b4ad-415e-ba82-b72e03b492a9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:17.632842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Attempting to bind port 583252d7-b4ad-415e-ba82-b72e03b492a9 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:17.638472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8147-0f58-498e-9b4b-f72dd614efae None None] Pushing event updated for resources: {'Port': ['ID=583252d7-b4ad-415e-ba82-b72e03b492a9,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:17.667268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:17.667649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:17.668053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.668445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:17.669314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Bound port: 583252d7-b4ad-415e-ba82-b72e03b492a9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:17.669314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.689563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.694876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.725393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c/067d9f7e-bed9-477d-a402-a4712d4e7dde) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:17.751035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] For port 583252d7-b4ad-415e-ba82-b72e03b492a9, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:17.755334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] For port 583252d7-b4ad-415e-ba82-b72e03b492a9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=583252d7-b4ad-415e-ba82-b72e03b492a9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:17.775570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.792197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.848534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.952895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:17.987058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:17.991181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 7b4f35cf-383b-49be-abb1-6b4263c132b2 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:17.991532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.003555 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Floating IP dc56329d-d1f9-433a-9f31-ce8243e641cb associated. External IP: 172.25.1.113, port: 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8. Dec 20 23:07:18.042365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Allocated IP 172.20.0.18 (223eef8d-3d06-44b6-9f7c-9d8080d09619/ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b/c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:18.054415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.061365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9b5501dc-c1fa-4aa7-9699-832d03f2e6b6 None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:18.061365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b5501dc-c1fa-4aa7-9699-832d03f2e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.135714 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.143894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] In _notify_port_updated(), no bound segment for port 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 on network 223eef8d-3d06-44b6-9f7c-9d8080d09619 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:07:18.149985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:18.150770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.152318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Pushing event updated for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:18.155155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6ad42421-df13-4a1e-908c-278a388a3edc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/ports/333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 HTTP/1.1" status: 200 len: 921 time: 2.4093924 Dec 20 23:07:18.155862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49920) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:18.174345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8147-0f58-498e-9b4b-f72dd614efae None None] Pushing event updated for resources: {'Port': ['ID=583252d7-b4ad-415e-ba82-b72e03b492a9,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:18.195912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:18.196546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:18.251304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:18.252817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:18.269906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9b5501dc-c1fa-4aa7-9699-832d03f2e6b6 None None] Port 498de244-6afc-449a-8b76-655bd805bb4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:18.347248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.351982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.364094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:18.402665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 7b4f35cf-383b-49be-abb1-6b4263c132b2 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:18.412445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.432369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Router ec9b2810-4dcf-40e2-a796-08195ab060c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:18.480610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:18.512517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.527016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.1 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/1ca0f90d-b91b-4e79-be46-3356019e5f9d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:18.527338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.562349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:18.562639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.563612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:18.564871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:18.571173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-02525b5f-5d1c-4301-8c5c-05ff8eeb5d0c admin admin] 10.222.0.62 "PUT /v2.0/routers/ec9b2810-4dcf-40e2-a796-08195ab060c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479495 Dec 20 23:07:18.578809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:18.581034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:18.669131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Pushing event updated for resources: {'Port': ['ID=067d9f7e-bed9-477d-a402-a4712d4e7dde,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:18.775482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-64b31279-d597-41f6-a4b2-b13687dc7a50 None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:18.775857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-64b31279-d597-41f6-a4b2-b13687dc7a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.851138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Attempting to bind port 067d9f7e-bed9-477d-a402-a4712d4e7dde on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:18.851499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Attempting to bind port 067d9f7e-bed9-477d-a402-a4712d4e7dde by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:18.852023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Attempting to bind port 067d9f7e-bed9-477d-a402-a4712d4e7dde on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:18.868685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcca62-e168-420d-97a9-38414e43dee4 None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:18.879508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:18.879887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:18.880350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.880755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:18.881317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Bound port: 067d9f7e-bed9-477d-a402-a4712d4e7dde, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:18.881933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:18.899870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-64b31279-d597-41f6-a4b2-b13687dc7a50 None None] Port 498de244-6afc-449a-8b76-655bd805bb4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:19.028166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] For port 067d9f7e-bed9-477d-a402-a4712d4e7dde, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:19.032376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] For port 067d9f7e-bed9-477d-a402-a4712d4e7dde, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=067d9f7e-bed9-477d-a402-a4712d4e7dde,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:19.042781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 2, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:19.072521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055b28e-23a6-4778-bb8f-87116f365290 None None] The sync data for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 is: [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 2, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:19.112225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Router 14365811-261c-47e1-8d45-36e7ca7adcfb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:19.119139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-148a86ee-ba49-4121-ba38-b6f7ec8a3d23 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:19.121279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-148a86ee-ba49-4121-ba38-b6f7ec8a3d23 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 828 time: 0.1399000 Dec 20 23:07:19.134752 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.153800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-5998dcea-49d2-424f-8e07-cc60951493e9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/quotas/6ff5b056699e414c86466e935e60f3e8 HTTP/1.1" status: 200 len: 375 time: 0.0264406 Dec 20 23:07:19.230545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.247409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bae8ab-b46e-4633-8744-dd45bb233ef9 None None] Pushing event updated for resources: {'Port': ['ID=067d9f7e-bed9-477d-a402-a4712d4e7dde,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:19.264598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-8368636c-9699-483f-85f6-18a300fc54a4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888493 Dec 20 23:07:19.332614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:19.361285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.461098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:19.466683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.494457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-156bdc03-d95b-41a9-997b-4705e3e24610 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213769 Dec 20 23:07:19.563948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.567921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/7b4f35cf-383b-49be-abb1-6b4263c132b2 HTTP/1.1" status: 204 len: 168 time: 2.0628700 Dec 20 23:07:19.577413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c67770-3dd3-4d2d-b38e-fa60bb1482f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=7b4f35cf-383b-49be-abb1-6b4263c132b2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:19.587215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49944) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:19.605173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:19.606179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.695351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:19.702978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.733090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Sync routers for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:19.743309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-1b7f6e69-2cf6-47c6-8cb7-4bf06f5aedb0 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353318 Dec 20 23:07:19.751949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82e4935f-3dac-400d-bc3f-fa2db123ae54 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "PUT /v2.0/floatingips/dc56329d-d1f9-433a-9f31-ce8243e641cb HTTP/1.1" status: 200 len: 992 time: 3.8355367 Dec 20 23:07:19.755023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:19.758060 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf05b212-f457-49e0-9e86-9a3848de1db3" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:19.763400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b3122-3dc7-435a-abf7-5b48d3d2f61e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:19.765006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b3122-3dc7-435a-abf7-5b48d3d2f61e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:19.769001 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a22b3122-3dc7-435a-abf7-5b48d3d2f61e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1786046 Dec 20 23:07:19.769640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49950) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:19.771840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:19.772467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.830568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:19.831603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:19.869922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:19.899208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:19.909265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.019726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.025639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:20.041309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:20.046096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:20.148400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.160475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=1ca0f90d-b91b-4e79-be46-3356019e5f9d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:20.227686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:20.259573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e29bd62b-597b-4c36-8a1c-702fe82673c4 req-3da8a9c1-8c26-45d7-a78c-eb41cb5e3bcc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.1284099 Dec 20 23:07:20.262382 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a190c-9a25-4c29-93d5-094769cd4f48 x-openstack-request-id: req-1d0a190c-9a25-4c29-93d5-094769cd4f48 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:20.262869 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:20.262986 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d0a190c-9a25-4c29-93d5-094769cd4f48 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:20.263336 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'status': 'completed', 'code': 200} Dec 20 23:07:20.306138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.333813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.426813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Could not find standard attr ID for object 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:20.460499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:20.460883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.472852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:20.549464 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.616262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4576ad59-415a-491b-b6c2-297d13fdf05b None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:20.628905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.638126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c HTTP/1.1" status: 204 len: 168 time: 0.8654180 Dec 20 23:07:20.638126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe83e5a-df3a-40bd-96a3-1ce7b3426184 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:20.643717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49964) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:20.707828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.712230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.712230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.722770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.723353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.723878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.724353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.729454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-ca444a8d-99dc-4885-a0de-4a477b57087f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.4626033 Dec 20 23:07:20.730621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27729de9-1dab-44d0-88f8-7f893db00a09 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856800 Dec 20 23:07:20.731501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49966) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:20.777828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21dafa93-84c3-4668-a3ce-d025fd7db1d0 None None] Could not find standard attr ID for object 333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:20.824221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf320a-bb12-4762-94a2-dbe3a11f83cf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.828537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1eaf320a-bb12-4762-94a2-dbe3a11f83cf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0956607 Dec 20 23:07:20.829162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49968) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:20.848220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:20.849778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc56329d-d1f9-433a-9f31-ce8243e641cb', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'port_id': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'mac_address': 'fa:16:3e:e3:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:05:44Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 1, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:20.858072 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b445bd4-ecfd-480f-9945-985a8d05b19e tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 HTTP/1.1" status: 204 len: 168 time: 2.6922786 Dec 20 23:07:20.866057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49970) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:20.970671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ee36d-3816-4947-ac89-a107ff5edba5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:20.977460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-533ee36d-3816-4947-ac89-a107ff5edba5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1470184 Dec 20 23:07:20.977962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49976) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:21.025070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.048997 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe2ecb8-aca0-44df-8af3-401b082a2202 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:07:21.066714 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dbe2ecb8-aca0-44df-8af3-401b082a2202 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/333b2583-bd0c-4dcc-86aa-5fd2dbfb0c96 HTTP/1.1" status: 404 len: 333 time: 0.1975832 Dec 20 23:07:21.069946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49978) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:21.088699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7c06fce3-a515-47b5-8a9a-998526bd54eb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095662 Dec 20 23:07:21.092965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49980) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:21.103172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:21.164408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae63a0-8afb-4e03-a598-4dda4ec6bd39 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:21.167765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Checking router: 14365811-261c-47e1-8d45-36e7ca7adcfb for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:21.212643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-3a50ecd2-6799-4d44-8d37-fd259e84ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:21.214139 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-3a50ecd2-6799-4d44-8d37-fd259e84ec88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd HTTP/1.1" status: 200 len: 912 time: 0.4530783 Dec 20 23:07:21.237373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:21.237946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:21.306967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Provisioning complete for port 067d9f7e-bed9-477d-a402-a4712d4e7dde triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:21.307346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.361085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.400660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36db15d3-1538-41d1-b00f-3ab1537c3c0f req-e58a6790-338e-43c1-8e77-a39be399e97e tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.0756431 Dec 20 23:07:21.402366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:21.407467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.445016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:21.455080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-8c7dd70f-e085-48b4-ade4-f5e30d8af3f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 1000 time: 0.2302523 Dec 20 23:07:21.481923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.583039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:21.631083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 583252d7-b4ad-415e-ba82-b72e03b492a9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:21.637353 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.651890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-726df76c-ce9e-47eb-bf43-da4d553ac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:21.653344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-726df76c-ce9e-47eb-bf43-da4d553ac92c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 200 len: 850 time: 0.1872036 Dec 20 23:07:21.741903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-0aa8d34d-d4e5-4026-9b1d-bf71294ade17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:21.743314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-0aa8d34d-d4e5-4026-9b1d-bf71294ade17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77304a25-56d6-48e0-baa9-1490ee7a57fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816615 Dec 20 23:07:21.777303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] For port 067d9f7e-bed9-477d-a402-a4712d4e7dde, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=067d9f7e-bed9-477d-a402-a4712d4e7dde,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:21.790014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.792566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.793659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/security-groups/24ff0705-4390-46f8-8a57-694ef58e797d HTTP/1.1" status: 204 len: 168 time: 0.7224731 Dec 20 23:07:21.796914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49986) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:21.815721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.848049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5738b0-dc24-49fc-ab02-1d43bf57ff72 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff0705-4390-46f8-8a57-694ef58e797d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:21.851323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 583252d7-b4ad-415e-ba82-b72e03b492a9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:21.851966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.854306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Deleting port 067d9f7e-bed9-477d-a402-a4712d4e7dde {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:21.854744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.855216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.862027 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.888452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-5086033d-ee3b-4f9a-a75b-96a15e3a17e1 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345017 Dec 20 23:07:21.942365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:21.957609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Could not find standard attr ID for object 7b4f35cf-383b-49be-abb1-6b4263c132b2. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:21.967102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:21.973233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:21.977289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:21.999875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:22.000802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.017901 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.073772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749aacf-be99-4d57-840a-b9b23baec051 None None] Pushing event updated for resources: {'Port': ['ID=067d9f7e-bed9-477d-a402-a4712d4e7dde,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.074740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.093594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] For port 067d9f7e-bed9-477d-a402-a4712d4e7dde, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=067d9f7e-bed9-477d-a402-a4712d4e7dde,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:22.094143 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.103639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.106130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=1ca0f90d-b91b-4e79-be46-3356019e5f9d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.117847 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf05b212-f457-49e0-9e86-9a3848de1db3 req-82e27923-1b18-4700-b2a5-de3e93720950 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219315 Dec 20 23:07:22.124404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc8e2a4c-6445-48a2-9606-724687e94f19 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0310926 Dec 20 23:07:22.127599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49990) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:22.139080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765', 'ip_address': '2001:db8::b6a0:54fb:178d:633d'}], 'name': 'tempest-NetworksTestDHCPv6-1532632635'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:22.143033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Calling delete_port for 067d9f7e-bed9-477d-a402-a4712d4e7dde owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:22.206028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.243460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 583252d7-b4ad-415e-ba82-b72e03b492a9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=583252d7-b4ad-415e-ba82-b72e03b492a9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:22.245629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc56329d-d1f9-433a-9f31-ce8243e641cb', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'port_id': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'mac_address': 'fa:16:3e:e3:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:05:44Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 1, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:22.247548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.255261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.255261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/security-groups/383300c6-57ce-4b23-b50f-56d4d8c952c8 HTTP/1.1" status: 204 len: 168 time: 0.4562676 Dec 20 23:07:22.257760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:22.278746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45bd6-8e91-4208-9848-8e87693c3f36 None None] The sync data for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 is: [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'dc56329d-d1f9-433a-9f31-ce8243e641cb', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'port_id': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'mac_address': 'fa:16:3e:e3:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:05:44Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 1, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:22.307141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.334592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:22.339454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d8e3-3946-4e22-b42f-eb44fb34a7e8 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383300c6-57ce-4b23-b50f-56d4d8c952c8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.353450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:22.385292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.388994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=583252d7-b4ad-415e-ba82-b72e03b492a9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.393050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 352786f2-3690-4a12-a8b3-de68df387e46 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:22.397715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.442644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] No DVR routers for this DVR port 067d9f7e-bed9-477d-a402-a4712d4e7dde on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:22.446453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:22.467073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771beff6-8299-45e7-99dc-a90ffbc564ee None None] Pushing event deleted for resources: {'Port': ['ID=067d9f7e-bed9-477d-a402-a4712d4e7dde,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.477870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.484921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6cdcad-303b-4da2-a41d-4803bc879339 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:22.566549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-578597d9-57a4-4f9c-ab86-01b4f0d13f16 req-a9a7e954-6814-49f4-b742-ef91ad77cb7a tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.0501359 Dec 20 23:07:22.618575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:22.642895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.651625 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8335265-ad38-47cd-96d9-0577103f68d6 None None] New status for floating IP dc56329d-d1f9-433a-9f31-ce8243e641cb: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:07:22.676956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:22.679093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.692235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.786373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.824275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=352786f2-3690-4a12-a8b3-de68df387e46,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:22.842689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:22.849494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3d0776d-13d8-4959-92b6-467559567859 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/352786f2-3690-4a12-a8b3-de68df387e46 HTTP/1.1" status: 204 len: 168 time: 0.5703006 Dec 20 23:07:22.856830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:22.862566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:22.874953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0b60a-99f2-4825-b57a-6a942e32d886 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:22.903122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Sync routers for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:22.981819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:22.982464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:22.987708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765/5df4b7ec-0aca-40a5-9e39-551da94e8722) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:23.081487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:23.086614 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.237562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 79575034-c5a7-43e6-88d6-ed3ae8a3aa3c yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:23.319527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:23.331792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-abff12ef-24bf-4496-96c1-7341b6ffce35 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/routers/10426bf0-47bb-46db-bbcc-b9c355acf135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3504689 Dec 20 23:07:23.335170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:23.339076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:23.343963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'port': {'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903', 'name': 'tempest-FloatingIPTestJSON-1497418647'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:23.363605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:23.367119 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:23.396043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:23.473117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-5a18201f-1d47-4577-a180-fe3ab7b28935 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:23.474339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-5a18201f-1d47-4577-a180-fe3ab7b28935 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.59 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 828 time: 0.2899079 Dec 20 23:07:23.497444 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:23.500426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'port': {'device_id': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'admin_state_up': True, 'tenant_id': '6ff5b056699e414c86466e935e60f3e8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:23.518882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:23.520736 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:23.598212 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:23.600465 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05441bfc-2a81-4b52-9ca1-6f120e55494a None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:23.620606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 583252d7-b4ad-415e-ba82-b72e03b492a9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:23.633770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.704950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:23.712242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:23.732180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:23.732779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.736241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:23.736771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f351c4c-6193-4e51-8e2a-c6acaac862c0 req-367cbc86-28b8-4606-b74e-a52ceee99b80 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.0549667 Dec 20 23:07:23.746440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.748760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=98684643-b0d9-424c-a777-2ac874daccf4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:23.754404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.766250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.766847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.767347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.767856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.768362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.768906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.769826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.770324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.770921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.771428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.771983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.772490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.773042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:07:23.773193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] device_id is not set on port f6e49bd9-0957-41e4-b10a-49b4840eac17 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:23.784300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 583252d7-b4ad-415e-ba82-b72e03b492a9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:23.784604 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.885637 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:23.909998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d7ffa33f-fa0b-4d2a-b4a4-4cfe43bd256b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0494676 Dec 20 23:07:23.913038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50008) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:23.915406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'security_group': {'name': 'tempest-secgroup-313164809'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:23.971848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.6 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/f6e49bd9-0957-41e4-b10a-49b4840eac17) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:23.978234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::b6a0:54fb:178d:633d (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765/79575034-c5a7-43e6-88d6-ed3ae8a3aa3c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:23.997834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:24.004174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:24.007785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Pushing event updated for resources: {'Port': ['ID=5df4b7ec-0aca-40a5-9e39-551da94e8722,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.016197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:24.049511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 067d9f7e-bed9-477d-a402-a4712d4e7dde no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:24.091170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Made reservation on behalf of 6ff5b056699e414c86466e935e60f3e8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:24.091472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 067d9f7e-bed9-477d-a402-a4712d4e7dde {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:24.091859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 067d9f7e-bed9-477d-a402-a4712d4e7dde not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:24.095708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 2, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:24.095903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.131514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Checking router: ec9b2810-4dcf-40e2-a796-08195ab060c1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:24.131514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Updating router ec9b2810-4dcf-40e2-a796-08195ab060c1 port 498de244-6afc-449a-8b76-655bd805bb4d binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:07:24.147500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.151982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Attempting to bind port 5df4b7ec-0aca-40a5-9e39-551da94e8722 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:24.152366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Attempting to bind port 5df4b7ec-0aca-40a5-9e39-551da94e8722 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:24.152736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Attempting to bind port 5df4b7ec-0aca-40a5-9e39-551da94e8722 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:24.167604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:24.167914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:24.168876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.168876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:24.169181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Bound port: 5df4b7ec-0aca-40a5-9e39-551da94e8722, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:24.169960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.172565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.224670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.267666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7e183-63f2-4ec4-82eb-c772309beed6 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:24.291119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.323000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3224acb7-e417-4894-bd9e-61400b3edffe,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.357999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] For port 5df4b7ec-0aca-40a5-9e39-551da94e8722, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:24.378435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.379737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b87b5f89-7ce4-4e68-a403-daa0ef3f85ca tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4686563 Dec 20 23:07:24.383078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:24.387297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'security_group': {'name': 'tempest-secgroup-974649432'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:24.406242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] For port 5df4b7ec-0aca-40a5-9e39-551da94e8722, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5df4b7ec-0aca-40a5-9e39-551da94e8722,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:24.413913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.426186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8dc38b87-21b6-4763-b8fe-111467a97360 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:24.426501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8dc38b87-21b6-4763-b8fe-111467a97360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.435618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.463215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Allocated IP 172.20.0.9 (b101adc5-9c2c-4abe-86a6-5c08df82a09d/409537df-6f1d-4e2e-b1b5-c6d73bb6ce53/5499c236-1203-459d-8738-fc4b7fb313ca) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:24.489006 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.504518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.575773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c139d-54a2-4746-b0b5-2b29c4009cc4 None None] Pushing event updated for resources: {'Port': ['ID=5df4b7ec-0aca-40a5-9e39-551da94e8722,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.582052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.630229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8dc38b87-21b6-4763-b8fe-111467a97360 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:24.630229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8dc38b87-21b6-4763-b8fe-111467a97360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.630535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.654043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.679194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:24.691319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:24.697251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8dc38b87-21b6-4763-b8fe-111467a97360 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:24.698971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:24.699333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.701265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Update dhcp port {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'fixed_ips': [{'subnet_id': 'ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b', 'ip_address': '172.20.0.18'}, {'subnet_id': '98684643-b0d9-424c-a777-2ac874daccf4'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:07:24.706183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=f6e49bd9-0957-41e4-b10a-49b4840eac17,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.729900 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.747382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:24.761063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522f196a-c4fd-4776-9c73-248356fe0743,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.793778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:24.805852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:24.826461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:24.827879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.851639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.851639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-49fa24b4-628b-4c09-ad67-c2fc19977a43 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4631836 Dec 20 23:07:24.851639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:24.855167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138293684'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:24.910302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=79575034-c5a7-43e6-88d6-ed3ae8a3aa3c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:24.934615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Allocated IP 172.20.0.2 (223eef8d-3d06-44b6-9f7c-9d8080d09619/98684643-b0d9-424c-a777-2ac874daccf4/c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:24.937043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-709c5477-467d-4d4d-8908-3aec815e7836 req-f7976a11-52eb-4ce5-8eb4-b745f977a03a tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.0466828 Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.948157 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:24.951015 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:07:24.956429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:24.957764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.969767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-76229bb6-b9c9-47bd-b88b-7d29d3374e97 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8392234 Dec 20 23:07:24.973113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50020) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:24.973980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:24.990035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.086985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4358860a-456e-463a-b993-1ddeb16fa3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:25.088975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:25.092876 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37e44ded-821b-4a12-aad1-169ce0e88667 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7527709 Dec 20 23:07:25.098199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4358860a-456e-463a-b993-1ddeb16fa3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:25.098199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4358860a-456e-463a-b993-1ddeb16fa3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1206133 Dec 20 23:07:25.098506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50022) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:25.099254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:25.104728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'port': {'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903', 'name': 'tempest-FloatingIPTestJSON-2016215579'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:25.128823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.134289 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.199510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.200230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.218193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:25.224099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:25.229062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:25.262405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event updated for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:25.263228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.303847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:25.304401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.316173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8253145-5537-4029-8ab8-d7e7a9b7e13f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:25.321699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 79575034-c5a7-43e6-88d6-ed3ae8a3aa3c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:25.322099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.347707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:25.356778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795b1c8-6fd4-4cb9-993f-60ec63ac25fc None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:25.365211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.393110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.397628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6f3bdb9e-9567-4fcd-b25c-17d810de7c79 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5434470 Dec 20 23:07:25.408490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50028) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:25.419589 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-281cbc58-5a37-4a4c-a4a4-57d33f031c82 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9285436 Dec 20 23:07:25.420489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-424304020', 'security_groups': ['a8253145-5537-4029-8ab8-d7e7a9b7e13f'], 'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98684643-b0d9-424c-a777-2ac874daccf4'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:25.444638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] device_id is not set on port 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:25.444893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Request body: {'port': {'device_id': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:25.499672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.547342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.589819 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.592111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 79575034-c5a7-43e6-88d6-ed3ae8a3aa3c owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:25.619843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.640217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5df4b7ec-0aca-40a5-9e39-551da94e8722 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:25.759726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9dcf-ee21-415c-b240-05846ec53121 None None] Pushing event updated for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:25.794480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5df4b7ec-0aca-40a5-9e39-551da94e8722 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:25.795487 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.855488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.7 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/23486e5b-7bda-4c4e-ae89-e2a161c5b8b6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:25.900567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f592d300-2ac3-4862-be45-609ada1ba50f None None] Provisioning complete for port 5499c236-1203-459d-8738-fc4b7fb313ca triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:25.913869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f592d300-2ac3-4862-be45-609ada1ba50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:25.997556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Attempting to bind port 498de244-6afc-449a-8b76-655bd805bb4d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:25.998597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Attempting to bind port 498de244-6afc-449a-8b76-655bd805bb4d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:26.000561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Attempting to bind port 498de244-6afc-449a-8b76-655bd805bb4d on network b101adc5-9c2c-4abe-86a6-5c08df82a09d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:26.006379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:26.039169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:26.039561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Checking segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:26.039865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.040270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Bound using segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:26.043855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Bound port: 498de244-6afc-449a-8b76-655bd805bb4d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:26.047820 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.085310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f592d300-2ac3-4862-be45-609ada1ba50f None None] Port 5499c236-1203-459d-8738-fc4b7fb313ca cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:26.198076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.244445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] For port 498de244-6afc-449a-8b76-655bd805bb4d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:26.251452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.252829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5df4b7ec-0aca-40a5-9e39-551da94e8722, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5df4b7ec-0aca-40a5-9e39-551da94e8722,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:26.264222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] For port 498de244-6afc-449a-8b76-655bd805bb4d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=498de244-6afc-449a-8b76-655bd805bb4d,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:26.315077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d55fd0b4-d36b-4862-8b79-c4f0e6271b49 None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:26.315884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d55fd0b4-d36b-4862-8b79-c4f0e6271b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.318131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.322616 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/79575034-c5a7-43e6-88d6-ed3ae8a3aa3c HTTP/1.1" status: 204 len: 168 time: 1.2222648 Dec 20 23:07:26.328720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:26.330783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844af89-b764-492f-9973-2a6189715c2c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=79575034-c5a7-43e6-88d6-ed3ae8a3aa3c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:26.337546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492131-908f-414b-9935-706fc5387fb2 req-cdf83d59-def8-4d74-84b2-9f22fb6f5de7 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:26.347248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad492131-908f-414b-9935-706fc5387fb2 req-cdf83d59-def8-4d74-84b2-9f22fb6f5de7 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 931 time: 0.2211010 Dec 20 23:07:26.365225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.384616 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.432008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.441169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5499c236-1203-459d-8738-fc4b7fb313ca {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:07:26.470075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.486775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378f183-655b-4aae-b0aa-758f0b831169 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:26.488618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378f183-655b-4aae-b0aa-758f0b831169 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:26.491370 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f378f183-655b-4aae-b0aa-758f0b831169 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1569226 Dec 20 23:07:26.494934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50042) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:26.506374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad492131-908f-414b-9935-706fc5387fb2 req-130bef54-c0d0-4608-8806-eca47b6b01d8 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480732 Dec 20 23:07:26.509154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] device_id is not set on port 820d5a3c-6f60-455e-8b44-cd4577b0e93d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:26.546661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Transition to ACTIVE for port object 5499c236-1203-459d-8738-fc4b7fb313ca will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:07:26.591327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:26.596208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.606517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.625867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.661396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.688169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Pushing event updated for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:26.721531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d55fd0b4-d36b-4862-8b79-c4f0e6271b49 None None] Port 498de244-6afc-449a-8b76-655bd805bb4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:26.734575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5df4b7ec-0aca-40a5-9e39-551da94e8722,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:26.738982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.772560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:26.773263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:26.897917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Attempting to bind port 5499c236-1203-459d-8738-fc4b7fb313ca on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:26.898275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Attempting to bind port 5499c236-1203-459d-8738-fc4b7fb313ca by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:26.898607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Attempting to bind port 5499c236-1203-459d-8738-fc4b7fb313ca on network b101adc5-9c2c-4abe-86a6-5c08df82a09d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:26.914186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Port 5499c236-1203-459d-8738-fc4b7fb313ca on network b101adc5-9c2c-4abe-86a6-5c08df82a09d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:07:26.914558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Attempting to bind port 5499c236-1203-459d-8738-fc4b7fb313ca on network b101adc5-9c2c-4abe-86a6-5c08df82a09d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:26.924885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:26.925225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Checking segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:26.925618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Bound using segment: {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:26.926087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Bound port: 5499c236-1203-459d-8738-fc4b7fb313ca, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379477c3-fd58-413f-a955-6c98aef17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:26.926437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:26.948285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9dcf-ee21-415c-b240-05846ec53121 None None] Pushing event updated for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:26.963466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:26.963911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.015020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:27.020921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:27.024688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5499c236-1203-459d-8738-fc4b7fb313ca,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:27.032692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.131730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.201332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.209914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.214557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.216314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] 10.222.0.59 "PUT /v2.0/ports/5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 1091 time: 1.7847450 Dec 20 23:07:27.238900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:27.266609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Could not find standard attr ID for object 0c32c4d7-a1dc-4da2-9044-788597b49364. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:27.270449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:27.274489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:27.280468 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6957639-9aa3-415a-9057-22823597548d" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:27.286273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:27.296318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:27.348398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=23486e5b-7bda-4c4e-ae89-e2a161c5b8b6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:27.361200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26571dc-f6b6-419d-8a0b-fe403e6734ac service neutron] Pushing event updated for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:27.385345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Provisioning complete for port 5df4b7ec-0aca-40a5-9e39-551da94e8722 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:27.385745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.392650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.405442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50050) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:27.406638 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-705ac947-688e-450d-9c16-738fd4c22ef9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765 HTTP/1.1" status: 204 len: 168 time: 0.9105587 Dec 20 23:07:27.409758 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd3be71-6863-4d5a-8a13-13e26de33294 x-openstack-request-id: req-4fd3be71-6863-4d5a-8a13-13e26de33294 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:27.410025 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:27.410276 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fd3be71-6863-4d5a-8a13-13e26de33294 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:27.411103 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca', 'status': 'completed', 'code': 200} Dec 20 23:07:27.449053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.449753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.455626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-ab77926d-c55a-4aff-8af7-7fab22ef6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.457268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-ab77926d-c55a-4aff-8af7-7fab22ef6bd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1094 time: 0.0908723 Dec 20 23:07:27.487282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:26Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:27.513907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-064c72b7-fbd0-42f1-908c-586646c51036 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072216 Dec 20 23:07:27.518966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50052) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:27.520483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-06c91e07-af4f-4a5f-9e55-763c31777165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 217 time: 0.0543811 Dec 20 23:07:27.535803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:27.542839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d7623-aaae-4e96-8dce-84cc7df8c0a6 None None] The sync data for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 is: [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:26Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:27.606936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.6 (223eef8d-3d06-44b6-9f7c-9d8080d09619/98684643-b0d9-424c-a777-2ac874daccf4/820d5a3c-6f60-455e-8b44-cd4577b0e93d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:27.635025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-eb0103a4-d065-4a63-a575-2640ce19a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.636597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-eb0103a4-d065-4a63-a575-2640ce19a850 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.1084273 Dec 20 23:07:27.640491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:27.643443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.706843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:27.724811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-397dccdb-3b1d-4844-89d4-5f4199c0889b tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6247919 Dec 20 23:07:27.727288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50058) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:27.745604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '23486e5b-7bda-4c4e-ae89-e2a161c5b8b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:27.772802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-d799804e-469d-4ba6-a2e2-f10be2e46964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.775574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-d799804e-469d-4ba6-a2e2-f10be2e46964 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303062 Dec 20 23:07:27.793964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e2e01-0860-4ff0-8599-17ca4eafc022 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:27.898591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-73759c5b-b3a3-423d-9737-9614fd08e7f4 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:27.907355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883196b-a621-42c0-a70b-b8313701243c req-44bb3a56-5ac6-4d5b-83c1-e46cebc1c5db tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:27.907355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2883196b-a621-42c0-a70b-b8313701243c req-44bb3a56-5ac6-4d5b-83c1-e46cebc1c5db tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 943 time: 0.2084982 Dec 20 23:07:27.930724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.979962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:27.986918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:27.990631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.012815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:28.013246 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.025518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-a0e47235-eab1-49b3-95b2-7734eadbe5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243085 Dec 20 23:07:28.128945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5df4b7ec-0aca-40a5-9e39-551da94e8722 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:28.149831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2883196b-a621-42c0-a70b-b8313701243c req-b3176c12-fa3d-4457-a6f1-2461e6131707 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252212 Dec 20 23:07:28.172766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:28.183549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.202816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7f2ada06-f7cf-4c7d-97ab-b306f41c83aa req-a2877c73-6769-45ea-a0b2-f35d583bb0f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440580 Dec 20 23:07:28.205553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.211308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:28.211725 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.310091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5df4b7ec-0aca-40a5-9e39-551da94e8722 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:28.311628 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.431249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Deleting port 5df4b7ec-0aca-40a5-9e39-551da94e8722 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:28.432973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.456044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.496175 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.582770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422341b-aa25-4819-9132-16fcdb6de772 req-07bda970-d6ce-44e1-aa1e-d78cb51cfc82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:28.589462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] For port 498de244-6afc-449a-8b76-655bd805bb4d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=498de244-6afc-449a-8b76-655bd805bb4d,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:28.591473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1422341b-aa25-4819-9132-16fcdb6de772 req-07bda970-d6ce-44e1-aa1e-d78cb51cfc82 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1777518 Dec 20 23:07:28.597044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] For port 5df4b7ec-0aca-40a5-9e39-551da94e8722, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5df4b7ec-0aca-40a5-9e39-551da94e8722,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:28.598171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.618752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Calling delete_port for 5df4b7ec-0aca-40a5-9e39-551da94e8722 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:28.633327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 498de244-6afc-449a-8b76-655bd805bb4d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:28.654400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1422341b-aa25-4819-9132-16fcdb6de772 req-55ae7e22-0675-45c4-b2fb-d7b55fecca62 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618641 Dec 20 23:07:28.683043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=820d5a3c-6f60-455e-8b44-cd4577b0e93d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:28.689984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:28.691212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.699261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:28.714537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.733462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:28.754767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Could not find standard attr ID for object 79575034-c5a7-43e6-88d6-ed3ae8a3aa3c. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:28.786407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Could not find standard attr ID for object 7b4f35cf-383b-49be-abb1-6b4263c132b2. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:28.815618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:28.830145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:28.855147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:28.855576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.857197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.114 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/c96c9664-58f0-43e0-af2b-c305a30917f4) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:28.857689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088c18d-3723-4d83-98de-c2f20496d68f None None] Pushing event updated for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:28.858417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:28.859030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.872946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957639-9aa3-415a-9057-22823597548d req-223802ef-3b9d-46e3-9999-86c4f8bdf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:28.875627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-223802ef-3b9d-46e3-9999-86c4f8bdf325 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1094 time: 0.5225744 Dec 20 23:07:28.892921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-435ec8ba-f3ca-4684-ac50-8f49c978f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:28.894572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-435ec8ba-f3ca-4684-ac50-8f49c978f955 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.4905107 Dec 20 23:07:28.911857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:28.911857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.920896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=058cf182-8626-4b53-a3ca-280f0ecaeb5b,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:28.957527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:28.994814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] Pushing event deleted for resources: {'Port': ['ID=5df4b7ec-0aca-40a5-9e39-551da94e8722,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:28.996705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04620ea4-4230-477c-b381-b73b7499ea77 None None] No DVR routers for this DVR port 5df4b7ec-0aca-40a5-9e39-551da94e8722 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:29.018562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c81efcb-b94e-4e3d-9881-a0337e5449fb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4980757 Dec 20 23:07:29.021262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50068) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:29.027543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': '058cf182-8626-4b53-a3ca-280f0ecaeb5b', 'ip_address': '2001:db8::c15d:5b78:99e7:1cac'}], 'name': 'tempest-NetworksTestDHCPv6-1587491633'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:29.030845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c66ff2-0d94-4911-8d65-e04663aa0b61 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:29.060942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b56c5085-e344-4207-90b6-96fe1af27c90 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6467681 Dec 20 23:07:29.060942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50070) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:29.065221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:29.143509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ab760f7f-c106-4757-8849-93984911e922 None None] Provisioning complete for port 820d5a3c-6f60-455e-8b44-cd4577b0e93d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:29.144070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab760f7f-c106-4757-8849-93984911e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.161244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.171594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '058cf182-8626-4b53-a3ca-280f0ecaeb5b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:29.172646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.191522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957639-9aa3-415a-9057-22823597548d req-e74316c2-5f9f-4a35-a093-1ba744785349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.193000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-e74316c2-5f9f-4a35-a093-1ba744785349 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 929 time: 0.2756066 Dec 20 23:07:29.195927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-bd41edf1-2c92-4491-947c-c3b1498436bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.197291 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-bd41edf1-2c92-4491-947c-c3b1498436bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.2810116 Dec 20 23:07:29.206018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ab760f7f-c106-4757-8849-93984911e922 None None] Port 820d5a3c-6f60-455e-8b44-cd4577b0e93d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:29.289654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-71dac96f-e0be-41c7-bf6b-3cad7b9fd6ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 217 time: 0.0790515 Dec 20 23:07:29.332716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6708e8f-22a0-49a6-884a-2ddbcc460640 req-de9f296d-2f0a-4871-8989-dc195821e7b4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.334105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6708e8f-22a0-49a6-884a-2ddbcc460640 req-de9f296d-2f0a-4871-8989-dc195821e7b4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 943 time: 0.0843465 Dec 20 23:07:29.343246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/058cf182-8626-4b53-a3ca-280f0ecaeb5b/745a38ef-91e3-477b-a718-8ae9633a8bac) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:29.351790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-109b3532-fc98-48d2-94fe-7eaef899f3f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.1289365 Dec 20 23:07:29.360837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.390364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:29.390364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.437427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957639-9aa3-415a-9057-22823597548d req-9cb56618-a557-4dcc-a72b-70d9eace8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.438926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-9cb56618-a557-4dcc-a72b-70d9eace8b2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.1331434 Dec 20 23:07:29.443084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 498de244-6afc-449a-8b76-655bd805bb4d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:29.457676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:29.466166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:29.468755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:29.496282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:29.512719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 498de244-6afc-449a-8b76-655bd805bb4d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:29.513196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.514535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=c96c9664-58f0-43e0-af2b-c305a30917f4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:29.534980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-56aaec96-2ae7-4e14-9a8a-376775494f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.536470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-56aaec96-2ae7-4e14-9a8a-376775494f9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.1646526 Dec 20 23:07:29.566916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6708e8f-22a0-49a6-884a-2ddbcc460640 req-6239d30a-ea90-4024-8d19-bf44faa1f5b9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238729 Dec 20 23:07:29.592905 n-d-822053-9 neutron-server[115562]: INFO neutron.db.ipam_backend_mixin [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98684643-b0d9-424c-a777-2ac874daccf4 (CIDR: 172.20.0.0/28) Dec 20 23:07:29.602089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957639-9aa3-415a-9057-22823597548d req-70a125db-53be-4574-88ef-a87dc51d4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.606269 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-70a125db-53be-4574-88ef-a87dc51d4cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548457 Dec 20 23:07:29.632150 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:07:29.632639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:29.669369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.688882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 728f0c14-07cc-4701-8e22-5447fadd7f6d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:29.693357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-c4c33008-74c9-404e-ba48-6d30eaeb40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.695172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-c4c33008-74c9-404e-ba48-6d30eaeb40cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484368 Dec 20 23:07:29.731969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a837b28-9292-4e5e-b21f-96fa3f7505ea tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6705220 Dec 20 23:07:29.735983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50078) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:29.752827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:29.836038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.881254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5df4b7ec-0aca-40a5-9e39-551da94e8722 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:29.893127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbe9d-d45d-4c2c-9ee8-883ea29ef2b0 req-a8fae38b-1377-4a15-b4bf-d67f6e7887f5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:29.894744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632bbe9d-d45d-4c2c-9ee8-883ea29ef2b0 req-a8fae38b-1377-4a15-b4bf-d67f6e7887f5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0646379 Dec 20 23:07:29.905146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5df4b7ec-0aca-40a5-9e39-551da94e8722 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:29.905633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5df4b7ec-0aca-40a5-9e39-551da94e8722 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:29.938826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:29.990823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:29.994680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:30.001395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:30.010326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632bbe9d-d45d-4c2c-9ee8-883ea29ef2b0 req-3a65bada-5c57-404a-9485-4e3922305f22 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030972 Dec 20 23:07:30.019363 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-b4894078-de39-4aca-a6ed-c424555bcff1 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074473 Dec 20 23:07:30.035655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::c15d:5b78:99e7:1cac (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/058cf182-8626-4b53-a3ca-280f0ecaeb5b/728f0c14-07cc-4701-8e22-5447fadd7f6d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:30.038966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Pushing event updated for resources: {'Port': ['ID=745a38ef-91e3-477b-a718-8ae9633a8bac,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:30.068236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Attempting to bind port 745a38ef-91e3-477b-a718-8ae9633a8bac on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:30.069130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Attempting to bind port 745a38ef-91e3-477b-a718-8ae9633a8bac by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:30.069503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Attempting to bind port 745a38ef-91e3-477b-a718-8ae9633a8bac on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:30.075231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:30.076169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:30.076169 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.076513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:30.076837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Bound port: 745a38ef-91e3-477b-a718-8ae9633a8bac, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:30.077214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.109600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-4bb78e16-25b9-4609-9a99-b06d6b9a7e79 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864212 Dec 20 23:07:30.142438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] For port 745a38ef-91e3-477b-a718-8ae9633a8bac, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:30.146099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] For port 745a38ef-91e3-477b-a718-8ae9633a8bac, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745a38ef-91e3-477b-a718-8ae9633a8bac,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:30.201549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.202141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.275736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3143a-0dc2-4a49-9c86-eabb94647cd2 None None] Pushing event updated for resources: {'Port': ['ID=745a38ef-91e3-477b-a718-8ae9633a8bac,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:30.290371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.333015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f6957639-9aa3-415a-9057-22823597548d req-841b7784-1739-4c16-8133-9019862a156e service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000090 Dec 20 23:07:30.338072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:30.341252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:30.345059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:30.352203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:30.352891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.362791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=728f0c14-07cc-4701-8e22-5447fadd7f6d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:30.383995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:30.387541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.416653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da937a71-f740-4985-8ed9-839daf9da6f0 req-30316243-0830-4e38-886c-8fc96b59a3c4 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782285 Dec 20 23:07:30.425257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10b75422-b046-4058-837c-24e8adab4e78 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4006255 Dec 20 23:07:30.427408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50082) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:30.505099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.514792 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:30.517594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c32df7-52ab-49da-a72e-f3555b277495 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:30.523647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c32df7-52ab-49da-a72e-f3555b277495 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:30.527789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55c32df7-52ab-49da-a72e-f3555b277495 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0964267 Dec 20 23:07:30.529751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:30.570021 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b (CIDR: 172.20.0.16/28) Dec 20 23:07:30.624664 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:07:30.625932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:30.647750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 728f0c14-07cc-4701-8e22-5447fadd7f6d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:30.648201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.684163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.747474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39318ff0-5e23-4064-89c6-cf013e522d31 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0009418 Dec 20 23:07:30.752816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:30.760649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'subnet': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:30.810264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746cdcc-7d2a-4f47-b673-157cb2102d32 req-3e809f03-14fa-478a-ae8b-1f3e6ec0ee63 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:30.811769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6746cdcc-7d2a-4f47-b673-157cb2102d32 req-3e809f03-14fa-478a-ae8b-1f3e6ec0ee63 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 943 time: 0.1526313 Dec 20 23:07:30.851566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.886464 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.913768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 728f0c14-07cc-4701-8e22-5447fadd7f6d owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:30.922002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:30.952616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6746cdcc-7d2a-4f47-b673-157cb2102d32 req-df92ae18-f7fc-4cca-a8d6-6d2398aedba2 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091218 Dec 20 23:07:31.009061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=c96c9664-58f0-43e0-af2b-c305a30917f4,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:31.028721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.132703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Made reservation on behalf of c3b983d8daff4895bfb2bc1df132997c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:31.142010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.166322 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP d5ac778f-9726-40fc-95df-14fb31b4cd1f associated. External IP: 172.25.1.114, port: 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6. Dec 20 23:07:31.231001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326480e-ef7c-43ec-ae28-76b711875192 req-292eb47c-8404-4862-a88e-de46eb64270f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:31.232825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a326480e-ef7c-43ec-ae28-76b711875192 req-292eb47c-8404-4862-a88e-de46eb64270f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1356699 Dec 20 23:07:31.238444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.298458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=728f0c14-07cc-4701-8e22-5447fadd7f6d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:31.358302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.363874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6fbda9b0-1682-499e-a9ea-33bb0ff8e3f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/728f0c14-07cc-4701-8e22-5447fadd7f6d HTTP/1.1" status: 204 len: 168 time: 0.8302104 Dec 20 23:07:31.368436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50096) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:31.464290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745a38ef-91e3-477b-a718-8ae9633a8bac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:31.493514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a326480e-ef7c-43ec-ae28-76b711875192 req-4217fe6c-ff61-43a1-bb99-754c394715b2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483978 Dec 20 23:07:31.541114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 745a38ef-91e3-477b-a718-8ae9633a8bac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:31.541582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.563242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2071733-e233-4e78-9472-e9fbd6a6e491 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:31.565468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2071733-e233-4e78-9472-e9fbd6a6e491 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:31.567334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2071733-e233-4e78-9472-e9fbd6a6e491 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1953824 Dec 20 23:07:31.571663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:31.597870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c587224c-baff-4ccd-94e8-2bf515d9fe94 None None] Provisioning complete for port 745a38ef-91e3-477b-a718-8ae9633a8bac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:31.598405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c587224c-baff-4ccd-94e8-2bf515d9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.640898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 058cf182-8626-4b53-a3ca-280f0ecaeb5b {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:31.644825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.695594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.696703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.745176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5499c236-1203-459d-8738-fc4b7fb313ca details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:07:31.786268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:31.786508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 745a38ef-91e3-477b-a718-8ae9633a8bac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745a38ef-91e3-477b-a718-8ae9633a8bac,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:31.788365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c587224c-baff-4ccd-94e8-2bf515d9fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.873254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.910566 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.919514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5499c236-1203-459d-8738-fc4b7fb313ca,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:31.926969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:31.933319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:31.965624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:31.978110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:31.978739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:31.981085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:31.981632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.000464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '5499c236-1203-459d-8738-fc4b7fb313ca', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'mac_address': 'fa:16:3e:15:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:07:32.002212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Subnet': ['ID=3bcf86c7-0616-4468-aac6-e100c0aab511,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:32.010574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7720403-ef59-432f-89c5-ab53af431ba5 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:32.018265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.057390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a008b288-fff4-49bb-8bd7-af4fb03c2d1b tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3031754 Dec 20 23:07:32.058942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-62692842-2f2a-4c87-b7c9-941bdce79ffa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3262782 Dec 20 23:07:32.061477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50104) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:32.064046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:32.067744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:32.076874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1814755779', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3bcf86c7-0616-4468-aac6-e100c0aab511'}], 'security_groups': ['3224acb7-e417-4894-bd9e-61400b3edffe', '522f196a-c4fd-4776-9c73-248356fe0743']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:32.095877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:32.096529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:32.107095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-c587224c-baff-4ccd-94e8-2bf515d9fe94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:07:32.107640 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-c587224c-baff-4ccd-94e8-2bf515d9fe94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:07:32.127199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63554c04-8f7c-4b13-bddf-bb4d0dec3cf3 req-d3c57eea-0ac1-43bc-b2a8-6181eb7e609c tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:32.129041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63554c04-8f7c-4b13-bddf-bb4d0dec3cf3 req-d3c57eea-0ac1-43bc-b2a8-6181eb7e609c tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 943 time: 0.0688472 Dec 20 23:07:32.130158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.182669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=058cf182-8626-4b53-a3ca-280f0ecaeb5b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:32.193917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.197736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e966aff6-137c-4424-982f-e86fbd69f295 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/058cf182-8626-4b53-a3ca-280f0ecaeb5b HTTP/1.1" status: 204 len: 168 time: 0.6207469 Dec 20 23:07:32.201422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:32.219117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.225579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=745a38ef-91e3-477b-a718-8ae9633a8bac,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:32.228813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:32.236019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a871819-5d6f-4856-85e1-f55fba381325 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:32.258278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46635c11-086c-44d0-897b-dfb90939ffc8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545337 Dec 20 23:07:32.262936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50112) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:32.268140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:32.270306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.288889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63554c04-8f7c-4b13-bddf-bb4d0dec3cf3 req-15c73ddd-ca23-4d6d-91d7-a3e8aca7d50c tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504695 Dec 20 23:07:32.335386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:32.336105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:32.376849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5499c236-1203-459d-8738-fc4b7fb313ca {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:07:32.388414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:32.388414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34037f78-4b0d-4f2d-bc39-10e514e0267f None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:32.429430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.433254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5499c236-1203-459d-8738-fc4b7fb313ca,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:32.467383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:32.471118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.481001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.496777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.580785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:32.596203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.596546 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP d5ac778f-9726-40fc-95df-14fb31b4cd1f disassociated. External IP: 172.25.1.114, port: 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6. Dec 20 23:07:32.680701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0950-033b-4553-9403-733000be9d1c req-3a042982-a23b-42ac-8697-41b064acb336 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:32.682445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-255a0950-033b-4553-9403-733000be9d1c req-3a042982-a23b-42ac-8697-41b064acb336 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0970993 Dec 20 23:07:32.707611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Update dhcp port {'port': {'network_id': '223eef8d-3d06-44b6-9f7c-9d8080d09619', 'fixed_ips': [{'subnet_id': 'ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b', 'ip_address': '172.20.0.18'}, {'subnet_id': '98684643-b0d9-424c-a777-2ac874daccf4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3bcf86c7-0616-4468-aac6-e100c0aab511'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:07:32.732050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:32.751094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.790797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-255a0950-033b-4553-9403-733000be9d1c req-fea4cbc5-72ec-4d4a-801e-89b149e3778b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825896 Dec 20 23:07:32.818214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Deleting port 745a38ef-91e3-477b-a718-8ae9633a8bac {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:32.820393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.827625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['5499c236-1203-459d-8738-fc4b7fb313ca'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:32.881485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5d14e7bf-f24d-4c03-9c64-187368ef3930 None None] Could not find standard attr ID for object 728f0c14-07cc-4701-8e22-5447fadd7f6d. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:32.890149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.950014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:32.955630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:32.961766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:32.962431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:32.980514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=85ae4c2e-7ffb-4500-b214-32d68c9fc1fc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:32.992521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:32.995853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] For port 745a38ef-91e3-477b-a718-8ae9633a8bac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745a38ef-91e3-477b-a718-8ae9633a8bac,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:32.996260 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.003838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Delete allocated IP 172.20.0.6 (223eef8d-3d06-44b6-9f7c-9d8080d09619/98684643-b0d9-424c-a777-2ac874daccf4) {{(pid=115563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:07:33.014939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Allocated IP 172.20.0.45 (223eef8d-3d06-44b6-9f7c-9d8080d09619/3bcf86c7-0616-4468-aac6-e100c0aab511/820d5a3c-6f60-455e-8b44-cd4577b0e93d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:33.025239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Calling delete_port for 745a38ef-91e3-477b-a718-8ae9633a8bac owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:33.042075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97cf5ece-283c-4c1c-ac2c-199209c624a5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7780366 Dec 20 23:07:33.045839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50120) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:33.052169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': '85ae4c2e-7ffb-4500-b214-32d68c9fc1fc', 'ip_address': '2001:db8::fc09:1fee:56b9:8a98'}], 'name': 'tempest-NetworksTestDHCPv6-1497522678'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:33.177140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:33.182061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.185281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.188412 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:33.199182 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:33.199765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:33.231498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:33.238586 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.240635 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:33.241333 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:33.252593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a6ce757-75bd-4bf7-938a-a6add715f054 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/d5ac778f-9726-40fc-95df-14fb31b4cd1f HTTP/1.1" status: 200 len: 688 time: 1.1899838 Dec 20 23:07:33.255484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:33.269175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] Pushing event deleted for resources: {'Port': ['ID=745a38ef-91e3-477b-a718-8ae9633a8bac,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:33.271441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867a616-c1f9-427c-a3a7-978686b5c003 None None] No DVR routers for this DVR port 745a38ef-91e3-477b-a718-8ae9633a8bac on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:33.284137 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:33.284974 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f882cf-ce2e-4370-8092-e04996464891 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:33.291550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a2cdf-66da-4fe1-969e-38f7c7bb01d9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:33.315593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:33.321214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.339865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.390408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port c6e9e18d-790f-4217-b140-b4d80de87c5d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:33.410378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.529945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745a38ef-91e3-477b-a718-8ae9633a8bac no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:33.545440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event updated for resources: {'Port': ['ID=820d5a3c-6f60-455e-8b44-cd4577b0e93d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:33.562256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] In _notify_port_updated(), no bound segment for port 820d5a3c-6f60-455e-8b44-cd4577b0e93d on network 223eef8d-3d06-44b6-9f7c-9d8080d09619 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:07:33.569308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:33.569662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.571307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c9a9281-ac32-4a69-be99-8420cebe7544 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "PUT /v2.0/ports/820d5a3c-6f60-455e-8b44-cd4577b0e93d HTTP/1.1" status: 200 len: 960 time: 1.4989851 Dec 20 23:07:33.573976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:33.581540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 745a38ef-91e3-477b-a718-8ae9633a8bac {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:33.581940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745a38ef-91e3-477b-a718-8ae9633a8bac not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:33.585127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb16fc-0950-429f-ad28-ea676d21872a req-a6bf311e-1121-4241-bc66-af63a6e03d00 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:33.586094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40bb16fc-0950-429f-ad28-ea676d21872a req-a6bf311e-1121-4241-bc66-af63a6e03d00 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 944 time: 0.1318030 Dec 20 23:07:33.587232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port c96c9664-58f0-43e0-af2b-c305a30917f4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:33.587823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.610453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Allocated IP 172.20.0.34 (223eef8d-3d06-44b6-9f7c-9d8080d09619/3bcf86c7-0616-4468-aac6-e100c0aab511/c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:33.646615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '85ae4c2e-7ffb-4500-b214-32d68c9fc1fc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:33.646922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.704350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 820d5a3c-6f60-455e-8b44-cd4577b0e93d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:33.704691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.732668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::fc09:1fee:56b9:8a98 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/85ae4c2e-7ffb-4500-b214-32d68c9fc1fc/c6e9e18d-790f-4217-b140-b4d80de87c5d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:33.747704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40bb16fc-0950-429f-ad28-ea676d21872a req-eeb9d375-98f8-4e14-b1e8-2e5371aae758 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384611 Dec 20 23:07:33.765521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.765881 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.789485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for c96c9664-58f0-43e0-af2b-c305a30917f4 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:33.812941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.825395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:33.827408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 820d5a3c-6f60-455e-8b44-cd4577b0e93d owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:33.873255 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:33.958354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.061930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.076011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5269320-abf6-43b4-be46-6bc4cb323e67 None None] Pushing event updated for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.094057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=820d5a3c-6f60-455e-8b44-cd4577b0e93d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.176156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.181793 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6116a2eb-e29e-4872-b802-0f87bb6f0e67 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/820d5a3c-6f60-455e-8b44-cd4577b0e93d HTTP/1.1" status: 204 len: 168 time: 0.6056097 Dec 20 23:07:34.184573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50132) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.211497 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a8e48f-0070-4650-9395-a81ede16c6e9 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] GET failed (client error): The resource could not be found. Dec 20 23:07:34.215986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57a8e48f-0070-4650-9395-a81ede16c6e9 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports/820d5a3c-6f60-455e-8b44-cd4577b0e93d HTTP/1.1" status: 404 len: 333 time: 0.0275621 Dec 20 23:07:34.216209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50134) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.282344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.313686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.364302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.440980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.444490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.446474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/security-groups/a8253145-5537-4029-8ab8-d7e7a9b7e13f HTTP/1.1" status: 204 len: 168 time: 0.2285619 Dec 20 23:07:34.448908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50138) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.460293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f04e5-420d-4c8d-bd71-a2286bbdec7d tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8253145-5537-4029-8ab8-d7e7a9b7e13f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.476678 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.516951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=c96c9664-58f0-43e0-af2b-c305a30917f4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.535461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.594297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/85ae4c2e-7ffb-4500-b214-32d68c9fc1fc/df9be10a-85b5-4e37-91ab-32146249e7f4) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:34.632688 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.644979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:34.660949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:34.665133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:34.672185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:34.672792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.694751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=c6e9e18d-790f-4217-b140-b4d80de87c5d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.708055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.710724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.716951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b9294d3c-f9ca-46d0-a046-3ff38d00e7ae tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/d5ac778f-9726-40fc-95df-14fb31b4cd1f HTTP/1.1" status: 204 len: 168 time: 1.4552670 Dec 20 23:07:34.716951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.717223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50140) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.724814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'f6e49bd9-0957-41e4-b10a-49b4840eac17'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:34.753206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5dd469fc-cd89-443c-80f0-9a1283a3e854 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7037621 Dec 20 23:07:34.755204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50142) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.779072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:34.779467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.811416 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4465-ef13-4aa8-9e75-5416c1420855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.820380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c0c06-4692-419d-b8b6-2ab2ad161938 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:34.821576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.823969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d72c0c06-4692-419d-b8b6-2ab2ad161938 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0676036 Dec 20 23:07:34.827771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.884160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Could not find standard attr ID for object 820d5a3c-6f60-455e-8b44-cd4577b0e93d. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:34.894291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:34.894534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.895807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.900084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.903921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/security-groups/522f196a-c4fd-4776-9c73-248356fe0743 HTTP/1.1" status: 204 len: 168 time: 0.4517524 Dec 20 23:07:34.905882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50148) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:34.917856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.924085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:34.953177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332d129-1ca4-4a2d-b780-bfe1b799d757 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f196a-c4fd-4776-9c73-248356fe0743,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:34.986169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc32c0-993f-4c05-adbb-1f6ff27865f5 req-de2920e0-b192-4aeb-833e-9d582ddf6b34 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:34.987936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fecc32c0-993f-4c05-adbb-1f6ff27865f5 req-de2920e0-b192-4aeb-833e-9d582ddf6b34 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 944 time: 0.1307302 Dec 20 23:07:35.002741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:35.009576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cc4489a9-8dd3-46ee-8b00-6fcf77051d36 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:35.018625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:35.020945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:35.029657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port c6e9e18d-790f-4217-b140-b4d80de87c5d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:35.030069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.034141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Pushing event updated for resources: {'Port': ['ID=df9be10a-85b5-4e37-91ab-32146249e7f4,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.079230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.091683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Attempting to bind port df9be10a-85b5-4e37-91ab-32146249e7f4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:35.092066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Attempting to bind port df9be10a-85b5-4e37-91ab-32146249e7f4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:35.092434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Attempting to bind port df9be10a-85b5-4e37-91ab-32146249e7f4 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:35.100178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:35.100568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:35.101240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.101376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:35.101883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Bound port: df9be10a-85b5-4e37-91ab-32146249e7f4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:35.102268 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.124003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.132939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fecc32c0-993f-4c05-adbb-1f6ff27865f5 req-90cd6be2-5749-4dd5-9548-adb5d8ce324e tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Dec 20 23:07:35.185012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.187762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] For port df9be10a-85b5-4e37-91ab-32146249e7f4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:35.191363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] For port df9be10a-85b5-4e37-91ab-32146249e7f4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=df9be10a-85b5-4e37-91ab-32146249e7f4,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:35.192737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.199671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for c6e9e18d-790f-4217-b140-b4d80de87c5d owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:35.281417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.284560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.287293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.288654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/security-groups/3224acb7-e417-4894-bd9e-61400b3edffe HTTP/1.1" status: 204 len: 168 time: 0.3819962 Dec 20 23:07:35.292287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50152) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:35.315053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f623a7-4ef1-4fb8-8aa5-cbfe86aba702 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224acb7-e417-4894-bd9e-61400b3edffe,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.332936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.172 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/ebb89640-9f90-4501-ac65-853b93e23e78) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:35.377300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f805cac1-aba2-4afe-be79-b4bcbdb62d01 None None] Could not find standard attr ID for object 820d5a3c-6f60-455e-8b44-cd4577b0e93d. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:35.412214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69c56-e917-4820-bbc5-35deb0dafd5d None None] Pushing event updated for resources: {'Port': ['ID=df9be10a-85b5-4e37-91ab-32146249e7f4,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.421283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 98684643-b0d9-424c-a777-2ac874daccf4 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:35.427170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.467371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:35.486792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.490452 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.552394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=c6e9e18d-790f-4217-b140-b4d80de87c5d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.556120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.559445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:35.559906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.592445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.598598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8d6fde0d-9dea-4965-ab3b-05f58026a6b1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/c6e9e18d-790f-4217-b140-b4d80de87c5d HTTP/1.1" status: 204 len: 168 time: 0.7699792 Dec 20 23:07:35.599942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50156) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:35.696177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec9415-6b43-4c5f-a22e-737c21578519 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:35.696569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec9415-6b43-4c5f-a22e-737c21578519 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:35.698145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e4ec9415-6b43-4c5f-a22e-737c21578519 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0971477 Dec 20 23:07:35.699544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.700901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:35.734994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.746116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5499c236-1203-459d-8738-fc4b7fb313ca up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:35.821012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:35.829187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:35.838796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:35.841669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.850643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 85ae4c2e-7ffb-4500-b214-32d68c9fc1fc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:35.857509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.860817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/98684643-b0d9-424c-a777-2ac874daccf4 HTTP/1.1" status: 204 len: 168 time: 0.5671623 Dec 20 23:07:35.866635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e7875-b476-4580-8a79-ef261cdcc2d6 None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:35.869259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 5499c236-1203-459d-8738-fc4b7fb313ca completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:07:35.873915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=ebb89640-9f90-4501-ac65-853b93e23e78,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.876117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:35.884964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.894471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 5499c236-1203-459d-8738-fc4b7fb313ca triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:35.894852 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:35.921923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c51b7-6727-4f49-9bd5-0bb7146733de tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=98684643-b0d9-424c-a777-2ac874daccf4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:35.982767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.036597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet 3bcf86c7-0616-4468-aac6-e100c0aab511 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:36.043140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.061838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.109235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:36.111607 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dc110f-811f-4141-abee-01f3c94800ea" -d '{"events": [{"server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "name": "network-vif-plugged", "status": "completed", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:36.126767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5499c236-1203-459d-8738-fc4b7fb313ca,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:36.159097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.207079 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.243390 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb9556-f111-41ab-8b43-8c420936575d x-openstack-request-id: req-5adb9556-f111-41ab-8b43-8c420936575d {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:36.243688 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "name": "network-vif-plugged", "status": "completed", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:36.243945 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5adb9556-f111-41ab-8b43-8c420936575d {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:36.244401 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca', 'code': 200} Dec 20 23:07:36.284099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:36.308605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9bdd2-b038-4279-83ed-4e6ef6da443c req-95c1eb2d-ab74-4b8c-8e10-3c68705ea70f tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:36.314838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45f9bdd2-b038-4279-83ed-4e6ef6da443c req-95c1eb2d-ab74-4b8c-8e10-3c68705ea70f tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.0972900 Dec 20 23:07:36.375836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45f9bdd2-b038-4279-83ed-4e6ef6da443c req-468a1ca6-14dd-4b1a-a6ac-6bd746022f57 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581555 Dec 20 23:07:36.684506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.774728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3211e-9193-49a8-ad02-9942b11b5c89 req-d7bd216e-d9b4-49cc-a1b5-e98563628a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:36.776244 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d8f3211e-9193-49a8-ad02-9942b11b5c89 req-d7bd216e-d9b4-49cc-a1b5-e98563628a4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1096 time: 0.2446661 Dec 20 23:07:36.815191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.815684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Provisioning complete for port df9be10a-85b5-4e37-91ab-32146249e7f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:36.816163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.908835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d8f3211e-9193-49a8-ad02-9942b11b5c89 req-a36f1eac-2eb5-41a1-81f1-801eb0bfbe1a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174736 Dec 20 23:07:36.927158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.953311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.989012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:07:36.989554 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:07:36.990928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:36.996672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/85ae4c2e-7ffb-4500-b214-32d68c9fc1fc HTTP/1.1" status: 204 len: 168 time: 1.2922821 Dec 20 23:07:36.996672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52a483-7756-4949-9b11-02df5ba04b6b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=85ae4c2e-7ffb-4500-b214-32d68c9fc1fc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:36.997143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50172) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.020092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1ad40-1b97-426b-a88c-615d76d31306 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:37.024602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.042877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-90b40992-24fa-4e79-9f5b-c4a963fb907f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404191 Dec 20 23:07:37.045171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50174) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.063055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcf86c7-0616-4468-aac6-e100c0aab511,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:37.070636 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.074389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6d38c9d6-b9c0-4bc0-aa8f-2d94e61c8a60 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/3bcf86c7-0616-4468-aac6-e100c0aab511 HTTP/1.1" status: 204 len: 168 time: 1.1862562 Dec 20 23:07:37.078876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50176) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.083893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a971d-1346-488f-b385-0ecc144bec5b None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:37.110502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013cd04-3cee-4eb8-9e29-94675434f97b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:37.111937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4013cd04-3cee-4eb8-9e29-94675434f97b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0657046 Dec 20 23:07:37.114393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50178) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.144103 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9010526-1b35-4524-9282-493715187f04 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:37.144568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9010526-1b35-4524-9282-493715187f04 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:37.147938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d9010526-1b35-4524-9282-493715187f04 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/98684643-b0d9-424c-a777-2ac874daccf4 HTTP/1.1" status: 404 len: 337 time: 0.0690858 Dec 20 23:07:37.152488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.174073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258933ae-f47d-4aaf-b3a8-b861e3b03957 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:37.175752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-258933ae-f47d-4aaf-b3a8-b861e3b03957 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596254 Dec 20 23:07:37.178889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50184) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.270189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1019a58d-47ad-4b65-9966-62eafc2f3b36 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896862 Dec 20 23:07:37.270919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50186) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.272445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting subnet ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:37.276345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:37.278888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.294399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:37.315380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.355138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.379166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Deleting port df9be10a-85b5-4e37-91ab-32146249e7f4 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:37.379777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.465713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.472876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] For port df9be10a-85b5-4e37-91ab-32146249e7f4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=df9be10a-85b5-4e37-91ab-32146249e7f4,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:37.473318 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.520417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:37.524391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Calling delete_port for df9be10a-85b5-4e37-91ab-32146249e7f4 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:37.524640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.531668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.539637 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb885ae7-6994-4cd1-9b8a-4266cca305bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.546413 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.625816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d8497-951c-4e4e-9041-44454ff2e98e req-d89a22a8-4f1e-40a3-b2bc-be5fab34f64b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:37.630857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f90d8497-951c-4e4e-9041-44454ff2e98e req-d89a22a8-4f1e-40a3-b2bc-be5fab34f64b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.1555138 Dec 20 23:07:37.635477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] For port df9be10a-85b5-4e37-91ab-32146249e7f4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=df9be10a-85b5-4e37-91ab-32146249e7f4,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:37.703398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f90d8497-951c-4e4e-9041-44454ff2e98e req-1ab9b464-ccde-41c3-9df3-26a14c9d4e39 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Dec 20 23:07:37.728888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.731202 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.744710 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:07:37.767255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.799232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.804866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b HTTP/1.1" status: 204 len: 168 time: 0.6503456 Dec 20 23:07:37.810579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.846299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a10c3-e88d-4778-a28b-a3dc2e102fbc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9dfb12-68aa-4e2c-95e0-c9bf44415f3b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:37.872907 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-29153435-be67-434b-ba26-5e741cda978f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:37.873504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29153435-be67-434b-ba26-5e741cda978f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:37.877669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-29153435-be67-434b-ba26-5e741cda978f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/352786f2-3690-4a12-a8b3-de68df387e46 HTTP/1.1" status: 404 len: 337 time: 0.0693018 Dec 20 23:07:37.878566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.881845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50194) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.944963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:37.976499 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-644411a1-7341-4cd3-ae95-c3ce14e5f3d7 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "GET /v2.0/ports?device_id=cba91a64-a004-43bf-839d-86412474daba HTTP/1.1" status: 200 len: 205 time: 0.0910134 Dec 20 23:07:37.977138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] No DVR routers for this DVR port df9be10a-85b5-4e37-91ab-32146249e7f4 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:37.979168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8659c-36b3-4f20-a409-32f3c45652f2 None None] Pushing event updated for resources: {'Port': ['ID=df9be10a-85b5-4e37-91ab-32146249e7f4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:37.981317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50196) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:37.989437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:37.991609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.031044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0a947-ff9a-4ca2-9932-69d8336a6e2c None None] Network 223eef8d-3d06-44b6-9f7c-9d8080d09619 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:38.036448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4652-52c1-4ca5-9493-dc3ebcab0fac None None] Pushing event deleted for resources: {'Port': ['ID=df9be10a-85b5-4e37-91ab-32146249e7f4,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:38.051191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=ebb89640-9f90-4501-ac65-853b93e23e78,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:38.061124 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-abcbfa05-d53b-4171-a903-b47389a1299c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] delete failed (client error): The resource could not be found. Dec 20 23:07:38.064482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-abcbfa05-d53b-4171-a903-b47389a1299c tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/routers/cba91a64-a004-43bf-839d-86412474daba HTTP/1.1" status: 404 len: 336 time: 0.0693858 Dec 20 23:07:38.064653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.064770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.067091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50198) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.132607 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-999e651c-6613-49b8-8b85-66946449afa0 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.133111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999e651c-6613-49b8-8b85-66946449afa0 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.136939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-999e651c-6613-49b8-8b85-66946449afa0 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/70090664-cc46-4323-bfeb-35dace7294a0 HTTP/1.1" status: 404 len: 337 time: 0.0648754 Dec 20 23:07:38.147478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50200) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.163798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:38.170241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:38.191312 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 8cdeab1b-e701-4b64-905d-5ab0d77a5f39 associated. External IP: 172.25.1.172, port: f6e49bd9-0957-41e4-b10a-49b4840eac17. Dec 20 23:07:38.191676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31965a5-f2c9-4a92-bc73-966430d8b6a9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:38.198754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:38.199340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.213531 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6150fda-f1dd-476a-9188-273384c0f8f4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.214042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6150fda-f1dd-476a-9188-273384c0f8f4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.219813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6150fda-f1dd-476a-9188-273384c0f8f4 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/3538788a-7f3c-4f4e-bf37-34512fc636fc HTTP/1.1" status: 404 len: 337 time: 0.0639861 Dec 20 23:07:38.219970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50202) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.226854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Could not find standard attr ID for object c6e9e18d-790f-4217-b140-b4d80de87c5d. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:38.253828 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-363d573f-047e-4a06-b533-e9239c40c203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.254225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363d573f-047e-4a06-b533-e9239c40c203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.257457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-363d573f-047e-4a06-b533-e9239c40c203 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/fca152fa-f666-4c8e-b79b-5f4f8cd34fee HTTP/1.1" status: 404 len: 337 time: 0.0366192 Dec 20 23:07:38.258212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=d9f0aa77-ff93-4e92-b282-bc790f33390a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:38.260397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50206) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.272396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.299073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:38.299073 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.301194 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-840f6d02-0348-4481-ab0d-cec39f62b302 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.302849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840f6d02-0348-4481-ab0d-cec39f62b302 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.308288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-840f6d02-0348-4481-ab0d-cec39f62b302 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/25563b45-e5b2-4a58-bbe3-85f55b3ffac8 HTTP/1.1" status: 404 len: 333 time: 0.0445251 Dec 20 23:07:38.309112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50208) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.330563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] DHCP port deletion for 223eef8d-3d06-44b6-9f7c-9d8080d09619 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:38.345017 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fff4a74-c426-4e47-a447-5a6ddd9c9324 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.345536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fff4a74-c426-4e47-a447-5a6ddd9c9324 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.352858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4fff4a74-c426-4e47-a447-5a6ddd9c9324 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/6e48345b-a6b2-4c31-887b-7391f7a7063e HTTP/1.1" status: 404 len: 337 time: 0.0400891 Dec 20 23:07:38.358050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b17074de-5260-46b7-9cf9-60de1204c248 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0829847 Dec 20 23:07:38.358050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50210) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.378148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50212) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.391200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'd9f0aa77-ff93-4e92-b282-bc790f33390a', 'ip_address': '2001:db8::18db:dc23:9a8:2301'}], 'name': 'tempest-NetworksTestDHCPv6-1966951971'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:38.391434 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f22102a-3e01-435a-91b1-a2dcb5a0e291 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.391434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f22102a-3e01-435a-91b1-a2dcb5a0e291 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.394468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f22102a-3e01-435a-91b1-a2dcb5a0e291 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/e7fa9a3a-8d19-43e3-b536-04d2727a7024 HTTP/1.1" status: 404 len: 337 time: 0.0350893 Dec 20 23:07:38.401605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f09ae-cd21-43d7-b4ca-4acd6b3e2815 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:38.405430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50214) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.407674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'd9f0aa77-ff93-4e92-b282-bc790f33390a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:38.408713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.450416 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20c5cf2-4db5-4c35-aac7-899c96c3117f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.451152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20c5cf2-4db5-4c35-aac7-899c96c3117f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.458164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a20c5cf2-4db5-4c35-aac7-899c96c3117f tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/2c45499f-a0e9-4f07-ae8a-eb021118b97b HTTP/1.1" status: 404 len: 333 time: 0.0489154 Dec 20 23:07:38.458362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.496081 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-338d30f3-be6d-43d9-85a1-68124a7ca278 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.496665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338d30f3-be6d-43d9-85a1-68124a7ca278 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.501427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-338d30f3-be6d-43d9-85a1-68124a7ca278 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/9c8ce703-8e64-4c59-80fc-0d7e8f10f743 HTTP/1.1" status: 404 len: 337 time: 0.0406220 Dec 20 23:07:38.503335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50218) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.506125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Deleting port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:38.506736 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.535997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:38.539382 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f70d38d-e476-4a1a-b1dd-2d16312fab33 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] DELETE failed (client error): The resource could not be found. Dec 20 23:07:38.539690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f70d38d-e476-4a1a-b1dd-2d16312fab33 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:38.545377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f70d38d-e476-4a1a-b1dd-2d16312fab33 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/subnets/126a240a-4c16-41f6-b6f9-cf33a2aefb4c HTTP/1.1" status: 404 len: 337 time: 0.0385280 Dec 20 23:07:38.546478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50220) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:38.621292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] For port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,segment=NetworkSegment(2b33d859-a5ec-4b8d-805b-2591fec77e31),segment_id=2b33d859-a5ec-4b8d-805b-2591fec77e31)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:38.621292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.623856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0a1437af-fe8a-4e7c-9348-08347ece8ce0 None None] Provisioning complete for port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:38.624211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0a1437af-fe8a-4e7c-9348-08347ece8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.660909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Calling delete_port for c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:38.664850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Deleting port 6b502f45-f500-42cc-95c6-bec1ec439a1e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:38.665185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.671745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:38.683469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:38.689197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:38.695944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/d9f0aa77-ff93-4e92-b282-bc790f33390a/8e755e3c-6a91-41bd-8850-0f4917478287) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:38.756739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.776946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Calling delete_port for 6b502f45-f500-42cc-95c6-bec1ec439a1e owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:38.783967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:38.784977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:38.822103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:38.854226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 0ea69935-2c95-4aa8-9d08-de42cb0e1214 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:38.859499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:38.884009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:38.884796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:38.896106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bd203-a852-4f60-8701-8c0e4a9c33e3 req-590c10b9-8faa-4267-b9bb-c610f9c007c5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:38.898156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-275bd203-a852-4f60-8701-8c0e4a9c33e3 req-590c10b9-8faa-4267-b9bb-c610f9c007c5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.0632393 Dec 20 23:07:38.967025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:38.967750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f326c4-6a73-4548-8af2-192a5fb52ea3 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:38.978363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-275bd203-a852-4f60-8701-8c0e4a9c33e3 req-1d34d7ca-3d8b-4e45-85f5-9d71fff95803 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Dec 20 23:07:38.991288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.045527 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-626715b1-3bb0-442e-85ae-35c2fe7c77e0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3278017 Dec 20 23:07:39.057171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:39.079811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0a1437af-fe8a-4e7c-9348-08347ece8ce0 None None] Provisioning complete for port 6b502f45-f500-42cc-95c6-bec1ec439a1e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:39.083829 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0a1437af-fe8a-4e7c-9348-08347ece8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.092197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.102803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0a1437af-fe8a-4e7c-9348-08347ece8ce0 None None] Port 6b502f45-f500-42cc-95c6-bec1ec439a1e was deleted so its status cannot be updated. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 23:07:39.113960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.124763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.137602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6452d2d8-57d6-4e13-8d8f-ef5afb54211d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/floatingips/8cdeab1b-e701-4b64-905d-5ab0d77a5f39 HTTP/1.1" status: 200 len: 978 time: 0.0788653 Dec 20 23:07:39.140248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:39.149611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] Pushing event deleted for resources: {'Port': ['ID=c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:39.156305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7c3fe-5bb4-4680-a6ca-cd9db56f2d15 None None] No DVR routers for this DVR port c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:39.192679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Port': ['ID=6b502f45-f500-42cc-95c6-bec1ec439a1e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:39.205589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.208015 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.209564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-efc6ec4e-04cf-4510-92c6-5603d0d096fc tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/ports/6b502f45-f500-42cc-95c6-bec1ec439a1e HTTP/1.1" status: 204 len: 168 time: 0.6618185 Dec 20 23:07:39.216536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50232) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:39.258686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:39.264095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:39.269027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:39.273103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Pushing event updated for resources: {'Port': ['ID=8e755e3c-6a91-41bd-8850-0f4917478287,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:39.308661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-575b2a8d-26fd-40d1-85ce-c7f7fa87100c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1644766 Dec 20 23:07:39.308661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::18db:dc23:9a8:2301 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/d9f0aa77-ff93-4e92-b282-bc790f33390a/0ea69935-2c95-4aa8-9d08-de42cb0e1214) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:39.309578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50234) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:39.315807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': '23486e5b-7bda-4c4e-ae89-e2a161c5b8b6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:39.350254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8054ef44-8497-4027-96d3-9ebf630d0851 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 258 time: 0.3261721 Dec 20 23:07:39.361768 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.367885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Attempting to bind port 8e755e3c-6a91-41bd-8850-0f4917478287 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:39.369741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Attempting to bind port 8e755e3c-6a91-41bd-8850-0f4917478287 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:39.369741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Attempting to bind port 8e755e3c-6a91-41bd-8850-0f4917478287 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:39.381075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:39.385875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:39.386594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:39.386750 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.387034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:39.387509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Bound port: 8e755e3c-6a91-41bd-8850-0f4917478287, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:39.387877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.409869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.444437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:39.474839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:39.474839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c0d26bbd-3b9f-42d7-876f-b61a0af5f9c2 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:39.504433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] For port 8e755e3c-6a91-41bd-8850-0f4917478287, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:39.509415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] For port 8e755e3c-6a91-41bd-8850-0f4917478287, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8e755e3c-6a91-41bd-8850-0f4917478287,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:39.531655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.556002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223eef8d-3d06-44b6-9f7c-9d8080d09619']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:39.566145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b33d859-a5ec-4b8d-805b-2591fec77e31') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:39.566430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b33d859-a5ec-4b8d-805b-2591fec77e31') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:39.579023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.595134 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.600325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.601216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.618380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:07:39.618805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:07:39.622037 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:07:39.676923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3deb2-d1c7-4db8-b40d-fb0f88f9392b None None] Pushing event updated for resources: {'Port': ['ID=8e755e3c-6a91-41bd-8850-0f4917478287,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:39.760791 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.770825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.773851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.779486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:39.783101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] 10.222.0.62 "DELETE /v2.0/networks/223eef8d-3d06-44b6-9f7c-9d8080d09619 HTTP/1.1" status: 204 len: 168 time: 0.5657210 Dec 20 23:07:39.805970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc32d3-5fb6-4ea2-a0e7-f73c85d497b5 tempest-PortsTestJSON-1615021667 tempest-PortsTestJSON-1615021667-project] Pushing event deleted for resources: {'Network': ['ID=223eef8d-3d06-44b6-9f7c-9d8080d09619,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:39.982052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Allocated IP 172.25.1.150 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:40.070162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.121976 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.246862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.280867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.289496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:40.294341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:40.299417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:40.302867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event updated for resources: {'Port': ['ID=f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:40.385987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:40.392002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:40.400364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:40.406338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:40.406527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.406876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.420474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=0ea69935-2c95-4aa8-9d08-de42cb0e1214,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:40.436836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50244) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:40.451880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.524271 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.548363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.559372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9d6b313a-4863-4ab1-af4f-9ad8e0c4db4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1748190 Dec 20 23:07:40.559372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:40.562729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'd9f0aa77-ff93-4e92-b282-bc790f33390a', 'ip_address': '2001:db8::18db:dc23:9a8:2301'}], 'name': 'tempest-NetworksTestDHCPv6-1497499852'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:40.639688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.645084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-efa64f11-af56-448b-949f-317bb011d62f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3b983d8daff4895bfb2bc1df132997c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047057 Dec 20 23:07:40.649338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50252) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:40.757607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.775886 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 8cdeab1b-e701-4b64-905d-5ab0d77a5f39 associated. External IP: 172.25.1.172, port: f6e49bd9-0957-41e4-b10a-49b4840eac17. Dec 20 23:07:40.794727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.797593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.883224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:40.888317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.912643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.916060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port d5758486-645a-4190-b5ae-23d0ff412eac yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:40.980463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.983135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:40.986888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4c346b0-9057-46fc-bc51-eeee002e89ba HTTP/1.1" status: 204 len: 168 time: 0.3339906 Dec 20 23:07:40.998427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event updated for resources: {'Port': ['ID=f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:41.015022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32805dc-3588-4746-a04e-1e22ae5a955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c346b0-9057-46fc-bc51-eeee002e89ba,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:41.024043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.058790 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] Provisioning complete for port 8e755e3c-6a91-41bd-8850-0f4917478287 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:41.059387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.128927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.132008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-8c5062dd-ae23-4e66-a0e9-1e653c0d42e5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7558987 Dec 20 23:07:41.158602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.229900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] For port 8e755e3c-6a91-41bd-8850-0f4917478287, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8e755e3c-6a91-41bd-8850-0f4917478287,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:41.237839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:41.246089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-480c5f9b-fc79-4251-bf9c-7a6cfd749c33 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.1065793 Dec 20 23:07:41.253252 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 23:07:41.253749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:41.330855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.383523 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f1a54255-0688-479a-a958-5636aff3ba05 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8253531 Dec 20 23:07:41.386664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:41.408195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-e3079923-f058-4f03-9c30-d257f4c76baf tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:41.416507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-e3079923-f058-4f03-9c30-d257f4c76baf tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1612101 Dec 20 23:07:41.421445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:41.430128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81f23-62ad-4db4-8bd9-6dace1595202 None None] Pushing event updated for resources: {'Port': ['ID=8e755e3c-6a91-41bd-8850-0f4917478287,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:41.432926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:41.457643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-e55dd558-89f2-4e83-aa06-ff0c1008a887 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:07:41.468955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20f5e30b-f282-493f-814c-4b0a915d0e7e req-e55dd558-89f2-4e83-aa06-ff0c1008a887 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475645 Dec 20 23:07:41.478011 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:41.478708 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:41.495701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f8ba823b-a1f9-4851-aad6-3fcd94439a74 None None] Provisioning complete for port 0ea69935-2c95-4aa8-9d08-de42cb0e1214 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:41.497448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f8ba823b-a1f9-4851-aad6-3fcd94439a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.518789 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:41.527129 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:41.527753 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:41.551785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8e755e3c-6a91-41bd-8850-0f4917478287 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:41.582719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd04a2-2b98-41ec-b68b-d337152d5587 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:41.590400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd04a2-2b98-41ec-b68b-d337152d5587 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:41.592168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cacd04a2-2b98-41ec-b68b-d337152d5587 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2043536 Dec 20 23:07:41.605781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:41.625576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba823b-a1f9-4851-aad6-3fcd94439a74 None None] Port 0ea69935-2c95-4aa8-9d08-de42cb0e1214 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:41.628291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8e755e3c-6a91-41bd-8850-0f4917478287 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:41.629103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.743579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-b28db485-a8f0-406b-8562-5c365b48d369 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:41.745308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-b28db485-a8f0-406b-8562-5c365b48d369 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1804991 Dec 20 23:07:41.750971 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:41.751878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea5df7-60f2-4860-8357-222044e152c8 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:41.803299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-b16bd15d-c4a1-42aa-83a3-faaa8605bbac tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0490215 Dec 20 23:07:41.812208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:41.813977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'floatingip': {'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:41.829177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 0ea69935-2c95-4aa8-9d08-de42cb0e1214 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:41.833510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.856515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:41.998399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.012954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:42.014777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 0ea69935-2c95-4aa8-9d08-de42cb0e1214 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:42.018998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.027392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:42.043728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:42.044983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:42.094216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:42.105327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:42.106338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:42.117816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-51b396cf-4ef7-4415-9a86-85d939071161 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/8cdeab1b-e701-4b64-905d-5ab0d77a5f39 HTTP/1.1" status: 200 len: 978 time: 2.8070540 Dec 20 23:07:42.123214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50278) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:42.129351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:42.159690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:42.160579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1c222-ab94-4960-a597-fff60b0e3d7d None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:42.238880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.404881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.427024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.473798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=0ea69935-2c95-4aa8-9d08-de42cb0e1214,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:42.478862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.482752 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd3060a4-9c93-42fa-a969-68d195a4e36b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0ea69935-2c95-4aa8-9d08-de42cb0e1214 HTTP/1.1" status: 204 len: 168 time: 0.8757856 Dec 20 23:07:42.485178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50288) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:42.523727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.524234 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 8cdeab1b-e701-4b64-905d-5ab0d77a5f39 disassociated. External IP: 172.25.1.172, port: 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6. Dec 20 23:07:42.551286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:42.688630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238379278'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:42.775269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.869129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.877506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.896787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:42.919568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766fead-c0e9-4680-8e7f-3474da967ed7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:42.921198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766fead-c0e9-4680-8e7f-3474da967ed7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:42.925524 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1766fead-c0e9-4680-8e7f-3474da967ed7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4360383 Dec 20 23:07:42.927971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:42.993050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet d9f0aa77-ff93-4e92-b282-bc790f33390a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:42.997213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.035159 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Floating IP c2e186ef-6c12-4be4-9a5f-f5b53dc4918c associated. External IP: 172.25.1.150, port: 5499c236-1203-459d-8738-fc4b7fb313ca. Dec 20 23:07:43.078181 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.079868 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.182170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.199363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:43.218328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.259746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa3512d-dad1-45a5-b371-8b75ff8e1392,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:43.322786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.325041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Router ec9b2810-4dcf-40e2-a796-08195ab060c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:43.365781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:43.370566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.386169 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:43.399856 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:43.401785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b5304a50-7430-489e-8c74-b27ae5c75241 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/8cdeab1b-e701-4b64-905d-5ab0d77a5f39 HTTP/1.1" status: 200 len: 688 time: 1.2769167 Dec 20 23:07:43.402031 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:43.403643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:43.412809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8e755e3c-6a91-41bd-8850-0f4917478287 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:43.434052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.442500 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:43.452193 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:43.453686 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:43.455077 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.469506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8e755e3c-6a91-41bd-8850-0f4917478287 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:43.470022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.483620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018d9506-8805-4380-8bcd-4956bf561032,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:43.494768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f0aa77-ff93-4e92-b282-bc790f33390a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:43.501092 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:43.502058 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38ef9-46a9-404f-ba03-1558c9a71573 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:43.519901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:43.527818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.543136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.549095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-580b5f21-4bbc-44ea-ae9f-78dba35a4c82 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/d9f0aa77-ff93-4e92-b282-bc790f33390a HTTP/1.1" status: 204 len: 168 time: 0.6176574 Dec 20 23:07:43.550962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50302) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:43.554023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Sync routers for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:43.556914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8c484-ed0c-4dbb-97f6-e84ef1b1c29c None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:43.557116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.560736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a83803c1-32a8-40ce-b6b6-eae2b9d7b87f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0061376 Dec 20 23:07:43.561365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50304) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:43.572330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ac630f5c-ba69-4e92-9595-c6acbd4832d6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "PUT /v2.0/floatingips/c2e186ef-6c12-4be4-9a5f-f5b53dc4918c HTTP/1.1" status: 200 len: 996 time: 1.7624629 Dec 20 23:07:43.578723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:43.581071 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:43.607174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d261df6a-5fc0-42df-9257-b92d886b128d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510075 Dec 20 23:07:43.622476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:43.628163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:43.648638 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf64ee3-c697-48bd-a12d-9728071d8c6c x-openstack-request-id: req-ddf64ee3-c697-48bd-a12d-9728071d8c6c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:43.648999 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:43.649369 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddf64ee3-c697-48bd-a12d-9728071d8c6c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:43.649707 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca', 'status': 'completed', 'code': 200} Dec 20 23:07:43.684801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-be8d5025-a018-46ad-b7a7-67bb56729cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:43.686506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-be8d5025-a018-46ad-b7a7-67bb56729cd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0920644 Dec 20 23:07:43.696641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e37101a-25c2-4060-992c-b711af044b32 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1318724 Dec 20 23:07:43.696863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50310) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:43.701250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-security--1208628562', 'description': 'tempest-security-description-51105828'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:43.781050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port ebb89640-9f90-4501-ac65-853b93e23e78 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:43.783827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.785339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:43.785759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:43.795876 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.810287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-02781285-031a-427e-b204-56cdf351c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:43.814865 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-02781285-031a-427e-b204-56cdf351c9ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1096 time: 0.1071651 Dec 20 23:07:43.855290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-007c874c-70f5-46e3-86b0-b1f466ed239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:43.856903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-007c874c-70f5-46e3-86b0-b1f466ed239b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 929 time: 0.1511679 Dec 20 23:07:43.869141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.934048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:43.947096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:43.950884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.976520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-8a73ff8b-35b2-495d-9593-302365b533ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 999 time: 0.0978134 Dec 20 23:07:43.978734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.982365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:43.985905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "PUT /v2.0/security-groups/018d9506-8805-4380-8bcd-4956bf561032 HTTP/1.1" status: 200 len: 1795 time: 0.2860825 Dec 20 23:07:43.991209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50314) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.044679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:44.058228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571022-f2f2-4209-be1b-ee8bab7a28cd tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018d9506-8805-4380-8bcd-4956bf561032,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:44.070827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ea28e825-6be2-4562-8117-69f93d600107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.072478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-ea28e825-6be2-4562-8117-69f93d600107 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.0768483 Dec 20 23:07:44.096487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.096806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.121247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-a16869b7-add3-4606-bd63-f632f93cc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.122969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-a16869b7-add3-4606-bd63-f632f93cc36e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 929 time: 0.2942631 Dec 20 23:07:44.127127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-667c57a7-3493-4fe7-a62f-67e47939516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.129245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for ebb89640-9f90-4501-ac65-853b93e23e78 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:44.135534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-667c57a7-3493-4fe7-a62f-67e47939516d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539918 Dec 20 23:07:44.140557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-bced3da4-8131-41dd-bf90-8833976c6892 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:07:44.144377 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6040a876-a0ab-44fd-80d2-454c03a0ac79 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups/018d9506-8805-4380-8bcd-4956bf561032 HTTP/1.1" status: 200 len: 1795 time: 0.1479673 Dec 20 23:07:44.148423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50316) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.151278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-bced3da4-8131-41dd-bf90-8833976c6892 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148783 Dec 20 23:07:44.168151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Deleting port 8e755e3c-6a91-41bd-8850-0f4917478287 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:44.172834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.257825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-81bf7f86-d720-49d8-a4b6-6e2fb8862e30 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054387 Dec 20 23:07:44.275740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] For port 8e755e3c-6a91-41bd-8850-0f4917478287, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8e755e3c-6a91-41bd-8850-0f4917478287,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:44.275740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.290454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Calling delete_port for 8e755e3c-6a91-41bd-8850-0f4917478287 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:44.350649 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-d59f11a9-796e-4e1c-8239-79f6d56540b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 999 time: 0.2029924 Dec 20 23:07:44.373215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-614bfa8b-e2d9-49a1-b015-864af1ffe98c req-4d3142bb-1187-48c4-8d75-0a6fdf01bb01 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119344 Dec 20 23:07:44.410759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.412455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c2e186ef-6c12-4be4-9a5f-f5b53dc4918c', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'mac_address': 'fa:16:3e:15:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:07:40Z', 'updated_at': '2021-12-20T23:07:42Z', 'revision_number': 1, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:44.443689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Checking router: ec9b2810-4dcf-40e2-a796-08195ab060c1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:44.459199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:44.459831 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:44.489667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.508552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.515459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-1f0381d1-309b-4171-a0d7-c77146cbde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.517237 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-1f0381d1-309b-4171-a0d7-c77146cbde7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.1495798 Dec 20 23:07:44.574160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] Pushing event deleted for resources: {'Port': ['ID=8e755e3c-6a91-41bd-8850-0f4917478287,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:44.578476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6031b3f-13fb-4fb1-aae3-3e791df4f7a7 None None] No DVR routers for this DVR port 8e755e3c-6a91-41bd-8850-0f4917478287 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:44.589618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.619806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-94381837-a46b-49fb-b513-9877daa85ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 258 time: 0.1417496 Dec 20 23:07:44.624625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:44.626234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:44.671233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:44.677866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=76a08fc1-0e34-483e-8f3b-81943833a27a,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:44.680433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:44.683742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.684345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.688576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-2686786b-2fed-4b34-acca-d966d198669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:44.689465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-2686786b-2fed-4b34-acca-d966d198669b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509957 Dec 20 23:07:44.714946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.716749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70530d6-2742-4505-b77a-f8cf7f721d7e None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:44.718436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.795215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.798104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.799316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/018d9506-8805-4380-8bcd-4956bf561032 HTTP/1.1" status: 204 len: 168 time: 0.6421907 Dec 20 23:07:44.800440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=ebb89640-9f90-4501-ac65-853b93e23e78,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:44.804074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.818064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2ea81094-bf52-4bf0-8e04-071d72d1b714 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1918890 Dec 20 23:07:44.824927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50324) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.836177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': '76a08fc1-0e34-483e-8f3b-81943833a27a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-440815914'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:44.862440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f36e5-d4af-448c-9828-ca2af0d2e59c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018d9506-8805-4380-8bcd-4956bf561032,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:44.899562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-13714ca3-89f9-4bc6-9ed2-0e61014510ce service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997480 Dec 20 23:07:44.905095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.908309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.912443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f69fcd85-4e89-43a9-819b-a92646e7a23c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/8cdeab1b-e701-4b64-905d-5ab0d77a5f39 HTTP/1.1" status: 204 len: 168 time: 1.5049400 Dec 20 23:07:44.919591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50326) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.932936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '76a08fc1-0e34-483e-8f3b-81943833a27a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:44.934135 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.952028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-53edf135-cd47-494d-8747-ac3974e67d2e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1467845 Dec 20 23:07:44.957061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50328) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.971049 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-2c982a32-df36-494c-92e9-aef8e9f0e9e8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] delete failed (client error): The resource could not be found. Dec 20 23:07:44.972460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2c982a32-df36-494c-92e9-aef8e9f0e9e8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/8cdeab1b-e701-4b64-905d-5ab0d77a5f39 HTTP/1.1" status: 404 len: 345 time: 0.0516596 Dec 20 23:07:44.976046 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:44.978383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50332) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:44.993945 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-7fbb8fc5-c177-4b6d-9f49-9776af595144 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] delete failed (client error): The resource could not be found. Dec 20 23:07:45.002197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7fbb8fc5-c177-4b6d-9f49-9776af595144 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/018d9506-8805-4380-8bcd-4956bf561032 HTTP/1.1" status: 404 len: 347 time: 0.0371034 Dec 20 23:07:45.002341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50334) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.010945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081903646'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:45.147408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/76a08fc1-0e34-483e-8f3b-81943833a27a/f069cf43-14c4-4e42-abe1-210c3ae2a3f5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:45.154888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc59d4bf-bd4f-4bc2-9f4e-8849bd7b836c req-9129051f-0729-42b9-b143-36e86a04f1b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440615 Dec 20 23:07:45.165104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be257b-a0f7-4c5c-b63f-8809ac037f49 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:45.168042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c2e186ef-6c12-4be4-9a5f-f5b53dc4918c', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'mac_address': 'fa:16:3e:15:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:07:40Z', 'updated_at': '2021-12-20T23:07:42Z', 'revision_number': 1, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:45.175104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be257b-a0f7-4c5c-b63f-8809ac037f49 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:45.178584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be257b-a0f7-4c5c-b63f-8809ac037f49 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:45.180054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Allocated IP 172.25.1.54 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/3c234237-25df-44e4-a640-1679824aab91) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:45.180231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-84be257b-a0f7-4c5c-b63f-8809ac037f49 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/ports?network_id=a2cfa2a6-5b39-4189-befe-b4c8e241a903 HTTP/1.1" status: 200 len: 2358 time: 0.1818008 Dec 20 23:07:45.183579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.196927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.205224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f0750-b0a7-4034-a237-cabf1ca23f4c None None] The sync data for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 is: [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c2e186ef-6c12-4be4-9a5f-f5b53dc4918c', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'mac_address': 'fa:16:3e:15:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:07:40Z', 'updated_at': '2021-12-20T23:07:42Z', 'revision_number': 1, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:45.230920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:45.244845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423760c-411a-4f8b-991a-e7ae8d813b9e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:45.246632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c423760c-411a-4f8b-991a-e7ae8d813b9e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/subnets/a4630ca6-2530-455c-bc37-89d8135e4c97 HTTP/1.1" status: 200 len: 797 time: 0.0619593 Dec 20 23:07:45.251882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50338) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.259151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'port': {'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903', 'name': 'tempest-FloatingIPTestJSON-717529264', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:45.366375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.388087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.423715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8e755e3c-6a91-41bd-8850-0f4917478287 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:45.435556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.450458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 8e755e3c-6a91-41bd-8850-0f4917478287 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:45.451066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8e755e3c-6a91-41bd-8850-0f4917478287 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:45.454352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.488326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 3eab1a93-b3f8-420e-bf20-b80920e25e45 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:45.492706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.524407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:45.526478 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fec4bd3-fbb3-41bf-9db9-137228e71db5 None None] New status for floating IP c2e186ef-6c12-4be4-9a5f-f5b53dc4918c: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:07:45.529650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.562578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:45.573864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:45.579024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:45.582811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d058b51-828d-44ad-b5fa-61477ce9d3a9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:45.654064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Pushing event updated for resources: {'Port': ['ID=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:45.655920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.669943 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:07:45.673300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:07:45.673425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Attempting to bind port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:45.673425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Attempting to bind port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:45.673425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Attempting to bind port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:45.680519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:45.680898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:45.681296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.681691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:45.682554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.683451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Bound port: f069cf43-14c4-4e42-abe1-210c3ae2a3f5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:45.683832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.688921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] device_id is not set on port 99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:45.709606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.710875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3b9e99e-4d18-4891-8b37-82ec320a0145 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7075620 Dec 20 23:07:45.716418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50342) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.722338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '8d058b51-828d-44ad-b5fa-61477ce9d3a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:45.745091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:45.749263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:45.751252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event updated for resources: {'Port': ['ID=3c234237-25df-44e4-a640-1679824aab91,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:45.753434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:45.762719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] For port f069cf43-14c4-4e42-abe1-210c3ae2a3f5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:45.766421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] For port f069cf43-14c4-4e42-abe1-210c3ae2a3f5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:45.809364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c344a514-e7af-4e41-be84-1b0fe87c3ea8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9783516 Dec 20 23:07:45.811126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50344) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.882067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.914098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8dfe3c-43c4-4971-a57a-fcd9913e3de5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:45.917311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3a8dfe3c-43c4-4971-a57a-fcd9913e3de5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1042395 Dec 20 23:07:45.918216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:45.927698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:45.959836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17809b-641f-49c2-bd1f-5e6a19738f98 None None] Pushing event updated for resources: {'Port': ['ID=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:45.968572 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.020234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16c3de-f282-41e1-8e02-b52f59dc6ec3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:46.023775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16c3de-f282-41e1-8e02-b52f59dc6ec3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:46.025355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc16c3de-f282-41e1-8e02-b52f59dc6ec3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1059749 Dec 20 23:07:46.028694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.031301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.031815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.14 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:46.064384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.070677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.13 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:46.116360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 76a08fc1-0e34-483e-8f3b-81943833a27a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:46.127282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.205846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.266313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f8360b-0b29-4c05-a19c-3c729749d245,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:46.284007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.322935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.325089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aa45a421-fed8-4737-9d16-f3780357a87d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6060028 Dec 20 23:07:46.325930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.358772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.367009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.372410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.382035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.423695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.428584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.500424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event updated for resources: {'Port': ['ID=3c234237-25df-44e4-a640-1679824aab91,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:46.508620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.527071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.533457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.535033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/80f8360b-0b29-4c05-a19c-3c729749d245 HTTP/1.1" status: 204 len: 168 time: 0.2065301 Dec 20 23:07:46.537962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50356) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.541421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da484d-f9d7-4d37-816a-c299d8e47277 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80f8360b-0b29-4c05-a19c-3c729749d245,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:46.586134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.596382 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-69ace570-0a61-48f2-a15e-3734283b9adb tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567458 Dec 20 23:07:46.599931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50358) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.639694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:46.643099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:46.643489 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.645324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.649986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:46.651463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-bf5b7576-dc29-4fa0-a85e-d275dee5c694 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0292118 Dec 20 23:07:46.702378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:46.708968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=76a08fc1-0e34-483e-8f3b-81943833a27a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:46.716869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.717803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-32e8d435-c60c-4f43-a05e-e2cf88485054 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.54 HTTP/1.1" status: 200 len: 695 time: 0.0653589 Dec 20 23:07:46.720097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a0fab68c-1994-47f8-b768-e0f5c51345fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/76a08fc1-0e34-483e-8f3b-81943833a27a HTTP/1.1" status: 204 len: 168 time: 0.6903529 Dec 20 23:07:46.722792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.751195 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.773613 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ba0fda3c-9aa8-4f8c-8905-67e5979414b7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458927 Dec 20 23:07:46.773878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.778674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:46.788335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:46.788980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.819365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:46.876572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-309dcfbc-8e27-4466-9405-fe81799a7a6d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:46.878011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfcfd04f-5abd-482a-90c2-765f1eec8176 req-309dcfbc-8e27-4466-9405-fe81799a7a6d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1594312 Dec 20 23:07:46.933900 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8daa5d4d-3897-41aa-a122-7ff05fac3c36 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6807699 Dec 20 23:07:46.936861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:46.942196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:47.019010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-70909cc9-416c-4b50-8b13-04d76d46cd43 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:47.021191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-70909cc9-416c-4b50-8b13-04d76d46cd43 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0728865 Dec 20 23:07:47.078245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-81cd3c96-0289-416a-9596-99864fac3dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.54 HTTP/1.1" status: 200 len: 695 time: 0.0500541 Dec 20 23:07:47.079453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.082127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.083364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d058b51-828d-44ad-b5fa-61477ce9d3a9 HTTP/1.1" status: 204 len: 168 time: 0.4819193 Dec 20 23:07:47.086094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50368) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:47.092130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-60274fe2-fc27-41fd-9b49-19aa560da1da tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'floatingip': {'port_id': '5499c236-1203-459d-8738-fc4b7fb313ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:47.127610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c437a-5366-4d96-9aa3-a0ba40e48005 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d058b51-828d-44ad-b5fa-61477ce9d3a9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:47.142163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-60274fe2-fc27-41fd-9b49-19aa560da1da tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.156571 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d8eb615b-55c3-4e91-a4a1-ccbb28620c9c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590174 Dec 20 23:07:47.156571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:47.158461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067926773'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:47.171044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1eb2c8-7ab4-4929-afda-e289ad5c1772 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:47.175547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:47.180754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.182913 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.308894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] Provisioning complete for port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:47.309368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.387848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.420468 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.452596 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-60274fe2-fc27-41fd-9b49-19aa560da1da tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 23:07:47.454021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f26b9a3-986f-43d2-b291-5a5a7651990a req-60274fe2-fc27-41fd-9b49-19aa560da1da tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "PUT /v2.0/floatingips/337aadd2-c3f3-4d19-a9d2-92539c1d56dd HTTP/1.1" status: 409 len: 549 time: 0.3692255 Dec 20 23:07:47.458678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] For port f069cf43-14c4-4e42-abe1-210c3ae2a3f5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:47.478650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.491134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:47.527124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.529665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.560714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.637640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.654525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:47.676538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:47.680721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:47.681464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.698959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=247a1156-0784-4db2-8c37-60854ad43365,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:47.718006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684cd53b-d1db-49a4-b8fe-1ccc66b00ae3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:47.735096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Deleting port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:47.735473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.741425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e630102-caec-48e3-aa3b-04549be72254 None None] Pushing event updated for resources: {'Port': ['ID=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:47.774907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.779707 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2e844ecf-5d69-456f-8cab-dbcdcc639875 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6247666 Dec 20 23:07:47.780471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:47.785367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '684cd53b-d1db-49a4-b8fe-1ccc66b00ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:47.805498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c28da8c-4750-4f39-97fd-8ecf1beb72e4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0278397 Dec 20 23:07:47.807479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50380) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:47.812794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:47.827037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] For port f069cf43-14c4-4e42-abe1-210c3ae2a3f5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:47.827483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.841346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Calling delete_port for f069cf43-14c4-4e42-abe1-210c3ae2a3f5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:47.908941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-3794a645-5404-48fe-add5-b9fcda4cb20d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips/337aadd2-c3f3-4d19-a9d2-92539c1d56dd HTTP/1.1" status: 200 len: 692 time: 0.3904443 Dec 20 23:07:47.951918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.970707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:47.975405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.027953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.041018 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.042958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.160 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6f04c81c-481e-48ac-8692-f48fa2fce6ff) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:48.069906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] No DVR routers for this DVR port f069cf43-14c4-4e42-abe1-210c3ae2a3f5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:48.072021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22e96-3324-42a7-8046-39a229d74d92 req-2ecf943e-a90b-416c-90db-d8ad70b4db14 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:48.073482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-2ecf943e-a90b-416c-90db-d8ad70b4db14 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.1555500 Dec 20 23:07:48.074217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0aa8d-c34e-4a70-8fa7-7074ee828011 None None] Pushing event deleted for resources: {'Port': ['ID=f069cf43-14c4-4e42-abe1-210c3ae2a3f5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:48.094232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-d0a5e092-8ab8-43a1-8a7f-77cba2651bef tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:07:48.095264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-d0a5e092-8ab8-43a1-8a7f-77cba2651bef tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074005 Dec 20 23:07:48.107106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b466e-266d-4c41-94c9-aaddaaa9fcba None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:48.189573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-926cc68c-7f92-4b6d-9876-fd258c46512b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.54 HTTP/1.1" status: 200 len: 695 time: 0.0827065 Dec 20 23:07:48.221396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '247a1156-0784-4db2-8c37-60854ad43365'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:48.222484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.282659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-3528d1c8-2b3e-46d7-844a-b6724d40292e tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.54 HTTP/1.1" status: 200 len: 695 time: 0.0672691 Dec 20 23:07:48.288514 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.387911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/247a1156-0784-4db2-8c37-60854ad43365/5411b25d-09ed-4598-a896-6927a589c3f9) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:48.405009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.407442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.426478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1c4be5-ac7c-46cf-9c5b-ce89603aa092,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:48.447419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.472286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.494326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:48.500744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:48.505534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:48.512730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=6f04c81c-481e-48ac-8692-f48fa2fce6ff,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:48.524453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.524770 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a434f2ad-cbde-4ca5-96c8-a38bd91d6726 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7416065 Dec 20 23:07:48.526279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:48.530962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '684cd53b-d1db-49a4-b8fe-1ccc66b00ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:48.546766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.555796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Deleting port 3c234237-25df-44e4-a640-1679824aab91 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:48.556135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.595976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.597252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1e6df1c4-7a4b-4a1a-a38a-565d5a0666fd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7884090 Dec 20 23:07:48.603964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:48.640897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-5f498c68-ef86-480c-90dc-6e83bc4e9713 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579963 Dec 20 23:07:48.681425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.718968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:48.722599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:48.726438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:48.744457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-f115a809-153f-4f61-b4bc-1b3bec8f49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:48.746319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-f115a809-153f-4f61-b4bc-1b3bec8f49f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.0571101 Dec 20 23:07:48.802799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Attempting to bind port 5411b25d-09ed-4598-a896-6927a589c3f9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:48.803179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Attempting to bind port 5411b25d-09ed-4598-a896-6927a589c3f9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:48.803583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Attempting to bind port 5411b25d-09ed-4598-a896-6927a589c3f9 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:48.806228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Pushing event updated for resources: {'Port': ['ID=5411b25d-09ed-4598-a896-6927a589c3f9,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:48.807943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.814083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:48.814474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:48.814877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.815327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:48.816112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Bound port: 5411b25d-09ed-4598-a896-6927a589c3f9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:48.816753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.886723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.887106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.889225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] For port 5411b25d-09ed-4598-a896-6927a589c3f9, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:48.893403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] For port 5411b25d-09ed-4598-a896-6927a589c3f9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5411b25d-09ed-4598-a896-6927a589c3f9,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:48.902117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.906427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Calling delete_port for 3c234237-25df-44e4-a640-1679824aab91 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:48.911660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-bde38a3a-d7b4-4c89-9a29-556b1daace29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:48.913658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-bde38a3a-d7b4-4c89-9a29-556b1daace29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.1447997 Dec 20 23:07:48.967629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:48.988838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-54aece59-5b42-41c4-92fc-cac8749333d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.0675213 Dec 20 23:07:48.994129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.033816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271f1b2-2467-4c82-9aac-ba82dcd3720f None None] Pushing event updated for resources: {'Port': ['ID=5411b25d-09ed-4598-a896-6927a589c3f9,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:49.043962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f8a2fa-4b3b-4f9d-b922-71b34e0bac0b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:49.062319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-7080a1de-6466-4c81-a00c-e860cb3c3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:49.065190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-7080a1de-6466-4c81-a00c-e860cb3c3c58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0686324 Dec 20 23:07:49.106774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.107986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ddb1e7a9-9eb5-43cd-918d-214651a10419 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5806570 Dec 20 23:07:49.112334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:49.118368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '684cd53b-d1db-49a4-b8fe-1ccc66b00ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:49.135487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-b0d6301b-652f-4baf-acf4-2edb835c0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:49.137397 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-b0d6301b-652f-4baf-acf4-2edb835c0799 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629249 Dec 20 23:07:49.194322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.272062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-d2b288f4-e4a1-463d-a9e6-0474ce01f6db service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256640 Dec 20 23:07:49.315101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.443927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f7ef6a4-ed61-43b7-b069-ec812b3c3d63 req-bee18471-4eb9-40cb-8bc8-2d866df77786 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610625 Dec 20 23:07:49.465562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.507939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5411b25d-09ed-4598-a896-6927a589c3f9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:49.531506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.553360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.560302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.570629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5411b25d-09ed-4598-a896-6927a589c3f9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:49.571003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.585246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573918fc-8ec2-439d-8d46-4098d703d160,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:49.600699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event deleted for resources: {'Port': ['ID=3c234237-25df-44e4-a640-1679824aab91,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:49.660196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.696451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5411b25d-09ed-4598-a896-6927a589c3f9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5411b25d-09ed-4598-a896-6927a589c3f9,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:49.708410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.709645 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4511d60b-e899-4c46-a573-a64a3b949f9b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5965617 Dec 20 23:07:49.712321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:49.717965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '684cd53b-d1db-49a4-b8fe-1ccc66b00ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:49.718143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.720661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.721822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d22e96-3324-42a7-8046-39a229d74d92 req-82539c66-88bc-4366-b411-0cb995d4ab40 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "DELETE /v2.0/floatingips/337aadd2-c3f3-4d19-a9d2-92539c1d56dd HTTP/1.1" status: 204 len: 173 time: 1.4110494 Dec 20 23:07:49.722859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::1 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/247a1156-0784-4db2-8c37-60854ad43365/1f293f44-d598-4fb4-ae5c-ec3157f9645e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:49.820715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.836046 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.849552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f069cf43-14c4-4e42-abe1-210c3ae2a3f5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:49.877761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:49.921395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5411b25d-09ed-4598-a896-6927a589c3f9,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:49.927083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f069cf43-14c4-4e42-abe1-210c3ae2a3f5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:49.931593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f069cf43-14c4-4e42-abe1-210c3ae2a3f5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:49.959254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-2e8698f9-4614-40df-b06e-10ed179dfb0d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.2007744 Dec 20 23:07:49.968765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.027581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.042410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.050066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96108b77-cc07-428c-adeb-24cbc880d78d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:50.084855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-177e3a5d-3e75-41ec-9d9b-0608d9a75ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:50.086361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-177e3a5d-3e75-41ec-9d9b-0608d9a75ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports/5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 942 time: 0.1155300 Dec 20 23:07:50.115873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.120761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50400) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:50.122680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-efb00af7-ed00-4ec4-b3af-047177b1f161 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4089527 Dec 20 23:07:50.125003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '684cd53b-d1db-49a4-b8fe-1ccc66b00ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:50.251593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-42da2735-037b-4185-897e-3b6fd3254ab6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.1097901 Dec 20 23:07:50.253657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.284647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ced1735a-7c7d-4cfb-a3f8-ad35974dff96 None None] Provisioning complete for port 5411b25d-09ed-4598-a896-6927a589c3f9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:50.285021 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ced1735a-7c7d-4cfb-a3f8-ad35974dff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.323965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.386608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:50.389415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.407659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:50.415306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.418454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:50.418971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.427331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=1f293f44-d598-4fb4-ae5c-ec3157f9645e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:50.480027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-90cca241-0a89-432f-b851-743b5b8d1b06 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:50.481433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-90cca241-0a89-432f-b851-743b5b8d1b06 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2238750 Dec 20 23:07:50.660921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.673661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=6f04c81c-481e-48ac-8692-f48fa2fce6ff,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:50.689751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-47e00ba4-0bf9-4fb4-a6b8-6fceea2d003f None None] Provisioning complete for port 1f293f44-d598-4fb4-ae5c-ec3157f9645e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:50.689751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47e00ba4-0bf9-4fb4-a6b8-6fceea2d003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:50.721165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-e9799f34-43f7-45a3-8634-4b1132da6d77 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 1001 time: 0.2313423 Dec 20 23:07:50.724366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-47e00ba4-0bf9-4fb4-a6b8-6fceea2d003f None None] Port 1f293f44-d598-4fb4-ae5c-ec3157f9645e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:51.058651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.062107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:51.149999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.189581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.205322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875abe70-6064-4582-8a07-5c838e6799f3,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:51.228540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.253115 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 24117691-7308-4fa5-b070-a98017f0fe61 associated. External IP: 172.25.1.160, port: 99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e. Dec 20 23:07:51.324787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.326020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39cc13e9-5529-4e4f-9a8c-be8ad0a7b0c0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2045577 Dec 20 23:07:51.329710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.361022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.370715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.410505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5411b25d-09ed-4598-a896-6927a589c3f9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:07:51.459822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5411b25d-09ed-4598-a896-6927a589c3f9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:51.460194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.468918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.481310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.483964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/875abe70-6064-4582-8a07-5c838e6799f3 HTTP/1.1" status: 204 len: 168 time: 0.1519947 Dec 20 23:07:51.485789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd76f96-1320-4747-af8c-32604576eaad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875abe70-6064-4582-8a07-5c838e6799f3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:51.487615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.545285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c46da4c-8a18-417f-a58b-034fe8ece75a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0558665 Dec 20 23:07:51.548377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.575057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.585016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.600579 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.676344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.676631 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Floating IP c2e186ef-6c12-4be4-9a5f-f5b53dc4918c disassociated. External IP: 172.25.1.150, port: 5499c236-1203-459d-8738-fc4b7fb313ca. Dec 20 23:07:51.714309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.719373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.720691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/96108b77-cc07-428c-adeb-24cbc880d78d HTTP/1.1" status: 204 len: 168 time: 0.1713476 Dec 20 23:07:51.724528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50414) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.742502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bce58-3ef8-4c9f-9a5e-35e38abaab5b tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96108b77-cc07-428c-adeb-24cbc880d78d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:51.776847 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2f254e9d-050b-4dc2-87af-ec2ac3f7509c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0500751 Dec 20 23:07:51.779682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.804382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.812331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.881945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:51.884524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.906384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.912648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.914728 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/573918fc-8ec2-439d-8d46-4098d703d160 HTTP/1.1" status: 204 len: 168 time: 0.1335301 Dec 20 23:07:51.917341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50420) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:51.944561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d9887-f148-47a9-8539-c2f8c8c52f38 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573918fc-8ec2-439d-8d46-4098d703d160,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:51.971502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.972287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:51.977058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-63d00e15-eb51-4651-88e0-a5427be064d4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0584855 Dec 20 23:07:51.984068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50422) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.008447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.017206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.119007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=1f293f44-d598-4fb4-ae5c-ec3157f9645e,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:52.125941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.131850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.135391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f1f8a2fa-4b3b-4f9d-b922-71b34e0bac0b HTTP/1.1" status: 204 len: 168 time: 0.1480229 Dec 20 23:07:52.135817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50424) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.153285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379c05-0f14-4acb-b006-ffc35f13f902 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f8a2fa-4b3b-4f9d-b922-71b34e0bac0b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:52.184395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Router ec9b2810-4dcf-40e2-a796-08195ab060c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:52.187298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e50b0d7c-c15b-4a06-ac18-8f82602ae8ee tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503066 Dec 20 23:07:52.187553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:52.190298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50426) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.205879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:52.213137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:52.213786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.217248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.225853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.228303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:52.248128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.256807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:52.257402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.260669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:52.280374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.293559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.294255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fd5c1-01e1-4a54-883e-f6240969ae68 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:52.369948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.372828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.374115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4c1c4be5-ac7c-46cf-9c5b-ce89603aa092 HTTP/1.1" status: 204 len: 168 time: 0.1828804 Dec 20 23:07:52.377435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50428) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.397507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762c7f-4d31-4a2a-a31e-48f33f44317d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c1c4be5-ac7c-46cf-9c5b-ce89603aa092,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:52.419226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e6556ad-de93-4248-8ad0-8bf68a5cb0aa tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4807813 Dec 20 23:07:52.423029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50430) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.428778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': '99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:52.441840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:52.447888 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.452903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Sync routers for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:52.470133 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:52.471360 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.484753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a56836b4-5242-4551-b2c5-8a12a6cdf514 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061904 Dec 20 23:07:52.487754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:52.493263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-046578e5-75e9-4f56-a82b-e59b1aaf12fc tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "PUT /v2.0/floatingips/c2e186ef-6c12-4be4-9a5f-f5b53dc4918c HTTP/1.1" status: 200 len: 695 time: 1.7617269 Dec 20 23:07:52.493912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:52.496191 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b07831-1ccc-477e-ad16-81e65349f4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:52.546370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.565255 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b68dd-e996-4c61-b172-4f6728c226db x-openstack-request-id: req-232b68dd-e996-4c61-b172-4f6728c226db {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:07:52.565823 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:07:52.566448 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-232b68dd-e996-4c61-b172-4f6728c226db {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:07:52.568403 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca', 'status': 'completed', 'code': 200} Dec 20 23:07:52.578907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-232d96c2-6cd4-49d9-89b8-c1a1376cd3a2 None None] Provisioning complete for port 1f293f44-d598-4fb4-ae5c-ec3157f9645e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:52.580091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-232d96c2-6cd4-49d9-89b8-c1a1376cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.586112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Router b736c154-78ee-427a-bb96-b168fb5ed449 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:07:52.592807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-9125d9c7-6f56-47ce-a3aa-752b2631fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:52.604734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-9125d9c7-6f56-47ce-a3aa-752b2631fe57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1096 time: 0.0883772 Dec 20 23:07:52.621252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-232d96c2-6cd4-49d9-89b8-c1a1376cd3a2 None None] Port 1f293f44-d598-4fb4-ae5c-ec3157f9645e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:52.647432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.647693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:52.702645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-4f365cc4-4874-42b4-bdb3-200951445c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:52.704157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-4f365cc4-4874-42b4-bdb3-200951445c3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ff5b056699e414c86466e935e60f3e8&device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 1096 time: 0.1163089 Dec 20 23:07:52.713371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:52.891529 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:52.927828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-db01cbb2-ddfc-489b-943a-d5b627a4a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:52.929334 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-db01cbb2-ddfc-489b-943a-d5b627a4a6dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 929 time: 0.2131672 Dec 20 23:07:52.935170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Checking router: ec9b2810-4dcf-40e2-a796-08195ab060c1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:52.946360 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:52.946979 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:53.008460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-66fab43b-5699-4901-87db-117e7d024f7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 217 time: 0.0473874 Dec 20 23:07:53.009055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.011785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.012839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/684cd53b-d1db-49a4-b8fe-1ccc66b00ae3 HTTP/1.1" status: 204 len: 168 time: 0.5239127 Dec 20 23:07:53.018084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50440) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:53.076029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b7457-b06b-44b7-a5eb-519efa63dce4 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684cd53b-d1db-49a4-b8fe-1ccc66b00ae3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:53.077437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:53.164711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-15f33cac-91c6-408e-8da3-5fea26234a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.166472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-15f33cac-91c6-408e-8da3-5fea26234a8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.1458576 Dec 20 23:07:53.167133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:53.176586 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3d1c0a08-c078-4cfd-86d2-9a9ba159925c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474321 Dec 20 23:07:53.177484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Sync routers for ids ['b736c154-78ee-427a-bb96-b168fb5ed449'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:53.179448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97eb375e-10b5-4a43-9029-be9ad3c53ea4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "PUT /v2.0/routers/b736c154-78ee-427a-bb96-b168fb5ed449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5743389 Dec 20 23:07:53.188643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50442) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:53.189133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50444) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:53.193310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-853d0806-599d-4a2b-8e23-2702a12b64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.195222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-853d0806-599d-4a2b-8e23-2702a12b64df service neutron] 10.222.0.62 "GET /v2.0/networks?id=b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 200 len: 929 time: 0.5896401 Dec 20 23:07:53.196284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--305277788'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:53.197126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Routers {'b736c154-78ee-427a-bb96-b168fb5ed449'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:53.200292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b736c154-78ee-427a-bb96-b168fb5ed449'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:53.264622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-72b1b600-cc9b-4d53-bba9-ee4a8eb451ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 200 len: 217 time: 0.0588329 Dec 20 23:07:53.292700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Set router b736c154-78ee-427a-bb96-b168fb5ed449 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:53.314621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b05850-1a30-422c-9b07-f06b685d5093 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.316017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-70b05850-1a30-422c-9b07-f06b685d5093 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports/1f293f44-d598-4fb4-ae5c-ec3157f9645e HTTP/1.1" status: 200 len: 911 time: 0.1251392 Dec 20 23:07:53.324151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50446) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:53.327566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-e0fe27b7-90c9-4233-839c-bffd015ce55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.337530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-e0fe27b7-90c9-4233-839c-bffd015ce55d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 200 len: 867 time: 0.0719404 Dec 20 23:07:53.357218 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:53.383885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-e01eca68-ec8d-4791-b84c-8bc441bff4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.393620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-e01eca68-ec8d-4791-b84c-8bc441bff4ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549090 Dec 20 23:07:53.393926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc969a-e564-44ef-ad4d-9df65692981f None None] The sync data for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 is: [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:07:17Z', 'revision_number': 4, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '498de244-6afc-449a-8b76-655bd805bb4d', 'name': '', 'network_id': 'b101adc5-9c2c-4abe-86a6-5c08df82a09d', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'mac_address': 'fa:16:3e:6f:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:16Z', 'updated_at': '2021-12-20T23:07:28Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'subnets': [{'id': '409537df-6f1d-4e2e-b1b5-c6d73bb6ce53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:53.400984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-1f73d567-60bb-48ef-b53a-cd7a21a39646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.402542 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-1f73d567-60bb-48ef-b53a-cd7a21a39646 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b101adc5-9c2c-4abe-86a6-5c08df82a09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212198 Dec 20 23:07:53.457411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd24534-428b-4a5c-a57a-72a661544262 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.471026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd24534-428b-4a5c-a57a-72a661544262 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:53.473980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cfd24534-428b-4a5c-a57a-72a661544262 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1464074 Dec 20 23:07:53.479775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50448) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:53.517044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.546368 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:50Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '1f293f44-d598-4fb4-ae5c-ec3157f9645e', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:91:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '247a1156-0784-4db2-8c37-60854ad43365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:49Z', 'updated_at': '2021-12-20T23:07:51Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '247a1156-0784-4db2-8c37-60854ad43365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:53.579443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Checking router: b736c154-78ee-427a-bb96-b168fb5ed449 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:53.579889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Updating router b736c154-78ee-427a-bb96-b168fb5ed449 port 1f293f44-d598-4fb4-ae5c-ec3157f9645e binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:07:53.594282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-289fa49b-e117-4cf0-ae96-7dbf0ff204e0 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977346 Dec 20 23:07:53.615182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.663623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.680221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-082f509e-f481-465c-8058-44b36b0faae2 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669559 Dec 20 23:07:53.752976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.802164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046d7c2c-a14b-46d5-9e9b-c383bb089c5f req-ba8aaf42-fb35-41a9-a042-338009b27a65 service neutron] 10.222.0.62 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073518 Dec 20 23:07:53.811617 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f898f6-c59d-47f0-a946-bf6ff9bca141 None None] New status for floating IP c2e186ef-6c12-4be4-9a5f-f5b53dc4918c: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:07:53.829446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.870814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c4b07831-1ccc-477e-ad16-81e65349f4fc req-f369c755-3fe4-4528-aac4-02c4c5627153 service neutron] 10.222.0.59 "GET /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811321 Dec 20 23:07:53.889806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:53.978102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d838b2-8c99-4ee0-a33f-302aae1b1834,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:53.994123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.050919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-b6131cba-1c3a-4411-b55d-63ea0ad9eb3c tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips/c2e186ef-6c12-4be4-9a5f-f5b53dc4918c HTTP/1.1" status: 200 len: 695 time: 0.0795062 Dec 20 23:07:54.094911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.108828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.110623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-33ff68f6-2aff-40cf-8ead-3fae00211e28 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9176614 Dec 20 23:07:54.113859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50456) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:54.120457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': 'b4d838b2-8c99-4ee0-a33f-302aae1b1834', 'direction': 'ingress', 'protocol': 17}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:54.142279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:54.147325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.156987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be699-4a9f-49ae-9bbf-46282a671ca0 None None] Pushing event updated for resources: {'Port': ['ID=1f293f44-d598-4fb4-ae5c-ec3157f9645e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:54.217264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Attempting to bind port 1f293f44-d598-4fb4-ae5c-ec3157f9645e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:07:54.217639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Attempting to bind port 1f293f44-d598-4fb4-ae5c-ec3157f9645e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:07:54.218102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Attempting to bind port 1f293f44-d598-4fb4-ae5c-ec3157f9645e on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:07:54.227151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:07:54.227537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:07:54.228198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.231748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:07:54.231748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Bound port: 1f293f44-d598-4fb4-ae5c-ec3157f9645e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:07:54.231748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.288247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.312494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] For port 1f293f44-d598-4fb4-ae5c-ec3157f9645e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:54.313300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-0f9ccd0d-d2c5-486b-825d-42002eab7407 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:54.315519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-0f9ccd0d-d2c5-486b-825d-42002eab7407 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/networks/0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 784 time: 0.2571642 Dec 20 23:07:54.326184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] For port 1f293f44-d598-4fb4-ae5c-ec3157f9645e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1f293f44-d598-4fb4-ae5c-ec3157f9645e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:07:54.341581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:54.346999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.354613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:54.374729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:54.375357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:54.411527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:54.418986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.432460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-99fb4e92-65ec-45fc-b764-22c312cd1bd0 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0794301 Dec 20 23:07:54.463884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:54.464459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:54.512552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-c3bc5479-af3f-4e71-ac7e-80bd0ceaf8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0661621 Dec 20 23:07:54.520786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:54.521288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe746e8-7714-4f7b-b42a-f79d2bf05b7f None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:54.538776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Routers {'b736c154-78ee-427a-bb96-b168fb5ed449'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:54.539406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b736c154-78ee-427a-bb96-b168fb5ed449'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:54.731259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 1f293f44-d598-4fb4-ae5c-ec3157f9645e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:54.731698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.773989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Deleting port f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:54.774252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.790721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ae4a001-7c01-4c82-be67-2cfdcd34b005 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/24117691-7308-4fa5-b070-a98017f0fe61 HTTP/1.1" status: 200 len: 978 time: 2.3664083 Dec 20 23:07:54.793959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.795459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50462) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:54.885695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be699-4a9f-49ae-9bbf-46282a671ca0 None None] Pushing event updated for resources: {'Port': ['ID=1f293f44-d598-4fb4-ae5c-ec3157f9645e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:54.929142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] Set router b736c154-78ee-427a-bb96-b168fb5ed449 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:54.947390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port 1f293f44-d598-4fb4-ae5c-ec3157f9645e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1f293f44-d598-4fb4-ae5c-ec3157f9645e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:54.950966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.963435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Provisioning complete for port 1f293f44-d598-4fb4-ae5c-ec3157f9645e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:54.964176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.966503 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.972241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 1f293f44-d598-4fb4-ae5c-ec3157f9645e owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:54.981143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:54.981475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.008171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Calling delete_port for f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:55.041651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9389a7b-b9eb-47eb-ade4-be7c1eb5d976,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:55.071693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 6f04c81c-481e-48ac-8692-f48fa2fce6ff {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:55.072106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.140658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.144598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a03cbe27-7e55-4d42-985d-5d2d5d39a1d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0268948 Dec 20 23:07:55.145923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:55.172807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.198126 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.198570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.238520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 6f04c81c-481e-48ac-8692-f48fa2fce6ff owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:55.250517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.277843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:50Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '1f293f44-d598-4fb4-ae5c-ec3157f9645e', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:91:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '247a1156-0784-4db2-8c37-60854ad43365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:49Z', 'updated_at': '2021-12-20T23:07:54Z', 'revision_number': 4, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '247a1156-0784-4db2-8c37-60854ad43365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:55.308657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df20bf8-0242-4efc-b83f-ac841958e093 None None] The sync data for ids ['b736c154-78ee-427a-bb96-b168fb5ed449'] in n-d-822053-9 is: [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:50Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '1f293f44-d598-4fb4-ae5c-ec3157f9645e', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:91:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '247a1156-0784-4db2-8c37-60854ad43365', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:49Z', 'updated_at': '2021-12-20T23:07:54Z', 'revision_number': 4, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '247a1156-0784-4db2-8c37-60854ad43365', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:55.311555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 23:07:55.311555 n-d-822053-9 neutron-server[115564]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 20 23:07:55.311555 n-d-822053-9 neutron-server[115564]: [parameters: {'status': 'ACTIVE', 'ports_id': '1f293f44-d598-4fb4-ae5c-ec3157f9645e'}] Dec 20 23:07:55.311555 n-d-822053-9 neutron-server[115564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:07:55.312050 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:07:55.342774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.392610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.453024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.474320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event deleted for resources: {'Port': ['ID=f6d403ae-a680-48e6-aee4-f1c2cbf8a8a7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:55.496735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.499541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.500699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/b4d838b2-8c99-4ee0-a33f-302aae1b1834 HTTP/1.1" status: 204 len: 168 time: 0.3539083 Dec 20 23:07:55.509897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50472) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:55.515008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=1f293f44-d598-4fb4-ae5c-ec3157f9645e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:55.522053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dc240-548f-4008-8e4c-90faf4cd455d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d838b2-8c99-4ee0-a33f-302aae1b1834,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:55.606052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.653168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=6f04c81c-481e-48ac-8692-f48fa2fce6ff,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:55.701934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.705781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.711521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d07db12-bd80-4f3d-afdc-d03379e2ae93 req-8c8c6501-049d-4c8d-b411-772a0961713b tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "DELETE /v2.0/floatingips/c2e186ef-6c12-4be4-9a5f-f5b53dc4918c HTTP/1.1" status: 204 len: 173 time: 1.1978054 Dec 20 23:07:55.814565 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.815124 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 24117691-7308-4fa5-b070-a98017f0fe61 disassociated (deleted). External IP: 172.25.1.160, port: 99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e. Dec 20 23:07:55.831356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:55.846916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-19fc63ca-0d58-4fea-ac63-29cf7f23c054 None None] Port 1f293f44-d598-4fb4-ae5c-ec3157f9645e update to ACTIVE by agent not found {{(pid=115564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 23:07:55.884395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-251290b7-7f9c-4dc0-8e1c-b35e5bb67748 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3730292 Dec 20 23:07:55.908394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50480) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:55.918355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--742931401'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:55.961261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4e1afb73-4ab4-4572-a235-5712eb4e8770 None None] Could not find standard attr ID for object 1f293f44-d598-4fb4-ae5c-ec3157f9645e. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:07:56.017248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.024018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.030013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.036733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.042966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.049400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.056479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.058453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-a9ce8db6-5813-44cc-ae33-8c3b91cb58b4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.3141255 Dec 20 23:07:56.082699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-079bb8fd-06c3-4a0c-a202-35bb37ed933d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3887875 Dec 20 23:07:56.087287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:56.195285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb308d5a-b16a-4bec-a4d0-72867924474d req-faa55ed0-5fe9-4954-a57c-1f9a21b3463d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.196836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb308d5a-b16a-4bec-a4d0-72867924474d req-faa55ed0-5fe9-4954-a57c-1f9a21b3463d tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3564174 Dec 20 23:07:56.212132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:56.217817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.222362 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:56.228063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.234467 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:56.235081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:56.250941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e837faaf-bd2a-4dd3-a4db-f172a082a57f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/24117691-7308-4fa5-b070-a98017f0fe61 HTTP/1.1" status: 204 len: 168 time: 1.4533162 Dec 20 23:07:56.252117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:56.268205 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:56.278343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:56.279254 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:56.285382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Router b736c154-78ee-427a-bb96-b168fb5ed449 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:07:56.321016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:56.321967 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017640ac-dc65-41ba-822e-cd07ec70c72d None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:56.323305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb308d5a-b16a-4bec-a4d0-72867924474d req-f532c2a3-c042-4ca1-935e-f9626c421c3e tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1170278 Dec 20 23:07:56.382159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eee5759d-01e8-4669-9fa0-e6f24fdeb7dc req-27a079f5-a8d8-49cf-bb73-43ff00da0c1c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3085718 Dec 20 23:07:56.389431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:56.391586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.416150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-966625d5-841b-4b61-a898-899427f428a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.417705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-966625d5-841b-4b61-a898-899427f428a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 1096 time: 0.2398138 Dec 20 23:07:56.458366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a46aba1-13c1-4a43-9497-de437b1f739b req-95f37ca5-dbcf-4315-92cc-840026a4d240 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0984325 Dec 20 23:07:56.492634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.506381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:56.574914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:07:56.586497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-31bc6371-0302-4677-94da-ae721d2ec4f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "PUT /v2.0/routers/b736c154-78ee-427a-bb96-b168fb5ed449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1014841 Dec 20 23:07:56.588511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:56.619365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.636554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-692aa196-1ffd-4860-adb3-78536e3fa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.638430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-692aa196-1ffd-4860-adb3-78536e3fa00e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.1825061 Dec 20 23:07:56.664314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6754596-2227-4bca-9fc3-771cc755e309 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.666097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6754596-2227-4bca-9fc3-771cc755e309 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.667660 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6754596-2227-4bca-9fc3-771cc755e309 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0781996 Dec 20 23:07:56.670547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:56.690941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-8c21a42b-621d-4e05-8e67-2724886fc6f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2583c94e-9347-4999-9f2d-91587ed61a7c HTTP/1.1" status: 200 len: 217 time: 0.0377440 Dec 20 23:07:56.732052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.756494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 247a1156-0784-4db2-8c37-60854ad43365 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:07:56.764454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.773937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-f71c4670-9a0c-43df-9ca8-96b1e8275884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.775461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-f71c4670-9a0c-43df-9ca8-96b1e8275884 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0744762 Dec 20 23:07:56.777406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e62245-8b23-4e3e-9652-8e2194be1ba5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:56.841937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-b6bccfee-0d17-4fc0-a610-eb3cb82c28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.843453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-b6bccfee-0d17-4fc0-a610-eb3cb82c28f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526547 Dec 20 23:07:56.874156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.875659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb95265b-fb01-43a2-953e-024763e52317 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9636087 Dec 20 23:07:56.883372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50496) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:56.888213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:56.895960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084894505'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:56.946813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-8a9425ff-69f8-4f4c-a2f8-7b9faabec1d4 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957563 Dec 20 23:07:56.964685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.971382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.985627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:56.994070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.000748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.007672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.014429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.016339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-55a06e82-77da-4f08-bb24-2f54b52d8e56 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.1954775 Dec 20 23:07:57.026555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.089678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ce0a434-b19b-4333-a6eb-b1f1ed555748 req-ca3d2306-b223-42fe-80cf-5c695a225311 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318774 Dec 20 23:07:57.101001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba3d74-dec3-4b4f-b3c7-723a37183ffd req-17289994-30ab-46b1-953d-4165167aa8af tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.102680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ba3d74-dec3-4b4f-b3c7-723a37183ffd req-17289994-30ab-46b1-953d-4165167aa8af tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.0748386 Dec 20 23:07:57.127095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:57.155677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48ba3d74-dec3-4b4f-b3c7-723a37183ffd req-63ca1d2c-2c29-4227-895e-044679975de4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Dec 20 23:07:57.157162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-b578e3ce-eb0a-45a9-b0c9-0a90a675ec14 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.158594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-b578e3ce-eb0a-45a9-b0c9-0a90a675ec14 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1300759 Dec 20 23:07:57.173263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Sync routers for ids ['b736c154-78ee-427a-bb96-b168fb5ed449'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:07:57.184659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Routers {'b736c154-78ee-427a-bb96-b168fb5ed449'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:57.185272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b736c154-78ee-427a-bb96-b168fb5ed449'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:57.198711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.254345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.256737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Set router b736c154-78ee-427a-bb96-b168fb5ed449 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:57.308963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:55Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:57.339044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Checking router: b736c154-78ee-427a-bb96-b168fb5ed449 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:07:57.348751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Routers {'b736c154-78ee-427a-bb96-b168fb5ed449'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:07:57.349699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b736c154-78ee-427a-bb96-b168fb5ed449'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:57.359642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.367224 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ead1f8af-0544-49a5-87a1-7f1398ebc62c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/99f9c95b-0d17-4ad6-8c29-ff7e7ac4a48e HTTP/1.1" status: 204 len: 168 time: 1.1099279 Dec 20 23:07:57.370141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50500) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:57.377826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:57.413459 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-eb0cfb64-f4a4-4fa7-979b-fd4599b94748 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2447278 Dec 20 23:07:57.422440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] Set router b736c154-78ee-427a-bb96-b168fb5ed449 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:07:57.435995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:57.465392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.476663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a882b548-e863-42e5-94ae-ed627158182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:55Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:07:57.495182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.506185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.508157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882b548-e863-42e5-94ae-ed627158182a None None] The sync data for ids ['b736c154-78ee-427a-bb96-b168fb5ed449'] in n-d-822053-9 is: [{'id': 'b736c154-78ee-427a-bb96-b168fb5ed449', 'name': 'tempest-NetworksTestDHCPv6-router-1858748553', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:47Z', 'updated_at': '2021-12-20T23:07:55Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:07:57.536902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.540182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/247a1156-0784-4db2-8c37-60854ad43365 HTTP/1.1" status: 204 len: 168 time: 0.8686075 Dec 20 23:07:57.542027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.546353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec86e76-f745-4f0a-8e16-d80ec1131c4e None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:57.546687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996eeda-c203-4f01-be24-4090117186bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=247a1156-0784-4db2-8c37-60854ad43365,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:57.550094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.551022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50504) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:57.552235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.557458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.564000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.570090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.575950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.582230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.588807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:57.591203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-ac654ea4-a9d3-470e-978a-c2d498c09bf4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 5443 time: 0.1247137 Dec 20 23:07:57.739640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3706306-8d41-4e14-8cc3-9a43c87b23d0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:57.788142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5ea7445c-404a-45f3-af3a-9735a94efe66 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2327907 Dec 20 23:07:57.798467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50510) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:57.874837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:07:57.918689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.942039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:57.969855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Deleting port 5411b25d-09ed-4598-a896-6927a589c3f9 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:57.970667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.053850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] For port 5411b25d-09ed-4598-a896-6927a589c3f9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5411b25d-09ed-4598-a896-6927a589c3f9,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:58.054245 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.072233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Calling delete_port for 5411b25d-09ed-4598-a896-6927a589c3f9 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:58.076740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5621a77-3055-4531-8b4d-0d9781690fa2 req-986601cf-f2c0-4013-906e-cfcfa6a78821 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075206 Dec 20 23:07:58.124495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.241542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.256857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.124 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fb894b12-5a67-4fc4-85ce-32fb5e83ba76) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:07:58.275587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] Pushing event deleted for resources: {'Port': ['ID=5411b25d-09ed-4598-a896-6927a589c3f9,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:58.279434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf344539-a725-4b44-b4d3-fd39a1b48f5a None None] No DVR routers for this DVR port 5411b25d-09ed-4598-a896-6927a589c3f9 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:58.294860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.298866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4e7eb107-70b0-4a5e-8f33-97f238f001d7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4117858 Dec 20 23:07:58.300374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:58.307314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '88e62245-8b23-4e3e-9652-8e2194be1ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3706306-8d41-4e14-8cc3-9a43c87b23d0', 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:58.338006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:58.368232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da582d5-83e9-4cef-a172-44b258f45c96 req-36d2f9d3-c814-47d7-9455-8533cecd65a4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:58.369880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0da582d5-83e9-4cef-a172-44b258f45c96 req-36d2f9d3-c814-47d7-9455-8533cecd65a4 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.1152618 Dec 20 23:07:58.444581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.451791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0da582d5-83e9-4cef-a172-44b258f45c96 req-0dfe1f64-5362-49db-9b24-c0df570fdd01 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738413 Dec 20 23:07:58.478581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.484711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.535500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] For port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:58.568642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-ec4312d9-e200-41e9-8b7f-def66ca014be tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:58.570069 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-ec4312d9-e200-41e9-8b7f-def66ca014be tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.59 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 945 time: 0.1653600 Dec 20 23:07:58.577632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.597359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] device_id is not set on port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:58.620155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:58.622426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.623102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:58.627595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:07:58.631355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=fb894b12-5a67-4fc4-85ce-32fb5e83ba76,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:58.642237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.646453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.646952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Fanout notify agent at l3_agent the message router_deleted on router b736c154-78ee-427a-bb96-b168fb5ed449 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:07:58.659402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.663547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9378f7a1-b67f-447b-8b9b-76b58e8fbafe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/routers/b736c154-78ee-427a-bb96-b168fb5ed449 HTTP/1.1" status: 204 len: 168 time: 0.8612294 Dec 20 23:07:58.663955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50516) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:58.675783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:58.757218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.802074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.821449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.853383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] No DVR routers for this DVR port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:58.884794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Deleting port 5499c236-1203-459d-8738-fc4b7fb313ca {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:07:58.885136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.894125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:58.926023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.934255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.938500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:07:58.940937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.983602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff353fe-849c-4083-8dcd-4ad4d13fbde3,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:58.990672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] In _notify_port_updated(), no bound segment for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:07:58.991552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:58.994120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:58.994120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-0411bc05-62fa-4776-a63b-3baaeb141b27 service neutron] 10.222.0.45 "PUT /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 200 len: 1032 time: 1.5636022 Dec 20 23:07:59.064446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-5c06ab3f-bc1a-48fe-ac2c-7fa2e1f4f591 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.065695 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-5c06ab3f-bc1a-48fe-ac2c-7fa2e1f4f591 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "GET /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629475 Dec 20 23:07:59.071281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.072373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8180a044-fa6b-4600-85ea-375c959289a2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7710845 Dec 20 23:07:59.075971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50522) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:59.083420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] For port 5499c236-1203-459d-8738-fc4b7fb313ca, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5499c236-1203-459d-8738-fc4b7fb313ca,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:59.084038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.091530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:59.110800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0359e190-3ca8-4744-9859-870c06e82a28 None None] Provisioning complete for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:07:59.111536 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0359e190-3ca8-4744-9859-870c06e82a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.163837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0359e190-3ca8-4744-9859-870c06e82a28 None None] Port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:07:59.168722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Calling delete_port for 5499c236-1203-459d-8738-fc4b7fb313ca owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:07:59.194585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.203317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.254638 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.263488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.334399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.394805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.447237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.454166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5411b25d-09ed-4598-a896-6927a589c3f9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:59.459912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.463568 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9ff353fe-849c-4083-8dcd-4ad4d13fbde3 HTTP/1.1" status: 204 len: 168 time: 0.3841820 Dec 20 23:07:59.468731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:59.476066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5411b25d-09ed-4598-a896-6927a589c3f9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:59.476625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5411b25d-09ed-4598-a896-6927a589c3f9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:59.477051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f293f44-d598-4fb4-ae5c-ec3157f9645e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:07:59.499787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1f293f44-d598-4fb4-ae5c-ec3157f9645e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:07:59.500189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f293f44-d598-4fb4-ae5c-ec3157f9645e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:07:59.507003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a2150-4490-45a2-a353-581127f22d07 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ff353fe-849c-4083-8dcd-4ad4d13fbde3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:59.509677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=fb894b12-5a67-4fc4-85ce-32fb5e83ba76,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:59.526797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:07:59.563127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:07:59.564033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a849a33-216d-4ffd-885f-c4725c1cdb89 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0939922 Dec 20 23:07:59.569323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:59.584091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=6d13dca8-8a09-4627-ae1a-81117b439a7d,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:59.586372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:07:59.597084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87344e-e943-46ec-82e9-57974ff6493a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:07:59.607280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.607494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] For port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:07:59.607868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.639718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.658588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['5499c236-1203-459d-8738-fc4b7fb313ca'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:07:59.658874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.685314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Pushing event deleted for resources: {'Port': ['ID=5499c236-1203-459d-8738-fc4b7fb313ca,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:07:59.688798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] device_id is not set on port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:07:59.690587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.697600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.703852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.714360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.717546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.718832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.725507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.734313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-69f45ef0-1145-43c7-a488-1ca88d8b73c1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 4664 time: 0.2783287 Dec 20 23:07:59.741713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.752434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9a7f700e-1280-4fbe-820d-c4cebbdbc9ab tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0848358 Dec 20 23:07:59.755195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '6d13dca8-8a09-4627-ae1a-81117b439a7d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:07:59.758526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50532) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:59.758743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.759967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] No DVR routers for this DVR port 5499c236-1203-459d-8738-fc4b7fb313ca on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:07:59.769156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.772491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daceaa-387a-41eb-abec-47bb4d674467 req-bfd3e062-4968-412d-b90d-47951b2187f6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:07:59.773746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a0dd51a0-cc8c-44da-b877-0f5b71a5f189 req-9ed2fd0a-4c19-4760-8701-f92276ad4af9 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.59 "DELETE /v2.0/ports/5499c236-1203-459d-8738-fc4b7fb313ca HTTP/1.1" status: 204 len: 173 time: 1.1958520 Dec 20 23:07:59.774214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'name': 'network-vif-deleted', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:07:59.776540 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2443292-b06c-43dc-b5b0-e742276d63a4" -d '{"events": [{"server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "name": "network-vif-deleted", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:07:59.782967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91daceaa-387a-41eb-abec-47bb4d674467 req-bfd3e062-4968-412d-b90d-47951b2187f6 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 867 time: 0.2144272 Dec 20 23:07:59.803939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.808741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:59.871112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.928374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91daceaa-387a-41eb-abec-47bb4d674467 req-7ff22ce5-a163-423c-954f-463c9674e28a tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355164 Dec 20 23:07:59.968559 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:07:59.972266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-77f1a650-0460-4459-9546-f50eef06d87d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5976090 Dec 20 23:07:59.979743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:07:59.987963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'port': {'network_id': 'a2cfa2a6-5b39-4189-befe-b4c8e241a903', 'name': 'tempest-FloatingIPTestJSON-93408300'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:07:59.996573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fc84b17-51d7-41c3-838b-76451ca6ce26 req-3c2d098b-bb2b-407e-96d0-52a5eebb59cd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=80b2bb93-774e-4f25-9d42-c6b6a4967a93&id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444377 Dec 20 23:08:00.040631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/6d13dca8-8a09-4627-ae1a-81117b439a7d/75f4bcc0-2010-4226-a1d2-69d722418bad) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:00.098800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Pushing event updated for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:00.116703 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66ff7d-e84c-4c9c-a27e-a5b8bc2358e1 x-openstack-request-id: req-6b66ff7d-e84c-4c9c-a27e-a5b8bc2358e1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:00.116858 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3be76-4851-4f88-baab-b439ac6f41d8", "name": "network-vif-deleted", "tag": "5499c236-1203-459d-8738-fc4b7fb313ca", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:00.117576 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b66ff7d-e84c-4c9c-a27e-a5b8bc2358e1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:00.118295 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f3be76-4851-4f88-baab-b439ac6f41d8', 'name': 'network-vif-deleted', 'tag': '5499c236-1203-459d-8738-fc4b7fb313ca', 'status': 'completed', 'code': 200} Dec 20 23:08:00.119072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] No DVR routers for this DVR port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:00.125770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.127559 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.163507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] In _notify_port_updated(), no bound segment for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 on network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:08:00.164282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:00.164908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.166316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-7626d00d-d53b-4906-82d1-6f8829325132 service neutron] 10.222.0.45 "PUT /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 200 len: 1031 time: 1.0788183 Dec 20 23:08:00.166942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.169873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.171033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/c3706306-8d41-4e14-8cc3-9a43c87b23d0 HTTP/1.1" status: 204 len: 168 time: 0.6005387 Dec 20 23:08:00.174163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50544) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:00.228104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc800c-6b30-40b4-bb54-6eb0bf2a2f75 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3706306-8d41-4e14-8cc3-9a43c87b23d0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:00.241197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.276627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.278273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-62e111ef-6d27-4f30-9358-2c705d041dcc tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1026454 Dec 20 23:08:00.281102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:00.294231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:00.300953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.354909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 host ! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:08:00.355203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:00.355662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 97d77324-43ba-4487-9f2a-6004e1b862dc no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:00.393828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.406721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.408185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2164660-8b91-4c07-ae1d-b5c0fbe22fcf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6487610 Dec 20 23:08:00.411675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:00.424640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:00.425026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.455298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.529357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.556132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:00.560234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.582721 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:00.595241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:00.595508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:00.596083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.598197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:00.600207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] device_id is not set on port 246e5f9a-48d7-4239-94f5-72887993eab9 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:00.603504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14c61d9f-aa94-4e3d-9ece-d5e78e3d15ce None None] Provisioning complete for port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:00.603875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14c61d9f-aa94-4e3d-9ece-d5e78e3d15ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.611963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.615638 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.617086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/88e62245-8b23-4e3e-9652-8e2194be1ba5 HTTP/1.1" status: 204 len: 168 time: 0.3347974 Dec 20 23:08:00.625779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:00.640556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Pushing event updated for resources: {'Port': ['ID=75f4bcc0-2010-4226-a1d2-69d722418bad,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:00.717093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-14c61d9f-aa94-4e3d-9ece-d5e78e3d15ce None None] Port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:00.721102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.734414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Attempting to bind port 75f4bcc0-2010-4226-a1d2-69d722418bad on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:00.734791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Attempting to bind port 75f4bcc0-2010-4226-a1d2-69d722418bad by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:00.735155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Attempting to bind port 75f4bcc0-2010-4226-a1d2-69d722418bad on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:00.738512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.749007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:00.749386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:00.750082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.750637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:00.751283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Bound port: 75f4bcc0-2010-4226-a1d2-69d722418bad, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:00.751850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.754221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75387b6b-2c1a-4269-afa6-77f7a6104852 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e62245-8b23-4e3e-9652-8e2194be1ba5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:00.791066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:00.793466 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8dd82f-4077-47c2-acfa-573943ef9432" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:00.834823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:00.866101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] For port 75f4bcc0-2010-4226-a1d2-69d722418bad, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:00.870750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] For port 75f4bcc0-2010-4226-a1d2-69d722418bad, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75f4bcc0-2010-4226-a1d2-69d722418bad,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:00.880509 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21923a-eb8c-49fa-9279-c052c1c59bff x-openstack-request-id: req-ac21923a-eb8c-49fa-9279-c052c1c59bff {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:00.880863 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:00.881123 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac21923a-eb8c-49fa-9279-c052c1c59bff {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:00.882086 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'code': 200} Dec 20 23:08:00.923914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0f9a79ec-aa7a-4763-8e85-4dbc31032b5a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2880747 Dec 20 23:08:00.929054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:00.934665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260130162'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:00.946954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:00.951482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 024944fe-6e01-4de1-92f7-3b2f3abefbf7 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:00.964045 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.014363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.11 (a2cfa2a6-5b39-4189-befe-b4c8e241a903/a4630ca6-2530-455c-bc37-89d8135e4c97/246e5f9a-48d7-4239-94f5-72887993eab9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:01.044375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::1 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/6d13dca8-8a09-4627-ae1a-81117b439a7d/81ab4a97-852c-424c-9139-49efbfc5feb0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:01.049032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.049429 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.049767 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Floating IP be449baf-2f72-4e19-be56-d68615922976 disassociated. External IP: 172.25.1.91, port: 024944fe-6e01-4de1-92f7-3b2f3abefbf7. Dec 20 23:08:01.050114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for 024944fe-6e01-4de1-92f7-3b2f3abefbf7 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:01.115198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc109cb5-442e-4426-b203-16c7bb852e16 req-009ee6e0-0688-4ee7-8787-83597beae438 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077 tempest-FloatingIPsAssociationNegativeTestJSON-1206554077-project] 10.222.0.62 "GET /v2.0/ports?device_id=05f3be76-4851-4f88-baab-b439ac6f41d8 HTTP/1.1" status: 200 len: 210 time: 0.0610228 Dec 20 23:08:01.117828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.263760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0e9c-bc54-44c2-a970-b0530ab74fb3 None None] Pushing event updated for resources: {'Port': ['ID=75f4bcc0-2010-4226-a1d2-69d722418bad,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.269275 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.293511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.319144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 024944fe-6e01-4de1-92f7-3b2f3abefbf7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=024944fe-6e01-4de1-92f7-3b2f3abefbf7,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:01.335692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.363453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.406020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.407120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e51776e6-c7f1-4801-8ae4-e9bc0dbff175 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:01.430221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.437211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.444676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.458473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.477752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.490099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-387e9421-7199-4c86-9e02-95e778867d80 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3884 time: 0.1975400 Dec 20 23:08:01.509366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.560996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.565900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.611323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.619081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.623256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:01.637898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:01.642523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2d12c0e-cd4d-4eb3-aabc-05f7b7ea0e59 req-13b6e4fc-6c81-4bf7-afce-f1059b732581 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508720 Dec 20 23:08:01.644869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:01.664449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=246e5f9a-48d7-4239-94f5-72887993eab9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.670509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:01.679621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.729346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.729640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=024944fe-6e01-4de1-92f7-3b2f3abefbf7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.730590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:01.776967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:01.776967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.776967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=81ab4a97-852c-424c-9139-49efbfc5feb0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.781284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.805285 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:01.807791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:01.809092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.811834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:01.812641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.834032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.892804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4b4f8-daa9-4801-a570-2ec592091fe2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:01.894489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:01.927733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-917e9765-4bec-4b05-955e-dce80b9eeeb0 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9459403 Dec 20 23:08:01.934205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50564) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:01.942755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': '246e5f9a-48d7-4239-94f5-72887993eab9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:01.953480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:01.997478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.001237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-febe12d2-70a6-4037-90d8-66723559f611 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0683777 Dec 20 23:08:02.006103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Router 949fed28-5d32-4296-bd26-70a0e4363b2f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:02.006287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50566) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:02.006410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.009941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '42f4b4f8-daa9-4801-a570-2ec592091fe2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:02.022617 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.023472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a731879b-09a7-4810-b2b4-8ab3e0cd5e9f no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:02.094136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.200062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.225184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:02.227943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:02.335085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.411891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:02.474747 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.475631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:02.492228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.568178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.579712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e host ! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:08:02.580120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:02.591529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:02.666914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] Provisioning complete for port 75f4bcc0-2010-4226-a1d2-69d722418bad triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:02.667249 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.746258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.804470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.810059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2836bb5d-f427-4f40-9978-32e57dec9d0f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:02.825968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.826761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.852615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] For port 75f4bcc0-2010-4226-a1d2-69d722418bad, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75f4bcc0-2010-4226-a1d2-69d722418bad,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:02.881660 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.885568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0c20410-3361-4505-a565-ca4c76a0013e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8804018 Dec 20 23:08:02.887229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:02.890285 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d896d-5a5f-4545-a1ba-0c97858d8bcf" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:02.892476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50578) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:02.931090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:02.962662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d2ee-13cb-4905-a634-7deebce385ac req-464895ec-1bef-4bac-b913-999eaa5f8031 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:02.970968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d2ee-13cb-4905-a634-7deebce385ac req-464895ec-1bef-4bac-b913-999eaa5f8031 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:02.978832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d592c750-39e0-42eb-ac8e-f7425d07dfae x-openstack-request-id: req-d592c750-39e0-42eb-ac8e-f7425d07dfae {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:02.978832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:02.980259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d2ee-13cb-4905-a634-7deebce385ac req-464895ec-1bef-4bac-b913-999eaa5f8031 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:02.980350 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d592c750-39e0-42eb-ac8e-f7425d07dfae {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:02.980350 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'code': 200} Dec 20 23:08:02.980350 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'code': 200} Dec 20 23:08:02.980350 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'code': 200} Dec 20 23:08:02.983616 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'code': 200} Dec 20 23:08:02.986758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d2ee-13cb-4905-a634-7deebce385ac req-464895ec-1bef-4bac-b913-999eaa5f8031 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:02.996234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0441d2ee-13cb-4905-a634-7deebce385ac req-464895ec-1bef-4bac-b913-999eaa5f8031 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3143 time: 0.2306828 Dec 20 23:08:03.017605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999ad18-f6b3-45ce-8dc0-2950d3e6b4b0 None None] Pushing event updated for resources: {'Port': ['ID=75f4bcc0-2010-4226-a1d2-69d722418bad,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:03.056907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-27b971f3-fba8-410d-a7dc-203c04a02650 None None] Provisioning complete for port 81ab4a97-852c-424c-9139-49efbfc5feb0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:03.057391 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-27b971f3-fba8-410d-a7dc-203c04a02650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.084431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=81ab4a97-852c-424c-9139-49efbfc5feb0,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:03.094325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.102685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-27b971f3-fba8-410d-a7dc-203c04a02650 None None] Port 81ab4a97-852c-424c-9139-49efbfc5feb0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:03.115639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.127859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:03.140598 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Sync routers for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:03.163695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0441d2ee-13cb-4905-a634-7deebce385ac req-6d26cbe0-2308-4013-9eb2-2bf10a04235e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665452 Dec 20 23:08:03.167277 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:03.184142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:03.184317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:03.184317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:03.234388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.240324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] No DVR routers for this DVR port 024944fe-6e01-4de1-92f7-3b2f3abefbf7 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:03.246857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.250516 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-ae2a7ef0-aea7-4b4b-9e04-8be9e277e9fd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "DELETE /v2.0/ports/024944fe-6e01-4de1-92f7-3b2f3abefbf7 HTTP/1.1" status: 204 len: 173 time: 3.0426698 Dec 20 23:08:03.252653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:03.255583 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe343d54-fa69-437b-b996-46270dec1a1b" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:03.265989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.271214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.274840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2836bb5d-f427-4f40-9978-32e57dec9d0f HTTP/1.1" status: 204 len: 168 time: 0.3751404 Dec 20 23:08:03.284412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.307188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42dedd-772d-4c9e-a001-50eb8ead7384 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2836bb5d-f427-4f40-9978-32e57dec9d0f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:03.338777 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:03.385441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f9f5025f-5203-4104-b1da-6c5e57204943 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971246 Dec 20 23:08:03.386657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50588) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.437921 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935974f-d3ec-4d69-aba2-2a65f95ebb8c x-openstack-request-id: req-e935974f-d3ec-4d69-aba2-2a65f95ebb8c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:03.438493 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "024944fe-6e01-4de1-92f7-3b2f3abefbf7", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:03.438918 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e935974f-d3ec-4d69-aba2-2a65f95ebb8c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:03.439486 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '024944fe-6e01-4de1-92f7-3b2f3abefbf7', 'status': 'completed', 'code': 200} Dec 20 23:08:03.530969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.573155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Router 12669d35-c08c-4a55-87e1-64197204b843 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:08:03.596578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75f4bcc0-2010-4226-a1d2-69d722418bad up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:03.605146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.667777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 75f4bcc0-2010-4226-a1d2-69d722418bad triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:03.668457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.698297 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.703610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:03.704461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.719365 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:03.739864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:03.745873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3d6cd8d7-d6ff-40f3-8554-d19ff2b998e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "PUT /v2.0/routers/12669d35-c08c-4a55-87e1-64197204b843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330107 Dec 20 23:08:03.748430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.759022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Sync routers for ids ['12669d35-c08c-4a55-87e1-64197204b843'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:03.761574 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Checking router: 949fed28-5d32-4296-bd26-70a0e4363b2f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:08:03.766275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bfa784e9-645f-496b-b535-cc7d96038bee None None] Provisioning complete for port 81ab4a97-852c-424c-9139-49efbfc5feb0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:03.766868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bfa784e9-645f-496b-b535-cc7d96038bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.774666 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:03.775818 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:03.807015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc049e46-fbf8-40ec-aee2-8b4dfef3034f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:03.809274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dc049e46-fbf8-40ec-aee2-8b4dfef3034f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports/81ab4a97-852c-424c-9139-49efbfc5feb0 HTTP/1.1" status: 200 len: 911 time: 0.0595901 Dec 20 23:08:03.811609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50594) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.817222 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.827039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Routers {'12669d35-c08c-4a55-87e1-64197204b843'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:03.830397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12669d35-c08c-4a55-87e1-64197204b843'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:03.841904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5499c236-1203-459d-8738-fc4b7fb313ca no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:03.866319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.869240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:03.870430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/42f4b4f8-daa9-4801-a570-2ec592091fe2 HTTP/1.1" status: 204 len: 168 time: 0.4816411 Dec 20 23:08:03.883196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50596) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.885020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ffbe4-f926-4322-9f5a-f2e9c16502ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4b4f8-daa9-4801-a570-2ec592091fe2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:03.937442 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:03.944533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218ff22-d705-438e-8013-14eaaa12f4db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:03.951510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218ff22-d705-438e-8013-14eaaa12f4db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:03.952786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e218ff22-d705-438e-8013-14eaaa12f4db tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1400917 Dec 20 23:08:03.957757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d8ebbfda-4e9e-4fc6-8fb8-1fc1182e8f89 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702586 Dec 20 23:08:03.958697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50598) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.961907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:03.965950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--165721063'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:03.969585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 5499c236-1203-459d-8738-fc4b7fb313ca {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:03.970035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5499c236-1203-459d-8738-fc4b7fb313ca not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:04.006697 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 75c01fb1-709b-4132-aaef-2bff8ed1494f associated. External IP: 172.25.1.124, port: 246e5f9a-48d7-4239-94f5-72887993eab9. Dec 20 23:08:04.014089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bfa784e9-645f-496b-b535-cc7d96038bee None None] Port 81ab4a97-852c-424c-9139-49efbfc5feb0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:04.037112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Set router 12669d35-c08c-4a55-87e1-64197204b843 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:04.116532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] For port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:04.116893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.141973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for a731879b-09a7-4810-b2b4-8ab3e0cd5e9f owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:04.189971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.213875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:04.286304 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33064dd-9fc8-470e-9b76-82b9237d764a None None] The sync data for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 is: [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T22:56:36Z', 'revision_number': 4, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'cdfda403-7fcd-43bf-8718-237cf1442ea8', 'name': '', 'network_id': '8ecea4e7-b217-457f-91aa-30cfdc138657', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'mac_address': 'fa:16:3e:f4:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:35Z', 'updated_at': '2021-12-20T22:56:43Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'subnets': [{'id': 'c3ed77d1-5524-4c84-9149-a418ded814ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:04.319588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:01Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '81ab4a97-852c-424c-9139-49efbfc5feb0', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:20:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12669d35-c08c-4a55-87e1-64197204b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:02Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:04.345743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.355123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Checking router: 12669d35-c08c-4a55-87e1-64197204b843 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:08:04.355475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Updating router 12669d35-c08c-4a55-87e1-64197204b843 port 81ab4a97-852c-424c-9139-49efbfc5feb0 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:08:04.390011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.410370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-2a316428-3211-43b6-8eee-4b9583bd41f1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:04.416954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-2a316428-3211-43b6-8eee-4b9583bd41f1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:04.424034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-2a316428-3211-43b6-8eee-4b9583bd41f1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:04.430730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-2a316428-3211-43b6-8eee-4b9583bd41f1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:04.432465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-2a316428-3211-43b6-8eee-4b9583bd41f1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 3143 time: 0.1068068 Dec 20 23:08:04.434837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.509909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe95c6-da2f-4057-8aa2-d064f5a74493,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:04.546108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.568155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf238170-e59e-4bf3-87b3-e155974efdc0 req-e87b0b64-0408-42ef-89c3-aca85c1b247e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243598 Dec 20 23:08:04.573500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.578304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07d34f61-8d3e-471c-aa1a-b9af2d872e9e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6154788 Dec 20 23:08:04.583410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:04.601957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '64fe95c6-da2f-4057-8aa2-d064f5a74493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:04.645908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:04.650284 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.748541 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc4f4c-afe9-498f-9892-751e9fb16c56 None None] New status for floating IP be449baf-2f72-4e19-be56-d68615922976: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:08:04.772124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.783368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.791969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f2bc950e-3fea-47fa-9c61-da99648b0fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.846008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.853681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=a731879b-09a7-4810-b2b4-8ab3e0cd5e9f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:04.931183 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.936535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.953591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] No DVR routers for this DVR port a731879b-09a7-4810-b2b4-8ab3e0cd5e9f on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:04.959674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:04.963205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-845f45d0-41df-473f-9534-1ca5830473ac tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "DELETE /v2.0/ports/a731879b-09a7-4810-b2b4-8ab3e0cd5e9f HTTP/1.1" status: 204 len: 173 time: 1.6995943 Dec 20 23:08:04.987011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c42ea-0716-49cf-b398-16e905bfd116 None None] Pushing event updated for resources: {'Port': ['ID=81ab4a97-852c-424c-9139-49efbfc5feb0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:05.005420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.027325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f821f2c-8e62-4821-be85-3a2c6e0c1c95,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:05.032004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 81ab4a97-852c-424c-9139-49efbfc5feb0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:05.032352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.057748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Attempting to bind port 81ab4a97-852c-424c-9139-49efbfc5feb0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:05.058256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Attempting to bind port 81ab4a97-852c-424c-9139-49efbfc5feb0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:05.058747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Attempting to bind port 81ab4a97-852c-424c-9139-49efbfc5feb0 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:05.071032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:05.071504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:05.071973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.072482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:05.073007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Bound port: 81ab4a97-852c-424c-9139-49efbfc5feb0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:05.073749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.148143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port 81ab4a97-852c-424c-9139-49efbfc5feb0, host n-d-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:05.148511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.163099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] For port 81ab4a97-852c-424c-9139-49efbfc5feb0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:05.167586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] For port 81ab4a97-852c-424c-9139-49efbfc5feb0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=81ab4a97-852c-424c-9139-49efbfc5feb0,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:05.170761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:05.183346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:05.186271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.208433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:05.209753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:05.252147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:05.264250 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.303670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:05.304532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:05.532473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:05.532976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b6e2b-3c58-4c44-b482-5923bc9a667f None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:05.558631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Routers {'12669d35-c08c-4a55-87e1-64197204b843'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:05.560312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:07:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12669d35-c08c-4a55-87e1-64197204b843'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:05.576744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c42ea-0716-49cf-b398-16e905bfd116 None None] Pushing event updated for resources: {'Port': ['ID=81ab4a97-852c-424c-9139-49efbfc5feb0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:05.615504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 81ab4a97-852c-424c-9139-49efbfc5feb0 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:05.681475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c12af579-137b-4b6f-83e5-5ead90354edb None None] Provisioning complete for port 81ab4a97-852c-424c-9139-49efbfc5feb0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:05.681862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c12af579-137b-4b6f-83e5-5ead90354edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.718117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:05.723356 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d41792-3eed-41df-b722-4dcc770e2d5b" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:05.745089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] Set router 12669d35-c08c-4a55-87e1-64197204b843 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:05.761755 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4903539b-a628-44bc-bde4-6bfc5c4f0736 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/75c01fb1-709b-4132-aaef-2bff8ed1494f HTTP/1.1" status: 200 len: 977 time: 3.8214717 Dec 20 23:08:05.763514 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.764777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef289c3f-eecc-4637-be57-087c758e7871 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1799188 Dec 20 23:08:05.764777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:05.773751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50622) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:05.805573 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a254ffe-ab25-417a-894b-cb5906763d73 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules/9f821f2c-8e62-4821-be85-3a2c6e0c1c95 HTTP/1.1" status: 200 len: 763 time: 0.0290887 Dec 20 23:08:05.810132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:05.823479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:05.829453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.885783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddb721-4400-4814-8b88-e54ed882f49b req-cefe3ffc-56a3-44da-95b0-ec06b05a6e91 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:05.887288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27ddb721-4400-4814-8b88-e54ed882f49b req-cefe3ffc-56a3-44da-95b0-ec06b05a6e91 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1396346 Dec 20 23:08:05.924251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c12af579-137b-4b6f-83e5-5ead90354edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:05.946031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662db33-8dc7-4938-840f-e8d5d9fecedb req-ca0726b3-5f64-4f01-8c2c-86b1fef93990 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:05.951973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662db33-8dc7-4938-840f-e8d5d9fecedb req-ca0726b3-5f64-4f01-8c2c-86b1fef93990 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:05.959000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662db33-8dc7-4938-840f-e8d5d9fecedb req-ca0726b3-5f64-4f01-8c2c-86b1fef93990 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:05.960911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5662db33-8dc7-4938-840f-e8d5d9fecedb req-ca0726b3-5f64-4f01-8c2c-86b1fef93990 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 2410 time: 0.2221944 Dec 20 23:08:05.982414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8945bf2e-7e54-4d5f-987b-0261a569c36a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1682267 Dec 20 23:08:05.984650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:06.017095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:01Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '81ab4a97-852c-424c-9139-49efbfc5feb0', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:20:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12669d35-c08c-4a55-87e1-64197204b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:05Z', 'revision_number': 4, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:06.041991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.044954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c58c20-6f48-4f8a-93f1-4139b5a947f4 None None] The sync data for ids ['12669d35-c08c-4a55-87e1-64197204b843'] in n-d-822053-9 is: [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:01Z', 'revision_number': 2, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None, '_interfaces': [{'id': '81ab4a97-852c-424c-9139-49efbfc5feb0', 'name': '', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'mac_address': 'fa:16:3e:20:a0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12669d35-c08c-4a55-87e1-64197204b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:05Z', 'revision_number': 4, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'subnets': [{'id': '6d13dca8-8a09-4627-ae1a-81117b439a7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:06.051722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] For port e51776e6-c7f1-4801-8ae4-e9bc0dbff175, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:06.052086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.057092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27ddb721-4400-4814-8b88-e54ed882f49b req-dfbdadbb-28cb-4108-bd9b-b8d020f5a061 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292911 Dec 20 23:08:06.067503 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.081876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5662db33-8dc7-4938-840f-e8d5d9fecedb req-351da3a3-b8e7-47e3-852e-9aa2e4d57ff2 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056705 Dec 20 23:08:06.092491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for e51776e6-c7f1-4801-8ae4-e9bc0dbff175 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:06.099090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 246e5f9a-48d7-4239-94f5-72887993eab9 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:06.099616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.100046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Deleting port 498de244-6afc-449a-8b76-655bd805bb4d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:06.100385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.123771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.199557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=81ab4a97-852c-424c-9139-49efbfc5feb0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:06.241654 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed105a5-ffd9-40a1-8f5c-b7d35651f23d x-openstack-request-id: req-1ed105a5-ffd9-40a1-8f5c-b7d35651f23d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:06.242016 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "a731879b-09a7-4810-b2b4-8ab3e0cd5e9f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:06.242267 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ed105a5-ffd9-40a1-8f5c-b7d35651f23d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:06.250792 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': 'a731879b-09a7-4810-b2b4-8ab3e0cd5e9f', 'status': 'completed', 'code': 200} Dec 20 23:08:06.295962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dfc50178-15b7-4498-ba72-6101d53d309b None None] Could not find standard attr ID for object 81ab4a97-852c-424c-9139-49efbfc5feb0. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:08:06.296131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.318259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.322262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9f821f2c-8e62-4821-be85-3a2c6e0c1c95 HTTP/1.1" status: 204 len: 168 time: 0.3366790 Dec 20 23:08:06.326689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50630) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:06.345907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e45c54-77d9-4de8-9f7c-12ab467158d0 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f821f2c-8e62-4821-be85-3a2c6e0c1c95,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:06.358338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] For port 498de244-6afc-449a-8b76-655bd805bb4d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=498de244-6afc-449a-8b76-655bd805bb4d,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:06.358723 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.403605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Calling delete_port for 498de244-6afc-449a-8b76-655bd805bb4d owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:06.416190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.465383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.626144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.688546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-690101c1-eda1-4762-93f8-b8e01c8185d5 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3462985 Dec 20 23:08:06.694747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50632) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:06.705372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '64fe95c6-da2f-4057-8aa2-d064f5a74493', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:06.714777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] No DVR routers for this DVR port e51776e6-c7f1-4801-8ae4-e9bc0dbff175 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:06.720578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8476da-4312-4e6d-aed6-399c336bb43b req-86f1d048-4581-42b4-b100-1fe882795633 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:06.722172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c8476da-4312-4e6d-aed6-399c336bb43b req-86f1d048-4581-42b4-b100-1fe882795633 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.3399041 Dec 20 23:08:06.734267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=e51776e6-c7f1-4801-8ae4-e9bc0dbff175,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:06.738964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.743051 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-cbc87791-3911-4d76-8c1d-5824e1742363 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "DELETE /v2.0/ports/e51776e6-c7f1-4801-8ae4-e9bc0dbff175 HTTP/1.1" status: 204 len: 173 time: 1.7043674 Dec 20 23:08:06.865660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:06.865945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.869085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.924299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Pushing event deleted for resources: {'Port': ['ID=498de244-6afc-449a-8b76-655bd805bb4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:06.956302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c8476da-4312-4e6d-aed6-399c336bb43b req-6d58134a-555c-40a6-9b93-d3725d913071 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165959 Dec 20 23:08:06.962542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Router 12669d35-c08c-4a55-87e1-64197204b843 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:06.994811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.995185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:06.995508 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 75c01fb1-709b-4132-aaef-2bff8ed1494f disassociated. External IP: 172.25.1.124, port: 246e5f9a-48d7-4239-94f5-72887993eab9. Dec 20 23:08:06.995857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 246e5f9a-48d7-4239-94f5-72887993eab9 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:07.106137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.216331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] For port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:07.216547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.226342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:07.239738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-17337eea-7de0-47fd-a250-8bf31e0fcf3c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "PUT /v2.0/routers/12669d35-c08c-4a55-87e1-64197204b843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2764022 Dec 20 23:08:07.240032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:07.289176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:07.390437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db27028-31de-4561-a4dd-6daf9e0d7685 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:07.392083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db27028-31de-4561-a4dd-6daf9e0d7685 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:07.394072 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3db27028-31de-4561-a4dd-6daf9e0d7685 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1526003 Dec 20 23:08:07.400084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50654) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:07.456464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.460922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aa50d-80bc-4e7f-a9d2-d22996b95425 req-f59d5f2d-c872-44e9-b9ad-ec7297258fb3 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:07.464963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aa50d-80bc-4e7f-a9d2-d22996b95425 req-f59d5f2d-c872-44e9-b9ad-ec7297258fb3 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:07.472991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c0aa50d-80bc-4e7f-a9d2-d22996b95425 req-f59d5f2d-c872-44e9-b9ad-ec7297258fb3 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 1677 time: 0.2143967 Dec 20 23:08:07.483058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.494123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 6d13dca8-8a09-4627-ae1a-81117b439a7d {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:07.521343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-5d5e4410-4376-4174-8428-fe254f28a2a0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:07.522954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-5d5e4410-4376-4174-8428-fe254f28a2a0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.2761927 Dec 20 23:08:07.536993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.542446 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-79e57c32-f84a-4434-8a2f-0ebeddac381e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.565438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-a9cad392-5b88-438a-b800-16293e19ad04 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/quotas/3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 375 time: 0.0281353 Dec 20 23:08:07.578573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.592400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c0aa50d-80bc-4e7f-a9d2-d22996b95425 req-109c5e69-e7a9-4b02-b186-96d4030f9270 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186905 Dec 20 23:08:07.632450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a846aeb1-4f83-40d4-9d66-95c72a54b231,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:07.645248 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.664578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-1b41cf91-bd59-4305-bab6-726edda8b0fe tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890703 Dec 20 23:08:07.666630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.726583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=246e5f9a-48d7-4239-94f5-72887993eab9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:07.742363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.743669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-23699586-ada0-4c19-a527-0ac241a108ba tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0470941 Dec 20 23:08:07.747436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50658) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:07.813025 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.822292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fdfe461e-7bee-419d-b139-c9e69fb9785f tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules/a846aeb1-4f83-40d4-9d66-95c72a54b231 HTTP/1.1" status: 200 len: 763 time: 0.0718784 Dec 20 23:08:07.826909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50660) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:07.835818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:07.918625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:07.938193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-54509ee9-8e26-4577-bfcb-2596f79a5009 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641749 Dec 20 23:08:07.964453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:07.999077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] No DVR routers for this DVR port 5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:08.011566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.014978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-f9ac2057-b7cf-4669-bc10-a5d406980e81 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "DELETE /v2.0/ports/5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5 HTTP/1.1" status: 204 len: 173 time: 1.2622194 Dec 20 23:08:08.033074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b6340ea2-f9f8-4822-9279-ee8c2983f87c tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1963294 Dec 20 23:08:08.036458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.059771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Router ec9b2810-4dcf-40e2-a796-08195ab060c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:08.110442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.131651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-8328c5d6-824b-4239-b0f4-6ea9c3bace16 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793137 Dec 20 23:08:08.139430 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Sync routers for ids ['12669d35-c08c-4a55-87e1-64197204b843'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:08.148935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:08.149203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.154090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:08.157514 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Routers {'12669d35-c08c-4a55-87e1-64197204b843'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:08.158446 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12669d35-c08c-4a55-87e1-64197204b843'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.174714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:08.177570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.196941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.229665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.237619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d8cd48fd-aead-4a54-b645-ee1b16fa3a9c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/246e5f9a-48d7-4239-94f5-72887993eab9 HTTP/1.1" status: 204 len: 168 time: 2.4674332 Dec 20 23:08:08.240737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50664) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.249927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=6d13dca8-8a09-4627-ae1a-81117b439a7d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:08.253590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.257953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175'}, {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:08.258658 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496be93-da79-481a-869b-72faeb035bd1" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175"}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:08.265876 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Set router 12669d35-c08c-4a55-87e1-64197204b843 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:08.278009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df146b62-f550-4b49-a335-79e8771140ba None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:08.321349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.321471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:08.321471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.326212 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5d2881fe-981b-4302-8a3e-dab8266381e1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/6d13dca8-8a09-4627-ae1a-81117b439a7d HTTP/1.1" status: 204 len: 168 time: 0.9249904 Dec 20 23:08:08.330987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50668) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.370583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-277af005-056f-49b7-a5c9-88f03778346a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/floatingips/75c01fb1-709b-4132-aaef-2bff8ed1494f HTTP/1.1" status: 200 len: 688 time: 0.1280859 Dec 20 23:08:08.372295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.381475 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:05Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.411954 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b732b4f-3172-4e34-859a-e2c2331df002 x-openstack-request-id: req-7b732b4f-3172-4e34-859a-e2c2331df002 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:08.412164 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "e51776e6-c7f1-4801-8ae4-e9bc0dbff175", "status": "completed", "code": 200}, {"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:08.412413 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b732b4f-3172-4e34-859a-e2c2331df002 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:08.412826 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': 'e51776e6-c7f1-4801-8ae4-e9bc0dbff175', 'status': 'completed', 'code': 200} Dec 20 23:08:08.413090 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '5babb66c-81b5-4ad8-b4c7-4c6ee5d41fd5', 'status': 'completed', 'code': 200} Dec 20 23:08:08.426148 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Checking router: 12669d35-c08c-4a55-87e1-64197204b843 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:08:08.428041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.445406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.447557 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Routers {'12669d35-c08c-4a55-87e1-64197204b843'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:08.447557 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12669d35-c08c-4a55-87e1-64197204b843'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.449593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.450597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9959db-7b55-4eea-9e8d-89b081e3556a None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:08.490757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.492075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a846aeb1-4f83-40d4-9d66-95c72a54b231 HTTP/1.1" status: 204 len: 168 time: 0.4476931 Dec 20 23:08:08.504549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50672) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.558645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab0c6d-d986-4a8b-9ce8-fd16d67a847e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a846aeb1-4f83-40d4-9d66-95c72a54b231,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:08.579094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port 97d77324-43ba-4487-9f2a-6004e1b862dc {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:08.579433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.582890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:08.599183 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0b34861-d479-4878-b827-36fdabd1f64e admin admin] 10.222.0.62 "PUT /v2.0/routers/ec9b2810-4dcf-40e2-a796-08195ab060c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3742843 Dec 20 23:08:08.619707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:08.622662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.635892 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Sync routers for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:08.656346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-444de650-d2e7-4457-a1f3-767232c367d1 req-63d17318-aab7-40d6-82ec-0c1f7fcadb9f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.0715165 Dec 20 23:08:08.668550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port fb894b12-5a67-4fc4-85ce-32fb5e83ba76 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:08.668896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.682819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] Set router 12669d35-c08c-4a55-87e1-64197204b843 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:08.711034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Deleting port 75f4bcc0-2010-4226-a1d2-69d722418bad {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:08.711258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.740392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dc006089-b59d-4792-9376-8571b89a3a21 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4065959 Dec 20 23:08:08.746044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50686) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:08.755633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:08.756652 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:08.822925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] For port 75f4bcc0-2010-4226-a1d2-69d722418bad, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75f4bcc0-2010-4226-a1d2-69d722418bad,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:08.826217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.853450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Calling delete_port for 75f4bcc0-2010-4226-a1d2-69d722418bad owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:08.965575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.968602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:08.993890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for fb894b12-5a67-4fc4-85ce-32fb5e83ba76 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:08.994165 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:05Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:09.021448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f081c-c38f-4644-9586-ca357ea4095f req-99a56a64-2c23-45ca-9241-1519006f86ca tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:09.021448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa7f081c-c38f-4644-9586-ca357ea4095f req-99a56a64-2c23-45ca-9241-1519006f86ca tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 943 time: 0.2963121 Dec 20 23:08:09.024883 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b89f-0101-4882-8d83-0bc425211ac3 None None] The sync data for ids ['12669d35-c08c-4a55-87e1-64197204b843'] in n-d-822053-9 is: [{'id': '12669d35-c08c-4a55-87e1-64197204b843', 'name': 'tempest-NetworksTestDHCPv6-router-766367260', 'tenant_id': '7e388b52ad504c09ad24b759dee5c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:08:00Z', 'updated_at': '2021-12-20T23:08:05Z', 'revision_number': 3, 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:09.039281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.047321 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:09.103057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] Pushing event deleted for resources: {'Port': ['ID=75f4bcc0-2010-4226-a1d2-69d722418bad,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:09.108549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce3cfb-2938-447d-8f27-ac70482a9c39 None None] No DVR routers for this DVR port 75f4bcc0-2010-4226-a1d2-69d722418bad on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:09.199591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa7f081c-c38f-4644-9586-ca357ea4095f req-71dedeaf-b333-499c-bdd0-649dbba0ae75 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups?id=edc68c60-66bf-43f5-a71f-4c7996aab625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906456 Dec 20 23:08:09.294626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.295986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:08:06Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:09.323134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=fb894b12-5a67-4fc4-85ce-32fb5e83ba76,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:09.338643 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Checking router: ec9b2810-4dcf-40e2-a796-08195ab060c1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:08:09.364025 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Routers {'ec9b2810-4dcf-40e2-a796-08195ab060c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:09.364635 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ec9b2810-4dcf-40e2-a796-08195ab060c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:09.390109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.398199 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.398394 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4316f4f-2b47-47e1-ae46-d3ec5fa5c8bc tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8871126 Dec 20 23:08:09.398864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-af61f353-b8ec-46b7-b04c-220d2eb6fa3d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/75c01fb1-709b-4132-aaef-2bff8ed1494f HTTP/1.1" status: 204 len: 168 time: 1.0223281 Dec 20 23:08:09.398864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50694) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:09.407164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50696) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:09.409464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.414950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '23486e5b-7bda-4c4e-ae89-e2a161c5b8b6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:09.429902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '64fe95c6-da2f-4057-8aa2-d064f5a74493', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:09.521781 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Project 134e83febc5943748556f5e78e86fc65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:08:09.526400 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] Set router ec9b2810-4dcf-40e2-a796-08195ab060c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:08:09.541978 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.543011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.637653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75f4bcc0-2010-4226-a1d2-69d722418bad no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:09.699050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.706632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] For port 97d77324-43ba-4487-9f2a-6004e1b862dc, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=97d77324-43ba-4487-9f2a-6004e1b862dc,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:09.707538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.711831 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 75f4bcc0-2010-4226-a1d2-69d722418bad {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:09.712460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75f4bcc0-2010-4226-a1d2-69d722418bad not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:09.713165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 81ab4a97-852c-424c-9139-49efbfc5feb0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:09.722713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.731839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.733814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for 97d77324-43ba-4487-9f2a-6004e1b862dc owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:09.770522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 81ab4a97-852c-424c-9139-49efbfc5feb0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:09.771085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 81ab4a97-852c-424c-9139-49efbfc5feb0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:09.786353 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.813911 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:08:06Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:09.832840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbc7faa0-8612-4fed-907b-b1a5aa85fd48 req-55bebd45-3f6a-4117-8686-05eca74fdd01 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.0651484 Dec 20 23:08:09.856085 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ba248-8c27-49bb-aff8-8a595ea0c674 None None] The sync data for ids ['ec9b2810-4dcf-40e2-a796-08195ab060c1'] in n-d-822053-9 is: [{'id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-816922233-router', 'tenant_id': '6ff5b056699e414c86466e935e60f3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:07:10Z', 'updated_at': '2021-12-20T23:08:06Z', 'revision_number': 5, 'project_id': '6ff5b056699e414c86466e935e60f3e8', 'gw_port': {'id': '583252d7-b4ad-415e-ba82-b72e03b492a9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:aa:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9b2810-4dcf-40e2-a796-08195ab060c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:07:11Z', 'updated_at': '2021-12-20T23:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:09.915452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.924678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.960087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.970460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.970983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Fanout notify agent at l3_agent the message router_deleted on router 12669d35-c08c-4a55-87e1-64197204b843 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:08:09.980214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:09.981582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e52ee264-026c-4f9f-841b-ce0d793c47b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/routers/12669d35-c08c-4a55-87e1-64197204b843 HTTP/1.1" status: 204 len: 168 time: 1.2310469 Dec 20 23:08:09.985879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50706) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:09.986424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63264557-f988-4832-a648-98389a50f355,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:10.050114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c91ce3e5-8871-4ada-99d3-9e040e03ed34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0630763 Dec 20 23:08:10.052545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.086345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.091131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-92a6d630-a306-4d2d-900b-5b721b8c5f7a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6651516 Dec 20 23:08:10.091131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.118416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e17019d-c948-499d-b5bb-713d73b040b2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules/63264557-f988-4832-a648-98389a50f355 HTTP/1.1" status: 200 len: 769 time: 0.0244908 Dec 20 23:08:10.125284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.137882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619abec-eb65-4972-9951-c9ca780890d3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:10.141779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9619abec-eb65-4972-9951-c9ca780890d3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0857866 Dec 20 23:08:10.142300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50714) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.167707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19ea6a44-5b5d-4dfe-b1e0-5cb96c0670ad tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0476274 Dec 20 23:08:10.170179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.189769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdcf5061-3eb3-49ca-977d-748980c5cad7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461574 Dec 20 23:08:10.195856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50718) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.199825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.204567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:10.209585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.213420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Deleting port 583252d7-b4ad-415e-ba82-b72e03b492a9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:10.213693 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.261293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.326992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.332862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.336483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/63264557-f988-4832-a648-98389a50f355 HTTP/1.1" status: 204 len: 168 time: 0.1631203 Dec 20 23:08:10.339446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e00e364e-1d2e-4eda-8601-4dd9d906f3ce req-fb81ab4a-8363-457c-bab3-696311bf73d4 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0472598 Dec 20 23:08:10.340531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50722) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.352254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.389211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=97d77324-43ba-4487-9f2a-6004e1b862dc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:10.401192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e36aa9-f251-452a-b8b2-483524d3c7b3 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63264557-f988-4832-a648-98389a50f355,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:10.437878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-358feaa2-750b-4784-ba59-645e619940c7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0954485 Dec 20 23:08:10.444597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50724) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.495706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.511794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] No DVR routers for this DVR port 97d77324-43ba-4487-9f2a-6004e1b862dc on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:10.520264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.520452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.523718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9f686c07-656e-4767-bb2f-4296bad2e954 req-c13d4a8b-3d3b-41c4-acde-7a8705dad12c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.45 "DELETE /v2.0/ports/97d77324-43ba-4487-9f2a-6004e1b862dc HTTP/1.1" status: 204 len: 173 time: 2.4881129 Dec 20 23:08:10.526992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] For port 583252d7-b4ad-415e-ba82-b72e03b492a9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=583252d7-b4ad-415e-ba82-b72e03b492a9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:10.527578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.530040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:10.532528 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8615851-c440-42ce-9014-488c53809587" -d '{"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:10.555550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Calling delete_port for 583252d7-b4ad-415e-ba82-b72e03b492a9 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:10.582068 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.590443 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f293282-106b-4498-a952-5ed5687c8fb4 x-openstack-request-id: req-7f293282-106b-4498-a952-5ed5687c8fb4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:10.593778 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d632e9-f922-4d0c-a612-53f8fe020ac8", "name": "network-vif-deleted", "tag": "97d77324-43ba-4487-9f2a-6004e1b862dc", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:10.593778 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f293282-106b-4498-a952-5ed5687c8fb4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:10.593778 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d632e9-f922-4d0c-a612-53f8fe020ac8', 'name': 'network-vif-deleted', 'tag': '97d77324-43ba-4487-9f2a-6004e1b862dc', 'status': 'completed', 'code': 200} Dec 20 23:08:10.661037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.176 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/df33bec6-4de6-4833-83be-7e2056c3684a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:10.685762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.688617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.690625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/64fe95c6-da2f-4057-8aa2-d064f5a74493 HTTP/1.1" status: 204 len: 168 time: 0.2493441 Dec 20 23:08:10.696624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.714110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb1ad-90af-4819-be9f-31e5f9d1f1a7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe95c6-da2f-4057-8aa2-d064f5a74493,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:10.727971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:10.731493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.754591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56eac9cf-e208-41a9-ac66-0692cc93bfb2 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568779 Dec 20 23:08:10.759104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50730) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:10.774014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470490162'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:10.900937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:10.986916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-450196a9-3b6a-4cd1-8cf4-50693133b6a5 req-2a69d690-988f-40dd-ad9d-def03993892c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.0732679 Dec 20 23:08:10.998717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.061156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.081743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.119499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=583252d7-b4ad-415e-ba82-b72e03b492a9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:11.153599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.158304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.164695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:11.189609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708b3b20-1c21-4093-96d4-94b182fdbac8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:11.264938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.268707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b5465093-ff04-4855-a8af-b39858f1833a tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5060196 Dec 20 23:08:11.269069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:11.271782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:11.274864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Request body: {'security_group_rule': {'security_group_id': '708b3b20-1c21-4093-96d4-94b182fdbac8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:11.281666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:11.290477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:11.298272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.302848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=df33bec6-4de6-4833-83be-7e2056c3684a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:11.369023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.470350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.475129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.504600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.512277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 498de244-6afc-449a-8b76-655bd805bb4d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:11.532921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdaad2b2-39ec-4055-a3f6-b402830ef64c req-c4b690c7-3675-4043-b5ff-f738e41669b1 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Dec 20 23:08:11.545428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 498de244-6afc-449a-8b76-655bd805bb4d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:11.545428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 498de244-6afc-449a-8b76-655bd805bb4d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:11.564808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.585222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fe2d56-07e9-4bd7-8a9e-3e9cfa329783,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:11.678875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.679838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9b2810-4dcf-40e2-a796-08195ab060c1 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:08:11.690582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.691175 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.692455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b145b592-9171-4262-8830-10f195b94eb6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ec9b2810-4dcf-40e2-a796-08195ab060c1 HTTP/1.1" status: 204 len: 168 time: 3.0692723 Dec 20 23:08:11.699707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8b5d343c-2d2e-4d91-9ece-7902ccae70be tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281645 Dec 20 23:08:11.701127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:11.701785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:11.825099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Deleting subnet 409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:11.830375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:08:11.840350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:11.967759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:11.986267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-5128270b-e720-4e80-b937-2365de48acc9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:11.989549 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-5128270b-e720-4e80-b937-2365de48acc9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.3757870 Dec 20 23:08:12.038213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:12.041080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:12.056926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f21af4-4dc4-43d1-8839-da2096288664 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:12.081095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'device_id': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'admin_state_up': True, 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:12.085849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:12.086944 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.232162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:08:12.233051 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.339483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb3d8214-a926-48d8-8a8a-a0a7be0dbb04 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1398706 Dec 20 23:08:12.346765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50754) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:12.353128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:12.376972 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.401602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.429225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Allocated IP 2001:db8::f816:3eff:fe2c:b3db (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810/363d3c4f-da4f-4fa7-b445-20e121a4d11d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:12.460516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4544af2-b63d-49ed-9c52-965a3b9b0ac5 req-cae24436-5b2b-494b-aec0-b6b12932695e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.0778899 Dec 20 23:08:12.516765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.532826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.600783 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.676477 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.683205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4eca713c-fea0-488b-a490-61c655841a5c req-9f367bd6-7474-47c4-95e8-ac9ad2cae42e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0315564 Dec 20 23:08:12.697441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.732435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.735501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.737008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/708b3b20-1c21-4093-96d4-94b182fdbac8 HTTP/1.1" status: 204 len: 168 time: 1.0326521 Dec 20 23:08:12.741544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:12.746304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50758) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:12.746754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:12.758306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:12.773920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad378e-231c-46dd-a523-8d58fbe9651e tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b3b20-1c21-4093-96d4-94b182fdbac8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:12.827955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-75212e90-8298-47ef-97e7-992d040d0526 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764222 Dec 20 23:08:12.830988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50760) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:12.844408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Pushing event updated for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:12.863871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.869173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:12.876950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Attempting to bind port 363d3c4f-da4f-4fa7-b445-20e121a4d11d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:12.877475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Attempting to bind port 363d3c4f-da4f-4fa7-b445-20e121a4d11d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:12.878038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Attempting to bind port 363d3c4f-da4f-4fa7-b445-20e121a4d11d on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:12.884329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:12.884860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:12.885444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.885949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:12.886524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Bound port: 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:12.887022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.906586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e0a4abd-d298-49bc-8257-377f40ff224d tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0735588 Dec 20 23:08:12.907898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:12.936882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.942402 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-5963828e-9258-478d-b428-70e816ea9fd6 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] delete failed (client error): The resource could not be found. Dec 20 23:08:12.944047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5963828e-9258-478d-b428-70e816ea9fd6 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "DELETE /v2.0/security-groups/708b3b20-1c21-4093-96d4-94b182fdbac8 HTTP/1.1" status: 404 len: 347 time: 0.0344949 Dec 20 23:08:12.950741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:12.961088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:12.975574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:12.979413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=363d3c4f-da4f-4fa7-b445-20e121a4d11d,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:12.998307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409537df-6f1d-4e2e-b1b5-c6d73bb6ce53,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:13.012333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.013623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca3075-464d-403b-9b15-a0b86fa06dbe None None] Network b101adc5-9c2c-4abe-86a6-5c08df82a09d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:13.019029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e2be9256-b598-44e7-a366-02caeea85969 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/409537df-6f1d-4e2e-b1b5-c6d73bb6ce53 HTTP/1.1" status: 204 len: 168 time: 1.3128190 Dec 20 23:08:13.019029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50766) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:13.046908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:13.052311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.060560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-175e1233-f28a-41ab-bb92-59c0799c4bd7 tempest-SecGroupIPv6Test-1312186703 tempest-SecGroupIPv6Test-1312186703-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876541 Dec 20 23:08:13.109403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.110819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.187022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Deleting port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:13.187359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.233138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.20.0.8 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/ab88203d-271a-4ad1-bc9b-ebddb42c6e86) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:13.283249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] For port 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fffcd97-8177-4574-9dbf-d15d7daeaea6,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:13.283249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.313125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Calling delete_port for 7fffcd97-8177-4574-9dbf-d15d7daeaea6 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:13.321907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014ad42-befe-42e4-8217-3f907fe8b56a None None] Pushing event updated for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:13.399798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 583252d7-b4ad-415e-ba82-b72e03b492a9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:13.445833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] DHCP port deletion for b101adc5-9c2c-4abe-86a6-5c08df82a09d request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:13.449746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 583252d7-b4ad-415e-ba82-b72e03b492a9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:13.450122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 583252d7-b4ad-415e-ba82-b72e03b492a9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:13.489858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:13.493409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.542389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.560346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Deleting port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:13.563321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.615437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.646642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-627e8f0f-cf35-453c-a23d-3bf6f70c3ee2 req-5f0a2b72-7f55-4685-a656-6c154d78485e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.0645328 Dec 20 23:08:13.716042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fffcd97-8177-4574-9dbf-d15d7daeaea6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:13.721760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] No DVR routers for this DVR port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:13.728042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.753209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] For port 7fffcd97-8177-4574-9dbf-d15d7daeaea6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fffcd97-8177-4574-9dbf-d15d7daeaea6,segment=NetworkSegment(379477c3-fd58-413f-a955-6c98aef17f5f),segment_id=379477c3-fd58-413f-a955-6c98aef17f5f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:13.754381 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.787383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Calling delete_port for 7fffcd97-8177-4574-9dbf-d15d7daeaea6 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:13.893900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50780) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:13.917885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.954466 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:13.977486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea02746d-f635-47af-ad1d-a0dec9a1d4e6 req-b5efdb47-4698-4582-949e-ed386bb56daa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0905247 Dec 20 23:08:13.984106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] Pushing event deleted for resources: {'Port': ['ID=7fffcd97-8177-4574-9dbf-d15d7daeaea6,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:13.995416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11f57d-022a-44c1-806b-1f7414d133ab None None] No DVR routers for this DVR port 7fffcd97-8177-4574-9dbf-d15d7daeaea6 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:14.005810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.014971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b101adc5-9c2c-4abe-86a6-5c08df82a09d']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:14.023208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:14.026503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:14.050299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379477c3-fd58-413f-a955-6c98aef17f5f') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:14.051260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379477c3-fd58-413f-a955-6c98aef17f5f') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:14.088334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.125549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.134371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:14.135202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:08:14.135608 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.142693 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.155804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:14.158543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:14.171083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:08:14.219679 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:08:14.291551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:14.293679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.296369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.303955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.309629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b101adc5-9c2c-4abe-86a6-5c08df82a09d HTTP/1.1" status: 204 len: 168 time: 1.2899361 Dec 20 23:08:14.321207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.328432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a3679-ce72-4072-b283-2d0f2827f082 admin admin] Pushing event deleted for resources: {'Network': ['ID=b101adc5-9c2c-4abe-86a6-5c08df82a09d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:14.438302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.536765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-ceb0fc5f-35e7-4fac-81ab-942e213f8f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4730115 Dec 20 23:08:14.562504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa53e4b7-9879-46d1-b7a7-a1439050f1a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=134e83febc5943748556f5e78e86fc65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6621618 Dec 20 23:08:14.564180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:14.584844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Request body: {'port': {'device_id': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:14.672013 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.704951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5202f6ac-36f0-4024-93f5-2c9bb2cf9df0 None None] Provisioning complete for port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:14.708695 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5202f6ac-36f0-4024-93f5-2c9bb2cf9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.735068 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:08:14.739321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.787606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=df33bec6-4de6-4833-83be-7e2056c3684a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:14.807542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:14.819896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5202f6ac-36f0-4024-93f5-2c9bb2cf9df0 None None] Port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:14.841951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:14.859791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:14.860530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.873241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.889151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ef66-eef9-4395-a238-6739ba5f760d req-ff2d31db-f797-4847-a716-b3d74f7b3ef6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:14.889151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec9ef66-eef9-4395-a238-6739ba5f760d req-ff2d31db-f797-4847-a716-b3d74f7b3ef6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 931 time: 0.0836380 Dec 20 23:08:14.889151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50794) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:14.894621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.897504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:14.902177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fa3512d-dad1-45a5-b371-8b75ff8e1392 HTTP/1.1" status: 204 len: 168 time: 0.3353016 Dec 20 23:08:14.924016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=7bb43d16-f976-46eb-8b9d-b285e76e869a,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:14.931376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3c874-8101-43f4-b0cc-77c726568c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa3512d-dad1-45a5-b371-8b75ff8e1392,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:14.956427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.039393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0367a852-b8cf-4d11-a946-03817b10f864 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ff5b056699e414c86466e935e60f3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509926 Dec 20 23:08:15.053023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec9ef66-eef9-4395-a238-6739ba5f760d req-e733fe43-97c7-4c53-9ea1-108a22de0080 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494229 Dec 20 23:08:15.061801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50800) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:15.156800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7447a264-c668-411b-90f9-d583836c876c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8082199 Dec 20 23:08:15.163107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:15.186100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:ed:ba:a9', 'name': 'tempest-NetworksTestDHCPv6-1736681345'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:15.229693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44b015e9-292b-42d1-9bcb-522c9049c0a6 req-f649696e-7ca3-4917-9eb0-654bd3e0a92f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0365212 Dec 20 23:08:15.243511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.280248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb54da5-714a-45b6-9261-3664290c6d93 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:15.344706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.494041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:15.499610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.516914 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 46e0919e-01e9-4c28-966a-6f510ff8aba5 associated. External IP: 172.25.1.176, port: 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6. Dec 20 23:08:15.523168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:15.571167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 363d3c4f-da4f-4fa7-b445-20e121a4d11d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:15.578254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.584192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.587341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd HTTP/1.1" status: 204 len: 168 time: 0.5216405 Dec 20 23:08:15.667619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee88bb-4774-46f3-9086-92a4493a75ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3e49f-69b8-4e89-ad50-c9634c7cd6bd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:15.731708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.746394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:15.746773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.761248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab88203d-271a-4ad1-bc9b-ebddb42c6e86 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:15.772800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.819258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 5862ef82-ba85-42fd-9839-733d4194e1bb yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:15.831268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Transition to ACTIVE for port object ab88203d-271a-4ad1-bc9b-ebddb42c6e86 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:08:15.929561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:15.952384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Update dhcp port {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810', 'ip_address': '2001:db8::f816:3eff:fe2c:b3db'}, {'subnet_id': '7bb43d16-f976-46eb-8b9d-b285e76e869a'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '363d3c4f-da4f-4fa7-b445-20e121a4d11d'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:08:15.960999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.011220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:16.023443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.054246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=363d3c4f-da4f-4fa7-b445-20e121a4d11d,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:16.074557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.167339 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.217273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 172.20.0.12 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/7bb43d16-f976-46eb-8b9d-b285e76e869a/5862ef82-ba85-42fd-9839-733d4194e1bb) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:16.232672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:feed:baa9 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810/5862ef82-ba85-42fd-9839-733d4194e1bb) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:16.317811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:16.418553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853439-1f37-4a23-a5ba-8db4fb1e36e1 req-b30580c2-1a3e-4b63-a986-53d090e60f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:16.420848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83853439-1f37-4a23-a5ba-8db4fb1e36e1 req-b30580c2-1a3e-4b63-a986-53d090e60f1b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 943 time: 0.1346290 Dec 20 23:08:16.515468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Attempting to bind port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:16.515804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Attempting to bind port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:16.516049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659340-352d-44a1-bd3f-930e63e89bc6 None None] Pushing event updated for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:16.516196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Attempting to bind port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:16.523942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 on network a8333533-783f-413e-8275-9df5883beda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:08:16.524268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Attempting to bind port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:16.531386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:16.531725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:16.532106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:16.532532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Bound port: ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:16.533273 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.539332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:08:16.539697 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:08:16.544262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:16.557794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:16.578197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:16.578843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:16.604173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.624838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:16.628285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:16.634903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:16.643304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-106fc5e2-52b4-4ad1-8e84-d5f2276523d0 req-38de4737-f807-414d-bb6d-bd3401597742 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.2186172 Dec 20 23:08:16.643949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:16.644782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:16.687010 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.696321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83853439-1f37-4a23-a5ba-8db4fb1e36e1 req-73ba3519-5cbc-438a-bb41-c01cfc09a156 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653825 Dec 20 23:08:16.696582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:16.697283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f579b0-4e1c-49a2-8abd-ce010f072ca2 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:16.731304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.755063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-74e19c3f-b08b-4a9d-b4cd-3046a57b3637 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3392935 Dec 20 23:08:16.755167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50846) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:16.760171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-461724073'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:16.818994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.834182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:16.834889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.840086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab88203d-271a-4ad1-bc9b-ebddb42c6e86 HTTP/1.1" status: 200 len: 1091 time: 2.2795243 Dec 20 23:08:16.840659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:16.843233 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83064f-5005-400d-aee3-8cdd8fcd7664" -d '{"events": [{"name": "network-changed", "server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:16.910408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d88454-dc83-46c1-8ac7-6c7f9bf2c089 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:16.931790 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94599f73-145d-4cf2-a807-c7c9d88505f9 x-openstack-request-id: req-94599f73-145d-4cf2-a807-c7c9d88505f9 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:16.932333 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:16.932865 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94599f73-145d-4cf2-a807-c7c9d88505f9 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:16.933465 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'status': 'completed', 'code': 200} Dec 20 23:08:16.950764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:16.961193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:16.966419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Allocated IP 172.20.0.2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/7bb43d16-f976-46eb-8b9d-b285e76e869a/363d3c4f-da4f-4fa7-b445-20e121a4d11d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:17.024820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:17.027487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.038412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:17.051861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:17.058770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-32a5445a-a2b1-4058-ba24-35fd53584af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.060825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-32a5445a-a2b1-4058-ba24-35fd53584af2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 1094 time: 0.0937543 Dec 20 23:08:17.065136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=5862ef82-ba85-42fd-9839-733d4194e1bb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:17.149812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:08:17.174862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=363d3c4f-da4f-4fa7-b445-20e121a4d11d,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:17.192201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.192552 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Added segment 75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb of type vlan for network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 Dec 20 23:08:17.221637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.222988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.233066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.236168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dc57f44f-d1ff-41ff-b8f2-188803765ea8 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1015906443', 'prefixes': ['172.20.0.0/16']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:17.239245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fffcd97-8177-4574-9dbf-d15d7daeaea6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:17.262184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7fffcd97-8177-4574-9dbf-d15d7daeaea6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:17.262846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fffcd97-8177-4574-9dbf-d15d7daeaea6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:17.308474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.318154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-9fc2ea0c-863a-4091-8af4-aec7b27abd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.319693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-9fc2ea0c-863a-4091-8af4-aec7b27abd6b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3291320b3f3a4b0384b4d502322c42f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2466729 Dec 20 23:08:17.359101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.423313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-875a08aa-53e6-450c-9669-51d3c939f4d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2584944 Dec 20 23:08:17.423925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50860) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.426759 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.438044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.438687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.439770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 363d3c4f-da4f-4fa7-b445-20e121a4d11d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:17.491452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-0351179d-fa6c-4e42-8605-51a5ba511566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.494171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b83064f-5005-400d-aee3-8cdd8fcd7664 req-0351179d-fa6c-4e42-8605-51a5ba511566 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630101 Dec 20 23:08:17.548625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350791f0-73cc-4119-8ac3-75eca99e4d26 None None] Pushing event updated for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:17.604452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:17.604827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.619243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8607054 Dec 20 23:08:17.620736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50864) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.627166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46604ace-a4e8-4dd9-bc4b-412db816b3e5 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Network': ['ID=100d9b80-7cd8-4659-a6cf-20d7d52addc8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:17.641360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'subnet': {'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:17.644309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-65eacb63-5a4b-4fd7-8a67-331807b579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.650136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5417103-7953-4afa-adf5-050bae2b97e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.658094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5417103-7953-4afa-adf5-050bae2b97e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:17.659534 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-65eacb63-5a4b-4fd7-8a67-331807b579a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 1094 time: 0.1028726 Dec 20 23:08:17.660630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5417103-7953-4afa-adf5-050bae2b97e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2348025 Dec 20 23:08:17.663154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc57f44f-d1ff-41ff-b8f2-188803765ea8 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] Publish callbacks [] for subnetpool, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:17.663793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50866) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.666981 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dc57f44f-d1ff-41ff-b8f2-188803765ea8 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6347940 Dec 20 23:08:17.667139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50868) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.668878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:08:17.886614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-65e6f33c-21ad-4322-b2e7-9fe9fb8df3b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86 HTTP/1.1" status: 200 len: 217 time: 0.1820974 Dec 20 23:08:17.897916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-afde0279-a2ea-4b4f-978f-f41eb2541cbd tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "GET /v2.0/subnetpools/b7502881-5910-4411-88a9-ee2f06188e87 HTTP/1.1" status: 200 len: 732 time: 0.2274425 Dec 20 23:08:17.898119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e150f711-2e97-496f-bf25-0f30fbd0d757 req-97eb1a72-3692-4c99-a41b-b5c3f6cf0faa tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0612216 Dec 20 23:08:17.928652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50884) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:17.947433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d676dd8b-6704-4713-831b-71ddad57f25e tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1862118809'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:18.032061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 5862ef82-ba85-42fd-9839-733d4194e1bb {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:18.032402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.065945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3175c8d-96f2-4007-adf5-4e9851bc84b9 req-4d51d5aa-e9b1-4d9d-a5fc-c560e9d80208 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.068862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3175c8d-96f2-4007-adf5-4e9851bc84b9 req-4d51d5aa-e9b1-4d9d-a5fc-c560e9d80208 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 943 time: 0.1908855 Dec 20 23:08:18.153433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-fd711427-dc47-44be-a0b0-9cb099556edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.154989 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-fd711427-dc47-44be-a0b0-9cb099556edb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.2446818 Dec 20 23:08:18.206708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3175c8d-96f2-4007-adf5-4e9851bc84b9 req-2da187dc-2ce3-43ac-91fe-883ad913653b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290538 Dec 20 23:08:18.214261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.230830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 5862ef82-ba85-42fd-9839-733d4194e1bb owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:18.248108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-0207d0e0-da22-4883-ade8-56257673d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.249686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-0207d0e0-da22-4883-ade8-56257673d3f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687795 Dec 20 23:08:18.255937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:18.259993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.356665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d676dd8b-6704-4713-831b-71ddad57f25e tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] Publish callbacks [] for subnetpool, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.357913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d676dd8b-6704-4713-831b-71ddad57f25e tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "PUT /v2.0/subnetpools/b7502881-5910-4411-88a9-ee2f06188e87 HTTP/1.1" status: 200 len: 684 time: 0.4235406 Dec 20 23:08:18.362212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50892) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:18.477905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-371dadfb-0a01-4668-8e51-688971b24949 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135966 Dec 20 23:08:18.594541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.636243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=5862ef82-ba85-42fd-9839-733d4194e1bb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:18.690162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-48633851-618c-4659-89cb-df75cbb99652 None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:18.691871 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48633851-618c-4659-89cb-df75cbb99652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.779721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00faffa0-1280-4f45-aea9-3d7b0733a03c tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] Publish callbacks [] for subnetpool, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.784833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00faffa0-1280-4f45-aea9-3d7b0733a03c tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b7502881-5910-4411-88a9-ee2f06188e87 HTTP/1.1" status: 204 len: 168 time: 0.4213543 Dec 20 23:08:18.785874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:18.787191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:18.791363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-925c6097-0808-41ad-b2ce-62de4ef0745e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5862ef82-ba85-42fd-9839-733d4194e1bb HTTP/1.1" status: 204 len: 168 time: 1.1265724 Dec 20 23:08:18.819146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50908) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:18.820322 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-56e24571-ed61-4733-810a-830e475a03a0 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] show failed (client error): The resource could not be found. Dec 20 23:08:18.824880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56e24571-ed61-4733-810a-830e475a03a0 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "GET /v2.0/subnetpools/b7502881-5910-4411-88a9-ee2f06188e87 HTTP/1.1" status: 404 len: 346 time: 0.0318131 Dec 20 23:08:18.861355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50912) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:18.924092 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-1942f1d5-efa2-4c93-b21b-a09b128ba753 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] delete failed (client error): The resource could not be found. Dec 20 23:08:18.932712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1942f1d5-efa2-4c93-b21b-a09b128ba753 tempest-SubnetPoolsTestJSON-152799653 tempest-SubnetPoolsTestJSON-152799653-project] 10.222.0.62 "DELETE /v2.0/subnetpools/b7502881-5910-4411-88a9-ee2f06188e87 HTTP/1.1" status: 404 len: 346 time: 0.0697405 Dec 20 23:08:18.951278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fb264-789c-4dbf-b9f0-c3af45f81fd0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.953078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fb264-789c-4dbf-b9f0-c3af45f81fd0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.954774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fb264-789c-4dbf-b9f0-c3af45f81fd0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:18.957957 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1b5fb264-789c-4dbf-b9f0-c3af45f81fd0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1303771 Dec 20 23:08:18.960327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:19.078836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-146eaaee-43e8-4aff-bbe2-abf255d6dc5b req-90001b96-7f25-4b5f-9b08-b3ffea5b3361 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0359359 Dec 20 23:08:19.086275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 7bb43d16-f976-46eb-8b9d-b285e76e869a {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:19.089659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.162524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.178984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-987ee7c5-a3ed-4dba-8ae9-7d970349dfc6 None None] Could not find standard attr ID for object 5862ef82-ba85-42fd-9839-733d4194e1bb. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:08:19.192800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-006a547d-c8c7-4d75-9cf4-5aa5bd5c7ec8 req-71bfa20e-8b6e-413a-94dd-9e0a005502b3 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031057 Dec 20 23:08:19.398535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.514655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.523451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6dd08-7f17-449e-99bc-df5b6c809d52 req-1604ff5b-6aac-4cce-8318-fe60c933e6ef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:19.525328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88f6dd08-7f17-449e-99bc-df5b6c809d52 req-1604ff5b-6aac-4cce-8318-fe60c933e6ef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 943 time: 0.1454387 Dec 20 23:08:19.570071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 363d3c4f-da4f-4fa7-b445-20e121a4d11d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:19.611751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Subnet': ['ID=96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:19.636512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Checking segment: {'id': '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:19.638170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network hostable DHCP agents. Network: 100d9b80-7cd8-4659-a6cf-20d7d52addc8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:08:19.644712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:19.645652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.680803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88f6dd08-7f17-449e-99bc-df5b6c809d52 req-755b0433-2862-455e-a588-1d5d9145e5e3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476202 Dec 20 23:08:19.776454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:08:19.778067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50976) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:19.794458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.820115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2c460-2789-452c-96b5-d59b8bf91caf None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:19.827589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.831059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/7bb43d16-f976-46eb-8b9d-b285e76e869a HTTP/1.1" status: 204 len: 168 time: 0.8693829 Dec 20 23:08:19.835050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50980) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:19.838666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd90994-4d72-4a42-b537-b41ce44e9760 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb43d16-f976-46eb-8b9d-b285e76e869a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:19.880809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 100d9b80-7cd8-4659-a6cf-20d7d52addc8) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:19.894766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:19.895555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.903333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07837b-e18b-4bc0-93ee-34f2be26ac74 None None] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:19.919698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:19.923755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.952163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2f08e06-6d3b-4b7d-a72f-e6481fce10fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:19.989281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.067248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2f08e06-6d3b-4b7d-a72f-e6481fce10fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.092482 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5af46cf6-d737-44cd-8089-30625008fa21 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4675260 Dec 20 23:08:20.095715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:20.101036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1734946424', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:20.112595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-100d9b80-7cd8-4659-a6cf-20d7d52addc8', 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8', 'project_id': 'e75a6629d4824f3ca55f5f10141f4002', 'fixed_ips': [{'subnet_id': '96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:08:20.115026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.164069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.177767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2f08e06-6d3b-4b7d-a72f-e6481fce10fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.279760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b2f08e06-6d3b-4b7d-a72f-e6481fce10fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0e624a4f730450686ccca653264d1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5005419 Dec 20 23:08:20.282499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51022) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:20.338100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f08e06-6d3b-4b7d-a72f-e6481fce10fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eae9db-f9c8-43b6-a7ab-3cf219571d6b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:20.344638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddf2ac31-025c-4f8c-b93d-18187c750de4 req-7d8fb90c-78dd-4110-b849-4f35f00d4571 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0474863 Dec 20 23:08:20.346114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.348757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.364473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.384183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.459094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.459506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.463963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:20.479360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.485411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3790ae5b-9177-4563-ab06-648ecb0d7263 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810 HTTP/1.1" status: 204 len: 168 time: 0.6468112 Dec 20 23:08:20.487425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51030) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:20.612551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-36388f83-88ca-4c75-9396-f1d91f0abc65 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224267 Dec 20 23:08:20.617614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:20.625775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:20.687574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Allocated IP 172.20.0.2 (100d9b80-7cd8-4659-a6cf-20d7d52addc8/96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a/9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:20.759640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.762924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.770987 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07eae9db-f9c8-43b6-a7ab-3cf219571d6b HTTP/1.1" status: 204 len: 168 time: 0.4873734 Dec 20 23:08:20.798168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.846007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71c1e2-6a3e-403c-bcf3-d0463a1ce390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eae9db-f9c8-43b6-a7ab-3cf219571d6b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:20.966879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:20.973949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:20.997085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.020797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f1d7-baa5-4681-a4ba-bb6307a94f41 req-e54530bc-3181-498e-9fd1-94ff45563120 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:21.031116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a7f1d7-baa5-4681-a4ba-bb6307a94f41 req-e54530bc-3181-498e-9fd1-94ff45563120 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 943 time: 0.1744163 Dec 20 23:08:21.039738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e12335-2666-4822-85ad-94e033cead3b None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:21.129142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.196314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:21.203336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:21.224980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:21.241302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5b9d47b8-7bf8-4ddb-825a-3953cd58967f None None] Provisioning complete for port 363d3c4f-da4f-4fa7-b445-20e121a4d11d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:21.241302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b9d47b8-7bf8-4ddb-825a-3953cd58967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.259638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a7f1d7-baa5-4681-a4ba-bb6307a94f41 req-c879a099-ff95-4a9a-9113-b957e7d7b569 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211304 Dec 20 23:08:21.319591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Pushing event updated for resources: {'Port': ['ID=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:21.407312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Attempting to bind port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:21.415189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Attempting to bind port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:21.415662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Attempting to bind port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 on network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:21.443184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:21.449941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Checking segment: {'id': '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:21.449941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.449941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Bound using segment: {'id': '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:21.450599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Bound port: 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:21.451968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.457363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:21.541675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.560284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-197a9c81-f20a-4de8-b63f-f2bd342b0986 req-a4255944-47c4-4636-a3be-f343da9f446e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0432816 Dec 20 23:08:21.583532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.723276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] For port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:21.728889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] For port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,segment=NetworkSegment(75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb),segment_id=75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:21.732209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Deleting port 363d3c4f-da4f-4fa7-b445-20e121a4d11d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:21.732516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.736709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:08:21.854448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.25.1.58 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/33cb818c-3245-48f3-b6a7-1456c73bd017) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:21.867360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=363d3c4f-da4f-4fa7-b445-20e121a4d11d,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:21.867360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.874374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:21.888058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Calling delete_port for 363d3c4f-da4f-4fa7-b445-20e121a4d11d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:21.987692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b322-dc50-4e92-815c-2b432ddd7915 None None] Pushing event updated for resources: {'Port': ['ID=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:22.098375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.310530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.320689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.324942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ab88203d-271a-4ad1-bc9b-ebddb42c6e86 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:08:22.372247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.372494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:22.372494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:22.376335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:22.436970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] No DVR routers for this DVR port 363d3c4f-da4f-4fa7-b445-20e121a4d11d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:22.495100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=33cb818c-3245-48f3-b6a7-1456c73bd017,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:22.497303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:08:22.524549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecd6a1-4123-4fb2-85ee-6c8adadd6d8b None None] Pushing event deleted for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:22.632940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:22.653370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'mac_address': 'fa:16:3e:5c:83:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:08:22.741968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.777811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab88203d-271a-4ad1-bc9b-ebddb42c6e86 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:22.812560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port 363d3c4f-da4f-4fa7-b445-20e121a4d11d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=363d3c4f-da4f-4fa7-b445-20e121a4d11d,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:22.833863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:22.851703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.854088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97209-6082-44f6-909d-761c3e84190f req-cd77fb81-90ae-4723-8fbd-8890c79fe8b1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:22.862059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7a97209-6082-44f6-909d-761c3e84190f req-cd77fb81-90ae-4723-8fbd-8890c79fe8b1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 943 time: 0.3827884 Dec 20 23:08:22.896327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51210) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:22.900559 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030546 Dec 20 23:08:22.912216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51212) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:22.930620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7a97209-6082-44f6-909d-761c3e84190f req-d35496aa-238b-417d-8a1a-84520e9d07a0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673094 Dec 20 23:08:22.958598 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:22.999468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.000589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.070138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=363d3c4f-da4f-4fa7-b445-20e121a4d11d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:23.091052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:23.125338 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-45338fb5-6d52-4ae1-9a99-a6243719391a tempest-NetworksApiDiscovery-1606078869 tempest-NetworksApiDiscovery-1606078869-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2105398 Dec 20 23:08:23.165771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb416f00-f1d2-45ca-ae54-6364cead2fcc req-ea0c4d3d-39db-4bb1-a79c-ae272478918d tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0509758 Dec 20 23:08:23.211244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=cd1de7fe-2c3c-4efb-baca-95f3ce5505d1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:23.214852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:23.225061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:23.235116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:23.236262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.243490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6cef9-b12f-4c0e-853c-149d36ce8caf None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:23.355826 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac371ebd-2d95-478f-aebf-b5494272e230 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7364495 Dec 20 23:08:23.357654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ab88203d-271a-4ad1-bc9b-ebddb42c6e86'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:23.358584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51240) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:23.364596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:23.416544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.497024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'cd1de7fe-2c3c-4efb-baca-95f3ce5505d1'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:08:23.497763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.657536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:23.701812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:23.705531 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:23.886225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24ce22-afd5-439b-8a97-aea42e345720 None None] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:23.934016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51264) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:23.973585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.037280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] Provisioning complete for port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:24.037962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.083746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:24.084423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.167384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Allocated IP 2001:db8::f816:3eff:fe4e:75ba (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/cd1de7fe-2c3c-4efb-baca-95f3ce5505d1/d0e121d3-a04d-47ea-9931-3d0b59e818b5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:24.241655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.248667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.309809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c553-0bfa-421a-9aca-d41680adb0cd req-c2d371f7-bac0-44f0-8669-d4dd700f44b5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:24.311345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f129c553-0bfa-421a-9aca-d41680adb0cd req-c2d371f7-bac0-44f0-8669-d4dd700f44b5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 944 time: 0.1329331 Dec 20 23:08:24.334786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:24.350467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:24.355233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:24.355829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.390493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=782abebe-c588-4aea-b200-4ca9bcd41bbe,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:24.406130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f129c553-0bfa-421a-9aca-d41680adb0cd req-ccc714ac-0797-4a79-befe-37278ea391ab tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857000 Dec 20 23:08:24.449623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.471520 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.504992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a59439e-f82f-4d8b-a486-9996ac4b450c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1450610 Dec 20 23:08:24.507796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51312) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:24.512742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:8d:7d:be', 'name': 'tempest-NetworksTestDHCPv6-865688258'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:24.530781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 0e91c4f0-f041-4429-ba42-3a9f9279fbab is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:08:24.542142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.794683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.803650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:24.858967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] For port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,segment=NetworkSegment(75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb),segment_id=75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:24.882279 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.942585 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:24.997566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.025656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 5a7f03e4-52f5-4987-a140-8321671a3c9e yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:25.055041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.126892 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:08:25.127268 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:08:25.139974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61b7215b-30e2-46d6-8873-aac6bd85f359 req-2127bce0-6f15-4519-a9e3-7aab1f2c455a tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.4921913 Dec 20 23:08:25.140682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbac52-3d04-46f3-bdaa-9973f72613ba,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:25.155461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61f337b101454afb8f0dc1bf09617904&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2155581 Dec 20 23:08:25.163300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51340) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:25.170709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:25.171836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51565-16d7-4a58-8886-d8ef9fc4938c None None] Pushing event updated for resources: {'Port': ['ID=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:25.177115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.177458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.177819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.178150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.178476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.178794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.179119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.179432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.179746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.180057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.180435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.180879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.181124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f84dda1-0b2b-4fcd-947a-1c9322e3d6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:08:25.181901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:25.185365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:25.272634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.274817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:25.298812 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] Sync routers for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:25.316282 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.328508 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:25.329155 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:25.372010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Pushing event updated for resources: {'Port': ['ID=d0e121d3-a04d-47ea-9931-3d0b59e818b5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:25.378097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 172.20.0.8 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/782abebe-c588-4aea-b200-4ca9bcd41bbe/5a7f03e4-52f5-4987-a140-8321671a3c9e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:25.395013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe8d:7dbe (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/cd1de7fe-2c3c-4efb-baca-95f3ce5505d1/5a7f03e4-52f5-4987-a140-8321671a3c9e) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:25.425931 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:25.426591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.426679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:25.426679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:25.426835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-36cfebf5-f243-4a86-8ddf-c65c29aaf40e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3190341 Dec 20 23:08:25.426922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d40b7dae-1927-49a4-ad23-ef438b98d8da None None] Provisioning complete for port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:25.426922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d40b7dae-1927-49a4-ad23-ef438b98d8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.427067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51362) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:25.471054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Attempting to bind port d0e121d3-a04d-47ea-9931-3d0b59e818b5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:25.471424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Attempting to bind port d0e121d3-a04d-47ea-9931-3d0b59e818b5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:25.471777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Attempting to bind port d0e121d3-a04d-47ea-9931-3d0b59e818b5 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:25.487090 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:25.488024 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028d9d5-2c62-4fa3-91d2-2670bb7b4c39 None None] The sync data for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:25.494851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:25.495187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:25.495587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.495976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:25.496464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Bound port: d0e121d3-a04d-47ea-9931-3d0b59e818b5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:25.496836 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.605635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] For port d0e121d3-a04d-47ea-9931-3d0b59e818b5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:25.610250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] For port d0e121d3-a04d-47ea-9931-3d0b59e818b5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d0e121d3-a04d-47ea-9931-3d0b59e818b5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:25.620306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.626665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.626665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dcbac52-3d04-46f3-bdaa-9973f72613ba HTTP/1.1" status: 204 len: 168 time: 0.4597542 Dec 20 23:08:25.665600 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.682228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cddd0-9061-4171-b7e8-f4cb2f0bce65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbac52-3d04-46f3-bdaa-9973f72613ba,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:25.727606 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.789599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 363d3c4f-da4f-4fa7-b445-20e121a4d11d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:25.840189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 363d3c4f-da4f-4fa7-b445-20e121a4d11d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:25.840563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 363d3c4f-da4f-4fa7-b445-20e121a4d11d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:25.892087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a15c5-e9d6-4799-9cda-a9d3776c6bb1 None None] Pushing event updated for resources: {'Port': ['ID=d0e121d3-a04d-47ea-9931-3d0b59e818b5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:25.918244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:25.985157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:25.989608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:25.997106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:26.024609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:26.054645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=5a7f03e4-52f5-4987-a140-8321671a3c9e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:26.126297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:26.126858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.130039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:26.131219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.191038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faabde7-6f4c-42f1-844e-2c524bf99410 req-950a05af-003f-4df6-a5aa-79d17e417bd1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:26.193653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9faabde7-6f4c-42f1-844e-2c524bf99410 req-950a05af-003f-4df6-a5aa-79d17e417bd1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 944 time: 0.5761807 Dec 20 23:08:26.251227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8493cf53-6cbf-4ac8-81b6-d9632210a3d6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7423315 Dec 20 23:08:26.254822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51400) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:26.358514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ab88203d-271a-4ad1-bc9b-ebddb42c6e86 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:26.379232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3855e1b-cdcf-4f2e-8286-e38ef6a5ce72 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:26.388577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3855e1b-cdcf-4f2e-8286-e38ef6a5ce72 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:26.394500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3855e1b-cdcf-4f2e-8286-e38ef6a5ce72 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1362088 Dec 20 23:08:26.395192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51412) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:26.420578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9faabde7-6f4c-42f1-844e-2c524bf99410 req-e2919725-f985-4753-bb8c-341064bc554a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129331 Dec 20 23:08:26.524470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:08:26.530067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:26.530441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.591702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52c5afc-565e-4c53-b5f2-25a11710d909 req-8016bdc2-168d-471c-b5a6-1bfe38f06c22 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0411506 Dec 20 23:08:26.606315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 5a7f03e4-52f5-4987-a140-8321671a3c9e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:26.606976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.630440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.651497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.682125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:26.684421 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b5a2b-0ea6-4201-a452-7cf7e7021e1f" -d '{"events": [{"server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "name": "network-vif-plugged", "status": "completed", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:26.725084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:26.748084 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.759559 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf97698-26d3-469f-b0de-e94312a34bcc x-openstack-request-id: req-caf97698-26d3-469f-b0de-e94312a34bcc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:26.759559 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "name": "network-vif-plugged", "status": "completed", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:26.759559 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caf97698-26d3-469f-b0de-e94312a34bcc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:26.759559 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'code': 200} Dec 20 23:08:26.767534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 5a7f03e4-52f5-4987-a140-8321671a3c9e owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:26.863310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:26.946978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51e1b3-a7c5-47cc-997b-796060ef1800 req-72185a6f-bfcc-4f73-8e66-52212bc46574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:26.949581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e51e1b3-a7c5-47cc-997b-796060ef1800 req-72185a6f-bfcc-4f73-8e66-52212bc46574 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 1095 time: 0.1142151 Dec 20 23:08:26.981568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:27.080947 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e51e1b3-a7c5-47cc-997b-796060ef1800 req-120b73aa-5006-4d85-8e65-aef86eb41f7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216261 Dec 20 23:08:27.166883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.1 (100d9b80-7cd8-4659-a6cf-20d7d52addc8/96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a/9f7c4574-57a5-49ea-9f40-55850584e98e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:27.290769 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.347457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.381536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=5a7f03e4-52f5-4987-a140-8321671a3c9e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:27.490512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.500754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.510197 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39584561-c817-46f4-84c8-75f41ed248af tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5a7f03e4-52f5-4987-a140-8321671a3c9e HTTP/1.1" status: 204 len: 168 time: 1.1116896 Dec 20 23:08:27.510719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:27.560450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827fe862-4635-4298-a5cf-473f656c7f39 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:27.578263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:27.589048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:27.595382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:27.631394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc089b80-01ef-477f-ae92-41cff2f6e104 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:27.634263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc089b80-01ef-477f-ae92-41cff2f6e104 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:27.638396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc089b80-01ef-477f-ae92-41cff2f6e104 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:27.640268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bc089b80-01ef-477f-ae92-41cff2f6e104 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1263211 Dec 20 23:08:27.643397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51498) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:27.724073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] Provisioning complete for port d0e121d3-a04d-47ea-9931-3d0b59e818b5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:27.724734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.765977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=9f7c4574-57a5-49ea-9f40-55850584e98e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:27.772843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 782abebe-c588-4aea-b200-4ca9bcd41bbe {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:27.781578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.840626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1142a-cb2a-4942-84c2-9f2a10cfa2e2 req-7d212565-8472-4558-bbc0-233de1764e65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:27.853210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8f1142a-cb2a-4942-84c2-9f2a10cfa2e2 req-7d212565-8472-4558-bbc0-233de1764e65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 945 time: 0.1745801 Dec 20 23:08:27.883304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.887445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.892291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.910972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:27.945579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] For port d0e121d3-a04d-47ea-9931-3d0b59e818b5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d0e121d3-a04d-47ea-9931-3d0b59e818b5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:27.991424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.045306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.073620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b5fc5e-77f2-427e-acbf-b06f1c23181f req-3068c9db-b3ec-4a29-9cb4-dd67cbba674c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0812843 Dec 20 23:08:28.098276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d0e121d3-a04d-47ea-9931-3d0b59e818b5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:28.100666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8f1142a-cb2a-4942-84c2-9f2a10cfa2e2 req-73fbec6e-0fd0-4bd3-a481-af13b5f0543a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421203 Dec 20 23:08:28.117094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce58bae-b443-45a8-9df9-fe5ca8104b2c None None] Update dhcp port {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'cd1de7fe-2c3c-4efb-baca-95f3ce5505d1', 'ip_address': '2001:db8::f816:3eff:fe4e:75ba'}, {'subnet_id': '782abebe-c588-4aea-b200-4ca9bcd41bbe'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'd0e121d3-a04d-47ea-9931-3d0b59e818b5'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:08:28.231757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.259714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921e54f-cf0d-49de-949d-c2d806919413 None None] Pushing event updated for resources: {'Port': ['ID=d0e121d3-a04d-47ea-9931-3d0b59e818b5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:28.273903 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ce58bae-b443-45a8-9df9-fe5ca8104b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.278585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=782abebe-c588-4aea-b200-4ca9bcd41bbe,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:28.292914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.292914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c9ada4ed-09b9-4d77-95b4-c77c9127c95a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/782abebe-c588-4aea-b200-4ca9bcd41bbe HTTP/1.1" status: 204 len: 168 time: 0.6436899 Dec 20 23:08:28.293306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51524) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:28.305239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-42ec9078-2842-4e30-908e-5d6d14d4e79d None None] Provisioning complete for port 9f7c4574-57a5-49ea-9f40-55850584e98e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:28.305620 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-42ec9078-2842-4e30-908e-5d6d14d4e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.371180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet cd1de7fe-2c3c-4efb-baca-95f3ce5505d1 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:28.376161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.412807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d0e121d3-a04d-47ea-9931-3d0b59e818b5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:28.413283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.430628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.460147 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.580217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-42ec9078-2842-4e30-908e-5d6d14d4e79d None None] Port 9f7c4574-57a5-49ea-9f40-55850584e98e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:28.634157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.791591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.836735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1de7fe-2c3c-4efb-baca-95f3ce5505d1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server [None req-2ce58bae-b443-45a8-9df9-fe5ca8104b2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd1de7fe-2c3c-4efb-baca-95f3ce5505d1: This subnet is being modified by another concurrent operation. Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:08:28.866470 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise exception Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd1de7fe-2c3c-4efb-baca-95f3ce5505d1: This subnet is being modified by another concurrent operation. Dec 20 23:08:28.873574 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Dec 20 23:08:28.880908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.896604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ce47dd4-1b69-4d68-ac8d-f522e61075d2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/cd1de7fe-2c3c-4efb-baca-95f3ce5505d1 HTTP/1.1" status: 204 len: 168 time: 0.5958445 Dec 20 23:08:28.896604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:28.928000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:28.969900 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b3fdaec-7682-45e1-a232-3e5c5b8e6210 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746996 Dec 20 23:08:28.970632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:28.980340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:29.016069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.091300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb599c-2fe8-4c7f-8bf1-f8de2d066bcf None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:29.129563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.140242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=9f7c4574-57a5-49ea-9f40-55850584e98e,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:29.255646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:29.261319 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.320662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2599b985-e14f-459e-bf3d-7c09d4b44935 req-0c913721-ffe9-4294-aa01-5ce0a92f65db tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0614884 Dec 20 23:08:29.341529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-46e309c0-c1e6-44d1-922c-fe78e295cef9 None None] Provisioning complete for port d0e121d3-a04d-47ea-9931-3d0b59e818b5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:29.342578 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46e309c0-c1e6-44d1-922c-fe78e295cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.388921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:29.392380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:29.402834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f6a1e-d32e-40e2-ae65-fdae225da60f req-1a938097-9de7-45b1-9f45-9d818f270635 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:29.404391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-075f6a1e-d32e-40e2-ae65-fdae225da60f req-1a938097-9de7-45b1-9f45-9d818f270635 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 945 time: 0.0828133 Dec 20 23:08:29.588418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:29.689538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 0e91c4f0-f041-4429-ba42-3a9f9279fbab has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:29.702342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-075f6a1e-d32e-40e2-ae65-fdae225da60f req-53c19bc0-c9a5-4abb-9b34-cb6817438704 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681974 Dec 20 23:08:29.704361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Deleting port d0e121d3-a04d-47ea-9931-3d0b59e818b5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:29.705345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.812020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] For port d0e121d3-a04d-47ea-9931-3d0b59e818b5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d0e121d3-a04d-47ea-9931-3d0b59e818b5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:29.814735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.826376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Calling delete_port for d0e121d3-a04d-47ea-9931-3d0b59e818b5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:29.832667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51580) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:29.867387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.910728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:29.911552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-312c2d91-e207-4130-9580-092cad3d99a2 None None] Provisioning complete for port 9f7c4574-57a5-49ea-9f40-55850584e98e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:29.912146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-312c2d91-e207-4130-9580-092cad3d99a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:29.928367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:29.939882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46f2ca74-c43f-459c-ba2c-28ba0b52b9cc tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/routers/0e91c4f0-f041-4429-ba42-3a9f9279fbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5204344 Dec 20 23:08:29.942078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:29.949066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-57c058d7-c5ef-498d-9a4c-7bc1dd7e8285 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 267 time: 0.1081667 Dec 20 23:08:29.953409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'port': {'network_id': '100d9b80-7cd8-4659-a6cf-20d7d52addc8', 'name': 'tempest-FloatingIPTestJSON-757736071'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:29.964982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] Sync routers for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:29.981018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:30.016899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:30.017591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.056840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:30.057506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:30.065043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d0e121d3-a04d-47ea-9931-3d0b59e818b5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:30.072935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-312c2d91-e207-4130-9580-092cad3d99a2 None None] Port 9f7c4574-57a5-49ea-9f40-55850584e98e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:30.093053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-e76ef828-f43b-4fc2-9967-d8ef810817c6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:30.094734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-e76ef828-f43b-4fc2-9967-d8ef810817c6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 945 time: 0.1330228 Dec 20 23:08:30.103269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:30.115446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'security_groups': []}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:30.177938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51588) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:30.204117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b378fc0-5342-4c08-a5a2-a059491a2be7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2297556 Dec 20 23:08:30.204541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:30.209734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:30.218198 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.297952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c38f77f-2dfd-41e5-b773-a59eb4bf8d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.320549 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.322535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:30.327637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c2d70ab-dafe-44bb-94b2-347f23603094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.333669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d0e121d3-a04d-47ea-9931-3d0b59e818b5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:30.335719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d0e121d3-a04d-47ea-9931-3d0b59e818b5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:30.345708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Made reservation on behalf of e75a6629d4824f3ca55f5f10141f4002 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:30.351555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.360015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] Pushing event deleted for resources: {'Port': ['ID=d0e121d3-a04d-47ea-9931-3d0b59e818b5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:30.363788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7819df-3bf5-4c01-a91e-01adb86f8ff1 None None] No DVR routers for this DVR port d0e121d3-a04d-47ea-9931-3d0b59e818b5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:30.367100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:30.367770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:30.404128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b86b5b-d4f6-4a82-9a2d-c9d52f40a74e None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:30.407498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:30.408197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d913ad-24d4-4c4d-a9a8-dc8276e0092a None None] The sync data for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:30.471510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] device_id is not set on port 3957d208-8cf1-4300-8014-7bcbfd9ceae0 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:30.544751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:08:30.545781 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.603355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-148b3184-3b5c-4904-a48c-7b8b3ad6422e req-0b364662-5c08-47f8-ae07-d8cb22704c4c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.1136143 Dec 20 23:08:30.642476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c38f77f-2dfd-41e5-b773-a59eb4bf8d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.667621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:30.672836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c2d70ab-dafe-44bb-94b2-347f23603094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.712303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.732887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Allocated IP 172.20.0.2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b/bc2f395c-4152-4302-aefb-6e46bbed9f39) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:30.745111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:30.748719 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.773733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Allocated IP 172.20.0.5 (100d9b80-7cd8-4659-a6cf-20d7d52addc8/96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a/3957d208-8cf1-4300-8014-7bcbfd9ceae0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:30.795302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c2d70ab-dafe-44bb-94b2-347f23603094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.806276 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.808764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c38f77f-2dfd-41e5-b773-a59eb4bf8d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.880371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:30.900450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.908265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c', 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:30.911336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:30.964897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:30.966632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:30.971723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aaf5e1d-cf05-4fcf-b65d-5cee5f9cc351 req-d4ee4db6-09c9-498b-8c9a-8e3bc95e32b9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "PUT /v2.0/ports/ab88203d-271a-4ad1-bc9b-ebddb42c6e86 HTTP/1.1" status: 200 len: 904 time: 0.8670983 Dec 20 23:08:30.971863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c2d70ab-dafe-44bb-94b2-347f23603094 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7634183d369b4c5e97f8cf262c4ecf31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1380403 Dec 20 23:08:30.972624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:30.981087 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367f919-508e-4410-8bf7-825b31a467fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:30.984359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:30.996377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.017662 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c38f77f-2dfd-41e5-b773-a59eb4bf8d25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b76b4b37e184e4fa9c86ecc5e2a10bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8385530 Dec 20 23:08:31.025356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51606) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:31.026165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d70ab-dafe-44bb-94b2-347f23603094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43eb15b-0fe2-482e-a6e0-0be4da022a53,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.064053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ab88203d-271a-4ad1-bc9b-ebddb42c6e86'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:31.120495 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77efa900-56e9-4e0a-8594-d3314266d929 x-openstack-request-id: req-77efa900-56e9-4e0a-8594-d3314266d929 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:31.120915 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:31.121272 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77efa900-56e9-4e0a-8594-d3314266d929 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:31.121706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f77f-2dfd-41e5-b773-a59eb4bf8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a80b6-df80-45d0-ba64-265bb3bf3d08,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.121940 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'status': 'completed', 'code': 200} Dec 20 23:08:31.233082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:31.238904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Pushing event updated for resources: {'Port': ['ID=bc2f395c-4152-4302-aefb-6e46bbed9f39,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.255425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f919-508e-4410-8bf7-825b31a467fa req-0639ca15-1e4a-44ee-873c-0ca35967f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:31.257159 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-0639ca15-1e4a-44ee-873c-0ca35967f461 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 1058 time: 0.1261737 Dec 20 23:08:31.270464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:31.283458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:31.345926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd710783-45ae-4146-a34d-c12ba1d5a0c7 req-fb30d7d8-6c49-43af-83dc-ba636a56bbf4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:31.359214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd710783-45ae-4146-a34d-c12ba1d5a0c7 req-fb30d7d8-6c49-43af-83dc-ba636a56bbf4 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 907 time: 0.2556973 Dec 20 23:08:31.370544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.399754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.405438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.420084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.512290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66436ea4-4f52-466c-b7f2-76d261b59a51 None None] Provisioning complete for port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:31.512563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66436ea4-4f52-466c-b7f2-76d261b59a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.520797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Attempting to bind port bc2f395c-4152-4302-aefb-6e46bbed9f39 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:31.521172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Attempting to bind port bc2f395c-4152-4302-aefb-6e46bbed9f39 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:31.524579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Attempting to bind port bc2f395c-4152-4302-aefb-6e46bbed9f39 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:31.525081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f919-508e-4410-8bf7-825b31a467fa req-0f9d341e-b451-4f79-bca6-be9304692b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:31.526644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-0f9d341e-b451-4f79-bca6-be9304692b3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.1181898 Dec 20 23:08:31.531850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:31.532100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:31.532450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.532910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:31.534020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Bound port: bc2f395c-4152-4302-aefb-6e46bbed9f39, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:31.534503 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.556087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767bc70-30fe-4492-82a9-287c2bd9e80e req-3b64f28d-375b-4d81-abf1-ee19ab92f4d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:31.565294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8767bc70-30fe-4492-82a9-287c2bd9e80e req-3b64f28d-375b-4d81-abf1-ee19ab92f4d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0742114 Dec 20 23:08:31.576437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.604867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-5689a07b-5c48-4627-ab72-3302b5878038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86 HTTP/1.1" status: 200 len: 217 time: 0.0640590 Dec 20 23:08:31.606940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.623099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ad089f68-091a-49fb-855b-75154be44492 None None] For port bc2f395c-4152-4302-aefb-6e46bbed9f39, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:31.625923 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.626332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ad089f68-091a-49fb-855b-75154be44492 None None] For port bc2f395c-4152-4302-aefb-6e46bbed9f39, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc2f395c-4152-4302-aefb-6e46bbed9f39,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:31.630074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.633636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b43eb15b-0fe2-482e-a6e0-0be4da022a53 HTTP/1.1" status: 204 len: 168 time: 0.6298876 Dec 20 23:08:31.745035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:31.754036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e145d1c-3ed3-43d4-8737-37e110df6478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43eb15b-0fe2-482e-a6e0-0be4da022a53,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.764099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:31.783404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:31.794452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event updated for resources: {'Port': ['ID=3957d208-8cf1-4300-8014-7bcbfd9ceae0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.812519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:31.849461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad089f68-091a-49fb-855b-75154be44492 None None] Pushing event updated for resources: {'Port': ['ID=bc2f395c-4152-4302-aefb-6e46bbed9f39,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:31.862977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccefa440-849d-49be-bec0-2eee39ab1f21 req-0117d1da-8ed2-4bdc-b107-e00734d7f9cd tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0901618 Dec 20 23:08:31.917166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8767bc70-30fe-4492-82a9-287c2bd9e80e req-1f6c439e-d540-443b-b267-81afec5cd39a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494260 Dec 20 23:08:31.983042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:08:32.012259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:32.013076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.158466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f919-508e-4410-8bf7-825b31a467fa req-9a50c970-a313-439f-b54b-25835d79d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:32.160896 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-9a50c970-a313-439f-b54b-25835d79d2a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.5141969 Dec 20 23:08:32.179746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f4660de0-f3aa-4abc-aa02-87976cad26c3 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2362664 Dec 20 23:08:32.185106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51622) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:32.216008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.222688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Request body: {'floatingip': {'port_id': '3957d208-8cf1-4300-8014-7bcbfd9ceae0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:32.225801 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.231388 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/175a80b6-df80-45d0-ba64-265bb3bf3d08 HTTP/1.1" status: 204 len: 168 time: 1.1302745 Dec 20 23:08:32.245753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-184a8506-99a2-4681-8d60-dc0d2ad6418e None None] Provisioning complete for port 3957d208-8cf1-4300-8014-7bcbfd9ceae0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:32.246386 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-184a8506-99a2-4681-8d60-dc0d2ad6418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.317290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80305a-a624-488c-a4bc-0778395969cc req-57e25957-d6d7-4dd2-9ef2-543d9da223d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:32.326401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1ebff-d9b4-41ef-ba3c-bb6e6dde22fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a80b6-df80-45d0-ba64-265bb3bf3d08,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:32.332911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-184a8506-99a2-4681-8d60-dc0d2ad6418e None None] Port 3957d208-8cf1-4300-8014-7bcbfd9ceae0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:32.343761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a80305a-a624-488c-a4bc-0778395969cc req-57e25957-d6d7-4dd2-9ef2-543d9da223d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2346506 Dec 20 23:08:32.439480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f919-508e-4410-8bf7-825b31a467fa req-fc2896b5-cc69-470c-a0b7-7aafc2a42c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:32.444320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-fc2896b5-cc69-470c-a0b7-7aafc2a42c25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721558 Dec 20 23:08:32.635013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-a98e1bf5-56f1-4b51-9156-2b04a7629463 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816573 Dec 20 23:08:32.645471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.768134 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:32.850050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a80305a-a624-488c-a4bc-0778395969cc req-7970f6e6-3e5f-4f1d-877d-a5d0c0037ead tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015039 Dec 20 23:08:32.870116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0367f919-508e-4410-8bf7-825b31a467fa req-3e9d3658-2ec6-472c-8b14-7adfcc54bf1d service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200456 Dec 20 23:08:33.004332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port bc2f395c-4152-4302-aefb-6e46bbed9f39, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc2f395c-4152-4302-aefb-6e46bbed9f39,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:33.082196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2c0af44-ee0d-4638-a895-c1df06b35c71 req-c67f2298-cf52-480b-9c8d-9d9201af2591 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0417070 Dec 20 23:08:33.083728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.166306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.167097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.248332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.317003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:33.326797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51660) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:33.329211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:33.374206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:33.376173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.403743 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-2305-4756-9735-318cfd4ca578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.430586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=145595f0-1543-4edf-b270-0bbc9ef6d4de,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:33.461851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=bc2f395c-4152-4302-aefb-6e46bbed9f39,revision_number=4']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:33.526847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1807d1-bc00-4e74-9254-ac3974b6aff8 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:33.547909 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c7d06b8-c2e0-4a72-a356-8fd5d08b2de9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3425283 Dec 20 23:08:33.548776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51664) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:33.561161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:1e:07:0c', 'name': 'tempest-NetworksTestDHCPv6-1472316173'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:33.567454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-2305-4756-9735-318cfd4ca578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.647000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-940e101e-6d67-42e5-b8a2-ad84a8c01433 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:33.648598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:33.649160 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.655021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-940e101e-6d67-42e5-b8a2-ad84a8c01433 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.3907475 Dec 20 23:08:33.679111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-1de2c994-66a2-4873-b19e-098de4d58c8a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/quotas/3291320b3f3a4b0384b4d502322c42f8 HTTP/1.1" status: 200 len: 375 time: 0.0225756 Dec 20 23:08:33.697172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8026-2305-4756-9735-318cfd4ca578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.699080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.778122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-b532c6de-0f66-45e4-91d2-2f2fdc2597e1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0978224 Dec 20 23:08:33.801762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.812383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:33.852476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] For port bc2f395c-4152-4302-aefb-6e46bbed9f39, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc2f395c-4152-4302-aefb-6e46bbed9f39,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:33.981661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.044969 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 46e0919e-01e9-4c28-966a-6f510ff8aba5 associated. External IP: 172.25.1.176, port: 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6. Dec 20 23:08:34.088484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc2f395c-4152-4302-aefb-6e46bbed9f39 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:34.268576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e350a31-07ee-471b-a98a-ff294725abd0 None None] Pushing event updated for resources: {'Port': ['ID=bc2f395c-4152-4302-aefb-6e46bbed9f39,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:34.284244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bc7cefe-20a4-4781-aaa6-ec7ab83079cd req-2fde05b0-8d26-4a26-b481-b095786799d3 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.0394526 Dec 20 23:08:34.306689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:34.307303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.377198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-237c8f16-add8-47e4-ab2c-84b54ed4dc4d service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912576 Dec 20 23:08:34.539041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8026-2305-4756-9735-318cfd4ca578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5251a526-6e97-481d-9fd1-b52792b87513,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:34.564991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f4fb8026-2305-4756-9735-318cfd4ca578 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8b07fd9853f43a8b5c459b117366714&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2349422 Dec 20 23:08:34.567091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51710) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:34.663298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.692736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.701314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:34.736818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-d9692e06-94ba-40d6-9458-c0b8f1a49c29 service neutron] 10.222.0.62 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187406 Dec 20 23:08:34.818335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3a5a3f1b-bd12-4462-bdbf-f592e6dd67be None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:34.818713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3a5a3f1b-bd12-4462-bdbf-f592e6dd67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.844796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:34.856965 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:34.866654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:34.884498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:34.885429 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:34.913904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d399e33-feff-442a-ad22-2a6d63214411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.927707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.932432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:34.946541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5251a526-6e97-481d-9fd1-b52792b87513 HTTP/1.1" status: 204 len: 168 time: 0.3760822 Dec 20 23:08:34.950836 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:34.961542 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:34.962122 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.018300 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.019163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e755098-ab31-4e41-9f73-823ffd1ceb8a None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:35.073211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0535e-e178-4b3d-8f0c-eb68288d9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251a526-6e97-481d-9fd1-b52792b87513,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:35.135917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3a717829-845b-4dbb-a825-6f4725b8deb0 None None] Could not find standard attr ID for object 5a7f03e4-52f5-4987-a140-8321671a3c9e. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:08:35.139820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:35.188018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd125f52-15b9-4556-8329-88b889b778b6 req-d8edafbe-a1e4-42b5-935c-004fabe6251e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 210 time: 0.0458062 Dec 20 23:08:35.204241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 848eb247-f9d7-491b-9d89-22a0e3a543fd yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:35.225892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 0e91c4f0-f041-4429-ba42-3a9f9279fbab has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:35.390724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51726) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:35.492843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:35.502565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 172.20.0.7 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b/848eb247-f9d7-491b-9d89-22a0e3a543fd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:35.503985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] Sync routers for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:35.504582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:35.520591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe1e:70c (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/145595f0-1543-4edf-b270-0bbc9ef6d4de/848eb247-f9d7-491b-9d89-22a0e3a543fd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:35.524353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:35.527233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.586799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763cd38e-d3ef-482e-88fe-477b73cc4efc None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:08:35.591448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.666509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:35.667336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.682297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aded9866-6f6b-45a2-8899-6dbe709d29be req-4165ad4d-45f5-477d-b3aa-fc3d6e861b6f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/ports?device_id=94d632e9-f922-4d0c-a612-53f8fe020ac8 HTTP/1.1" status: 200 len: 210 time: 0.1548302 Dec 20 23:08:35.723970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:35.725043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1355b82-fba4-4252-b8d8-134e6a0a936b None None] The sync data for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:35.797642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:35.821116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e90e15db-f80d-4f4f-b20b-d9db8a863be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:35.827692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fbda90cc-4353-419b-93c0-3bdc64a6d5f1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/floatingips/46e0919e-01e9-4c28-966a-6f510ff8aba5 HTTP/1.1" status: 200 len: 977 time: 3.6335099 Dec 20 23:08:35.830454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:35.966033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 3957d208-8cf1-4300-8014-7bcbfd9ceae0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:35.966412 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:35.990685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e90e15db-f80d-4f4f-b20b-d9db8a863be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.001141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc2f395c-4152-4302-aefb-6e46bbed9f39 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:36.095779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.110854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763cd38e-d3ef-482e-88fe-477b73cc4efc None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:08:36.113689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e90e15db-f80d-4f4f-b20b-d9db8a863be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.117002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:36.117769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.158231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e90e15db-f80d-4f4f-b20b-d9db8a863be5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c7b4bb3d3c145e6a047fb003e3641ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7664642 Dec 20 23:08:36.159773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e15db-f80d-4f4f-b20b-d9db8a863be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e66e9-d57d-4d42-923f-c40fc28d7456,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:36.162300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:36.170063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.241169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:36.257214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:36.265675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:36.290594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=848eb247-f9d7-491b-9d89-22a0e3a543fd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:36.338624 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.354890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:36.355726 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.369770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52f5af50-7693-4cb0-9153-5c2b32cc8b37 req-c6cd174e-b299-4bd8-abae-f1bb72ed1513 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 210 time: 0.0658302 Dec 20 23:08:36.391356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.396869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.397262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.399771 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Floating IP 46e0919e-01e9-4c28-966a-6f510ff8aba5 disassociated. External IP: 172.25.1.176, port: 3957d208-8cf1-4300-8014-7bcbfd9ceae0. Dec 20 23:08:36.400133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 3957d208-8cf1-4300-8014-7bcbfd9ceae0 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:36.544709 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c212be4-4039-472b-b87e-e68d8499339c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9872282 Dec 20 23:08:36.545003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:36.613827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.615493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a488e7-7d30-49e2-9e69-d064570f3183 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:36.616538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.617620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a26e66e9-d57d-4d42-923f-c40fc28d7456 HTTP/1.1" status: 204 len: 168 time: 0.4538548 Dec 20 23:08:36.626330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80a407-dce0-4e8b-84be-70040a59fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e66e9-d57d-4d42-923f-c40fc28d7456,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:36.631244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a488e7-7d30-49e2-9e69-d064570f3183 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:36.644369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51766) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:36.644739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27a488e7-7d30-49e2-9e69-d064570f3183 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0895512 Dec 20 23:08:36.677784 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.756140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=3957d208-8cf1-4300-8014-7bcbfd9ceae0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:36.792472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 848eb247-f9d7-491b-9d89-22a0e3a543fd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:36.792920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.807002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 2939426b-23e9-45f7-8a22-064313c3066b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:36.807002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.908047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port 2939426b-23e9-45f7-8a22-064313c3066b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:36.937671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 327ca3b5-a98d-4e22-9da7-7271e2d891c6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:36.938608 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.966887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:36.990556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51778) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:37.003433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 848eb247-f9d7-491b-9d89-22a0e3a543fd owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:37.094578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 0e91c4f0-f041-4429-ba42-3a9f9279fbab has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:37.118788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.134993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.135366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.200443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.334273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:37.349414 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] Sync routers for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:37.371563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 5e9a55da-ad03-44eb-a005-cd4c199253f8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.372315 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.390025 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:37.393954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:37.451631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.460805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0beee41-7540-4003-ade7-38bc1b04e00c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/3957d208-8cf1-4300-8014-7bcbfd9ceae0 HTTP/1.1" status: 204 len: 168 time: 1.6285520 Dec 20 23:08:37.468251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51794) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:37.501244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.501878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:37.507904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.523443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/security-groups/edc68c60-66bf-43f5-a71f-4c7996aab625 HTTP/1.1" status: 204 len: 168 time: 0.5262816 Dec 20 23:08:37.523567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port df33bec6-4de6-4833-83be-7e2056c3684a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.523567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.528280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:37.529451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:37.540482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51796) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:37.585159 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:37.586726 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5034381-6bf0-49c6-9592-a7103ce838e6 None None] The sync data for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:37.615683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port df33bec6-4de6-4833-83be-7e2056c3684a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:37.623502 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77282ff2-7585-46d2-95e3-a262f333ce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.638236 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-062bab16-c3c2-490c-82a1-f29cba9e170c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] show failed (client error): The resource could not be found. Dec 20 23:08:37.643474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-062bab16-c3c2-490c-82a1-f29cba9e170c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "GET /v2.0/security-groups/edc68c60-66bf-43f5-a71f-4c7996aab625 HTTP/1.1" status: 404 len: 347 time: 0.1003911 Dec 20 23:08:37.644236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:37.644471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 1ca0f90d-b91b-4e79-be46-3356019e5f9d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.645005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.652879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044f728-05de-45ba-b01d-cc84b48ace9c tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc68c60-66bf-43f5-a71f-4c7996aab625,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:37.704140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port 1ca0f90d-b91b-4e79-be46-3356019e5f9d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:37.722998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.723670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.759464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.792787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4c29b15-b52a-4976-bcc4-2c74242be088 req-9ef8bf7d-dbdc-476e-acbf-08d5141d2f33 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 210 time: 0.2493284 Dec 20 23:08:37.820912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:37.866735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 5220d220-69a0-4f69-8eda-695daf2cb468 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:37.866735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:37.878131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=848eb247-f9d7-491b-9d89-22a0e3a543fd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:38.017765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port 5220d220-69a0-4f69-8eda-695daf2cb468 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:38.070735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 35e6816c-88c5-4d32-bd44-93e4ca99033d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:38.071174 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.105175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port 06c83aef-65e8-4a14-b626-83abfb78d17e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:38.105618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.319194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.319456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.350917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for 06c83aef-65e8-4a14-b626-83abfb78d17e owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:38.354135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:38.355686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.414844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.456988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.462188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3da7a8a7-554c-4eb3-8cd1-9c01a6a8a172 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/848eb247-f9d7-491b-9d89-22a0e3a543fd HTTP/1.1" status: 204 len: 168 time: 1.8254185 Dec 20 23:08:38.470686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51824) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:38.548275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:38.551656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.605971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-73bc5f1c-3221-4394-839c-99d2b0d4f6f8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:38.608328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-73bc5f1c-3221-4394-839c-99d2b0d4f6f8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 812 time: 0.3066635 Dec 20 23:08:38.623082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Request body: {'port': {'device_id': '150d7f80-406d-4262-9159-d37530cec1a6', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'admin_state_up': True, 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:38.661873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302be58-2fab-43d3-aefa-3a095fa1d1a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:38.663361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302be58-2fab-43d3-aefa-3a095fa1d1a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:38.665280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302be58-2fab-43d3-aefa-3a095fa1d1a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:38.669551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3302be58-2fab-43d3-aefa-3a095fa1d1a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1937656 Dec 20 23:08:38.669887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51832) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:38.684991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port f6e49bd9-0957-41e4-b10a-49b4840eac17 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:38.689044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.746435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 145595f0-1543-4edf-b270-0bbc9ef6d4de {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:38.779879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.783555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port f6e49bd9-0957-41e4-b10a-49b4840eac17 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:38.813151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port c8dd23b0-2270-48b3-90d6-c6357123973a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:38.817973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.887820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:38.998543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.099729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.124051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 33cb818c-3245-48f3-b6a7-1456c73bd017 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:39.126832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.162270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Made reservation on behalf of 3291320b3f3a4b0384b4d502322c42f8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:39.162270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.222922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port 33cb818c-3245-48f3-b6a7-1456c73bd017 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:39.236923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port df49ba89-c57e-4edc-9edf-d0dd51085a5f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:39.238302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.331914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port df49ba89-c57e-4edc-9edf-d0dd51085a5f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:39.365499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Provisioning complete for port 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:39.365897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.452602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Port 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:39.463910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91acc089-26fc-48e5-9cbf-8228918e6752 None None] Could not find standard attr ID for object 06c83aef-65e8-4a14-b626-83abfb78d17e. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:08:39.495816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Allocated IP 172.20.0.11 (a8333533-783f-413e-8275-9df5883beda9/54c2cbe1-d33c-4b0a-838f-51f54966eb7a/dcbe5877-084c-42ce-b7af-f10f47314211) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:39.570799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4c380d7-7660-46cb-951d-ef15f6b556fb req-a29903f8-8cd0-4e99-915d-2341a6314ad7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 210 time: 0.6258264 Dec 20 23:08:39.577715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b2627e7b-41e7-4bd7-92df-848bc745452f None None] Could not find standard attr ID for object 848eb247-f9d7-491b-9d89-22a0e3a543fd. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:08:39.602580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=06c83aef-65e8-4a14-b626-83abfb78d17e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:39.606722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b2627e7b-41e7-4bd7-92df-848bc745452f None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:39.607099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b2627e7b-41e7-4bd7-92df-848bc745452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.645844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094af77-b78a-4867-8696-7701ab27b2b4 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:39.666912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.673252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.711399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.714014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.717562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eb4450fc-efe9-49f1-a347-91ee6b786af9 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/floatingips/be449baf-2f72-4e19-be56-d68615922976 HTTP/1.1" status: 204 len: 168 time: 2.0476313 Dec 20 23:08:39.718002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:39.747061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 9f7c4574-57a5-49ea-9f40-55850584e98e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:39.747392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.829096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:39.829492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.834202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.879488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.896259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 9f7c4574-57a5-49ea-9f40-55850584e98e owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:39.900989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.953438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=145595f0-1543-4edf-b270-0bbc9ef6d4de,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:39.964105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:39.972366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-111d85a3-d34d-4a62-8eab-57719379a5d9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/145595f0-1543-4edf-b270-0bbc9ef6d4de HTTP/1.1" status: 204 len: 168 time: 1.2954137 Dec 20 23:08:39.972366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:39.974976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe29214-3638-4ab2-a3f3-20d87ddbbfd8 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:40.024927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.030574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.050352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for 14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:40.061323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:40.070517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.109105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Network a8333533-783f-413e-8275-9df5883beda9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:40.119151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:40.121171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:40.124332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:40.185513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:40.188542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:40.193275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.205877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:40.209074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.345576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.374699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-dc5752ce-cffc-41bc-b8e3-0dd40f681e0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7564764 Dec 20 23:08:40.380999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.439058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Request body: {'port': {'device_id': '150d7f80-406d-4262-9159-d37530cec1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:40.445668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=9f7c4574-57a5-49ea-9f40-55850584e98e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:40.513942 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.590420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-13a5a38b-6697-4ab7-8e31-e863174a17c4 None None] Provisioning complete for port dcbe5877-084c-42ce-b7af-f10f47314211 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:40.590801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13a5a38b-6697-4ab7-8e31-e863174a17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.630651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-13a5a38b-6697-4ab7-8e31-e863174a17c4 None None] Port dcbe5877-084c-42ce-b7af-f10f47314211 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:40.632860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.716027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=14edce6f-7096-40f9-92b6-7a4a2b1cc3a4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:40.716820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.773679 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.919112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:40.921622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.927993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:40.931295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8c11c0fe-2c70-4f00-91ae-c587599e93bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b HTTP/1.1" status: 204 len: 168 time: 0.9601932 Dec 20 23:08:40.937361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:40.985445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-80363e45-b943-4257-b9c4-ac7cfca3a33f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467436 Dec 20 23:08:40.989570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:40.997176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:41.024546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc557-60e9-4684-a51a-dd21ea7d0ec5 req-ddd7a338-d749-4a34-93e3-3a087535e758 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:41.033968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c0fc557-60e9-4684-a51a-dd21ea7d0ec5 req-ddd7a338-d749-4a34-93e3-3a087535e758 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 932 time: 0.3256662 Dec 20 23:08:41.054983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.066694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bdf66ac5-9d2d-45ca-a900-9cbb603445eb tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/ports/14edce6f-7096-40f9-92b6-7a4a2b1cc3a4 HTTP/1.1" status: 204 len: 168 time: 1.3436124 Dec 20 23:08:41.068053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:41.300623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c0fc557-60e9-4684-a51a-dd21ea7d0ec5 req-cad514f5-935a-49be-b7aa-a65784e1ca05 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648780 Dec 20 23:08:41.347987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting port ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:41.348405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.456885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:41.460540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.544149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbe5877-084c-42ce-b7af-f10f47314211 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:41.559674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 0e91c4f0-f041-4429-ba42-3a9f9279fbab has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:41.572555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.616827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.635754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Transition to ACTIVE for port object dcbe5877-084c-42ce-b7af-f10f47314211 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:08:41.642347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Calling delete_port for ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:41.673531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd24b74-a4ed-47b5-82e0-4703c0d0353c None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:41.702236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:41.715711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab5419d0-2a64-4461-a045-5be39ed4896f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/routers/0e91c4f0-f041-4429-ba42-3a9f9279fbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2426357 Dec 20 23:08:41.715711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 51924) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:41.742956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] Sync routers for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:41.760124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:41.762923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:41.820420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.836648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:41.855353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] Routers {'0e91c4f0-f041-4429-ba42-3a9f9279fbab'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:41.855987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:41.902938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:41.907866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:41.946864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:41.947757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c2b85-9fbf-4405-98ea-da2518f34bc8 None None] The sync data for ids ['0e91c4f0-f041-4429-ba42-3a9f9279fbab'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:41.969750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3b03957c-1d36-41f9-aff6-a1f4440326cc None None] Provisioning complete for port bc2f395c-4152-4302-aefb-6e46bbed9f39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:41.970146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3b03957c-1d36-41f9-aff6-a1f4440326cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.008806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:42.020346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:42.028790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:42.031467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.058969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.117254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:42.145427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Port': ['ID=ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:42.188802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=06d99e25-5f17-43e8-a1a9-692a51de364f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:42.214059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5b81e78-946c-4e2f-8a5b-f5d24bed2564 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2224000 Dec 20 23:08:42.222286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51944) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:42.225138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:42.237560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Deleting port bc2f395c-4152-4302-aefb-6e46bbed9f39 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:42.238826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.356654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] For port bc2f395c-4152-4302-aefb-6e46bbed9f39, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc2f395c-4152-4302-aefb-6e46bbed9f39,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:42.363316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.380925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Calling delete_port for bc2f395c-4152-4302-aefb-6e46bbed9f39 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:42.395053 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.401498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-65a917c1-d53c-4ad6-987e-ec84e7f8d843 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/ports/ddccc1bd-941e-46e2-b829-d1f7e6ac3c2e HTTP/1.1" status: 204 len: 168 time: 1.2999325 Dec 20 23:08:42.405291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51948) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:42.512893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.543226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871db3-b2a4-4ff9-af0c-3020913f12b8 req-a3f5c28f-58ae-4c45-af66-229b43476a27 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:42.544807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44871db3-b2a4-4ff9-af0c-3020913f12b8 req-a3f5c28f-58ae-4c45-af66-229b43476a27 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2064383 Dec 20 23:08:42.566819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting subnet 6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:42.582375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.586700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.637557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] Pushing event deleted for resources: {'Port': ['ID=bc2f395c-4152-4302-aefb-6e46bbed9f39,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:42.639391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d147-ddaa-437c-808a-bc616133db37 req-aae18e28-9c2d-4dd6-9ff9-790b4d8366e1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:42.643721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c72d147-ddaa-437c-808a-bc616133db37 req-aae18e28-9c2d-4dd6-9ff9-790b4d8366e1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 944 time: 0.2373369 Dec 20 23:08:42.666893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.673403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151d429-0248-4111-bf07-f0c96f8cedb7 None None] No DVR routers for this DVR port bc2f395c-4152-4302-aefb-6e46bbed9f39 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:42.690586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1a624-9164-4244-b910-33293bfabe62 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:42.713049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.722732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Attempting to bind port dcbe5877-084c-42ce-b7af-f10f47314211 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:42.723257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Attempting to bind port dcbe5877-084c-42ce-b7af-f10f47314211 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:42.723604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Attempting to bind port dcbe5877-084c-42ce-b7af-f10f47314211 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:42.730065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Port dcbe5877-084c-42ce-b7af-f10f47314211 on network a8333533-783f-413e-8275-9df5883beda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:08:42.730527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Attempting to bind port dcbe5877-084c-42ce-b7af-f10f47314211 on network a8333533-783f-413e-8275-9df5883beda9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:42.733762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:42.737715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:42.737932 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.738092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Checking segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:42.738468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Bound using segment: {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:42.739096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Bound port: dcbe5877-084c-42ce-b7af-f10f47314211, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842cccde-6730-48fa-bf32-6517785b2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a8333533-783f-413e-8275-9df5883beda9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:42.739501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.798749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44871db3-b2a4-4ff9-af0c-3020913f12b8 req-d78de2ce-0c4f-43a7-b0fd-be7df5da2c51 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410598 Dec 20 23:08:42.828592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:42.832697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:42.842430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '06d99e25-5f17-43e8-a1a9-692a51de364f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:08:42.849143 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.913382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c72d147-ddaa-437c-808a-bc616133db37 req-55057a98-1889-4cc0-9d3c-80b28307ff8a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606275 Dec 20 23:08:42.926686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 33cb818c-3245-48f3-b6a7-1456c73bd017 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:42.927261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.959673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:42.977245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.002840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:43.004752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.006217 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] 10.222.0.59 "PUT /v2.0/ports/dcbe5877-084c-42ce-b7af-f10f47314211 HTTP/1.1" status: 200 len: 1092 time: 2.6053686 Dec 20 23:08:43.011237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:43.014557 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09986b7f-fce0-4596-aa64-effcc6733148" -d '{"events": [{"name": "network-changed", "server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:43.100865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b0a1-1440-4534-9073-5a062761ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:43.124984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Allocated IP 172.20.0.2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/06d99e25-5f17-43e8-a1a9-692a51de364f/09c231fb-a071-4ada-88da-985f8511c683) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:43.130361 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2d91ab-9bd7-4037-85a7-02f51285f1b5 x-openstack-request-id: req-3a2d91ab-9bd7-4037-85a7-02f51285f1b5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:43.130659 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:43.130923 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a2d91ab-9bd7-4037-85a7-02f51285f1b5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:43.131326 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'status': 'completed', 'code': 200} Dec 20 23:08:43.134246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.178489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 33cb818c-3245-48f3-b6a7-1456c73bd017 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:43.334123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09986b7f-fce0-4596-aa64-effcc6733148 req-25cb645f-8db1-414f-bd4e-dee544297948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:43.335852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09986b7f-fce0-4596-aa64-effcc6733148 req-25cb645f-8db1-414f-bd4e-dee544297948 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1817002 Dec 20 23:08:43.404516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.501841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.505076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.524499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09986b7f-fce0-4596-aa64-effcc6733148 req-019fbf08-464e-45e0-8bb5-93e30268c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:43.526019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09986b7f-fce0-4596-aa64-effcc6733148 req-019fbf08-464e-45e0-8bb5-93e30268c5f7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3291320b3f3a4b0384b4d502322c42f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1792712 Dec 20 23:08:43.538910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b59e5-b82b-4bd5-83b5-e1eeffc2adfe None None] Network 4c1ab89b-4b36-4076-aa14-c41cae52bc87 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:43.541212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.548255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/subnets/6a1bede0-cd7e-4b82-9a0b-901c502f2bb2 HTTP/1.1" status: 204 len: 168 time: 1.1383753 Dec 20 23:08:43.550223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 51974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:43.583664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:43.584407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Pushing event updated for resources: {'Port': ['ID=09c231fb-a071-4ada-88da-985f8511c683,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:43.611253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Deleting subnet 0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:43.615009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.651024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:43.656507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.659838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa91c05-75d8-4a56-bda7-3755a817426f tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1bede0-cd7e-4b82-9a0b-901c502f2bb2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:43.691846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:43.737298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09986b7f-fce0-4596-aa64-effcc6733148 req-c91db2f7-bc47-4d1f-a06e-83ba5c8bf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:43.752863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09986b7f-fce0-4596-aa64-effcc6733148 req-c91db2f7-bc47-4d1f-a06e-83ba5c8bf8a9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158384 Dec 20 23:08:43.783261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Attempting to bind port 09c231fb-a071-4ada-88da-985f8511c683 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:43.784162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Attempting to bind port 09c231fb-a071-4ada-88da-985f8511c683 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:43.785181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Attempting to bind port 09c231fb-a071-4ada-88da-985f8511c683 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:43.790079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.792659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:43.793039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:43.793455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.793889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:43.794415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Bound port: 09c231fb-a071-4ada-88da-985f8511c683, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:43.795595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:43.854063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:08:43.882757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=33cb818c-3245-48f3-b6a7-1456c73bd017,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:43.928609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af294fd8-da17-47be-a333-ae106a0762a3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:43.961606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] DHCP port deletion for 4c1ab89b-4b36-4076-aa14-c41cae52bc87 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:44.021421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.063867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc2f395c-4152-4302-aefb-6e46bbed9f39 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:44.104329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: bc2f395c-4152-4302-aefb-6e46bbed9f39 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:44.104753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc2f395c-4152-4302-aefb-6e46bbed9f39 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:44.105109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:44.145915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] For port 09c231fb-a071-4ada-88da-985f8511c683, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:44.150413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-256e80c0-1440-4c23-9094-714809003c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:44.152564 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-256e80c0-1440-4c23-9094-714809003c7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 1095 time: 0.2859793 Dec 20 23:08:44.156053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.159340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.163119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.171312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] For port 09c231fb-a071-4ada-88da-985f8511c683, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09c231fb-a071-4ada-88da-985f8511c683,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:44.216904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Deleting port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:44.217287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.242121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.248736 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-81a1e0cb-729b-4cbb-ad20-aa14cd07eac9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcbe5877-084c-42ce-b7af-f10f47314211 HTTP/1.1" status: 200 len: 217 time: 0.0821493 Dec 20 23:08:44.283082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.307349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-321cba31-8d93-48e9-a3d0-f7403b636790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:44.308990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-321cba31-8d93-48e9-a3d0-f7403b636790 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.0509882 Dec 20 23:08:44.326191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.326853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Fanout notify agent at l3_agent the message router_deleted on router 0e91c4f0-f041-4429-ba42-3a9f9279fbab {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:08:44.339638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126b95-6a46-4b62-90d3-848a4bd3c29b req-d1e3a378-f1be-4fe3-9f02-63d00783122d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:44.344526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b126b95-6a46-4b62-90d3-848a4bd3c29b req-d1e3a378-f1be-4fe3-9f02-63d00783122d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2581437 Dec 20 23:08:44.348025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] For port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:44.348443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.357595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.358900 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f9f3d9fb-c273-4a30-9d50-3c051f5619b4 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/routers/0e91c4f0-f041-4429-ba42-3a9f9279fbab HTTP/1.1" status: 204 len: 168 time: 2.6452291 Dec 20 23:08:44.363963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52012) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:44.403498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Calling delete_port for 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:44.409653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,segment=NetworkSegment(44e7180d-9802-4bed-9abf-3cefc0696b2b),segment_id=44e7180d-9802-4bed-9abf-3cefc0696b2b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:44.431869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting subnet 96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:44.436330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.449898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b126b95-6a46-4b62-90d3-848a4bd3c29b req-5e4dfe2a-4c2e-4a02-a07d-ac3a5f92082a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915782 Dec 20 23:08:44.477205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7a31-e577-45bb-8821-795f1a1baad8 req-c954a78f-1301-4024-8b1d-10f2216dab61 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:44.491835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-190e7a31-e577-45bb-8821-795f1a1baad8 req-c954a78f-1301-4024-8b1d-10f2216dab61 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 944 time: 0.3013186 Dec 20 23:08:44.502212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342beec9-91d0-4298-b234-7885e8df7dca req-a55d269b-f374-485f-8b30-d4e0ca8fef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:44.503919 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-a55d269b-f374-485f-8b30-d4e0ca8fef71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874299 Dec 20 23:08:44.504336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.520581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.541803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd516dc-4dcc-452c-9a57-1ca09c0d5c0d None None] Pushing event updated for resources: {'Port': ['ID=09c231fb-a071-4ada-88da-985f8511c683,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:44.546527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.562093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Subnet': ['ID=0c149de5-53a4-4f31-a7f2-c2b0f8a277e0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:44.570979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.579096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca03ca3-51d1-4b6a-b89e-24ef9ef31127 None None] Network 74221fe8-22ae-48f0-b01e-1c5af54b4a4d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:44.579344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d5af9dc-ea9a-422d-a67a-ee0a5623c4f6 tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/subnets/0c149de5-53a4-4f31-a7f2-c2b0f8a277e0 HTTP/1.1" status: 204 len: 168 time: 1.0252535 Dec 20 23:08:44.588608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:44.640283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-190e7a31-e577-45bb-8821-795f1a1baad8 req-72ec9474-1851-412e-a3ad-d6ca779db086 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471541 Dec 20 23:08:44.699625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:44.704526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.737162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.743646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.754730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] Pushing event deleted for resources: {'Port': ['ID=9ae3bdbb-786e-4ea8-b860-3ca869e6edfd,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:44.759563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-52d80d27-93a4-4668-8320-209b351fc99a service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453349 Dec 20 23:08:44.791642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fae11d-5d39-4781-b5a7-dcfffc985941 None None] No DVR routers for this DVR port 9ae3bdbb-786e-4ea8-b860-3ca869e6edfd on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:44.803212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:44.935093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56678b8-8984-4048-816f-e96615cd711d None None] DHCP port deletion for 74221fe8-22ae-48f0-b01e-1c5af54b4a4d request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:44.963151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-342beec9-91d0-4298-b234-7885e8df7dca req-29d10abe-37f4-433a-878e-1c7bca6b0358 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925778 Dec 20 23:08:45.022612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Deleting port 5e92c66a-339b-4e1e-b516-43489ab45ed8 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:45.023575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.027302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.092630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1ab89b-4b36-4076-aa14-c41cae52bc87']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:45.095823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d56678b8-8984-4048-816f-e96615cd711d None None] For port 5e92c66a-339b-4e1e-b516-43489ab45ed8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e92c66a-339b-4e1e-b516-43489ab45ed8,segment=NetworkSegment(338de444-2d79-430b-bd75-ad0cd204cf8c),segment_id=338de444-2d79-430b-bd75-ad0cd204cf8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:45.096928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.107368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e7180d-9802-4bed-9abf-3cefc0696b2b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:45.107668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e7180d-9802-4bed-9abf-3cefc0696b2b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:45.121992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Calling delete_port for 5e92c66a-339b-4e1e-b516-43489ab45ed8 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:45.123607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.151974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port 09c231fb-a071-4ada-88da-985f8511c683, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09c231fb-a071-4ada-88da-985f8511c683,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:45.154274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.155290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.172333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:08:45.172935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:08:45.177745 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:08:45.181607 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:08:45.209256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b292b-0728-431b-a6bf-baea3cc1563f None None] Network 100d9b80-7cd8-4659-a6cf-20d7d52addc8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:45.215905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.219863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/subnets/96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a HTTP/1.1" status: 204 len: 168 time: 0.8511076 Dec 20 23:08:45.220970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44350755-5ebe-4581-b5e6-5064d4616adf tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Subnet': ['ID=96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:45.230702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:45.254389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.336696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.381375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.385957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.389529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/networks/4c1ab89b-4b36-4076-aa14-c41cae52bc87 HTTP/1.1" status: 204 len: 168 time: 0.8037112 Dec 20 23:08:45.390356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.393771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.394162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:45.470630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:45.474225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.474372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baafd4-b53f-4ebc-a2cf-9c26c9bc020e tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Network': ['ID=4c1ab89b-4b36-4076-aa14-c41cae52bc87,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:45.486069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.520125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56678b8-8984-4048-816f-e96615cd711d None None] Pushing event deleted for resources: {'Port': ['ID=5e92c66a-339b-4e1e-b516-43489ab45ed8,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:45.526220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56678b8-8984-4048-816f-e96615cd711d None None] No DVR routers for this DVR port 5e92c66a-339b-4e1e-b516-43489ab45ed8 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:45.538489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.571451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:45.580278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:45.625414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] For port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,segment=NetworkSegment(75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb),segment_id=75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:45.626068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.631329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:45.636366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.654544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=09c231fb-a071-4ada-88da-985f8511c683,revision_number=4']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:45.671304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f2089-5cef-477b-9792-faa11e038404 None None] DHCP port deletion for 100d9b80-7cd8-4659-a6cf-20d7d52addc8 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:45.672761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=af027087-aa80-4a10-8e76-05218e42f65a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:45.784576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:45.789767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a4eccc14-9ecc-46c1-970f-bc612da5b738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5695481 Dec 20 23:08:45.790579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52052) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:45.797343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:97:62:1d', 'name': 'tempest-NetworksTestDHCPv6-333421387'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:45.852339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6aa4c-4f3a-49aa-b04a-fca20e1dd334 req-bf4cdea3-5e8f-47c1-9890-3f018eaf2d6f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:45.854193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ad6aa4c-4f3a-49aa-b04a-fca20e1dd334 req-bf4cdea3-5e8f-47c1-9890-3f018eaf2d6f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2020137 Dec 20 23:08:45.859390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Deleting port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:45.859938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.888475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:45.976958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74221fe8-22ae-48f0-b01e-1c5af54b4a4d']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:45.994009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-619f2089-5cef-477b-9792-faa11e038404 None None] For port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,segment=NetworkSegment(75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb),segment_id=75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:45.998041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.009027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Calling delete_port for 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:46.023364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338de444-2d79-430b-bd75-ad0cd204cf8c') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:46.027588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338de444-2d79-430b-bd75-ad0cd204cf8c') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:46.059656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.099428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.109912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:08:46.110566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.117314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09c231fb-a071-4ada-88da-985f8511c683 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:08:46.132016 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:08:46.157234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423ffaf-64d2-4b37-a5b9-aee67f823c9a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:46.179634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.203053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.239191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:46.243608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] No DVR routers for this DVR port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:46.269532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f2089-5cef-477b-9792-faa11e038404 None None] Pushing event deleted for resources: {'Port': ['ID=9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:46.278139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f2089-5cef-477b-9792-faa11e038404 None None] No DVR routers for this DVR port 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:46.278683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.303919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.308155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] 10.222.0.62 "DELETE /v2.0/networks/74221fe8-22ae-48f0-b01e-1c5af54b4a4d HTTP/1.1" status: 204 len: 168 time: 0.9128997 Dec 20 23:08:46.336048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] Provisioning complete for port 09c231fb-a071-4ada-88da-985f8511c683 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:46.336048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.336347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e6bab-129d-4d85-bc52-23a900e1c7ff tempest-TaggedBootDevicesTest_v242-109817845 tempest-TaggedBootDevicesTest_v242-109817845-project] Pushing event deleted for resources: {'Network': ['ID=74221fe8-22ae-48f0-b01e-1c5af54b4a4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:46.375402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 09c231fb-a071-4ada-88da-985f8511c683 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:46.376307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.428738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.483332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100d9b80-7cd8-4659-a6cf-20d7d52addc8']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:46.503847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:46.508756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fe9f43-f8de-41b8-b4c5-c68cb4bc99fb') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:46.540968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.557537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.566009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:08:46.566796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:08:46.570160 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:08:46.599547 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.599547 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.652194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] For port 09c231fb-a071-4ada-88da-985f8511c683, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09c231fb-a071-4ada-88da-985f8511c683,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:46.661988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7c66-ef25-4c4f-8aaa-1c3a39415aa4 req-e9d0397e-1351-4d5c-9fb7-198f66c9f0ad tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:46.664481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-997e7c66-ef25-4c4f-8aaa-1c3a39415aa4 req-e9d0397e-1351-4d5c-9fb7-198f66c9f0ad tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 944 time: 0.8067670 Dec 20 23:08:46.701352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ad6aa4c-4f3a-49aa-b04a-fca20e1dd334 req-fec857c3-7538-417b-a7d8-8f34edff73c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605895 Dec 20 23:08:46.732848 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.741876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.754550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:46.780790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/networks/100d9b80-7cd8-4659-a6cf-20d7d52addc8 HTTP/1.1" status: 204 len: 168 time: 1.5485387 Dec 20 23:08:46.784968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:46.834199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-997e7c66-ef25-4c4f-8aaa-1c3a39415aa4 req-1f2048e8-a826-4860-a54d-058593d63b2f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526020 Dec 20 23:08:46.872438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:46.883271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:08:46.930576 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:08:46.930576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820e24a-918e-4575-920e-3696bf68cbde None None] Pushing event updated for resources: {'Port': ['ID=09c231fb-a071-4ada-88da-985f8511c683,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:47.012644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3491ed-5600-4922-8ca3-1968bc6a78b6 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Network': ['ID=100d9b80-7cd8-4659-a6cf-20d7d52addc8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:47.082834 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.116558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port df33bec6-4de6-4833-83be-7e2056c3684a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:47.116975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.132006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:08:47.223846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.224178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.237414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-bc5d930f-0cef-42ac-becb-e37747adff85 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0aa0752c61f847c4aef6a130712e708d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433035 Dec 20 23:08:47.241344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for df33bec6-4de6-4833-83be-7e2056c3684a owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:47.514041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e92c66a-339b-4e1e-b516-43489ab45ed8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:47.554400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5e92c66a-339b-4e1e-b516-43489ab45ed8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:47.554813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e92c66a-339b-4e1e-b516-43489ab45ed8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:47.555309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:47.584866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:47.585429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9fcbc5cb-8d8a-44ac-bd7b-8899a27e1097 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:47.597400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b297804c-0b32-4894-b15e-83806f7072eb None None] Provisioning complete for port 09c231fb-a071-4ada-88da-985f8511c683 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:47.602603 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b297804c-0b32-4894-b15e-83806f7072eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.621061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.653795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 172.20.0.10 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/06d99e25-5f17-43e8-a1a9-692a51de364f/0aa16a41-57f6-461d-9e4e-ae8b5797dfe5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:47.657190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7d5b5-09ff-4efd-9fb6-e13209758714 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:47.662311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=df33bec6-4de6-4833-83be-7e2056c3684a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:47.671888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-d50bcc33-be8d-4575-974f-c8a35cb7ec7c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:47.676327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-d50bcc33-be8d-4575-974f-c8a35cb7ec7c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4299974 Dec 20 23:08:47.698336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-e0aa4461-20b3-4569-b746-c613251d72a8 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/quotas/0aa0752c61f847c4aef6a130712e708d HTTP/1.1" status: 200 len: 375 time: 0.0181813 Dec 20 23:08:47.699223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe97:621d (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/af027087-aa80-4a10-8e76-05218e42f65a/0aa16a41-57f6-461d-9e4e-ae8b5797dfe5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:47.749974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.753546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:47.759228 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dbd368e5-4260-47ac-95d7-18de7ecda2b1 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/floatingips/46e0919e-01e9-4c28-966a-6f510ff8aba5 HTTP/1.1" status: 204 len: 168 time: 0.9731801 Dec 20 23:08:47.764102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:47.767068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-e8ef6d87-db32-4bc9-afa6-411105a37e7f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704110 Dec 20 23:08:47.824282 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04ff35-9fa6-4247-abec-a8934f738b81 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] DELETE failed (client error): The resource could not be found. Dec 20 23:08:47.826949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d04ff35-9fa6-4247-abec-a8934f738b81 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:47.831396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8d04ff35-9fa6-4247-abec-a8934f738b81 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/3957d208-8cf1-4300-8014-7bcbfd9ceae0 HTTP/1.1" status: 404 len: 333 time: 0.0657158 Dec 20 23:08:47.839920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:47.932656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ea43421-050d-4a15-9713-7a1cfe3fd2bd tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e91c4f0-f041-4429-ba42-3a9f9279fbab HTTP/1.1" status: 200 len: 205 time: 0.0603359 Dec 20 23:08:47.937255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52112) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:48.069407 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ac386c21-c0b1-439d-83a7-bb3416db990c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] delete failed (client error): The resource could not be found. Dec 20 23:08:48.071217 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac386c21-c0b1-439d-83a7-bb3416db990c tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/routers/0e91c4f0-f041-4429-ba42-3a9f9279fbab HTTP/1.1" status: 404 len: 336 time: 0.1241341 Dec 20 23:08:48.073795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52116) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:48.075829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:08:48.130697 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9db4d6-d5ab-4b8e-879b-7b9fc72762be tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] DELETE failed (client error): The resource could not be found. Dec 20 23:08:48.133083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9db4d6-d5ab-4b8e-879b-7b9fc72762be tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:48.137109 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a9db4d6-d5ab-4b8e-879b-7b9fc72762be tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/subnets/96cfe0f9-b9e9-4cc1-a75c-07ba099e5c0a HTTP/1.1" status: 404 len: 337 time: 0.0619044 Dec 20 23:08:48.140674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52120) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:48.212203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09c231fb-a071-4ada-88da-985f8511c683 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:48.315553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38b079-61ba-4d27-9c7c-0887bb1a93b1 req-30ea4952-8a77-473b-b5d9-ed26318dfe51 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:48.328101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f38b079-61ba-4d27-9c7c-0887bb1a93b1 req-30ea4952-8a77-473b-b5d9-ed26318dfe51 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.4667547 Dec 20 23:08:48.368678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:48.381041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 09c231fb-a071-4ada-88da-985f8511c683 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:48.381415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.422233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'mac_address': 'fa:16:3e:75:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:08:48.425794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:48.426141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.488563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.535634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f38b079-61ba-4d27-9c7c-0887bb1a93b1 req-67fcb31e-6802-402e-94ac-78c6011d93c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046914 Dec 20 23:08:48.591595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.608505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbe5877-084c-42ce-b7af-f10f47314211 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:48.632579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03938894-28b5-490e-9b65-b3384a93903a req-978ec174-8c13-4ca7-92d5-f9cea914bbd6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:48.637476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03938894-28b5-490e-9b65-b3384a93903a req-978ec174-8c13-4ca7-92d5-f9cea914bbd6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 944 time: 0.3020663 Dec 20 23:08:48.649159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:48.660720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.687641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:48.712787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03938894-28b5-490e-9b65-b3384a93903a req-7a464685-badd-4ade-a178-9ba2ca2a869f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682993 Dec 20 23:08:48.747637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.750348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:48.872335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:48.884804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:48.901332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:48.904063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:48.968738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-07432b73-a6fe-4916-8caf-5b3b20af55b6 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0aa0752c61f847c4aef6a130712e708d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819004 Dec 20 23:08:49.007772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.028822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=0aa16a41-57f6-461d-9e4e-ae8b5797dfe5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:49.053563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['dcbe5877-084c-42ce-b7af-f10f47314211'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:49.070422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:49.071657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.092581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=23486e5b-7bda-4c4e-ae89-e2a161c5b8b6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:49.177070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e78551-b3b2-46c4-846f-b067ce8e6f24 None None] DHCP port deletion for a2cfa2a6-5b39-4189-befe-b4c8e241a903 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:49.265364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.275358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6518d32c-d5e6-41d6-815c-9ca34d038e7a tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/23486e5b-7bda-4c4e-ae89-e2a161c5b8b6 HTTP/1.1" status: 204 len: 168 time: 1.1325791 Dec 20 23:08:49.276876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:49.312329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-502131f2-75ce-46c6-b0e1-67d85cdb6a03 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:49.318859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-502131f2-75ce-46c6-b0e1-67d85cdb6a03 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335235 Dec 20 23:08:49.326275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b719590c-da63-46f6-bbcb-db1b839e4e45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5330861 Dec 20 23:08:49.328638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52148) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:49.382824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-5e1b03ff-3706-4b16-8656-c97d6a1c4025 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/quotas/0aa0752c61f847c4aef6a130712e708d HTTP/1.1" status: 200 len: 375 time: 0.0537226 Dec 20 23:08:49.453295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-7d27f961-c1a4-4772-8052-1b1e45e6358b tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706880 Dec 20 23:08:49.476431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac737746-4c6a-49bd-a57b-9c3fb6b23bfb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:49.490980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac737746-4c6a-49bd-a57b-9c3fb6b23bfb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:49.499191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:49.503041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac737746-4c6a-49bd-a57b-9c3fb6b23bfb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1730225 Dec 20 23:08:49.585579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6f01395c-5c2e-4100-8500-400289cdcdfc None None] Provisioning complete for port 0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:49.586795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f01395c-5c2e-4100-8500-400289cdcdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.616132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port f6e49bd9-0957-41e4-b10a-49b4840eac17 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:49.616480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.682299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6f01395c-5c2e-4100-8500-400289cdcdfc None None] Port 0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:49.722092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:49.722092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.792351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a644ea-2ef6-49f5-853a-15afc171ad39 req-9d5eae59-3794-4064-a22b-b6f19d0ce76f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:49.794851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75a644ea-2ef6-49f5-853a-15afc171ad39 req-9d5eae59-3794-4064-a22b-b6f19d0ce76f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.0970414 Dec 20 23:08:49.827182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.853450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for f6e49bd9-0957-41e4-b10a-49b4840eac17 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:49.907421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75a644ea-2ef6-49f5-853a-15afc171ad39 req-38347bd3-8c3e-40b1-8dcf-df65062a9de9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853226 Dec 20 23:08:49.937861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:49.958515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:50.059665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75cb7401-9927-4bfa-b33c-a1a8e05a4f76 req-84344749-8cdd-401f-8d1d-34d4d89024a0 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.0642593 Dec 20 23:08:50.079751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a90bc-03c0-4946-949b-08e2c9b7b45c req-e35cf6d2-a3fc-48d4-9181-b5c486205c2a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:50.090693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4a90bc-03c0-4946-949b-08e2c9b7b45c req-e35cf6d2-a3fc-48d4-9181-b5c486205c2a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 945 time: 0.1063893 Dec 20 23:08:50.177821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4a90bc-03c0-4946-949b-08e2c9b7b45c req-e5b45b13-dc21-4d00-a827-e0779362fc3f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850761 Dec 20 23:08:50.300697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:50.330066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=f6e49bd9-0957-41e4-b10a-49b4840eac17,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:50.353394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b74a5e-30fb-4974-89b9-634e05ee8948 None None] DHCP port deletion for a2cfa2a6-5b39-4189-befe-b4c8e241a903 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:50.415071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:50.455669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=0aa16a41-57f6-461d-9e4e-ae8b5797dfe5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:50.461854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:50.468162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52176) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:50.468478 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e6b6e63-0063-4618-a41b-d282b2d2bc1d tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/ports/f6e49bd9-0957-41e4-b10a-49b4840eac17 HTTP/1.1" status: 204 len: 168 time: 1.1895123 Dec 20 23:08:50.643748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5e5b79-7604-48b1-b119-eb4090e1bfab tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:50.648968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3b5e5b79-7604-48b1-b119-eb4090e1bfab tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "GET /v2.0/ports?device_id=10426bf0-47bb-46db-bbcc-b9c355acf135 HTTP/1.1" status: 200 len: 913 time: 0.1774733 Dec 20 23:08:50.649334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52182) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:50.691395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:50.694824 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3bcc447d-3989-4200-a21b-93254cba33be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 HTTP/1.1" status: 204 len: 168 time: 1.1946635 Dec 20 23:08:50.697410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52184) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:50.758352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-aeef8502-4845-4527-8ea7-b5a0bf4dc7f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1558764 Dec 20 23:08:50.766913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8cd10-8ae0-4fd7-bac4-f89f85bab1e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:50.769557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8cd10-8ae0-4fd7-bac4-f89f85bab1e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:50.771232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8cd10-8ae0-4fd7-bac4-f89f85bab1e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:50.772856 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b6c8cd10-8ae0-4fd7-bac4-f89f85bab1e5 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0744228 Dec 20 23:08:50.782707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52186) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:50.893579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 06d99e25-5f17-43e8-a1a9-692a51de364f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:50.901183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.325928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98daac81-a107-4c98-9268-0690470c7ccd req-a0328b01-05c5-4f64-b8ea-080dc70d6ed5 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.1596572 Dec 20 23:08:51.460626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.461445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.462357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.463177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.463990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.464854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.465740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.473063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b033b16b-6a05-49fc-9e13-42ae2756be89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.6438885 Dec 20 23:08:51.503918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35ded-8c65-49b0-abb6-1fd1f6672b2e req-c05be27b-d417-4d3f-96ae-be00c3953a8f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.505848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3d35ded-8c65-49b0-abb6-1fd1f6672b2e req-c05be27b-d417-4d3f-96ae-be00c3953a8f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3420875 Dec 20 23:08:51.514128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.633180 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.704923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3d35ded-8c65-49b0-abb6-1fd1f6672b2e req-3439c48f-9e4c-4082-8d72-768de83a392c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785510 Dec 20 23:08:51.737297 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:08:51.771092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.780916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-791019ff-51b9-4dff-9c37-92aa0e7a7391 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0aa0752c61f847c4aef6a130712e708d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728610 Dec 20 23:08:51.790717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8566bb-c5f3-46b1-a159-c5c498548c6c req-6ed44c1c-2ffc-4b0d-9aae-256c487bb9c7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:51.791865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa8566bb-c5f3-46b1-a159-c5c498548c6c req-6ed44c1c-2ffc-4b0d-9aae-256c487bb9c7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 945 time: 0.3394332 Dec 20 23:08:51.830682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.874733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=06d99e25-5f17-43e8-a1a9-692a51de364f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:51.941746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b2ecd-2f58-4cad-8aa5-79808bb9b4b6 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:51.975477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:51.979125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bfa7cf69-b45d-48fa-aa80-d6ab7d502ed9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/06d99e25-5f17-43e8-a1a9-692a51de364f HTTP/1.1" status: 204 len: 168 time: 1.1948655 Dec 20 23:08:51.993745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:52.096867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:52.152388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7b42818d-0544-45b6-81eb-aeb10e857796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.152803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7b42818d-0544-45b6-81eb-aeb10e857796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.153200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7b42818d-0544-45b6-81eb-aeb10e857796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.155578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7b42818d-0544-45b6-81eb-aeb10e857796 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=5f651615-de97-42ea-815e-a59be6094f1d&id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 2291 time: 0.4502907 Dec 20 23:08:52.166551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet af027087-aa80-4a10-8e76-05218e42f65a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:08:52.170553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.255047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-a084e529-0add-48e9-8535-f0d81a277b2a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.259411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-a084e529-0add-48e9-8535-f0d81a277b2a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427266 Dec 20 23:08:52.280641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Request body: {'port': {'device_id': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '0aa0752c61f847c4aef6a130712e708d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:52.289176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.335858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port dcbe5877-084c-42ce-b7af-f10f47314211 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:08:52.340178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port dcbe5877-084c-42ce-b7af-f10f47314211 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:52.340554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.530241 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-4ab9cebf-3181-45ac-b2f9-c553f62281a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 1002 time: 0.1903892 Dec 20 23:08:52.530947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa8566bb-c5f3-46b1-a159-c5c498548c6c req-e1c47f62-f246-485a-bbae-cea6d139eb75 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835471 Dec 20 23:08:52.531529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.531529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:52.531529 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f393ba-eff0-4c13-bdeb-d932937d1bd6" -d '{"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:52.555814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:52.598000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.622444 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ec975-247e-4595-8b20-a9dd31d6b29b x-openstack-request-id: req-c41ec975-247e-4595-8b20-a9dd31d6b29b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:52.622733 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:52.623179 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c41ec975-247e-4595-8b20-a9dd31d6b29b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:52.623734 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'code': 200} Dec 20 23:08:52.644253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-ab23a1e1-34e1-4370-93e1-500cfd711a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.645791 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-ab23a1e1-34e1-4370-93e1-500cfd711a25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 200 len: 850 time: 0.2462008 Dec 20 23:08:52.674636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:52.706538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbe28c46-4cdc-4693-8568-b3ab6930c599 req-ac522ec3-989e-479c-bd14-39cf1f086929 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.1131592 Dec 20 23:08:52.778887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:52.809232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-c8d725c4-986c-4fae-9654-d4efb934fccd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0aa0752c61f847c4aef6a130712e708d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049020 Dec 20 23:08:52.943822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-1d13f8c2-aaa0-4643-a223-ef855bc1a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.945412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-1d13f8c2-aaa0-4643-a223-ef855bc1a0e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77304a25-56d6-48e0-baa9-1490ee7a57fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754045 Dec 20 23:08:52.950250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751440-bcbe-4ad0-a8a6-d7ee04173451 req-57fcfc04-e4da-4762-a42b-5a5be08c44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:52.951677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da751440-bcbe-4ad0-a8a6-d7ee04173451 req-57fcfc04-e4da-4762-a42b-5a5be08c44e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1786191 Dec 20 23:08:53.042203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-b05217f4-4c03-4fd2-824c-322b84e9a748 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:53.050921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-b05217f4-4c03-4fd2-824c-322b84e9a748 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352805 Dec 20 23:08:53.069999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Request body: {'port': {'device_id': '9391fb39-a995-4251-84b9-0cede536bedf', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '0aa0752c61f847c4aef6a130712e708d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:53.120356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Made reservation on behalf of 0aa0752c61f847c4aef6a130712e708d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:53.123902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.126372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.254865 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da751440-bcbe-4ad0-a8a6-d7ee04173451 req-1c0fb6cc-3bf1-4b63-add4-9f78ab76d1ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958508 Dec 20 23:08:53.255673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.270787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=af027087-aa80-4a10-8e76-05218e42f65a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:53.275081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.281931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4dc5dfa0-30c1-4ade-84f8-038f23581344 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/af027087-aa80-4a10-8e76-05218e42f65a HTTP/1.1" status: 204 len: 168 time: 1.2846310 Dec 20 23:08:53.283847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a27d7-9203-497b-b06a-7a3779e02933 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:08:53.306199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52224) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:53.400964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a149a78-d7ad-4c1d-81ee-d30a7889b91b None None] Provisioning complete for port 09c231fb-a071-4ada-88da-985f8511c683 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:53.401429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a149a78-d7ad-4c1d-81ee-d30a7889b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.415363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7af56-6657-4fd2-bb8b-d98ffdfe69fe req-c44d66d0-0779-491b-92c0-e821c3cfec5e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:53.417517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff7af56-6657-4fd2-bb8b-d98ffdfe69fe req-c44d66d0-0779-491b-92c0-e821c3cfec5e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3649447 Dec 20 23:08:53.456050 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d62dd3a-bed1-403b-b766-7863213a80de tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381178 Dec 20 23:08:53.479403 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-07440f08-e92f-4347-8f39-4b580d8bb3cb service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193746 Dec 20 23:08:53.479919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:53.592055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:53.660237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Deleting port 09c231fb-a071-4ada-88da-985f8511c683 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:53.660856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.669672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Made reservation on behalf of 0aa0752c61f847c4aef6a130712e708d for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:53.674662 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.686747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.733651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] For port 09c231fb-a071-4ada-88da-985f8511c683, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=09c231fb-a071-4ada-88da-985f8511c683,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:53.734171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.734410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 1ca0f90d-b91b-4e79-be46-3356019e5f9d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:53.734943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.750863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Calling delete_port for 09c231fb-a071-4ada-88da-985f8511c683 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:53.812383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ff7af56-6657-4fd2-bb8b-d98ffdfe69fe req-39e32e3a-1f41-4c27-84ec-4be69b96cc87 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853166 Dec 20 23:08:53.825898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5ac22-659c-47ea-8423-5726c084509c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:53.828701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aeb5ac22-659c-47ea-8423-5726c084509c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3460975 Dec 20 23:08:53.834758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52232) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:53.849344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef979df-808f-429c-8f2d-23c527bc12e7 req-12b4a836-4de1-446b-a21f-3a8194cb3f1f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:53.852902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eef979df-808f-429c-8f2d-23c527bc12e7 req-12b4a836-4de1-446b-a21f-3a8194cb3f1f tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.2586248 Dec 20 23:08:53.946084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:53.951440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.006054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] No DVR routers for this DVR port 09c231fb-a071-4ada-88da-985f8511c683 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:08:54.023147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998e88-8b74-45cf-8f48-453690b89344 None None] Pushing event deleted for resources: {'Port': ['ID=09c231fb-a071-4ada-88da-985f8511c683,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:54.048672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 1ca0f90d-b91b-4e79-be46-3356019e5f9d owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:08:54.052865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.060893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518e472-0aed-4344-a738-a055acbba010 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:54.068982 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4518e472-0aed-4344-a738-a055acbba010 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2131987 Dec 20 23:08:54.070741 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-44f9b310-35e7-4c2d-b24d-79dc8a96e8e2 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676816 Dec 20 23:08:54.073324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09c231fb-a071-4ada-88da-985f8511c683 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:08:54.074078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:54.112040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 09c231fb-a071-4ada-88da-985f8511c683 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:08:54.112398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 09c231fb-a071-4ada-88da-985f8511c683 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:08:54.113735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8605076c-26af-4a87-a9b9-9b5370604029 req-944492e6-a739-4832-94b7-bb441be23171 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.1366546 Dec 20 23:08:54.167110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eef979df-808f-429c-8f2d-23c527bc12e7 req-988e4973-e5c6-4dce-8359-1c55192a844a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911646 Dec 20 23:08:54.222728 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab837dd4-b90c-4a29-b856-186ea8776ec6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474662 Dec 20 23:08:54.228773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.232222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52242) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:54.233135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0aa0752c61f847c4aef6a130712e708d {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:08:54.233554 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:08:54.253187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:54.299025 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-23948ffd-28d1-428d-9849-d5fd6646e6f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 217 time: 0.0980754 Dec 20 23:08:54.383864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc285a02-4439-4614-86e1-6d7d900c1bca,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:54.448370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:08:54.531890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-1fc21dad-b4c6-4622-b481-6173e36370e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:54.538349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:54.539111 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-1fc21dad-b4c6-4622-b481-6173e36370e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.2219069 Dec 20 23:08:54.546192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.552487 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:08:54.554293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:54.678018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-8b466a87-3a9e-4334-a30b-9b52104bb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:54.679456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:54.680000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-8b466a87-3a9e-4334-a30b-9b52104bb406 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285834 Dec 20 23:08:54.688725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-857eeef2-5207-439e-9e66-48f8eb60434c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4511540 Dec 20 23:08:54.689334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52246) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:54.694447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:54.700124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Allocated IP 192.168.233.42 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/467f25c5-f802-4db1-98d5-b70a4a575377) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:54.700484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:08:54.754085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.755123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.774684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:54.784017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:54.798323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:54.859591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=1ca0f90d-b91b-4e79-be46-3356019e5f9d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:54.889229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a5dd9-8c07-44e1-9dd0-c076395355a1 None None] DHCP port deletion for a2cfa2a6-5b39-4189-befe-b4c8e241a903 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:08:54.897086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-993c06fe-d9c2-4079-8ab1-33a70ac13856 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961954 Dec 20 23:08:54.901625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.080509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['67b0bdc3-c7dd-4087-8740-9fdc62883038'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:08:55.147067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:55.198437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-a47df4f5-8585-445e-b5a2-9f95031952a1 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632163 Dec 20 23:08:55.272134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5433-4ec9-45f7-a5f6-9fef5d8b49e8 req-15ccfcd9-95af-4468-9f03-d972a2409f1a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:55.273932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de7b5433-4ec9-45f7-a5f6-9fef5d8b49e8 req-15ccfcd9-95af-4468-9f03-d972a2409f1a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.2777784 Dec 20 23:08:55.278403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:55.282019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.283682 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:08:55.284259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:55.292131 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-e7978583-2894-4e5a-a0a0-fb71f9785887 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 217 time: 0.0800023 Dec 20 23:08:55.355401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.372962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-78250c70-03da-4080-9d4a-a90d0c802d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:55.374475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-78250c70-03da-4080-9d4a-a90d0c802d7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0742302 Dec 20 23:08:55.435091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-49eff12d-2f2f-4ea9-b437-09164ed70acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:55.436749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-49eff12d-2f2f-4ea9-b437-09164ed70acf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527983 Dec 20 23:08:55.478896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5a94b88-af76-44bb-94a0-b5165cb079ea req-5a685984-93f4-4c20-9b8a-f15760d36559 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.2019017 Dec 20 23:08:55.492425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de7b5433-4ec9-45f7-a5f6-9fef5d8b49e8 req-30f1e7f0-7a53-4358-b427-eac7b32728b6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046139 Dec 20 23:08:55.538189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.553448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Allocated IP 192.168.233.84 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/3e598b3b-6143-493f-8e21-eef36feed50f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:08:55.594152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:55.600924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:55.609672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:55.625192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b8f4347d-6164-4e82-8ae9-7e06fe2e416b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9345870 Dec 20 23:08:55.633122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:55.657241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:55.666486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.668704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:55.675593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-cdd5b9f0-d1a1-4b63-8fe5-6a1fa79b8aab service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303512 Dec 20 23:08:55.698455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:55.701589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:55.823678 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-adde538e-c214-415a-888d-749eda7cccdd tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5507998 Dec 20 23:08:55.849536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-bce05766-af74-48c3-a1af-2590ae40d136 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645875 Dec 20 23:08:55.856379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Request body: {'port': {'device_id': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:55.998417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf94ca0f-d55e-40bb-a706-c3225c0c7d54 None None] Provisioning complete for port 467f25c5-f802-4db1-98d5-b70a4a575377 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:55.998417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf94ca0f-d55e-40bb-a706-c3225c0c7d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.025321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-0dc00902-f7ac-4548-9aca-3bd8bb39fbc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 200 len: 217 time: 0.0822213 Dec 20 23:08:56.050707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.080899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf94ca0f-d55e-40bb-a706-c3225c0c7d54 None None] Port 467f25c5-f802-4db1-98d5-b70a4a575377 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:56.135074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-d7b74911-f323-4c4a-8c91-ad3e6a36aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:56.136545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-d7b74911-f323-4c4a-8c91-ad3e6a36aaff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.1021953 Dec 20 23:08:56.166084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8e064-e3ae-46af-bf02-0b4fb4b9a4dc req-275423cc-e182-4a2c-94e3-eb1e51b17e77 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:56.173510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fa8e064-e3ae-46af-bf02-0b4fb4b9a4dc req-275423cc-e182-4a2c-94e3-eb1e51b17e77 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.4223235 Dec 20 23:08:56.226315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.341453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fa8e064-e3ae-46af-bf02-0b4fb4b9a4dc req-1d73dc85-b344-4f81-b82b-cde3d2c56d87 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663833 Dec 20 23:08:56.361304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:56.368268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-f32889b1-8681-4347-b9b5-c7ab582038d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:56.371962 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-f32889b1-8681-4347-b9b5-c7ab582038d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2263920 Dec 20 23:08:56.374643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.376598 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:08:56.378478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:56.444599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:08:56.566907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f28a904c-552a-4445-b7ee-99121099a9e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9255033 Dec 20 23:08:56.570326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:56.581925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:56.612129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:56.612129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.620986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b5686591-e2e1-4757-bfad-29d6f921c8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412655 Dec 20 23:08:56.684542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Router 10426bf0-47bb-46db-bbcc-b9c355acf135 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:08:56.737146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.773706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:08:56.803063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-f7dba129-ea85-48f7-8e41-d3ff12ca5012 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678567 Dec 20 23:08:56.827605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:08:56.833355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:08:56.835425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.914022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:56.931539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:56.979106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:08:56.983155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:56.993946 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1be327-d0d5-4a35-b429-2c023d31077d" -d '{"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:57.008033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-718c3de9-741c-4dfe-91c4-a98f05ff15a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 200 len: 217 time: 0.0433888 Dec 20 23:08:57.008780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Transition to ACTIVE for port object 467f25c5-f802-4db1-98d5-b70a4a575377 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:08:57.083958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.105018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-dc16dcfe-3124-4185-a144-e1233a08ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:57.106691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-dc16dcfe-3124-4185-a144-e1233a08ae62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0905840 Dec 20 23:08:57.132876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.203808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:57.332408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:57.350173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d95bad26-0c68-4875-a219-65bcbaed8837 None None] Provisioning complete for port 3e598b3b-6143-493f-8e21-eef36feed50f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:08:57.352561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d95bad26-0c68-4875-a219-65bcbaed8837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.373308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-73a72760-c835-423a-9b12-932fa2bda3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:57.387554 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-73a72760-c835-423a-9b12-932fa2bda3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2732096 Dec 20 23:08:57.472353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d95bad26-0c68-4875-a219-65bcbaed8837 None None] Port 3e598b3b-6143-493f-8e21-eef36feed50f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:08:57.731930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:57.766467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65595c91-6370-4dfe-973a-4e282aeb3446 req-5176bdcd-a50a-49d7-9b63-70eca29e7a29 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:57.775451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65595c91-6370-4dfe-973a-4e282aeb3446 req-5176bdcd-a50a-49d7-9b63-70eca29e7a29 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 935 time: 1.1073976 Dec 20 23:08:57.796498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:57.797475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.851634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db464b77-9fba-44e7-b8bb-679ff611a65d req-228ebdff-5777-40d1-965d-15d977f30158 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:57.859821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db464b77-9fba-44e7-b8bb-679ff611a65d req-228ebdff-5777-40d1-965d-15d977f30158 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2911093 Dec 20 23:08:57.879521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:08:57.886076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:57.894979 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] Sync routers for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:08:57.931691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.935580 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:08:57.936161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:57.939205 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:57.940052 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:57.959104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-070b145d-252e-43d2-910b-9444e7c98a71 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "PUT /v2.0/routers/10426bf0-47bb-46db-bbcc-b9c355acf135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3071818 Dec 20 23:08:57.975427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:57.980011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-2489dafe-58b3-4065-89d6-6c205abd1526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9160724 Dec 20 23:08:57.980639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52314) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:57.988631 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:58.006808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Request body: {'port': {'device_id': '9391fb39-a995-4251-84b9-0cede536bedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:58.007440 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] Routers {'10426bf0-47bb-46db-bbcc-b9c355acf135'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:08:58.008335 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:08:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['10426bf0-47bb-46db-bbcc-b9c355acf135'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:58.042308 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:08:58.043228 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88db7b-24cc-444a-988b-187e2a945538 None None] The sync data for ids ['10426bf0-47bb-46db-bbcc-b9c355acf135'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:08:58.119956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65595c91-6370-4dfe-973a-4e282aeb3446 req-f3c781f0-5620-482a-9b48-f52feaa74e8c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424268 Dec 20 23:08:58.238241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-85769b8e-e133-43a9-9180-012d5dbdd1b9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6661952 Dec 20 23:08:58.242377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db464b77-9fba-44e7-b8bb-679ff611a65d req-ad6491f5-7156-472a-b7f7-ddafb1747037 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813899 Dec 20 23:08:58.243620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52316) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:58.263918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:58.292910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:58.343733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Attempting to bind port 467f25c5-f802-4db1-98d5-b70a4a575377 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:08:58.344392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Attempting to bind port 467f25c5-f802-4db1-98d5-b70a4a575377 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:08:58.344392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Attempting to bind port 467f25c5-f802-4db1-98d5-b70a4a575377 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:58.359516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Port 467f25c5-f802-4db1-98d5-b70a4a575377 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:08:58.359841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Attempting to bind port 467f25c5-f802-4db1-98d5-b70a4a575377 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:08:58.385544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-76847a2f-bcae-48ed-992c-a3be6da52d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:58.387264 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-76847a2f-bcae-48ed-992c-a3be6da52d32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1096 time: 0.1434515 Dec 20 23:08:58.388475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:08:58.388815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:08:58.389192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:08:58.389626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Bound port: 467f25c5-f802-4db1-98d5-b70a4a575377, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:08:58.390004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:58.394949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-0f526fb7-4f8b-45fa-a92d-f34bc2904484 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642627 Dec 20 23:08:58.412761 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec397ae-1ebb-4572-8fcc-69d3edd698bc x-openstack-request-id: req-8ec397ae-1ebb-4572-8fcc-69d3edd698bc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:58.413689 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:58.414347 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ec397ae-1ebb-4572-8fcc-69d3edd698bc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:58.414919 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'code': 200} Dec 20 23:08:58.574855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:58.593431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:08:58.599744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:08:58.625961 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-eddb2f92-d4a6-432d-9d49-7ba1a655a364 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224078 Dec 20 23:08:58.720614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-45558e54-c0b7-4acc-bcba-1e972132b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:58.727321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-45558e54-c0b7-4acc-bcba-1e972132b28e service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.2825472 Dec 20 23:08:58.731200 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-9d0f4c6b-1993-4f61-a893-b9f176e7cbe5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 217 time: 0.0952923 Dec 20 23:08:58.735673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:58.921458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-2e321ed0-ea3c-47e3-8783-9a34455405a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:58.923365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-2e321ed0-ea3c-47e3-8783-9a34455405a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1794105 Dec 20 23:08:58.925470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:08:58.936309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:58.937816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:58.940982 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6a065fe2-e336-4869-b9a8-b05969aa85a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/467f25c5-f802-4db1-98d5-b70a4a575377 HTTP/1.1" status: 200 len: 1095 time: 3.0891438 Dec 20 23:08:58.951481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:08:58.956170 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298ab63-c046-45b4-90f0-6d779efb6ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:08:58.999702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:08:59.003112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:59.005120 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:08:59.005551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:08:59.040414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6de633-202f-4eda-8880-f77b8b84c84a req-ebbdc1d6-73d1-4b0f-83a4-ff43e484a108 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.049893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb6de633-202f-4eda-8880-f77b8b84c84a req-ebbdc1d6-73d1-4b0f-83a4-ff43e484a108 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.3650746 Dec 20 23:08:59.051969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-322b76dc-108c-4648-a79a-a3710683c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.054371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-322b76dc-108c-4648-a79a-a3710683c0f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120682 Dec 20 23:08:59.060476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-c9d71292-bb80-44c4-932e-0bf74f48e178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 1001 time: 0.3144538 Dec 20 23:08:59.179632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-b51cb8e8-5cf4-40cf-aed2-d0b4d81f1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.182712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-b51cb8e8-5cf4-40cf-aed2-d0b4d81f1764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.1037054 Dec 20 23:08:59.200162 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c425b-09eb-40be-9846-69086e390d45 x-openstack-request-id: req-ea9c425b-09eb-40be-9846-69086e390d45 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:08:59.200565 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:08:59.200942 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea9c425b-09eb-40be-9846-69086e390d45 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:08:59.201421 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'status': 'completed', 'code': 200} Dec 20 23:08:59.241100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:59.394258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb6de633-202f-4eda-8880-f77b8b84c84a req-d34876e1-e272-4cf4-82e5-fcd87a969d31 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186991 Dec 20 23:08:59.400509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-ccb52bd2-6466-41f0-822b-25b77f50388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.406878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-ccb52bd2-6466-41f0-822b-25b77f50388a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 1098 time: 0.3244357 Dec 20 23:08:59.525591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-9b12ad70-e5a8-4fa7-be14-3d3b5a970e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=467f25c5-f802-4db1-98d5-b70a4a575377 HTTP/1.1" status: 200 len: 217 time: 0.0624640 Dec 20 23:08:59.597106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-f6964c08-235e-42ff-8b63-652e71f6d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.602157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-f6964c08-235e-42ff-8b63-652e71f6d5a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3940370 Dec 20 23:08:59.660802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f5b2632e-7ca9-4639-aced-f80a106e8e2d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4031630 Dec 20 23:08:59.684757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:08:59.704630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:08:59.803386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e598b3b-6143-493f-8e21-eef36feed50f {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:08:59.846908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:59.931805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b997dc-cef5-4175-8960-76b268f5def7 req-98b7c03a-8940-4193-b026-c14953d28cd8 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:08:59.943493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b997dc-cef5-4175-8960-76b268f5def7 req-98b7c03a-8940-4193-b026-c14953d28cd8 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 935 time: 0.6050982 Dec 20 23:08:59.960365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Transition to ACTIVE for port object 3e598b3b-6143-493f-8e21-eef36feed50f will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:08:59.971022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting port 5220d220-69a0-4f69-8eda-695daf2cb468 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:08:59.971364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:08:59.987792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-9a9cc493-4fba-447e-a0c0-132ebbafa646 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9207659 Dec 20 23:09:00.090733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-117133e9-72c7-4e12-8a46-2666a69007d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:00.092581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-117133e9-72c7-4e12-8a46-2666a69007d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.5577228 Dec 20 23:09:00.094283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b997dc-cef5-4175-8960-76b268f5def7 req-1f8b4546-0fce-48cd-b4ce-f669043d3220 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466365 Dec 20 23:09:00.101599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:00.122696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ff63-5692-41b1-908c-d05a5a74b1a0 req-dc7e5dc0-a30c-4b92-b79e-ef1f3ec42856 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:00.131418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c93ff63-5692-41b1-908c-d05a5a74b1a0 req-dc7e5dc0-a30c-4b92-b79e-ef1f3ec42856 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3760843 Dec 20 23:09:00.253978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:00.268304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:00.271847 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:09:00.272361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:09:00.361778 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-a27054b5-3c90-4bfd-b9eb-a06a93685a20 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755223 Dec 20 23:09:00.392080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c93ff63-5692-41b1-908c-d05a5a74b1a0 req-26dac6b8-5887-4dd9-a790-fbba08a4d5bb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597830 Dec 20 23:09:00.403893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-feb7aac6-4e99-4bbd-a5fc-cbaa0a881914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:00.405670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-feb7aac6-4e99-4bbd-a5fc-cbaa0a881914 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3023407 Dec 20 23:09:00.415131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:00.438600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:00.473940 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-af7db334-0359-4f1f-92ff-f6123f542dc2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7867842 Dec 20 23:09:00.491479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52346) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:00.562579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8d41c3e7-d558-4949-81c6-a0bf8d99a512 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686216 Dec 20 23:09:00.570364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52348) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:00.573146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Calling delete_port for 5220d220-69a0-4f69-8eda-695daf2cb468 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:00.597780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-0610482d-ad1f-43d0-b8f2-74561b2bdf30 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011636 Dec 20 23:09:00.747352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83a5f5-199b-49e3-b9dd-af56e295bf21 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:00.750432 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7835ec2e-fa67-456b-a90b-514d01605326 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 217 time: 0.1192849 Dec 20 23:09:00.758746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ea83a5f5-199b-49e3-b9dd-af56e295bf21 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1867983 Dec 20 23:09:00.784251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:00.889183 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b2c0127-d1de-4664-a253-18b5dbff782a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036935 Dec 20 23:09:00.941150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:00.954067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:00.989945 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69de5131-7558-4011-8f33-f9f290c7ab55 req-a42eb0c7-fb87-4a3f-a73c-8e476022ad39 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120837 Dec 20 23:09:01.006983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-6b42ae4a-849a-4fac-8f4b-70e5d7feadfe service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815518 Dec 20 23:09:01.059490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-db5ae3ec-bdc8-469d-a3b2-5557b7199b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:01.060972 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-db5ae3ec-bdc8-469d-a3b2-5557b7199b28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.2970967 Dec 20 23:09:01.105648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Attempting to bind port 3e598b3b-6143-493f-8e21-eef36feed50f on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:01.106271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Attempting to bind port 3e598b3b-6143-493f-8e21-eef36feed50f by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:01.106386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Attempting to bind port 3e598b3b-6143-493f-8e21-eef36feed50f on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:01.116970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Port 3e598b3b-6143-493f-8e21-eef36feed50f on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:09:01.117287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Attempting to bind port 3e598b3b-6143-493f-8e21-eef36feed50f on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:01.143927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:01.143927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:01.143927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:01.143927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Bound port: 3e598b3b-6143-493f-8e21-eef36feed50f, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:01.143927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:01.312420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b86492a2-249c-4d1f-9ab8-17dafdb7c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:01.317340 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-b86492a2-249c-4d1f-9ab8-17dafdb7c303 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399850 Dec 20 23:09:01.381326 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89022ed5-546a-430d-ad7d-46b0f0bfe8b2 req-c385303b-190a-4a2c-b0e0-9de6ae7b642e service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364482 Dec 20 23:09:01.600736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492374-f0d4-4689-b190-8f9a967ba269 req-11c11acb-53a9-4786-99e4-433879f8a526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:01.603531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-7330555b-8a3e-4aab-88cb-53953b081d6a service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767677 Dec 20 23:09:01.612169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd492374-f0d4-4689-b190-8f9a967ba269 req-11c11acb-53a9-4786-99e4-433879f8a526 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.3010979 Dec 20 23:09:01.716342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007854a9-f61c-4f8a-aa5c-1e0bc35737e1 req-081c1214-d8c1-4f51-b637-b4b33cf0bf9c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:01.718096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-007854a9-f61c-4f8a-aa5c-1e0bc35737e1 req-081c1214-d8c1-4f51-b637-b4b33cf0bf9c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.2279935 Dec 20 23:09:01.790419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:01.795486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:01.805377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd492374-f0d4-4689-b190-8f9a967ba269 req-791a7145-ca1e-448f-847c-936e017d4063 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895957 Dec 20 23:09:01.920725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:01.948399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:02.047577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-007854a9-f61c-4f8a-aa5c-1e0bc35737e1 req-d5b836b3-f185-4d0a-8e95-a0d1590fae36 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850749 Dec 20 23:09:02.111599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.151698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8584ea64-211a-4194-b2de-d587823eeec6 req-a7dfa7c1-a83f-4336-a7c3-ab766fdfb47c service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376470 Dec 20 23:09:02.163904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-e9743361-cc03-4f34-ad69-ebf217193505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:02.167100 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-e9743361-cc03-4f34-ad69-ebf217193505 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 1098 time: 0.3259487 Dec 20 23:09:02.249419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:02.262314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.293773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8259f5-7826-4f28-b343-5571942de19c None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:02.442901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:02.444737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.446297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-d23ee540-f056-4cbc-9293-01bc24910c6f service neutron] 10.222.0.45 "PUT /v2.0/ports/3e598b3b-6143-493f-8e21-eef36feed50f HTTP/1.1" status: 200 len: 1095 time: 4.4444568 Dec 20 23:09:02.466508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Port': ['ID=5220d220-69a0-4f69-8eda-695daf2cb468,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:02.470516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:02.475779 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:02.508178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fc4cf-be8e-42da-8d1c-b97a7a2d571f req-3dc04dba-2c3f-4366-8916-a4b79a8efdab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:02.515912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-439fc4cf-be8e-42da-8d1c-b97a7a2d571f req-3dc04dba-2c3f-4366-8916-a4b79a8efdab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.5729563 Dec 20 23:09:02.525335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-7dd94616-d7ba-4fad-866b-18e22274f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:02.527644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-7dd94616-d7ba-4fad-866b-18e22274f289 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.3501542 Dec 20 23:09:02.634718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.644303 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa843345-f866-43f2-8c41-afb4662d41dd x-openstack-request-id: req-fa843345-f866-43f2-8c41-afb4662d41dd {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:02.647293 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:02.647293 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa843345-f866-43f2-8c41-afb4662d41dd {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:02.647293 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f', 'status': 'completed', 'code': 200} Dec 20 23:09:02.705693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-57187297-10ae-4dec-82a0-09892caab38b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=467f25c5-f802-4db1-98d5-b70a4a575377 HTTP/1.1" status: 200 len: 217 time: 0.1549320 Dec 20 23:09:02.888407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:02.894930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.965067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.968406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:02.991512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-e51be22d-2b72-4a2e-9beb-91961948f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:02.993235 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-e51be22d-2b72-4a2e-9beb-91961948f4fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.2772045 Dec 20 23:09:03.023792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:03.070862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:03.083776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:03.084665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:03.188488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526d2fb-e6f8-4a5e-9d69-6b49f6156d9d None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:03.205745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=a2d80811-f549-4b61-8a2f-fedba6ca9ee5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:03.245604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-bbd5f379-5a26-4606-aa9a-fc55adc2c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:03.256451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-bbd5f379-5a26-4606-aa9a-fc55adc2c0f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2280161 Dec 20 23:09:03.320573 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-feffa050-12ea-4259-926f-b3111c82c5a6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3705626 Dec 20 23:09:03.467105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'a2d80811-f549-4b61-8a2f-fedba6ca9ee5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:03.480127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:03.513185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52398) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:03.533773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:00:7f:b5', 'name': 'tempest-NetworksTestDHCPv6-1149059606'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:03.579410 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-eddc6bed-563c-45b9-ac9c-eb5eb755bcb4 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088958 Dec 20 23:09:03.601178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:03.828408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-439fc4cf-be8e-42da-8d1c-b97a7a2d571f req-4b42da29-5b8b-4794-bbbb-094927d67121 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2936127 Dec 20 23:09:03.993865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9 req-5259ce7e-c378-408f-9b9e-d0e4318d395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:03.999196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9 req-5259ce7e-c378-408f-9b9e-d0e4318d395e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 1098 time: 1.3141122 Dec 20 23:09:04.077704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d265a1-df6f-4a94-baba-60703f796b01 req-6b567fcb-737e-41d4-94fd-fcebbe1b34ee tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:04.087522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7d265a1-df6f-4a94-baba-60703f796b01 req-6b567fcb-737e-41d4-94fd-fcebbe1b34ee tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.3389144 Dec 20 23:09:04.088191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:04.088761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Fanout notify agent at l3_agent the message router_deleted on router 10426bf0-47bb-46db-bbcc-b9c355acf135 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:09:04.129147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:09:04.154008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7298ab63-c046-45b4-90f0-6d779efb6ff8 req-720ba4ed-3a91-46f3-b1da-f8ca87ba5a3d service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650558 Dec 20 23:09:04.206502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:04.210289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52412) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:04.210479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b9b90bbd-1674-4ad8-b033-850f0fc9f03e tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/routers/10426bf0-47bb-46db-bbcc-b9c355acf135 HTTP/1.1" status: 204 len: 168 time: 6.2116377 Dec 20 23:09:04.340333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:04.352380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Allocated IP 2001:db8::f816:3eff:fe71:9e84 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/a2d80811-f549-4b61-8a2f-fedba6ca9ee5/f6eef0d5-4bd5-4077-83eb-d450ef2d565e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:04.411324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7d265a1-df6f-4a94-baba-60703f796b01 req-f2137fdd-2833-4745-9e72-7d6aa337e6c4 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445510 Dec 20 23:09:04.415774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9 req-0abaaf9e-f446-484a-8b5d-4e914e496fe3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0aa0752c61f847c4aef6a130712e708d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3914249 Dec 20 23:09:04.425397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Deleting subnet a4630ca6-2530-455c-bc37-89d8135e4c97 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:04.435388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:04.584240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:04.599776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:09:04.713296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:04.879940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:04.891635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:04.916826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9 req-f141188b-e32d-4751-924b-a3922733ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:04.918914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79f97f0a-82a8-4b8c-8049-0e2608cd3dd9 req-f141188b-e32d-4751-924b-a3922733ba24 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4789228 Dec 20 23:09:04.940173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da49eb-3d8c-421d-8168-407d09a8406f req-1b2a9a5f-43a3-414e-8757-5f36318a91d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:04.956727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26da49eb-3d8c-421d-8168-407d09a8406f req-1b2a9a5f-43a3-414e-8757-5f36318a91d0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.8361716 Dec 20 23:09:04.974867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Pushing event updated for resources: {'Port': ['ID=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:04.980392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:04.985899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:04.995751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6429ee9e-50f4-4037-8ee2-bd0a509657eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.015037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'port_id': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'mac_address': 'fa:16:3e:75:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:09:05.092932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.252008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:05.284382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '467f25c5-f802-4db1-98d5-b70a4a575377', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '467f25c5-f802-4db1-98d5-b70a4a575377', 'mac_address': 'fa:16:3e:34:97:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:09:05.309476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcbe5877-084c-42ce-b7af-f10f47314211 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:09:05.331925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-0b1192b9-08db-4183-b2da-3868ed97c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:05.334017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-0b1192b9-08db-4183-b2da-3868ed97c110 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 1098 time: 0.3647878 Dec 20 23:09:05.337106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Attempting to bind port f6eef0d5-4bd5-4077-83eb-d450ef2d565e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:05.342188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Attempting to bind port f6eef0d5-4bd5-4077-83eb-d450ef2d565e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:05.349479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Attempting to bind port f6eef0d5-4bd5-4077-83eb-d450ef2d565e on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:05.353035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26da49eb-3d8c-421d-8168-407d09a8406f req-cb270887-87c8-4012-b271-a60354fe567b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847852 Dec 20 23:09:05.377887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:05.381752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f1f3-4aed-4e5f-a2fb-c1455888bf18 req-702b8073-bab7-4ca3-ade1-201b6fafb571 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:05.388987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:05.389687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.390299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fed4f1f3-4aed-4e5f-a2fb-c1455888bf18 req-702b8073-bab7-4ca3-ade1-201b6fafb571 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2939045 Dec 20 23:09:05.392617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:05.395288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Bound port: f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:05.395914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.473700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.486927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:05.491997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-958c0e68-6257-4492-9746-949406a0fbb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=3e598b3b-6143-493f-8e21-eef36feed50f HTTP/1.1" status: 200 len: 217 time: 0.1346059 Dec 20 23:09:05.527145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:09:05.572367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:05.574172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.583015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] For port f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:05.588225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] For port f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:05.620480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-cd36cb05-9bba-4899-9765-7c789f5dd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:05.622883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-cd36cb05-9bba-4899-9765-7c789f5dd207 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1211617 Dec 20 23:09:05.643153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.645545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fed4f1f3-4aed-4e5f-a2fb-c1455888bf18 req-44185143-432d-4213-b439-c854ecf7942f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540615 Dec 20 23:09:05.704023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.732800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:05.740411 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.755627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 5d0d8923-81c8-4782-b260-5cb584e24b3a yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:05.785561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.799765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:05.804765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:05.834300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ea54a-5174-4daf-a4d7-d8896001dc99 req-21195f09-1229-49e9-abd7-17d8997a03ff tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:05.843062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-455ea54a-5174-4daf-a4d7-d8896001dc99 req-21195f09-1229-49e9-abd7-17d8997a03ff tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.1964455 Dec 20 23:09:05.873106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-64cff62b-2500-4c7e-86a0-0b87b3467839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:05.895420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-64cff62b-2500-4c7e-86a0-0b87b3467839 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2463140 Dec 20 23:09:05.895990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['dcbe5877-084c-42ce-b7af-f10f47314211'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:09:05.900987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4b786-49c1-4332-80e3-ea9f22f7069c None None] Pushing event updated for resources: {'Port': ['ID=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:05.982391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52448) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:06.113552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['467f25c5-f802-4db1-98d5-b70a4a575377'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:09:06.322965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe00:7fb5 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/a2d80811-f549-4b61-8a2f-fedba6ca9ee5/5d0d8923-81c8-4782-b260-5cb584e24b3a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:06.325118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-455ea54a-5174-4daf-a4d7-d8896001dc99 req-0b726669-a7db-43b1-aeba-7f8e81c5d79f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541168 Dec 20 23:09:06.466545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-9e067602-8fa8-4da4-94e0-547932d61f9b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197072 Dec 20 23:09:06.632393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:06.801975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Subnet': ['ID=a4630ca6-2530-455c-bc37-89d8135e4c97,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:06.815198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da10d5b3-4c1a-4a0e-9c1e-445323080c18 req-60df95a1-8b71-4a52-bdbe-927c51c4a2cf service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346190 Dec 20 23:09:06.894290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:06.910112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d6c0f9b-2cda-4363-94b8-a4182e146b2f tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/subnets/a4630ca6-2530-455c-bc37-89d8135e4c97 HTTP/1.1" status: 204 len: 168 time: 2.6965508 Dec 20 23:09:06.917575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52460) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:06.920916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a9aa2-9884-416c-9d4a-4dd8a59fc72b None None] Network a2cfa2a6-5b39-4189-befe-b4c8e241a903 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:07.200615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0f32-34ab-40ee-8ff7-8b2c9a2f38df req-adc10d03-e7d9-4c72-8b72-587f7dce0d7a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:07.212020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-decd0f32-34ab-40ee-8ff7-8b2c9a2f38df req-adc10d03-e7d9-4c72-8b72-587f7dce0d7a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2634535 Dec 20 23:09:07.299782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:07.337657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d6054-ab9c-4f85-a45a-3396263cda03 None None] DHCP port deletion for a2cfa2a6-5b39-4189-befe-b4c8e241a903 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:07.391896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb320-ae2b-4aa3-b553-fe8459f557f7 req-4761dd91-0aca-4a4f-8873-a9eb8ba9a216 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:07.399137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca6fb320-ae2b-4aa3-b553-fe8459f557f7 req-4761dd91-0aca-4a4f-8873-a9eb8ba9a216 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 945 time: 0.3834558 Dec 20 23:09:07.559966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca6fb320-ae2b-4aa3-b553-fe8459f557f7 req-5ca23d26-21be-4165-9da2-b0c4a650fef0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337879 Dec 20 23:09:07.579349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0ae38fdd-d1c6-4e94-927d-78dab91a586f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:07.690639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:07.697032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:07.721316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-decd0f32-34ab-40ee-8ff7-8b2c9a2f38df req-d5327c6e-6b03-4ab8-81b8-e5739c785eea tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059485 Dec 20 23:09:07.799402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cfa2a6-5b39-4189-befe-b4c8e241a903']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:07.854334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53d1900-a024-4f03-b69d-2300c7a96dd6') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:07.855318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53d1900-a024-4f03-b69d-2300c7a96dd6') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:07.910301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:07.988934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.002882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:09:08.005134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:09:08.015694 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:09:08.131649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.144921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:08.164931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382e7a1-313f-4010-ae0c-249b271b1a1f req-2725f27a-44e2-433d-b27d-35ebb3c4b677 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:08.174166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8382e7a1-313f-4010-ae0c-249b271b1a1f req-2725f27a-44e2-433d-b27d-35ebb3c4b677 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.1429608 Dec 20 23:09:08.250788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f6eef0d5-4bd5-4077-83eb-d450ef2d565e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:08.275002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8382e7a1-313f-4010-ae0c-249b271b1a1f req-5b13c1c9-8e6e-434e-84aa-1229572e719f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998352 Dec 20 23:09:08.350178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:08.382853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:08.385822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:08.405850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:08.408687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.467851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=5d0d8923-81c8-4782-b260-5cb584e24b3a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:08.488927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.494967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.507479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] 10.222.0.62 "DELETE /v2.0/networks/a2cfa2a6-5b39-4189-befe-b4c8e241a903 HTTP/1.1" status: 204 len: 168 time: 1.5813704 Dec 20 23:09:08.531435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe9dc0-2c19-40cb-86be-b23a916405b8 tempest-FloatingIPTestJSON-902370389 tempest-FloatingIPTestJSON-902370389-project] Pushing event deleted for resources: {'Network': ['ID=a2cfa2a6-5b39-4189-befe-b4c8e241a903,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:08.563428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:09:08.620051 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5ad0db41-d7ad-43fe-8fde-307504cff885 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1024678 Dec 20 23:09:08.620465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52474) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:08.833902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcfd95-80f3-47df-9050-2684e543e341 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:08.878757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcfd95-80f3-47df-9050-2684e543e341 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:08.886650 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1bfcfd95-80f3-47df-9050-2684e543e341 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2650101 Dec 20 23:09:08.887292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:08.894936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:08.928559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:08.933521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '3e598b3b-6143-493f-8e21-eef36feed50f', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '3e598b3b-6143-493f-8e21-eef36feed50f', 'mac_address': 'fa:16:3e:64:45:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:09:08.942281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:08.968475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cc557283-c47c-4d9b-a126-84c66b9db9b5 None None] Provisioning complete for port f6eef0d5-4bd5-4077-83eb-d450ef2d565e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:08.969118 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc557283-c47c-4d9b-a126-84c66b9db9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.108638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f6eef0d5-4bd5-4077-83eb-d450ef2d565e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:09.109301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.131015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.143023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port dcbe5877-084c-42ce-b7af-f10f47314211 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:09.143720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.180260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954908-93e8-4fea-9c80-7552f9a45ed9 req-00f0773e-15b6-4314-b307-a1ccfbd6ae65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:09.182136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f954908-93e8-4fea-9c80-7552f9a45ed9 req-00f0773e-15b6-4314-b307-a1ccfbd6ae65 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 945 time: 0.3765717 Dec 20 23:09:09.198195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 5d0d8923-81c8-4782-b260-5cb584e24b3a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:09.198450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.275595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f8075-171b-428e-8dde-cc0e194161d2 req-359da87c-11bb-4a86-981f-b96e30c4f8ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:09.277338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-621f8075-171b-428e-8dde-cc0e194161d2 req-359da87c-11bb-4a86-981f-b96e30c4f8ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3384392 Dec 20 23:09:09.495911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.545331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 5d0d8923-81c8-4782-b260-5cb584e24b3a owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:09.556500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:09.578743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.646528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.655760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 467f25c5-f802-4db1-98d5-b70a4a575377 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:09:09.685470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-621f8075-171b-428e-8dde-cc0e194161d2 req-9a86b984-dd83-42a9-a3ee-621038c405b4 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978460 Dec 20 23:09:09.743166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:09.753241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 467f25c5-f802-4db1-98d5-b70a4a575377 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:09.753644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:09.798759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f954908-93e8-4fea-9c80-7552f9a45ed9 req-c24cb3f2-8e4f-47e5-b8f7-b8bfa9381f46 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028175 Dec 20 23:09:10.008831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.048592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.060108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6efe9a35-da45-4cc9-8147-128f9a89116d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e75a6629d4824f3ca55f5f10141f4002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019217 Dec 20 23:09:10.061498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:10.062453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.132750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=5d0d8923-81c8-4782-b260-5cb584e24b3a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:10.142748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dcdbe-6f08-4976-9eea-5d2afab73e21 req-628ba807-b133-4778-86ec-8699917e28ad tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:10.174472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-734dcdbe-6f08-4976-9eea-5d2afab73e21 req-628ba807-b133-4778-86ec-8699917e28ad tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.1495302 Dec 20 23:09:10.280268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.287162 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-861124ee-e8ba-44f7-b989-8270824aa7bf tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5d0d8923-81c8-4782-b260-5cb584e24b3a HTTP/1.1" status: 204 len: 168 time: 1.3967748 Dec 20 23:09:10.289976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e598b3b-6143-493f-8e21-eef36feed50f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:09:10.304325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52500) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:10.307703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.372502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-734dcdbe-6f08-4976-9eea-5d2afab73e21 req-b1d79599-58b9-492e-9655-6b2ea09cbcca tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933804 Dec 20 23:09:10.397220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.445453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b8122d-2c18-4b82-a671-d2b06add76e6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:10.448426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b8122d-2c18-4b82-a671-d2b06add76e6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:10.451222 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a5b8122d-2c18-4b82-a671-d2b06add76e6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1407583 Dec 20 23:09:10.455127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52502) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:10.560147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Deleting port cdfda403-7fcd-43bf-8718-237cf1442ea8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:10.564082 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.604607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet a2d80811-f549-4b61-8a2f-fedba6ca9ee5 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:10.608610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.757958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.768685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.769093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] For port cdfda403-7fcd-43bf-8718-237cf1442ea8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=cdfda403-7fcd-43bf-8718-237cf1442ea8,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:10.769558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.784623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.792630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Calling delete_port for cdfda403-7fcd-43bf-8718-237cf1442ea8 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:10.814733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df2d76af-204c-4c8f-9145-a7e2e0ce2092 HTTP/1.1" status: 204 len: 168 time: 0.7450013 Dec 20 23:09:10.901529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:10.903361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:10.911890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1b59-2d47-44fc-80ab-5494aa09e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d76af-204c-4c8f-9145-a7e2e0ce2092,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:10.928984 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944c2397-a931-42b6-94e0-995b048e31ad" -d '{"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:11.077616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:11.086217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:11.100692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3bdc40b2-dbf4-41e4-9dbe-86e8342c7d88 None None] Could not find standard attr ID for object 5d0d8923-81c8-4782-b260-5cb584e24b3a. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:09:11.106424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:11.179301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.228217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.230084 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.234264 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.251318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.292873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:11.429076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.512440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.524535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:11.559823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.593701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d80811-f549-4b61-8a2f-fedba6ca9ee5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:11.632016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.632374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.632719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.633063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.633393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.633759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.634124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.638685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.639087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.639427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.639766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.640105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.640436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:11.667287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:11.668272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:11.671271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['3e598b3b-6143-493f-8e21-eef36feed50f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:09:11.685580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-38162eea-6e83-49bf-9726-ce05f17e4d45 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/a2d80811-f549-4b61-8a2f-fedba6ca9ee5 HTTP/1.1" status: 204 len: 168 time: 1.2291746 Dec 20 23:09:11.691020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:11.787641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2da410-7710-4f44-9f65-e5e35b7235df None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:11.818355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-477ebd9c-e1f5-4646-a743-b70e1ad7a6e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182549 Dec 20 23:09:11.819154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:11.827016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfda403-7fcd-43bf-8718-237cf1442ea8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:11.832558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:12.002503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b43e8-3232-41b6-aa78-affe04694a1d req-b6468471-6c4a-4bf5-ac1f-d6734e08a935 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:12.014533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab0b43e8-3232-41b6-aa78-affe04694a1d req-b6468471-6c4a-4bf5-ac1f-d6734e08a935 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.6094735 Dec 20 23:09:12.138386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b568c-e6af-4a00-b8d9-98d4c9164847 req-9df138c2-8f40-456a-8605-bab2845ea94b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:12.139988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a5b568c-e6af-4a00-b8d9-98d4c9164847 req-9df138c2-8f40-456a-8605-bab2845ea94b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.7319894 Dec 20 23:09:12.228491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:12.234499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:12.299810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:12.304164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:12.373330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f6eef0d5-4bd5-4077-83eb-d450ef2d565e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:12.700909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Deleting port f6eef0d5-4bd5-4077-83eb-d450ef2d565e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:12.706470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:12.750091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a5b568c-e6af-4a00-b8d9-98d4c9164847 req-de3867ee-abc4-4324-889b-1dec6db74ffe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721691 Dec 20 23:09:12.850548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:12.880970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab0b43e8-3232-41b6-aa78-affe04694a1d req-a5410c84-493c-4b2d-89a1-7ba037d51d1c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621097 Dec 20 23:09:13.003703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.010738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] For port f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:13.011660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.036841 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d38bb-6d9f-4617-86f3-bf5ccba72348 x-openstack-request-id: req-2b9d38bb-6d9f-4617-86f3-bf5ccba72348 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:13.037316 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:13.037580 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b9d38bb-6d9f-4617-86f3-bf5ccba72348 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:13.039373 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'code': 200} Dec 20 23:09:13.074613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Calling delete_port for f6eef0d5-4bd5-4077-83eb-d450ef2d565e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:13.154453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port f6eef0d5-4bd5-4077-83eb-d450ef2d565e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:13.196207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52546) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:13.227748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.238648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:13.292549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:13.302524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.309828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:13.394057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.445957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] Pushing event deleted for resources: {'Port': ['ID=f6eef0d5-4bd5-4077-83eb-d450ef2d565e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:13.465457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48513eb9-6f10-4155-bf57-d645bbfe66fb None None] No DVR routers for this DVR port f6eef0d5-4bd5-4077-83eb-d450ef2d565e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:13.481817 n-d-822053-9 neutron-server[115563]: WARNING neutron.services.revisions.revision_plugin [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Could not find related port for resource to bump revision. Dec 20 23:09:13.517761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45759bf8-143c-4813-a811-f8cdbc592721 req-2915dd70-9fc2-47d4-8b31-c6981ad9eba3 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:13.525502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45759bf8-143c-4813-a811-f8cdbc592721 req-2915dd70-9fc2-47d4-8b31-c6981ad9eba3 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 948 time: 0.2609053 Dec 20 23:09:13.550035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Port f6eef0d5-4bd5-4077-83eb-d450ef2d565e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 23:09:13.556566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:9e84 {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 23:09:13.556566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:9e84 {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 23:09:13.556566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.622767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:13.626863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:13.634192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:13.634192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:13.639045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a5628-4865-4a27-9f04-fbe8d89bc523 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:13.678523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=88aed4e7-71c9-4114-b4d8-d2f942883178,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:13.774184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-365f017c-6a54-4c8a-8cf6-8bc827dfd642 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9515007 Dec 20 23:09:13.774835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52554) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:13.783907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:2a:82:ad', 'name': 'tempest-NetworksTestDHCPv6-2144546218'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:13.870779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '88aed4e7-71c9-4114-b4d8-d2f942883178'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:13.870779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.017783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Allocated IP 2001:db8::f816:3eff:fed3:2d79 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/88aed4e7-71c9-4114-b4d8-d2f942883178/7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:14.020370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1117086906'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:14.158577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45759bf8-143c-4813-a811-f8cdbc592721 req-6514d9e9-c2ad-4d70-b0e2-b4fd463e72b0 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317708 Dec 20 23:09:14.168469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.175684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd7274-24db-4ad4-8eda-9f1b00f295fc req-a5e19bb9-977d-4c63-92d1-0d1f4b8eee9c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:14.177185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fcd7274-24db-4ad4-8eda-9f1b00f295fc req-a5e19bb9-977d-4c63-92d1-0d1f4b8eee9c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1612656 Dec 20 23:09:14.196934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Router 949fed28-5d32-4296-bd26-70a0e4363b2f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:09:14.337039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fcd7274-24db-4ad4-8eda-9f1b00f295fc req-8e727465-82ca-4d1b-b96b-9911a9210e6e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522753 Dec 20 23:09:14.401752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8b9c-74ca-4498-8710-d7e8cfb254b9 req-07826ed2-fdd5-4eb5-8dea-627e0292a10b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:14.401752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb2f8b9c-74ca-4498-8710-d7e8cfb254b9 req-07826ed2-fdd5-4eb5-8dea-627e0292a10b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1701334 Dec 20 23:09:14.442553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:09:14.450973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e3bb329-7fca-41c7-b196-62cdf4431837 admin admin] 10.222.0.62 "PUT /v2.0/routers/949fed28-5d32-4296-bd26-70a0e4363b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4607430 Dec 20 23:09:14.451079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:14.455991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Sync routers for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:09:14.490631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.506307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:09:14.507755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:14.508845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:09:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:14.511780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb2f8b9c-74ca-4498-8710-d7e8cfb254b9 req-2fb22078-b5a5-4e74-b9ac-8b079a989e6a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034596 Dec 20 23:09:14.609400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:14.621461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:14.629918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:14.634580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Pushing event updated for resources: {'Port': ['ID=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:14.653634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.697562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.734966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Attempting to bind port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:14.735364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Attempting to bind port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:14.735727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Attempting to bind port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:14.741219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:09:14.751688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 09c269d2-569a-4c34-a619-099431a7c22d yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:14.767309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:14.767723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:14.768087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.768476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:14.768954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Bound port: 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:14.769329 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.825303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.886018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe2a:82ad (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/88aed4e7-71c9-4114-b4d8-d2f942883178/09c269d2-569a-4c34-a619-099431a7c22d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:14.894450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Made reservation on behalf of 130a643cc6c34106b0e44563f1ed879d for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:14.899313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.924076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] For port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:14.928432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] For port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:14.932899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:14.999952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T23:09:11Z', 'revision_number': 5, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port': {'id': '1cb8624b-4ae1-4e62-92f4-cb303fce3a65', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:32Z', 'updated_at': '2021-12-20T22:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:15.055026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:15.058802 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb238ef-10de-4908-b76f-5c51100b77cb" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:15.070585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Checking router: 949fed28-5d32-4296-bd26-70a0e4363b2f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:09:15.078738 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.090615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.134176 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.149984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Routers {'949fed28-5d32-4296-bd26-70a0e4363b2f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:09:15.151223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:09:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['949fed28-5d32-4296-bd26-70a0e4363b2f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:15.156468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Deleting port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:15.157960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.217363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:09:15.269316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.271409 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Added segment 7fd92e79-5e1a-4eaf-95b1-45eb28de0dc5 of type vlan for network 05ea805d-48d2-4d37-8d25-97985274e77a Dec 20 23:09:15.276277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb938495-f6c8-47c0-8676-f40a6c3b8c1a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:15.456320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.472613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] Set router 949fed28-5d32-4296-bd26-70a0e4363b2f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:09:15.542806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.605926 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64665d38-4a66-44a4-87bd-335709a318da x-openstack-request-id: req-64665d38-4a66-44a4-87bd-335709a318da {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:15.606211 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:15.606475 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64665d38-4a66-44a4-87bd-335709a318da {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:15.606877 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'code': 200} Dec 20 23:09:15.611446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] For port 1cb8624b-4ae1-4e62-92f4-cb303fce3a65, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:15.611811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.619085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T23:09:14Z', 'revision_number': 6, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:15.683360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Calling delete_port for 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:15.699139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:15.710731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3eddd-4bff-4be3-823a-ce0fc36d4ee6 None None] The sync data for ids ['949fed28-5d32-4296-bd26-70a0e4363b2f'] in n-d-822053-9 is: [{'id': '949fed28-5d32-4296-bd26-70a0e4363b2f', 'name': 'tempest-TaggedBootDevicesTest_v242-529544360-router', 'tenant_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:31Z', 'updated_at': '2021-12-20T23:09:14Z', 'revision_number': 6, 'project_id': '4f75266cbf9d4296a62d4d4ac99a2f65', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:09:15.743240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801d54-4e79-497b-ba03-a6ee05e37188 req-c1395ae6-9a3f-433b-8cc8-10f78915e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:15.745198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4801d54-4e79-497b-ba03-a6ee05e37188 req-c1395ae6-9a3f-433b-8cc8-10f78915e2fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 1100 time: 0.3761950 Dec 20 23:09:15.785967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.802506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:15.803158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:15.849786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc867790-6c29-4bf8-9ebf-63de130c534a None None] Pushing event updated for resources: {'Port': ['ID=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:15.918176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c50de-20ce-4e80-911e-ae795a85bd9b req-6dcc1930-0b96-4f9f-93c1-61718f1aac2d tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:15.920068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a18c50de-20ce-4e80-911e-ae795a85bd9b req-6dcc1930-0b96-4f9f-93c1-61718f1aac2d tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 948 time: 0.4766831 Dec 20 23:09:15.979415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 3e598b3b-6143-493f-8e21-eef36feed50f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:09:15.983879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 3e598b3b-6143-493f-8e21-eef36feed50f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:15.989528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.062340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.104891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a4bf9-f474-4790-b8ca-9d534b450013 req-34ac7eb5-70b6-4454-93d6-46d9b75a9e70 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:16.107233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b78a4bf9-f474-4790-b8ca-9d534b450013 req-34ac7eb5-70b6-4454-93d6-46d9b75a9e70 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.5745997 Dec 20 23:09:16.149767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.220212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.0076602 Dec 20 23:09:16.222315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:16.224069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:16.225078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:16.236814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:16.238021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-55cb408f-8f41-4b5d-9101-c874e4a8d42a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-1089139764') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:16.262596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:16.268671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:16.270596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.305192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.319555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd31a4-36f5-4b7a-a530-da5d4e78a65d tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Pushing event updated for resources: {'Network': ['ID=05ea805d-48d2-4d37-8d25-97985274e77a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:16.373332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=09c269d2-569a-4c34-a619-099431a7c22d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:16.406216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 05ea805d-48d2-4d37-8d25-97985274e77a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:09:16.414922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-44987eb8-2f4d-4b43-9cf1-d38136030165 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6365445 Dec 20 23:09:16.426012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52602) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:16.557294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4801d54-4e79-497b-ba03-a6ee05e37188 req-30240eeb-fed2-4951-958c-9dab40c84f75 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692473 Dec 20 23:09:16.615985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a18c50de-20ce-4e80-911e-ae795a85bd9b req-dfcd13a3-20db-4607-9566-32eabd50f7ba tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581414 Dec 20 23:09:16.664343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164608e-3e6f-44dc-8b2a-384b1c6fdd7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:16.678421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b78a4bf9-f474-4790-b8ca-9d534b450013 req-4f99eaaa-a1db-43f8-8c38-29288f94935e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5625472 Dec 20 23:09:16.680515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164608e-3e6f-44dc-8b2a-384b1c6fdd7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:16.682325 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2164608e-3e6f-44dc-8b2a-384b1c6fdd7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2429650 Dec 20 23:09:16.694971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52604) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:16.773748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:16.931429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55cb408f-8f41-4b5d-9101-c874e4a8d42a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "PUT /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-1089139764 HTTP/1.1" status: 201 len: 201 time: 0.6985264 Dec 20 23:09:16.939083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52606) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:16.943737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb8624b-4ae1-4e62-92f4-cb303fce3a65,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:16.949811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-a6efcf08-0273-47e6-b557-df3df674e8b9 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-1089139764') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:17.082826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73e1c-f2e5-453c-998d-df8d33e9c286 req-e0bcc82c-0e44-4c2f-a78d-45ce5a76ed3e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:17.084388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.086817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced73e1c-f2e5-453c-998d-df8d33e9c286 req-e0bcc82c-0e44-4c2f-a78d-45ce5a76ed3e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.2303772 Dec 20 23:09:17.162259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:17.168114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0b15d-92cb-427c-9cd5-cd898180fa08 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:17.233685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced73e1c-f2e5-453c-998d-df8d33e9c286 req-fc486050-4885-4c8a-a9b6-9b867412b3ef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338942 Dec 20 23:09:17.311533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:17.327724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.332979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a6efcf08-0273-47e6-b557-df3df674e8b9 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-1089139764 HTTP/1.1" status: 204 len: 168 time: 0.3914025 Dec 20 23:09:17.333926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52612) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:17.338999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.339566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-183e50c2-83b9-4d1e-9c1a-b8cc840fe6a4 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:17.400393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:17.400831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.451590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 09c269d2-569a-4c34-a619-099431a7c22d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:17.451933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.493871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-183e50c2-83b9-4d1e-9c1a-b8cc840fe6a4 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags HTTP/1.1" status: 200 len: 238 time: 0.1581802 Dec 20 23:09:17.495187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52614) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:17.505807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-9492be3a-10e3-48cf-9897-11b936164d3a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', {'tags': ['tempest-TagsTest-Tag-1967633078', 'tempest-TagsTest-Tag-2088422396', 'tempest-TagsTest-Tag-2098564709']}) {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:17.549689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4f194f77-4e19-4c59-bdcc-9aaa82147792 None None] Provisioning complete for port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:17.550102 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4f194f77-4e19-4c59-bdcc-9aaa82147792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.637982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:17.697604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:17.706705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 09c269d2-569a-4c34-a619-099431a7c22d owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:17.722044 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599c217-059d-4fcf-a167-a9a8b20f2741" -d '{"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-plugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:17.971277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.009525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9492be3a-10e3-48cf-9897-11b936164d3a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "PUT /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags HTTP/1.1" status: 200 len: 309 time: 0.5039337 Dec 20 23:09:18.009525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52624) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:18.021559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:18.031647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4f194f77-4e19-4c59-bdcc-9aaa82147792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.082620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.084421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-2fce7386-4d23-4991-8ce2-aa389e2234e6 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-1967633078') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:18.110165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.134527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cdfda403-7fcd-43bf-8718-237cf1442ea8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:18.148226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=09c269d2-569a-4c34-a619-099431a7c22d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:18.150091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.150487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949fed28-5d32-4296-bd26-70a0e4363b2f {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:09:18.181489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.183330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-80612390-5323-44f0-aec4-051022d404f8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/949fed28-5d32-4296-bd26-70a0e4363b2f HTTP/1.1" status: 204 len: 168 time: 3.7313755 Dec 20 23:09:18.185435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83aabc-130b-4136-bb17-b71cc43333d2 req-b89b37dd-1c56-4f34-923a-9a816c5c9600 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:18.187612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:18.190054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb83aabc-130b-4136-bb17-b71cc43333d2 req-b89b37dd-1c56-4f34-923a-9a816c5c9600 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 949 time: 0.3719568 Dec 20 23:09:18.269405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.273048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4232604-e77d-4194-9e84-89784f1ef4e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/09c269d2-569a-4c34-a619-099431a7c22d HTTP/1.1" status: 204 len: 168 time: 1.5770705 Dec 20 23:09:18.293748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52630) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:18.421639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-4f194f77-4e19-4c59-bdcc-9aaa82147792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:09:18.422311 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-4f194f77-4e19-4c59-bdcc-9aaa82147792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:09:18.443547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09f8d4-3509-4a0a-8cf2-2d32e7e1f9f9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:18.455608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: cdfda403-7fcd-43bf-8718-237cf1442ea8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:18.457506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09f8d4-3509-4a0a-8cf2-2d32e7e1f9f9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:18.459275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a09f8d4-3509-4a0a-8cf2-2d32e7e1f9f9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1641049 Dec 20 23:09:18.460722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device cdfda403-7fcd-43bf-8718-237cf1442ea8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:18.469375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Deleting subnet c3ed77d1-5524-4c84-9149-a418ded814ad {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:18.469958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52636) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:18.482814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.527870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:18.569985 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.613392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb83aabc-130b-4136-bb17-b71cc43333d2 req-b997364a-8186-4d4f-a6c1-1ffd6e301f36 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144015 Dec 20 23:09:18.618616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:18.686798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 88aed4e7-71c9-4114-b4d8-d2f942883178 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:18.692026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.707036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:18.722357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1cb8624b-4ae1-4e62-92f4-cb303fce3a65 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:18.759116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.785136 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8426e-674c-47dd-8306-7c5298352758 x-openstack-request-id: req-26a8426e-674c-47dd-8306-7c5298352758 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:18.785534 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-plugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:18.785920 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26a8426e-674c-47dd-8306-7c5298352758 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:18.786423 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f', 'code': 200} Dec 20 23:09:18.832380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:18.878142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542394d2-c849-4ca7-b7e1-ec06d0a91026 req-986650cc-63ca-4104-8bfd-af834e724993 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:18.879704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-542394d2-c849-4ca7-b7e1-ec06d0a91026 req-986650cc-63ca-4104-8bfd-af834e724993 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.9133685 Dec 20 23:09:19.053821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.117605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8aa5c429-8f17-4147-9020-690e568ee6ca None None] Could not find standard attr ID for object 09c269d2-569a-4c34-a619-099431a7c22d. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:09:19.154414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111afcb-3a73-49f0-987b-7fc88c3e6911 None None] Network 8ecea4e7-b217-457f-91aa-30cfdc138657 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:19.155033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.169676 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c3ed77d1-5524-4c84-9149-a418ded814ad HTTP/1.1" status: 204 len: 168 time: 0.9655719 Dec 20 23:09:19.170348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52638) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:19.171593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-542394d2-c849-4ca7-b7e1-ec06d0a91026 req-b2ab475c-4402-4941-a63e-b6a1205a93d3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381470 Dec 20 23:09:19.180004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252e807-ebb5-4695-9f1d-0e0ffbbd6484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ed77d1-5524-4c84-9149-a418ded814ad,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:19.231536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e79ea-51d6-4524-a661-b10d477a0634 req-0ea29e47-41c0-490c-96a7-3f2636f9fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:19.237786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5e79ea-51d6-4524-a661-b10d477a0634 req-0ea29e47-41c0-490c-96a7-3f2636f9fab8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 1100 time: 0.3464684 Dec 20 23:09:19.317330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.330701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52640) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:19.334381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fce7386-4d23-4991-8ce2-aa389e2234e6 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "DELETE /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-1967633078 HTTP/1.1" status: 204 len: 168 time: 1.2725439 Dec 20 23:09:19.343830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-1f2779ce-1e32-4374-8ace-39f5f757be4a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-1967633078') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:19.357677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85924c-ec51-4c07-a02a-3a2f158b11b2 req-589968ff-d67e-4c74-b78d-56c03b261cb5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:19.372757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb85924c-ec51-4c07-a02a-3a2f158b11b2 req-589968ff-d67e-4c74-b78d-56c03b261cb5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.3208852 Dec 20 23:09:19.445832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] DHCP port deletion for 8ecea4e7-b217-457f-91aa-30cfdc138657 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:19.446920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Deleting port f1a51e4c-9240-41bd-ab95-49db1eda8cbb {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:19.447258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.481238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.523307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] For port f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:19.523843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.537579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Calling delete_port for f1a51e4c-9240-41bd-ab95-49db1eda8cbb owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:19.563844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5e79ea-51d6-4524-a661-b10d477a0634 req-3a1e60c9-1d6d-4026-8a74-1b5328eb9fe3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046064 Dec 20 23:09:19.566735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Deleting port f1a51e4c-9240-41bd-ab95-49db1eda8cbb {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:19.568983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.673856 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-1f2779ce-1e32-4374-8ace-39f5f757be4a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] show failed (client error): The resource could not be found. Dec 20 23:09:19.678289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] For port f1a51e4c-9240-41bd-ab95-49db1eda8cbb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,segment=NetworkSegment(52fcc9bc-2402-402c-a391-2b7bb1a0dc33),segment_id=52fcc9bc-2402-402c-a391-2b7bb1a0dc33)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:19.678936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.687763 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1f2779ce-1e32-4374-8ace-39f5f757be4a tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-1967633078 HTTP/1.1" status: 404 len: 326 time: 0.3496251 Dec 20 23:09:19.690163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:19.697378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-876fde94-fbeb-45f1-ab76-d12bc04803ac tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-2088422396') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:19.704413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Calling delete_port for f1a51e4c-9240-41bd-ab95-49db1eda8cbb owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:19.711686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.732840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb85924c-ec51-4c07-a02a-3a2f158b11b2 req-40989fef-0475-43a5-9dff-a91ef0bc2d21 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590860 Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.862405 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:09:19.865162 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:09:19.866085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.879271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:19.888244 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.912303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] No DVR routers for this DVR port f1a51e4c-9240-41bd-ab95-49db1eda8cbb on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:19.920234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:19.934338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/88aed4e7-71c9-4114-b4d8-d2f942883178 HTTP/1.1" status: 204 len: 168 time: 1.3666139 Dec 20 23:09:19.936965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52650) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:19.946499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] Pushing event deleted for resources: {'Port': ['ID=f1a51e4c-9240-41bd-ab95-49db1eda8cbb,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:19.948635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f566a9d-2fa3-4752-8e93-f88f0ebc9086 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:20.004221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e25c-cf33-4a8d-b391-a7fcfd87ad7f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=88aed4e7-71c9-4114-b4d8-d2f942883178,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:20.071389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8a5b-e0fc-4219-bf70-eb73ceec002f req-3117d198-1343-4392-a182-781a338836c6 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:20.080257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e98d8a5b-e0fc-4219-bf70-eb73ceec002f req-3117d198-1343-4392-a182-781a338836c6 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 949 time: 0.2765381 Dec 20 23:09:20.084915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-15047f1a-bcbb-4605-98f5-385b8c458cdc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455405 Dec 20 23:09:20.107023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0565f-fa8a-4c6f-8fa3-e3288196ebef None None] No DVR routers for this DVR port f1a51e4c-9240-41bd-ab95-49db1eda8cbb on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:20.110609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52654) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:20.208392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e98d8a5b-e0fc-4219-bf70-eb73ceec002f req-c73c2a34-46b7-4525-9ac6-becb9104b692 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214051 Dec 20 23:09:20.247951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-876fde94-fbeb-45f1-ab76-d12bc04803ac tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-2088422396 HTTP/1.1" status: 204 len: 168 time: 0.5567079 Dec 20 23:09:20.257078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52658) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:20.292352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:20.301881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e1157-073e-4c76-b845-76a7243c02e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:20.303408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-369e1157-073e-4c76-b845-76a7243c02e7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1660328 Dec 20 23:09:20.333287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.338432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52660) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:20.370584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecea4e7-b217-457f-91aa-30cfdc138657']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:20.384162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fcc9bc-2402-402c-a391-2b7bb1a0dc33') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:20.384862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fcc9bc-2402-402c-a391-2b7bb1a0dc33') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:20.397183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.420685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.432053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-f276fcfc-b9ef-46d8-819d-203e6f23f1fb tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-2098564709') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:20.438785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:09:20.439227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:09:20.441036 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:09:20.446122 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:09:20.451398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Deleting port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:20.452100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.531614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc89808d-6799-4735-a595-3fba73a6c659 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:20.535169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cc89808d-6799-4735-a595-3fba73a6c659 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1934998 Dec 20 23:09:20.535724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52662) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:20.552766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c8daa-9f38-4296-9a38-53d12b9eff98 req-268b0782-bb27-4abe-929a-f634e0cda2ae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:20.560282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c5c8daa-9f38-4296-9a38-53d12b9eff98 req-268b0782-bb27-4abe-929a-f634e0cda2ae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1543412 Dec 20 23:09:20.627543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-031f10b0-bcb7-4e1f-bf5b-633d6469019f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836990 Dec 20 23:09:20.627783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] For port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:20.627783 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:20.630618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52664) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:20.651162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:20.651494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:20.702382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c5c8daa-9f38-4296-9a38-53d12b9eff98 req-e800af19-e7ca-4642-8553-a078ef812f05 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410794 Dec 20 23:09:20.766808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Calling delete_port for 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:21.044500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb47e-d3a9-4945-8b76-5cf239a3e3fd req-15948642-762f-4aa8-a7df-984bce90c1fd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:21.057460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a83bb47e-d3a9-4945-8b76-5cf239a3e3fd req-15948642-762f-4aa8-a7df-984bce90c1fd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1722615 Dec 20 23:09:21.127369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.182492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a83bb47e-d3a9-4945-8b76-5cf239a3e3fd req-1106aeac-2142-4e74-97bb-94bed8056c70 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209390 Dec 20 23:09:21.248508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:21.327785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.329289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a51e4c-9240-41bd-ab95-49db1eda8cbb no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:21.415645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc015-a632-4189-9ee9-7e7d6c052afe req-1320a4f7-af6a-4bed-913a-7f44b6061d42 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:21.433583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef7cc015-a632-4189-9ee9-7e7d6c052afe req-1320a4f7-af6a-4bed-913a-7f44b6061d42 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 949 time: 0.1122494 Dec 20 23:09:21.496470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:21.506614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f1a51e4c-9240-41bd-ab95-49db1eda8cbb {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:21.507106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a51e4c-9240-41bd-ab95-49db1eda8cbb not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:21.567535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.593790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef7cc015-a632-4189-9ee9-7e7d6c052afe req-a494ebb0-5479-462c-b8a8-e7c9d5033ff3 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578946 Dec 20 23:09:21.649574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] No DVR routers for this DVR port 7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:21.656878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2424e-2c26-409a-b60d-4e5c5b6739dd None None] Pushing event deleted for resources: {'Port': ['ID=7a5b936f-3172-4ae8-87ea-55ca1bfaf0f0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:21.677257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.698852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.706387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52678) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:21.714312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ecea4e7-b217-457f-91aa-30cfdc138657 HTTP/1.1" status: 204 len: 168 time: 2.5226312 Dec 20 23:09:21.786596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2604-56a2-47a3-a566-4830732c364f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecea4e7-b217-457f-91aa-30cfdc138657,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:21.794582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f276fcfc-b9ef-46d8-819d-203e6f23f1fb tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-2098564709 HTTP/1.1" status: 204 len: 168 time: 1.5336831 Dec 20 23:09:21.797132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52682) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:21.817600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-1bfc4b2c-7de6-43b2-a14c-8f0d7f35f3cb tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:21.918023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:21.924087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:21.988121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842b9eb-7779-46f0-807a-cb859944e4f0 req-1f8e6cd1-33ca-4bc9-9aa5-d2aa0cb118a8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:21.989959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3842b9eb-7779-46f0-807a-cb859944e4f0 req-1f8e6cd1-33ca-4bc9-9aa5-d2aa0cb118a8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.0810804 Dec 20 23:09:22.007570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101adbf-dbe3-4645-b7a3-9d782c89570b req-d695cff5-94d5-4a69-8756-8cad8c961dd9 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:22.009339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0101adbf-dbe3-4645-b7a3-9d782c89570b req-d695cff5-94d5-4a69-8756-8cad8c961dd9 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 949 time: 0.1852703 Dec 20 23:09:22.079396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3842b9eb-7779-46f0-807a-cb859944e4f0 req-8b626495-267d-4c0a-8d47-6ab91257fb3d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663686 Dec 20 23:09:22.227944 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1bfc4b2c-7de6-43b2-a14c-8f0d7f35f3cb tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "DELETE /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags HTTP/1.1" status: 204 len: 168 time: 0.4144967 Dec 20 23:09:22.230944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52690) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:22.236602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-f0ca13af-033a-4fe8-ab6e-46751eed9fde tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-2088422396') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:22.347358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0101adbf-dbe3-4645-b7a3-9d782c89570b req-55e31e4b-e48a-4f36-a751-33a530913f2c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266869 Dec 20 23:09:22.525907 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-f0ca13af-033a-4fe8-ab6e-46751eed9fde tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] show failed (client error): The resource could not be found. Dec 20 23:09:22.527600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0ca13af-033a-4fe8-ab6e-46751eed9fde tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-2088422396 HTTP/1.1" status: 404 len: 326 time: 0.2954824 Dec 20 23:09:22.530409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52696) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:22.542279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-7819b0b8-69e9-4bc1-ab0b-030c2c0ab02b tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a', 'tempest-TagsTest-Tag-2098564709') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:22.640556 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-7819b0b8-69e9-4bc1-ab0b-030c2c0ab02b tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] show failed (client error): The resource could not be found. Dec 20 23:09:22.645003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7819b0b8-69e9-4bc1-ab0b-030c2c0ab02b tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "GET /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags/tempest-TagsTest-Tag-2098564709 HTTP/1.1" status: 404 len: 326 time: 0.1108756 Dec 20 23:09:22.645286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52702) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:22.651411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-08a350e8-e914-4084-84de-d83990b283c3 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '05ea805d-48d2-4d37-8d25-97985274e77a') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:22.784720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:22.784720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:22.869296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:22.869551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62292bc0-bbb3-40d0-9d93-fb533e2737fd req-7c0df239-5bf2-4990-b740-527cef2009e6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:22.870124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:22.870230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62292bc0-bbb3-40d0-9d93-fb533e2737fd req-7c0df239-5bf2-4990-b740-527cef2009e6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.4576840 Dec 20 23:09:22.873203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=3fd719e4-cc0a-419f-aa0e-bee901dac0ec,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:22.894490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:22.895639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:22.911561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87e545-c418-4c4e-89f4-292c447d0ec7 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:22.919931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-08a350e8-e914-4084-84de-d83990b283c3 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "DELETE /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a/tags HTTP/1.1" status: 204 len: 168 time: 0.2734745 Dec 20 23:09:22.932734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52704) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:23.005256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62292bc0-bbb3-40d0-9d93-fb533e2737fd req-a490689a-8d93-4023-9946-9a730773c879 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455522 Dec 20 23:09:23.102190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.129979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '3fd719e4-cc0a-419f-aa0e-bee901dac0ec'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:23.132092 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.244875 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-121ebac1-fe05-4e22-bb95-77cdbe90c67c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6018498 Dec 20 23:09:23.247188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52716) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:23.252915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:38:36:35', 'name': 'tempest-NetworksTestDHCPv6-2026996901'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:23.304851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.323873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Allocated IP 2001:db8::f816:3eff:fe6f:6c6a (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/3fd719e4-cc0a-419f-aa0e-bee901dac0ec/2c383594-f38c-43f0-a3c1-5ec27df77d98) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:23.328148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af6a2-23da-4b8c-ac6f-4ca52dbcf3b6 req-31a2c13b-8d99-438e-862a-d20776a041e8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:23.337134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-689af6a2-23da-4b8c-ac6f-4ca52dbcf3b6 req-31a2c13b-8d99-438e-862a-d20776a041e8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1280110 Dec 20 23:09:23.361118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.456244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ea805d-48d2-4d37-8d25-97985274e77a']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:23.481830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd92e79-5e1a-4eaf-95b1-45eb28de0dc5') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:23.482327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd92e79-5e1a-4eaf-95b1-45eb28de0dc5') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:23.529895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.593613 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.607708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:23.665028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.705123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-689af6a2-23da-4b8c-ac6f-4ca52dbcf3b6 req-eb736358-632e-499e-a45f-68910ae48333 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668442 Dec 20 23:09:23.731043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.761441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:09:23.762397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:23.766832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.768285 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:09:23.770728 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:09:23.781471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:23.799573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:23.848065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Pushing event updated for resources: {'Port': ['ID=2c383594-f38c-43f0-a3c1-5ec27df77d98,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:23.931131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.001939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Attempting to bind port 2c383594-f38c-43f0-a3c1-5ec27df77d98 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:24.002517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Attempting to bind port 2c383594-f38c-43f0-a3c1-5ec27df77d98 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:24.002770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Attempting to bind port 2c383594-f38c-43f0-a3c1-5ec27df77d98 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:24.005289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port f619ae2b-70a2-48b0-a5bf-947b1a8ffede yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:24.021932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:24.022218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:24.022623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.023016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:24.023671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Bound port: 2c383594-f38c-43f0-a3c1-5ec27df77d98, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:24.024053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.153327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.172023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.176796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] 10.222.0.62 "DELETE /v2.0/networks/05ea805d-48d2-4d37-8d25-97985274e77a HTTP/1.1" status: 204 len: 168 time: 1.2425313 Dec 20 23:09:24.222926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] For port 2c383594-f38c-43f0-a3c1-5ec27df77d98, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:24.242352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] For port 2c383594-f38c-43f0-a3c1-5ec27df77d98, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2c383594-f38c-43f0-a3c1-5ec27df77d98,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:24.302897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe38:3635 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/3fd719e4-cc0a-419f-aa0e-bee901dac0ec/f619ae2b-70a2-48b0-a5bf-947b1a8ffede) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:24.310840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.445783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e275-2994-425f-b335-429dd3520856 tempest-TagsTest-1589671397 tempest-TagsTest-1589671397-project] Pushing event deleted for resources: {'Network': ['ID=05ea805d-48d2-4d37-8d25-97985274e77a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:24.514857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52781f47-c2b3-4b0e-a553-03c17001dfa2 None None] Pushing event updated for resources: {'Port': ['ID=2c383594-f38c-43f0-a3c1-5ec27df77d98,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:24.600847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78714b49-8070-47cb-89d4-ce4b23342b8f req-c0b7f136-58cf-423c-a317-a08e2e289306 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:24.608696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78714b49-8070-47cb-89d4-ce4b23342b8f req-c0b7f136-58cf-423c-a317-a08e2e289306 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.4231315 Dec 20 23:09:24.829343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78714b49-8070-47cb-89d4-ce4b23342b8f req-0cd94f2e-14ae-4e65-b5d9-35ea51eca60c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184429 Dec 20 23:09:24.843331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Deleting port f1a1a918-13c5-46db-a936-4c51255f9678 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:24.843674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:24.894682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.030383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] For port f1a1a918-13c5-46db-a936-4c51255f9678, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f1a1a918-13c5-46db-a936-4c51255f9678,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:25.030794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.047264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Calling delete_port for f1a1a918-13c5-46db-a936-4c51255f9678 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:25.194902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:25.238092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.267205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1a9c-bf56-465a-80d9-ecc1a30fcc2a req-7f45be4f-06be-44f3-b00d-45dea777eb70 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:25.274588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a72d1a9c-bf56-465a-80d9-ecc1a30fcc2a req-7f45be4f-06be-44f3-b00d-45dea777eb70 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1521995 Dec 20 23:09:25.351113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:25.372030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a72d1a9c-bf56-465a-80d9-ecc1a30fcc2a req-b156e9b7-c9e5-40e1-a67c-ad5861bd8b7f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899246 Dec 20 23:09:25.373691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:25.386954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:25.396248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:25.397330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.437773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=f619ae2b-70a2-48b0-a5bf-947b1a8ffede,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:25.474130 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4759a970-046c-4661-9df1-0f8a24ceb610 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=130a643cc6c34106b0e44563f1ed879d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144655 Dec 20 23:09:25.474762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52758) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:25.509646 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19507438-e8fd-4049-aefd-7d74ff6c0775 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2611535 Dec 20 23:09:25.513503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52760) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:25.563751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.616603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea9c71-0fc1-4083-9180-191604054f77 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:25.623385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.629513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea9c71-0fc1-4083-9180-191604054f77 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:25.631223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8eea9c71-0fc1-4083-9180-191604054f77 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1165452 Dec 20 23:09:25.632060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.634317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:25.791460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.796811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a1a918-13c5-46db-a936-4c51255f9678,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:25.801191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:25.803231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb938495-f6c8-47c0-8676-f40a6c3b8c1a HTTP/1.1" status: 204 len: 168 time: 0.3272040 Dec 20 23:09:25.823865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.824212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.824552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.824888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.825217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.825541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.829836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.830196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.830537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.830871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.831203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.831531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.831856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:09:25.840283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0b46-5ce1-4d36-9203-c0285dd96f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb938495-f6c8-47c0-8676-f40a6c3b8c1a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:26.002503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port f619ae2b-70a2-48b0-a5bf-947b1a8ffede {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:26.002920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:26.295524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57eb53-ba82-4bcb-8ba6-6945695f6848 req-56a8bec2-872d-4ed9-92d2-796bf9aff8fb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:26.309029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee57eb53-ba82-4bcb-8ba6-6945695f6848 req-56a8bec2-872d-4ed9-92d2-796bf9aff8fb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.2848172 Dec 20 23:09:26.362719 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:26.401125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for f619ae2b-70a2-48b0-a5bf-947b1a8ffede owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:26.407789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:26.512582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] Provisioning complete for port 2c383594-f38c-43f0-a3c1-5ec27df77d98 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:26.513834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:26.621956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee57eb53-ba82-4bcb-8ba6-6945695f6848 req-a3d20904-9cf7-490f-8697-93ba91513dec tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078399 Dec 20 23:09:26.777610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:26.827318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2c383594-f38c-43f0-a3c1-5ec27df77d98 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:26.883033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] For port 2c383594-f38c-43f0-a3c1-5ec27df77d98, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2c383594-f38c-43f0-a3c1-5ec27df77d98,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:26.915719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2c383594-f38c-43f0-a3c1-5ec27df77d98 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:26.916334 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:27.079410 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:27.081071 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:27.140965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0e104-71d8-4d3d-9cb4-23a1b79aaf03 req-6bc5ef25-ed64-4ebd-93d6-b7e09995c6ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:27.153143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646f817-c6b7-4f87-ad04-96e3732e8762 None None] Pushing event updated for resources: {'Port': ['ID=2c383594-f38c-43f0-a3c1-5ec27df77d98,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:27.155207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2df0e104-71d8-4d3d-9cb4-23a1b79aaf03 req-6bc5ef25-ed64-4ebd-93d6-b7e09995c6ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3510106 Dec 20 23:09:27.171367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-86967711-7d02-4785-8aee-620d3beb9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:27.175091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-86967711-7d02-4785-8aee-620d3beb9d05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1096 time: 0.4739592 Dec 20 23:09:27.248744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:09:27.249196 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:09:27.254309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-70f521ca-fc3b-4e8a-8b5c-f657d6a529b0 None None] Provisioning complete for port f619ae2b-70a2-48b0-a5bf-947b1a8ffede triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:27.254689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-70f521ca-fc3b-4e8a-8b5c-f657d6a529b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:27.317196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-70f521ca-fc3b-4e8a-8b5c-f657d6a529b0 None None] Port f619ae2b-70a2-48b0-a5bf-947b1a8ffede cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:09:27.443028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.028186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-34474a25-8d39-412a-b67d-6f0081abb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.033393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-34474a25-8d39-412a-b67d-6f0081abb14e service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.8382063 Dec 20 23:09:28.038013 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2df0e104-71d8-4d3d-9cb4-23a1b79aaf03 req-79ef2509-d34a-48b8-aa18-7770fdd448a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8814068 Dec 20 23:09:28.127229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:09:28.131553 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.136274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/f619ae2b-70a2-48b0-a5bf-947b1a8ffede HTTP/1.1" status: 204 len: 168 time: 2.4953690 Dec 20 23:09:28.139969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:28.144307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.296499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9fe47-2d24-498a-a1a8-19733f0ed350 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=f619ae2b-70a2-48b0-a5bf-947b1a8ffede,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:28.303712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d5950-ea37-463a-9bb1-87b455abfc0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.310820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d5950-ea37-463a-9bb1-87b455abfc0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.310985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-074dcd05-71bd-4a91-8b8c-773345f908fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 1001 time: 0.1921906 Dec 20 23:09:28.311081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d99d5950-ea37-463a-9bb1-87b455abfc0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1668043 Dec 20 23:09:28.313043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52838) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:28.395970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 3fd719e4-cc0a-419f-aa0e-bee901dac0ec {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:28.399622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.464908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.482808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5189-07c2-4833-988b-728b42a085d4 req-7cefe5dc-d63a-488c-94e9-de6498ef7f62 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.484417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-450f5189-07c2-4833-988b-728b42a085d4 req-7cefe5dc-d63a-488c-94e9-de6498ef7f62 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.4781890 Dec 20 23:09:28.510451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-aa191999-0686-4114-8c19-7de3cdc54cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.511874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-aa191999-0686-4114-8c19-7de3cdc54cb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.1899912 Dec 20 23:09:28.603777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:09:28.612685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6621e7bd-34b2-4ba0-a755-854f3746783b admin admin] 10.222.0.62 "PUT /v2.0/routers/a75a4568-a4dc-42fe-ad1b-93b48d242bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9021466 Dec 20 23:09:28.613705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52842) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:28.623348 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Sync routers for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:09:28.625805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.633027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-450f5189-07c2-4833-988b-728b42a085d4 req-e9b70393-bcd8-43e6-bfac-a66495f2e6eb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209362 Dec 20 23:09:28.633027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-38f1ee85-d3e9-41ed-8aa9-d27bb70cfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:28.634030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-38f1ee85-d3e9-41ed-8aa9-d27bb70cfc33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104257 Dec 20 23:09:28.635753 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:09:28.636359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:09:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:28.651266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2c383594-f38c-43f0-a3c1-5ec27df77d98 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:28.727939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2c383594-f38c-43f0-a3c1-5ec27df77d98 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:28.729663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.790842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.818393 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:09:28.883283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd719e4-cc0a-419f-aa0e-bee901dac0ec,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:28.899598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-950061dd-ca91-4962-84a0-401d4a85f128 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792667 Dec 20 23:09:28.901179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.929327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:28.934656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78505270-13f9-4d72-b229-5d0b86893f18 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/3fd719e4-cc0a-419f-aa0e-bee901dac0ec HTTP/1.1" status: 204 len: 168 time: 0.6201072 Dec 20 23:09:28.938790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52848) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:28.940531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8af1f8-dc51-45bf-b118-62d339d10cd9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:29.018345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ceb04bb0-b31d-44a7-b6c7-80cade589606 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739715 Dec 20 23:09:29.022166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:29.040365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:29.058319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.285764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c75854-5f1b-4064-9f66-7f86767b2fd3 req-a9788ab5-7090-41eb-ac73-f18dd1583c38 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529523 Dec 20 23:09:29.309187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:29.325134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:09:29.359303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153368c9-fc10-407b-ac82-3bd607add197 req-7bfa22b5-e25b-4fb8-950a-55c48f9d498b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:29.368906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-153368c9-fc10-407b-ac82-3bd607add197 req-7bfa22b5-e25b-4fb8-950a-55c48f9d498b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.1211419 Dec 20 23:09:29.374724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Deleting port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:29.375086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.379596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:09:29.381613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:29.522254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:29.526395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.589247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:29.629892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '467f25c5-f802-4db1-98d5-b70a4a575377', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '467f25c5-f802-4db1-98d5-b70a4a575377', 'mac_address': 'fa:16:3e:34:97:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:09:29.661326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-153368c9-fc10-407b-ac82-3bd607add197 req-84e9d63d-a5ee-48e8-88f7-c17e88010a18 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837384 Dec 20 23:09:29.744871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] For port 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:29.745229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.778870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Calling delete_port for 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:29.838196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.853764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Deleting port 2c383594-f38c-43f0-a3c1-5ec27df77d98 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:29.854112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:29.900003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:29.902852 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f1eacf-b49b-4ae6-b91b-6b318dd2fcc2" -d '{"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-unplugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:30.010723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.055592 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T23:09:25Z', 'revision_number': 5, 'project_id': '391251916bc94be095e908122b488115', 'gw_port': {'id': '9ad90d99-5f98-42a5-bf30-b3c2c5bc3798', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:56:45Z', 'updated_at': '2021-12-20T22:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:30.059707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711cf02-d52c-4f01-ba7c-53f51a80885c req-5693ff4c-397c-4ef9-9c04-f578e8efacb5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:30.061658 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b4dc8-3f49-46c3-8f2f-f6cd430558f4 x-openstack-request-id: req-c56b4dc8-3f49-46c3-8f2f-f6cd430558f4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:30.062256 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-unplugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:30.062512 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c56b4dc8-3f49-46c3-8f2f-f6cd430558f4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:30.063838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b711cf02-d52c-4f01-ba7c-53f51a80885c req-5693ff4c-397c-4ef9-9c04-f578e8efacb5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.2562368 Dec 20 23:09:30.068342 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'code': 200} Dec 20 23:09:30.070467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:30.076805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] For port 2c383594-f38c-43f0-a3c1-5ec27df77d98, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2c383594-f38c-43f0-a3c1-5ec27df77d98,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:30.077199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.111557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:09:30.119672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Checking router: a75a4568-a4dc-42fe-ad1b-93b48d242bc7 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:09:30.135688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Calling delete_port for 2c383594-f38c-43f0-a3c1-5ec27df77d98 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:30.145426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Routers {'a75a4568-a4dc-42fe-ad1b-93b48d242bc7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:09:30.149119 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:09:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:30.165808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.228896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:30.303183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b711cf02-d52c-4f01-ba7c-53f51a80885c req-3a3400a2-221b-446b-aabf-32b13e0638d7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547794 Dec 20 23:09:30.442772 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] Set router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:09:30.481891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.534651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.551535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:30.577773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad90d99-5f98-42a5-bf30-b3c2c5bc3798,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:30.580027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:30.671728 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T23:09:29Z', 'revision_number': 6, 'project_id': '391251916bc94be095e908122b488115', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:30.691621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc83a3-5a97-473d-a723-e66591f41052 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:30.721785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['467f25c5-f802-4db1-98d5-b70a4a575377'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:09:30.724023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2c383594-f38c-43f0-a3c1-5ec27df77d98 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:30.761108 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631faf8-8a29-4ee1-bb23-579914483d56 None None] The sync data for ids ['a75a4568-a4dc-42fe-ad1b-93b48d242bc7'] in n-d-822053-9 is: [{'id': 'a75a4568-a4dc-42fe-ad1b-93b48d242bc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1063843028-router', 'tenant_id': '391251916bc94be095e908122b488115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:56:41Z', 'updated_at': '2021-12-20T23:09:29Z', 'revision_number': 6, 'project_id': '391251916bc94be095e908122b488115', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:09:30.781049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.846151 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.868814 n-d-822053-9 neutron-server[115563]: WARNING neutron.services.revisions.revision_plugin [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Could not find related port for resource to bump revision. Dec 20 23:09:30.924962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] No DVR routers for this DVR port 2c383594-f38c-43f0-a3c1-5ec27df77d98 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:30.925191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Port 2c383594-f38c-43f0-a3c1-5ec27df77d98 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 23:09:30.925784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:6c6a {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 23:09:30.932445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_pluggable_backend [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:6c6a {{(pid=115563) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 23:09:30.935899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:30.952766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2c383594-f38c-43f0-a3c1-5ec27df77d98 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:30.954060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2c383594-f38c-43f0-a3c1-5ec27df77d98 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:31.021669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.024281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.160779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:31.171449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=1b1c9c18-143c-42ba-88f5-4ceb0e5010d1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:31.180125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:31.188907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:31.190223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:31.196809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.225437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.227685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af3a41-ba2e-4348-a07a-0cd0edf520cd None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:31.230634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75a4568-a4dc-42fe-ad1b-93b48d242bc7 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:09:31.247534 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.253356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-89269487-1a0b-46ca-b6a5-342e43d86a56 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a75a4568-a4dc-42fe-ad1b-93b48d242bc7 HTTP/1.1" status: 204 len: 168 time: 2.6381352 Dec 20 23:09:31.254472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52942) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:31.296841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea402f-1247-46ac-88e6-9bbc2e1bc907 None None] Pushing event deleted for resources: {'Port': ['ID=2c383594-f38c-43f0-a3c1-5ec27df77d98,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:31.302337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7019e-38c4-47ae-b91c-05db872d9836 req-99415c0b-5c6e-4390-8c56-6a993dc72bcc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:31.317509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5f7019e-38c4-47ae-b91c-05db872d9836 req-99415c0b-5c6e-4390-8c56-6a993dc72bcc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1952424 Dec 20 23:09:31.319129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52944) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:31.412717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Deleting subnet 9cc5aa6d-68e5-447c-b4cf-d03234e3d24b {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:31.426629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.453841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5f7019e-38c4-47ae-b91c-05db872d9836 req-183d7d8a-16a6-4aa2-b017-be09894b98f6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391289 Dec 20 23:09:31.505430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52952) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:31.512999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:32:cb:eb', 'name': 'tempest-NetworksTestDHCPv6-613097454'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:31.515525 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-efeb9389-e351-4c9b-a863-5cf0b6a3a03f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4898624 Dec 20 23:09:31.571288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.661441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '1b1c9c18-143c-42ba-88f5-4ceb0e5010d1'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:31.662493 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.819110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.855393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77007a72-b21a-4cd2-a2ce-4c06ef37cb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:31.905136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cda6de-e466-4084-8355-7687e52706d5 req-a8ee9051-4e6a-4ad4-8142-1d78f3809bc2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:31.913514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59cda6de-e466-4084-8355-7687e52706d5 req-a8ee9051-4e6a-4ad4-8142-1d78f3809bc2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1485350 Dec 20 23:09:31.981750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59cda6de-e466-4084-8355-7687e52706d5 req-2cc52040-6cbf-40a2-b71f-6155c4ee3810 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669119 Dec 20 23:09:31.983750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:32.011041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Allocated IP 2001:db8::f816:3eff:fe6b:36be (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/1b1c9c18-143c-42ba-88f5-4ceb0e5010d1/9f628faf-d687-4920-883e-c5e33c6294a5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:32.065481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.131809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc5aa6d-68e5-447c-b4cf-d03234e3d24b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:32.151433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.162473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b62edc79-77e1-458a-b4d1-96961f44f6fa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9cc5aa6d-68e5-447c-b4cf-d03234e3d24b HTTP/1.1" status: 204 len: 168 time: 0.9012942 Dec 20 23:09:32.164783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52960) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:32.274050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.325008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1eaa3-2ce7-46cf-9709-c05d61904ab3 None None] Network 61fdef2e-1a82-408f-a92a-dc7547ab70ea requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:32.331858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 186a9ab3-e4ba-4459-a66d-c6c300573cf6 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:32.382405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.392964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.464908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52964) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:32.522742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Deleting port 316b1671-6ed7-4bbd-b067-44169ed05c4c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:32.523182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.633077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] DHCP port deletion for 61fdef2e-1a82-408f-a92a-dc7547ab70ea request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:32.642254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] For port 316b1671-6ed7-4bbd-b067-44169ed05c4c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=316b1671-6ed7-4bbd-b067-44169ed05c4c,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:32.643283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.675136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Calling delete_port for 316b1671-6ed7-4bbd-b067-44169ed05c4c owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:32.675273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77007a72-b21a-4cd2-a2ce-4c06ef37cb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.718464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a1a918-13c5-46db-a936-4c51255f9678 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:32.790362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f1a1a918-13c5-46db-a936-4c51255f9678 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:32.790743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f1a1a918-13c5-46db-a936-4c51255f9678 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:32.791056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:32.794103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3cd0-9016-4066-91de-daccb85d5268 req-92b155d9-5b92-4203-8579-3abaff99471b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:32.795648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dfb3cd0-9016-4066-91de-daccb85d5268 req-92b155d9-5b92-4203-8579-3abaff99471b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1587386 Dec 20 23:09:32.796885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bf4-fee6-48eb-a4e9-368d6fe2deed admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.819306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:32.820222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9ad90d99-5f98-42a5-bf30-b3c2c5bc3798 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:32.849535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Deleting port 316b1671-6ed7-4bbd-b067-44169ed05c4c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:32.850228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.876204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dfb3cd0-9016-4066-91de-daccb85d5268 req-c7896565-e424-487d-b2af-6f2f54bd4c0c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677612 Dec 20 23:09:32.931681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] For port 316b1671-6ed7-4bbd-b067-44169ed05c4c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=316b1671-6ed7-4bbd-b067-44169ed05c4c,segment=NetworkSegment(f95c3b47-297b-4807-b879-3fd72629e4f3),segment_id=f95c3b47-297b-4807-b879-3fd72629e4f3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:32.932087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:32.947733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Calling delete_port for 316b1671-6ed7-4bbd-b067-44169ed05c4c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:32.974991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bf4-fee6-48eb-a4e9-368d6fe2deed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.001618 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.036861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.042433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-77007a72-b21a-4cd2-a2ce-4c06ef37cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.094937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:33.095606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] No DVR routers for this DVR port 316b1671-6ed7-4bbd-b067-44169ed05c4c on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:33.095606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Pushing event deleted for resources: {'Port': ['ID=316b1671-6ed7-4bbd-b067-44169ed05c4c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.097428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:33.107683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe32:cbeb (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/1b1c9c18-143c-42ba-88f5-4ceb0e5010d1/186a9ab3-e4ba-4459-a66d-c6c300573cf6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:33.118514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-77007a72-b21a-4cd2-a2ce-4c06ef37cb14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b165a0de6a4d089e8f3392c60ae3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7922840 Dec 20 23:09:33.118514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007a72-b21a-4cd2-a2ce-4c06ef37cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41850467-2476-4b15-ad35-f1b9784797eb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.120224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a3cb5bf4-fee6-48eb-a4e9-368d6fe2deed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.134560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52978) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:33.152558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3cb5bf4-fee6-48eb-a4e9-368d6fe2deed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73cad4d2fdb045efa98f8d629f6ff4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6714590 Dec 20 23:09:33.155498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52984) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:33.191642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb5bf4-fee6-48eb-a4e9-368d6fe2deed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff79eb5a-9e5f-4b80-9dae-4768e38439d8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.248505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:33.257524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.286713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Pushing event updated for resources: {'Port': ['ID=9f628faf-d687-4920-883e-c5e33c6294a5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.294113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] No DVR routers for this DVR port 316b1671-6ed7-4bbd-b067-44169ed05c4c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:33.300332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.372583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fdef2e-1a82-408f-a92a-dc7547ab70ea']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:33.396118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.401797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95c3b47-297b-4807-b879-3fd72629e4f3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:33.402371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95c3b47-297b-4807-b879-3fd72629e4f3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:09:33.425389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.432268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:33.457921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.539421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.546840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.602626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.623055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.643714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:09:33.644442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:09:33.653812 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:09:33.659091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.662336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d282c-3fba-49bd-b2ee-a7dccbd4aef7 None None] Pushing event deleted for resources: {'Port': ['ID=316b1671-6ed7-4bbd-b067-44169ed05c4c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.684425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.696978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.700914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff79eb5a-9e5f-4b80-9dae-4768e38439d8 HTTP/1.1" status: 204 len: 168 time: 0.5388861 Dec 20 23:09:33.711409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Attempting to bind port 9f628faf-d687-4920-883e-c5e33c6294a5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:33.711409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Attempting to bind port 9f628faf-d687-4920-883e-c5e33c6294a5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:33.711737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Attempting to bind port 9f628faf-d687-4920-883e-c5e33c6294a5 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:33.716690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.741514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 467f25c5-f802-4db1-98d5-b70a4a575377 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:33.744959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.765387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab1a2-839a-4a09-ad11-93e7c1473bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff79eb5a-9e5f-4b80-9dae-4768e38439d8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.844944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:33.845844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:33.846455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.847070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:33.847747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Bound port: 9f628faf-d687-4920-883e-c5e33c6294a5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:33.848499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.936478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=186a9ab3-e4ba-4459-a66d-c6c300573cf6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:33.963993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:33.972925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.977244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:33.979992 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:33.984056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] 10.222.0.62 "DELETE /v2.0/networks/61fdef2e-1a82-408f-a92a-dc7547ab70ea HTTP/1.1" status: 204 len: 168 time: 1.8088565 Dec 20 23:09:33.987617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:33.994712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:33.995359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.013779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.017835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.021371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41850467-2476-4b15-ad35-f1b9784797eb HTTP/1.1" status: 204 len: 168 time: 0.8823936 Dec 20 23:09:34.022278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862ca8b-84e0-47e1-ac97-489b7c67215b admin admin] Pushing event deleted for resources: {'Network': ['ID=61fdef2e-1a82-408f-a92a-dc7547ab70ea,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:34.030346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1722fd3-1802-4ff0-aa61-45eb65027638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41850467-2476-4b15-ad35-f1b9784797eb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:34.086659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.096032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9adff2a5-2fe7-46e0-bde5-8d5663f281c2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5893650 Dec 20 23:09:34.098670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53000) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:34.200914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:34.204467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] For port 9f628faf-d687-4920-883e-c5e33c6294a5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:34.207099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:34.210528 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404edc77-f9da-486c-931e-38d2353cbbd0" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:34.226109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e3070-0c88-4c8d-83ce-aec999eef1f8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:34.233950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] For port 9f628faf-d687-4920-883e-c5e33c6294a5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f628faf-d687-4920-883e-c5e33c6294a5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:34.240382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e3070-0c88-4c8d-83ce-aec999eef1f8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:34.243337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-de2e3070-0c88-4c8d-83ce-aec999eef1f8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1436427 Dec 20 23:09:34.247019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:34.345254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.346602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:34.443691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 186a9ab3-e4ba-4459-a66d-c6c300573cf6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:34.444295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.508636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355334ab-9bc9-4e93-b249-3cc970505bcb req-6547b3d5-8cbd-4cbc-b416-627eef4ff20e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:34.525339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-355334ab-9bc9-4e93-b249-3cc970505bcb req-6547b3d5-8cbd-4cbc-b416-627eef4ff20e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1908047 Dec 20 23:09:34.658025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:34.663765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.668669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.678692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 316b1671-6ed7-4bbd-b067-44169ed05c4c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:34.683638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 186a9ab3-e4ba-4459-a66d-c6c300573cf6 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:34.735640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-355334ab-9bc9-4e93-b249-3cc970505bcb req-a97d20d7-becd-4841-9362-edc54746fe08 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057765 Dec 20 23:09:34.815325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-52c39f7b-53c8-4d24-83a0-748e5fadb23a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f75266cbf9d4296a62d4d4ac99a2f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522133 Dec 20 23:09:34.816355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53022) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:34.914538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 316b1671-6ed7-4bbd-b067-44169ed05c4c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:34.914538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 316b1671-6ed7-4bbd-b067-44169ed05c4c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:34.933216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.947107 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:34.970620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=186a9ab3-e4ba-4459-a66d-c6c300573cf6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:34.998344 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b869a2-2ef4-4289-ba0f-955553a19525 x-openstack-request-id: req-84b869a2-2ef4-4289-ba0f-955553a19525 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:34.998719 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:34.999024 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84b869a2-2ef4-4289-ba0f-955553a19525 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:34.999516 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'code': 200} Dec 20 23:09:35.009033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.029399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:35.075366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.083555 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-709f39fe-d959-40af-8590-feb1facc118a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/186a9ab3-e4ba-4459-a66d-c6c300573cf6 HTTP/1.1" status: 204 len: 168 time: 0.8353240 Dec 20 23:09:35.086052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53030) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.096498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-9202b9c2-43be-4d5c-a454-e27f23c2368f req-9df5ccac-2c50-47ef-90c7-dcd984bac12a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:09:35.097497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9202b9c2-43be-4d5c-a454-e27f23c2368f req-9df5ccac-2c50-47ef-90c7-dcd984bac12a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087938 Dec 20 23:09:35.115022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-329eac8a-6143-4ca1-bf34-eed9294da641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.163784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f6530-201c-4df6-82c1-6d89f2139636 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:35.177784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f6530-201c-4df6-82c1-6d89f2139636 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:35.184986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fd2f6530-201c-4df6-82c1-6d89f2139636 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0977952 Dec 20 23:09:35.187696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53034) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.250931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c1c7-7144-4169-93b2-385b743c7fa1 None None] Pushing event updated for resources: {'Port': ['ID=9f628faf-d687-4920-883e-c5e33c6294a5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:35.251189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.253751 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.255281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80b2bb93-774e-4f25-9d42-c6b6a4967a93 HTTP/1.1" status: 204 len: 168 time: 0.4377627 Dec 20 23:09:35.287816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763678-b1dd-48cc-83c9-c3b354749235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2bb93-774e-4f25-9d42-c6b6a4967a93,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:35.312057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 1b1c9c18-143c-42ba-88f5-4ceb0e5010d1 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:35.321587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.354083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.410670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0bec2daf-8225-45c3-9d87-7f1a5b680be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.416873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.541852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53048) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.573130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c159dc82-03b7-4dff-a039-0f3613825ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.621714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0bec2daf-8225-45c3-9d87-7f1a5b680be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.711485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b8d65-ae66-4da7-a002-bf8a57c379d6 req-7ed3660d-c91d-4e56-8568-8aa93d8135ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:35.713298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-735b8d65-ae66-4da7-a002-bf8a57c379d6 req-7ed3660d-c91d-4e56-8568-8aa93d8135ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.2007031 Dec 20 23:09:35.730856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.764299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c159dc82-03b7-4dff-a039-0f3613825ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.765546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0bec2daf-8225-45c3-9d87-7f1a5b680be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.804662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-735b8d65-ae66-4da7-a002-bf8a57c379d6 req-c8d14213-4506-40a8-a61a-a92b08fba8de tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830417 Dec 20 23:09:35.872681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c159dc82-03b7-4dff-a039-0f3613825ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:35.946729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0bec2daf-8225-45c3-9d87-7f1a5b680be8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1510c635b064c3b971c54eaf677abf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907457 Dec 20 23:09:35.948330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec2daf-8225-45c3-9d87-7f1a5b680be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529f1b2c-75a8-4a9d-a8dc-7a78cb3aaf02,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:35.951613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53054) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.960444 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c159dc82-03b7-4dff-a039-0f3613825ba8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea9cfbf04d16410293c6af82b114e0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4171801 Dec 20 23:09:35.971498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53056) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:35.973419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-5fad4916-2a77-4334-91da-3ca67de298ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:35.974965 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-5fad4916-2a77-4334-91da-3ca67de298ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1696775 Dec 20 23:09:36.026635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807923ca-cb8f-42e3-9fef-31724d2ebdcf req-66335f7e-7c54-4487-a5fc-caa8c60a77fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:36.028371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-807923ca-cb8f-42e3-9fef-31724d2ebdcf req-66335f7e-7c54-4487-a5fc-caa8c60a77fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1441491 Dec 20 23:09:36.030106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159dc82-03b7-4dff-a039-0f3613825ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda0653-c04e-4c99-ab67-121ce0070354,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:36.035409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.130096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.142497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/1b1c9c18-143c-42ba-88f5-4ceb0e5010d1 HTTP/1.1" status: 204 len: 168 time: 0.9535596 Dec 20 23:09:36.143480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:36.151633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.164650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd09d51-f18d-4bf2-ad67-05bda60e3a60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1c9c18-143c-42ba-88f5-4ceb0e5010d1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:36.214897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-d376fc0b-a290-4d86-ada2-a259c36852df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:36.219172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-d376fc0b-a290-4d86-ada2-a259c36852df service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.2183950 Dec 20 23:09:36.220019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc8ea5ea-c037-4b2b-b153-fde1f4c8d5f6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569959 Dec 20 23:09:36.221178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:36.348619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-82164dd6-4f6f-422c-8b7f-9d89ffacd1e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcbe5877-084c-42ce-b7af-f10f47314211 HTTP/1.1" status: 200 len: 217 time: 0.0968328 Dec 20 23:09:36.361626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.518391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-b08c653e-60de-46ee-ac8e-d2384b62d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:36.518391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-b08c653e-60de-46ee-ac8e-d2384b62d708 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.1538012 Dec 20 23:09:36.606854 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-b391d3de-6408-440b-b976-469ab36b6a16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4254227 Dec 20 23:09:36.626230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-2e0802e9-1f66-490d-8617-6f486cc0bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:36.627871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-2e0802e9-1f66-490d-8617-6f486cc0bf98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998580 Dec 20 23:09:36.635571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-73ab979c-55c4-48cf-a753-9ea4096d5157 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:09:36.638796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-73ab979c-55c4-48cf-a753-9ea4096d5157 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167217 Dec 20 23:09:36.698669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.710732 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.721434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eda0653-c04e-4c99-ab67-121ce0070354 HTTP/1.1" status: 204 len: 168 time: 0.7454612 Dec 20 23:09:36.751613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f628faf-d687-4920-883e-c5e33c6294a5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:36.836034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9f628faf-d687-4920-883e-c5e33c6294a5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:36.847510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.858816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:36.890563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54aca-fadc-405b-85eb-6d8090567ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda0653-c04e-4c99-ab67-121ce0070354,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:36.899735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac6429-dc54-480d-83fe-b6e8639affbb None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:36.927476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.959364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Provisioning complete for port 9f628faf-d687-4920-883e-c5e33c6294a5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:36.960318 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:36.974179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-807923ca-cb8f-42e3-9fef-31724d2ebdcf req-2e6e5376-bf1f-432c-833a-eabdc16f13ef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9324105 Dec 20 23:09:37.012670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.045313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a2c23ab5-2252-4d60-99c2-02fa84e9bb13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=391251916bc94be095e908122b488115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846042 Dec 20 23:09:37.046362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53090) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:37.076812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668894eb-4fcb-480d-b7c7-9faaf00eb7fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:37.079479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-668894eb-4fcb-480d-b7c7-9faaf00eb7fc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8517420 Dec 20 23:09:37.083688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53092) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:37.135361 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.152608 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-e5bf36e2-c73f-448f-af1c-5b85d7f6651e service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942722 Dec 20 23:09:37.155635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.159529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.160903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/529f1b2c-75a8-4a9d-a8dc-7a78cb3aaf02 HTTP/1.1" status: 204 len: 168 time: 1.1931899 Dec 20 23:09:37.247515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30026b16-033f-46e0-b344-e7cd6d89bbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f1b2c-75a8-4a9d-a8dc-7a78cb3aaf02,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:37.290872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ede7b-3ad0-404f-8dd4-88a4ec6e203b req-c6a8fc1b-b176-4f15-beb6-f63705ce197c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:37.294990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df0ede7b-3ad0-404f-8dd4-88a4ec6e203b req-c6a8fc1b-b176-4f15-beb6-f63705ce197c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1481085 Dec 20 23:09:37.302071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294a6bb-23d0-4fd3-8cd8-c26861b65bff tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:37.307032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9294a6bb-23d0-4fd3-8cd8-c26861b65bff tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2221005 Dec 20 23:09:37.310523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:37.320309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.356074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.381558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9f628faf-d687-4920-883e-c5e33c6294a5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f628faf-d687-4920-883e-c5e33c6294a5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:37.410684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ce704d68-ec2a-46a4-b66e-40e6c454cf59 req-a43e2c68-ea4b-4b3d-9d22-70d43c9552f0 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564223 Dec 20 23:09:37.414994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-32f04ffb-aa1b-404f-b04e-3cab93321462 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987148 Dec 20 23:09:37.428932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:37.444461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:37.444736 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.487576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.560847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9f628faf-d687-4920-883e-c5e33c6294a5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:37.606987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.610911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.612287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4da29b9d-5bee-4581-ac9a-95fbf5aba61f HTTP/1.1" status: 204 len: 168 time: 0.5635264 Dec 20 23:09:37.624648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:37.629962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a80dd651-342f-48db-955b-632423295164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.638418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96a31a-e961-4e8e-bdd6-6fdee12c5bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da29b9d-5bee-4581-ac9a-95fbf5aba61f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:37.682122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:09:37.682675 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:09:37.728961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Deleting port 9f628faf-d687-4920-883e-c5e33c6294a5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:37.729685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.826560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df0ede7b-3ad0-404f-8dd4-88a4ec6e203b req-a6e4b3ef-21f3-48a4-885b-165ea444977e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5137825 Dec 20 23:09:37.868861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] For port 9f628faf-d687-4920-883e-c5e33c6294a5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f628faf-d687-4920-883e-c5e33c6294a5,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:37.869639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:37.884758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Calling delete_port for 9f628faf-d687-4920-883e-c5e33c6294a5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:37.973274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:37.977410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:38.093184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:38.146944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] Pushing event deleted for resources: {'Port': ['ID=9f628faf-d687-4920-883e-c5e33c6294a5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:38.152938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f715ef7-2712-4cb6-b692-3364b080670a None None] No DVR routers for this DVR port 9f628faf-d687-4920-883e-c5e33c6294a5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:38.217144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94562e-803b-4ca4-83f4-485824adfca9 req-443c8fa8-88ae-4b4e-9efd-03457ea9cf41 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:38.224378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d94562e-803b-4ca4-83f4-485824adfca9 req-443c8fa8-88ae-4b4e-9efd-03457ea9cf41 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.1549635 Dec 20 23:09:38.260740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cb30108e-0ab6-4d75-9736-fe26a64847d3 None None] Port 9f628faf-d687-4920-883e-c5e33c6294a5 update to ACTIVE by agent not found {{(pid=115564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 23:09:38.298813 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:38.391727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d94562e-803b-4ca4-83f4-485824adfca9 req-fcc85445-a8eb-4264-a152-41d69ad6dce6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610737 Dec 20 23:09:38.632997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f628faf-d687-4920-883e-c5e33c6294a5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:38.655425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9f628faf-d687-4920-883e-c5e33c6294a5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:09:38.658285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f628faf-d687-4920-883e-c5e33c6294a5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:09:38.847250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:38.968097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:38.974750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:38.980380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:38.981091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:38.988878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1baff1e-861b-429f-a1f2-6bc9171b3628 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:39.014390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=c98bad3d-4845-4ca3-bddb-34dd13abad82,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:39.097315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c83e-eedd-4af5-a2d5-ec9706715d72 req-86c8efcd-8e6e-4194-9f9a-f6a3aed31eab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:39.106590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b76c83e-eedd-4af5-a2d5-ec9706715d72 req-86c8efcd-8e6e-4194-9f9a-f6a3aed31eab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1181443 Dec 20 23:09:39.163867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b76c83e-eedd-4af5-a2d5-ec9706715d72 req-52f1a282-b943-4de8-92b8-7d972cb93864 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544477 Dec 20 23:09:39.170903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'c98bad3d-4845-4ca3-bddb-34dd13abad82'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:39.172143 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:39.249293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61a97125-6395-4124-bd6b-1902d18e1a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8189993 Dec 20 23:09:39.252547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53168) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:39.257957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:ef:63:51', 'name': 'tempest-NetworksTestDHCPv6-144700014'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:39.350815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c98bad3d-4845-4ca3-bddb-34dd13abad82/95c453a7-bb40-487d-9310-dab5e30d1b04) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:39.539000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:39.898696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:39.962644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11349-9d91-4f4c-a007-eb1c61addbc7 req-c8a955ad-046f-4d31-b888-bc17f28741ab tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:39.966817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8b11349-9d91-4f4c-a007-eb1c61addbc7 req-c8a955ad-046f-4d31-b888-bc17f28741ab tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 946 time: 0.3067665 Dec 20 23:09:39.977332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.045888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 0b19b851-1f00-4e0f-bc5d-4368f87b1d51 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:40.049975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.098065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.203835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:40.211341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:40.216688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:40.227912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8b11349-9d91-4f4c-a007-eb1c61addbc7 req-45e9ed81-2273-40d6-8f6e-dc40da13b07e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484815 Dec 20 23:09:40.246805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Pushing event updated for resources: {'Port': ['ID=95c453a7-bb40-487d-9310-dab5e30d1b04,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:40.360187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:40.368729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::1b3 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/c98bad3d-4845-4ca3-bddb-34dd13abad82/0b19b851-1f00-4e0f-bc5d-4368f87b1d51) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:40.508686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Attempting to bind port 95c453a7-bb40-487d-9310-dab5e30d1b04 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:40.509250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Attempting to bind port 95c453a7-bb40-487d-9310-dab5e30d1b04 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:40.509812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Attempting to bind port 95c453a7-bb40-487d-9310-dab5e30d1b04 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:40.529336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:40.530179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:40.530763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.531399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:40.532550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Bound port: 95c453a7-bb40-487d-9310-dab5e30d1b04, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:40.533125 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.623272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.665012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ff32-619a-47f3-8eb2-be8bec5dca25 req-d54b6650-d63c-4bce-b259-cfe3f25000a0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:40.675977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2e4ff32-619a-47f3-8eb2-be8bec5dca25 req-d54b6650-d63c-4bce-b259-cfe3f25000a0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2824998 Dec 20 23:09:40.753932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b486ef6-fb28-4b30-a41c-1ab37ec8f7d0 req-8a5dd097-b2f0-45b8-b331-c378a9403fae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:40.756557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b486ef6-fb28-4b30-a41c-1ab37ec8f7d0 req-8a5dd097-b2f0-45b8-b331-c378a9403fae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.3735545 Dec 20 23:09:40.799258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] For port 95c453a7-bb40-487d-9310-dab5e30d1b04, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:40.809032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] For port 95c453a7-bb40-487d-9310-dab5e30d1b04, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=95c453a7-bb40-487d-9310-dab5e30d1b04,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:40.815548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.871918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:40.876768 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08518af-1087-424a-adb5-c0c735d292c8" -d '{"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:40.892991 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.897371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:40.939064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2e4ff32-619a-47f3-8eb2-be8bec5dca25 req-01e07dbc-0753-41d1-a18f-2173c8e84ae5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619190 Dec 20 23:09:40.964100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:40.968793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b486ef6-fb28-4b30-a41c-1ab37ec8f7d0 req-ca9bf03e-bb71-4bd1-8b3c-9935c6af70ad tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003853 Dec 20 23:09:41.010712 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:41.030455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27add4-02da-482f-806f-8dd5e2a86a7d None None] Pushing event updated for resources: {'Port': ['ID=95c453a7-bb40-487d-9310-dab5e30d1b04,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:41.181656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:41.207611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:41.321169 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32562ce4-7ccd-4772-a383-a87d3209033f x-openstack-request-id: req-32562ce4-7ccd-4772-a383-a87d3209033f {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:41.321463 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-unplugged", "status": "failed", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211", "code": 422}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:41.323887 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32562ce4-7ccd-4772-a383-a87d3209033f {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:41.323887 n-d-822053-9 neutron-server[115564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'code': 422} returned with failed status Dec 20 23:09:41.337125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:41.348172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:41.354813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:41.376145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:41.377149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:41.435354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=0b19b851-1f00-4e0f-bc5d-4368f87b1d51,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:41.566089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-173772d1-8f47-40fa-bf44-599416700670 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3118954 Dec 20 23:09:41.569416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53254) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:41.625826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcdb8c-44ff-4281-b772-45ede35de346 req-5673a046-6e8b-4538-8b2e-3c295a0a9dde tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:41.634341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:41.638851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44bcdb8c-44ff-4281-b772-45ede35de346 req-5673a046-6e8b-4538-8b2e-3c295a0a9dde tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1505003 Dec 20 23:09:41.717496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010bc56-f331-47a3-8302-bcbbbe55d07c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:41.725215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010bc56-f331-47a3-8302-bcbbbe55d07c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:41.728019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5010bc56-f331-47a3-8302-bcbbbe55d07c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1565204 Dec 20 23:09:41.730938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:41.792926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44bcdb8c-44ff-4281-b772-45ede35de346 req-e8291e76-7538-4ee6-8e54-5ce38bf29ac1 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451344 Dec 20 23:09:41.895883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 0b19b851-1f00-4e0f-bc5d-4368f87b1d51 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:41.898220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.020640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2b167df-9b30-4872-9a4d-d374b17451d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.086112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.105668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 0b19b851-1f00-4e0f-bc5d-4368f87b1d51 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:42.360619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.373586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375193f-c120-4da4-bc0e-d39a5a377d24 req-6a15f78c-93e2-4d6a-ae48-1feedb6a26da tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:42.381643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d375193f-c120-4da4-bc0e-d39a5a377d24 req-6a15f78c-93e2-4d6a-ae48-1feedb6a26da tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.0964825 Dec 20 23:09:42.407905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961e1c1-2893-4dba-8b3b-e406e510eb60 req-92fca2be-6463-4bb7-a441-db4ce4bb6917 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:42.415528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7961e1c1-2893-4dba-8b3b-e406e510eb60 req-92fca2be-6463-4bb7-a441-db4ce4bb6917 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1860685 Dec 20 23:09:42.490302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=0b19b851-1f00-4e0f-bc5d-4368f87b1d51,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:42.594340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.598829 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b7b0d15-9636-4471-8a24-a1c26a7161e2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0b19b851-1f00-4e0f-bc5d-4368f87b1d51 HTTP/1.1" status: 204 len: 168 time: 0.8655150 Dec 20 23:09:42.614928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7961e1c1-2893-4dba-8b3b-e406e510eb60 req-c7607f3d-74e9-40cb-b778-ce65be4ca92b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984537 Dec 20 23:09:42.623397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53284) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:42.682052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d375193f-c120-4da4-bc0e-d39a5a377d24 req-94d191d1-fd2d-49c4-93e4-8588b9549264 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573102 Dec 20 23:09:42.716221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2b167df-9b30-4872-9a4d-d374b17451d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.719947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a078d3-b7a2-40c8-9ce1-544f4ba85478 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:42.721568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a078d3-b7a2-40c8-9ce1-544f4ba85478 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:42.723184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-45a078d3-b7a2-40c8-9ce1-544f4ba85478 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0988772 Dec 20 23:09:42.725975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53288) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:42.754947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 95c453a7-bb40-487d-9310-dab5e30d1b04 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:42.876838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2b167df-9b30-4872-9a4d-d374b17451d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.883281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] Provisioning complete for port 95c453a7-bb40-487d-9310-dab5e30d1b04 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:42.883281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.962043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 95c453a7-bb40-487d-9310-dab5e30d1b04 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:42.962940 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:42.976781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b167df-9b30-4872-9a4d-d374b17451d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f787a747-da89-4796-bca1-a1beca48384b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:43.006869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet c98bad3d-4845-4ca3-bddb-34dd13abad82 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:43.017601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.097778 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a2b167df-9b30-4872-9a4d-d374b17451d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=929d2110602d499fbd48c6476e287acc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4549139 Dec 20 23:09:43.098004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53306) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:43.134935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.232361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.295080 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.301008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.379495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.481009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] For port 95c453a7-bb40-487d-9310-dab5e30d1b04, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=95c453a7-bb40-487d-9310-dab5e30d1b04,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:43.498611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.502958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.505376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f787a747-da89-4796-bca1-a1beca48384b HTTP/1.1" status: 204 len: 168 time: 0.4099226 Dec 20 23:09:43.524350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c0c31-e203-4bca-8e2d-0c8d75d5843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787a747-da89-4796-bca1-a1beca48384b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:43.569173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.570376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.764677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:43.847379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.872056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f7155f85-4a63-4570-b878-af5ab1429160 None None] Could not find standard attr ID for object 0b19b851-1f00-4e0f-bc5d-4368f87b1d51. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:09:43.949601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:09:43.951817 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:09:43.959470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acc505-c041-4594-81ae-858f6418ddaa None None] Pushing event updated for resources: {'Port': ['ID=95c453a7-bb40-487d-9310-dab5e30d1b04,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:43.963402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd3ad-cf19-40e0-bb22-f9fda88b6817 req-5b05ce7f-97cd-4319-8340-1f2a1409e0fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:43.976105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b2dd3ad-cf19-40e0-bb22-f9fda88b6817 req-5b05ce7f-97cd-4319-8340-1f2a1409e0fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1241710 Dec 20 23:09:43.981359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=c98bad3d-4845-4ca3-bddb-34dd13abad82,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:43.995465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446945e-d787-4f1b-b6ec-1fca6cd39a8c req-4588e7dd-38ac-45f9-af95-330b016a5fbe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:43.996769 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:43.998676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df835f1-9751-4c9d-b86b-2a5408804356 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:44.009807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a446945e-d787-4f1b-b6ec-1fca6cd39a8c req-4588e7dd-38ac-45f9-af95-330b016a5fbe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1398878 Dec 20 23:09:44.012732 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cdfa6dac-34cd-42f5-9f5c-0a7e61e3faaa tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c98bad3d-4845-4ca3-bddb-34dd13abad82 HTTP/1.1" status: 204 len: 168 time: 1.2855153 Dec 20 23:09:44.013894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53330) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.106312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8462f995-0437-42b9-bacb-0ad504c3f3f2 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912011 Dec 20 23:09:44.107285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53332) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.122636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b2dd3ad-cf19-40e0-bb22-f9fda88b6817 req-d04b098d-6aac-49b1-976c-cdce466811cd tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407602 Dec 20 23:09:44.123759 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e27e-8c2a-489a-b6f9-a0f8132d59f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:44.284366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device dcbe5877-084c-42ce-b7af-f10f47314211 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:44.324562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:44.448424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a446945e-d787-4f1b-b6ec-1fca6cd39a8c req-19cc375a-8923-43d2-9d8a-b9caf9f20e5e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364004 Dec 20 23:09:44.472610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf12d70-fbfd-43ae-8a8a-c60886011738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:44.477343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.500442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aaf12d70-fbfd-43ae-8a8a-c60886011738 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3723230 Dec 20 23:09:44.636782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1399171-ff20-4745-99c9-435afe1eac21 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:44.638850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a1399171-ff20-4745-99c9-435afe1eac21 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602199 Dec 20 23:09:44.641752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.646504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e27e-8c2a-489a-b6f9-a0f8132d59f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:44.690106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Deleting port 95c453a7-bb40-487d-9310-dab5e30d1b04 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:44.690480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:44.704570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e27e-8c2a-489a-b6f9-a0f8132d59f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:44.777816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-70b2afdd-acb1-471c-ab6c-c31dcee98643 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341412 Dec 20 23:09:44.785323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53358) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.794794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:44.799236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e27e-8c2a-489a-b6f9-a0f8132d59f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c700b4-6b33-4a22-bca6-bb705831a5d3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:44.861609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] For port 95c453a7-bb40-487d-9310-dab5e30d1b04, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=95c453a7-bb40-487d-9310-dab5e30d1b04,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:44.865203 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:44.914570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ba8e27e-8c2a-489a-b6f9-a0f8132d59f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=648208ac5cb346ffbd6089ed85c19bba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1469162 Dec 20 23:09:44.916082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:44.916702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 95c453a7-bb40-487d-9310-dab5e30d1b04 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:09:44.921201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Calling delete_port for 95c453a7-bb40-487d-9310-dab5e30d1b04 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:45.044084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.105251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.155210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:45.155210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.326889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.332238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.340060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28c700b4-6b33-4a22-bca6-bb705831a5d3 HTTP/1.1" status: 204 len: 168 time: 0.4228816 Dec 20 23:09:45.376117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf0f92-2c84-4e59-bd11-8ccc8d60dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c700b4-6b33-4a22-bca6-bb705831a5d3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:45.403784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284d9fa-1afb-47ee-9619-57b04207867a req-1bbea28d-e946-435f-a730-b0265d5239ed tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:45.412584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6284d9fa-1afb-47ee-9619-57b04207867a req-1bbea28d-e946-435f-a730-b0265d5239ed tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1051812 Dec 20 23:09:45.510760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6284d9fa-1afb-47ee-9619-57b04207867a req-097d3401-5a67-4036-835f-9de60547176a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968428 Dec 20 23:09:45.761032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.863873 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:45.955456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779f734-62bf-4bff-9d88-cc8ddcc827fa req-63d36c9c-50b7-4722-8864-a8940c94bbd1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:45.990534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7779f734-62bf-4bff-9d88-cc8ddcc827fa req-63d36c9c-50b7-4722-8864-a8940c94bbd1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.2162902 Dec 20 23:09:46.008747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] Pushing event deleted for resources: {'Port': ['ID=95c453a7-bb40-487d-9310-dab5e30d1b04,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:46.109212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23cb4d-4a8c-4002-be85-034321fec277 None None] No DVR routers for this DVR port 95c453a7-bb40-487d-9310-dab5e30d1b04 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:46.256226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7779f734-62bf-4bff-9d88-cc8ddcc827fa req-e52fa6d4-8a95-47e7-82c2-bc9f29dcdb36 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596729 Dec 20 23:09:46.320312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:46.332730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:46.440091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=89f2588f-d535-4dff-941c-0a0108b99059,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:46.448414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:46.455645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:46.456869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:46.457759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:46.462100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572289d0-7248-4c7a-a8c4-ff9426857c64 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:46.542111 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0c2e6d3-86e0-4643-898b-f6a3e2461d13 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7551718 Dec 20 23:09:46.545569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:46.552513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:46.757954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '89f2588f-d535-4dff-941c-0a0108b99059'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:09:46.757954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:46.892345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adfdf-59d8-4e0d-90ca-45c65b0afa0d req-704cc478-4c62-4b3c-8ad5-21b577590b79 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:46.904554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c6adfdf-59d8-4e0d-90ca-45c65b0afa0d req-704cc478-4c62-4b3c-8ad5-21b577590b79 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1432302 Dec 20 23:09:46.972601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c6adfdf-59d8-4e0d-90ca-45c65b0afa0d req-6cc3a5f2-295e-44d3-a5da-ea4426414a20 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662985 Dec 20 23:09:47.083481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Allocated IP 2001:db8::f816:3eff:fe88:ba64 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/89f2588f-d535-4dff-941c-0a0108b99059/1a09d5e4-a629-4f32-a296-704a0ea37e24) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:47.329131 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:47.436131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:47.441383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:47.456122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9e13-b5f7-4c60-a36b-c774f807c830 req-e9d7aa70-0b39-499d-938f-699de8d92d00 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:47.466321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6efb9e13-b5f7-4c60-a36b-c774f807c830 req-e9d7aa70-0b39-499d-938f-699de8d92d00 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.0804007 Dec 20 23:09:47.470242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:47.589163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:47.591297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6efb9e13-b5f7-4c60-a36b-c774f807c830 req-2cbd67d0-5001-43b3-80ea-16687209ba0d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238406 Dec 20 23:09:47.597386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:47.602596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Pushing event updated for resources: {'Port': ['ID=1a09d5e4-a629-4f32-a296-704a0ea37e24,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:47.614430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:47.706849 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89f2588f-d535-4dff-941c-0a0108b99059 (CIDR: 2001:db8::/64) Dec 20 23:09:47.706991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53446) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:47.728053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Attempting to bind port 1a09d5e4-a629-4f32-a296-704a0ea37e24 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:47.728763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Attempting to bind port 1a09d5e4-a629-4f32-a296-704a0ea37e24 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:47.730153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Attempting to bind port 1a09d5e4-a629-4f32-a296-704a0ea37e24 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:47.740690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:47.741523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:47.743008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:47.746875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:47.746875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Bound port: 1a09d5e4-a629-4f32-a296-704a0ea37e24, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:47.746875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:47.767673 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:09:47.768136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:09:47.862743 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c9bb959-5611-447f-a4cd-cca788346e68 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3164968 Dec 20 23:09:47.865927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53454) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:47.871452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:47.895693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] For port 1a09d5e4-a629-4f32-a296-704a0ea37e24, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:47.900584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] For port 1a09d5e4-a629-4f32-a296-704a0ea37e24, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1a09d5e4-a629-4f32-a296-704a0ea37e24,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:47.932229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1085409973-network', 'tenant_id': 'bba76e622fda45ca832428a1cff17a5a'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:47.974225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.082633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Made reservation on behalf of bba76e622fda45ca832428a1cff17a5a for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:48.085445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.105817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.242677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:48.246271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.250507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6e1d4-75ed-4eb9-8880-2d26ea0ca18a None None] Pushing event updated for resources: {'Port': ['ID=1a09d5e4-a629-4f32-a296-704a0ea37e24,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:48.393015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27be19-f436-4bca-8590-4dce1b131335 req-7c198df4-ae5f-4091-8931-10743201962a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:48.404468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f27be19-f436-4bca-8590-4dce1b131335 req-7c198df4-ae5f-4091-8931-10743201962a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2650464 Dec 20 23:09:48.539626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.628261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.734481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a25350-0469-4878-932c-ab760b155f21,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:48.850673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:09:48.900088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f27be19-f436-4bca-8590-4dce1b131335 req-f31b30fd-9873-43e8-b345-0feb96a5dddb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513401 Dec 20 23:09:48.949090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1a09d5e4-a629-4f32-a296-704a0ea37e24 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:48.980661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:48.981654 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Added segment 8e1a0dfd-0a9c-42ff-8937-3e39c234adef of type vlan for network c9f7a371-63e9-4651-b0da-b97fc996195c Dec 20 23:09:48.990130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.079283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.108057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a42a2-a835-43d7-8068-0ed909784ae9 req-0f58a6c5-1914-47bf-bbc3-7d8b6b6eaef2 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:49.113748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c5a42a2-a835-43d7-8068-0ed909784ae9 req-0f58a6c5-1914-47bf-bbc3-7d8b6b6eaef2 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.2752366 Dec 20 23:09:49.160472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:49.166461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:49.172210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:49.173106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.191809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:49.195305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.217043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=b2548b8f-d359-4804-bd05-b354738e7697,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:49.258149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c5a42a2-a835-43d7-8068-0ed909784ae9 req-bf52177b-6b6b-4f6f-af9a-812cd1aace60 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241140 Dec 20 23:09:49.284095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0942e3c0-0420-4905-a174-de69500524be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4169152 Dec 20 23:09:49.286975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:49.292530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:bf:24:8f', 'name': 'tempest-NetworksTestDHCPv6-1937626108'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:49.407951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.409276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:49.410180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.541865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.556725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8489614 Dec 20 23:09:49.557496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:49.640710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Request body: {'subnet': {'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1085409973-subnet', 'tenant_id': 'bba76e622fda45ca832428a1cff17a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:49.774634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 1a09d5e4-a629-4f32-a296-704a0ea37e24, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1a09d5e4-a629-4f32-a296-704a0ea37e24,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:49.805525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1c5e-e101-421f-a83c-daa2d129d888 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f7a371-63e9-4651-b0da-b97fc996195c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:49.819866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c9f7a371-63e9-4651-b0da-b97fc996195c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:09:49.900130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:49.990421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:49.994986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Made reservation on behalf of bba76e622fda45ca832428a1cff17a5a for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:49.997388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:50.056334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=1a09d5e4-a629-4f32-a296-704a0ea37e24,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:50.182166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf2cbf-077d-45a2-9ffe-31611fe264fb None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:50.242640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a97a2-3a72-471f-8921-3c3556099ecf req-37b9c411-ebba-4c85-b523-9535ac583bf6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:50.242640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-364a97a2-3a72-471f-8921-3c3556099ecf req-37b9c411-ebba-4c85-b523-9535ac583bf6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1326656 Dec 20 23:09:50.352842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6b60ada8-5143-45c3-a2fe-de53a2cd55ac None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:50.353406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6b60ada8-5143-45c3-a2fe-de53a2cd55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:50.457631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:50.490628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Update dhcp port {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': '89f2588f-d535-4dff-941c-0a0108b99059', 'ip_address': '2001:db8::f816:3eff:fe88:ba64'}, {'subnet_id': 'b2548b8f-d359-4804-bd05-b354738e7697'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '1a09d5e4-a629-4f32-a296-704a0ea37e24'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:09:50.492524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-364a97a2-3a72-471f-8921-3c3556099ecf req-9bdb5311-7c9c-4a93-9c1b-613993a787ae tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452292 Dec 20 23:09:50.530263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port 32db65e8-df24-4fcf-98c0-c5e9df064cd5 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:09:50.549676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:50.807804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1a09d5e4-a629-4f32-a296-704a0ea37e24 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:50.977015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:50.977304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:51.097160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:51.125926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3a07c-de83-436e-bb2d-9027b56f9553 req-b1a5d888-92ba-4a55-844c-803f8f15fe7c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:51.125926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7d3a07c-de83-436e-bb2d-9027b56f9553 req-b1a5d888-92ba-4a55-844c-803f8f15fe7c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.4138138 Dec 20 23:09:51.223111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8:0:1::153 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/b2548b8f-d359-4804-bd05-b354738e7697/32db65e8-df24-4fcf-98c0-c5e9df064cd5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:51.259821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:febf:248f (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/89f2588f-d535-4dff-941c-0a0108b99059/32db65e8-df24-4fcf-98c0-c5e9df064cd5) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:51.297993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e2060f-2146-4d9f-8633-291dfdf5b819,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:51.352182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7d3a07c-de83-436e-bb2d-9027b56f9553 req-2683a0fc-1fc1-47a5-ba74-9eca26223434 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021124 Dec 20 23:09:51.363910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Checking segment: {'id': '8e1a0dfd-0a9c-42ff-8937-3e39c234adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:51.365071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Network hostable DHCP agents. Network: c9f7a371-63e9-4651-b0da-b97fc996195c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:09:51.544314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Network c9f7a371-63e9-4651-b0da-b97fc996195c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:09:51.648574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c9f7a371-63e9-4651-b0da-b97fc996195c) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:51.668599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d637d2-a6dd-4bf1-9893-403451537759 None None] Network c9f7a371-63e9-4651-b0da-b97fc996195c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:51.708455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:51.712790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:51.797980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:51.842842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e00bf-9281-43c6-8c63-3b915d474e31 None None] Network c9f7a371-63e9-4651-b0da-b97fc996195c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:51.877092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88204e06-b301-4823-a561-d5e90826a02e req-821f0183-7fa6-4785-8e6e-cac03e72b297 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:51.878772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88204e06-b301-4823-a561-d5e90826a02e req-821f0183-7fa6-4785-8e6e-cac03e72b297 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2395923 Dec 20 23:09:51.952039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.052284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:52.057122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7525a846-3605-4a36-8bc8-7a941e6d2fd5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4610069 Dec 20 23:09:52.075088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:52.087996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:09:52.095217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:52.097187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.129414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Allocated IP 2001:db8:0:1::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/b2548b8f-d359-4804-bd05-b354738e7697/1a09d5e4-a629-4f32-a296-704a0ea37e24) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:09:52.130048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88204e06-b301-4823-a561-d5e90826a02e req-76202692-85ce-40b7-a507-b4a01e9320a5 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391982 Dec 20 23:09:52.131926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=32db65e8-df24-4fcf-98c0-c5e9df064cd5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:52.183935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-dc76cef3-b78d-4192-8b77-1c90a117bdf4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7036419 Dec 20 23:09:52.258083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a435f660-7beb-4643-9cd7-46a6a4c46bde tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9696896 Dec 20 23:09:52.265027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:52.278308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-8a0eb0b3-725a-4db5-a584-fabfc5a35c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:52.281086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-8a0eb0b3-725a-4db5-a584-fabfc5a35c5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 1094 time: 0.7423234 Dec 20 23:09:52.313529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:52.328108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] For port 1a09d5e4-a629-4f32-a296-704a0ea37e24, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1a09d5e4-a629-4f32-a296-704a0ea37e24,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:52.344895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-8cecb61b-4563-405b-a52b-0a1bf5e06630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:52.346965 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-8cecb61b-4563-405b-a52b-0a1bf5e06630 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 1097 time: 0.1254852 Dec 20 23:09:52.388378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.424448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.452610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.601684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d8b4-407d-4f34-8844-102222b92a3a req-4d2d506b-0d4b-4731-a5b9-61c4ee267c99 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:52.603314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7b5d8b4-407d-4f34-8844-102222b92a3a req-4d2d506b-0d4b-4731-a5b9-61c4ee267c99 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.1155617 Dec 20 23:09:52.651694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb287c3-245b-4a1e-a0a8-4afd5bb14e22 None None] Pushing event updated for resources: {'Port': ['ID=1a09d5e4-a629-4f32-a296-704a0ea37e24,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:52.812962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1a09d5e4-a629-4f32-a296-704a0ea37e24 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:09:52.848031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-0041ff04-bd36-402b-9da9-30d16008f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:52.849517 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-0041ff04-bd36-402b-9da9-30d16008f693 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.4456713 Dec 20 23:09:52.860475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7b5d8b4-407d-4f34-8844-102222b92a3a req-9e722c2c-3c70-4664-907f-1168525bd068 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379200 Dec 20 23:09:52.914572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port 32db65e8-df24-4fcf-98c0-c5e9df064cd5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:52.914572 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:52.926658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:52.927044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:53.060214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-7e91813d-3178-4a12-be6a-99986239016c tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:53.068652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-7e91813d-3178-4a12-be6a-99986239016c tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/networks?id=c9f7a371-63e9-4651-b0da-b97fc996195c HTTP/1.1" status: 200 len: 814 time: 0.4362934 Dec 20 23:09:53.106193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fd8903da-3c29-4247-9776-d619ef64007e tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/quotas/bba76e622fda45ca832428a1cff17a5a HTTP/1.1" status: 200 len: 375 time: 0.0365465 Dec 20 23:09:53.131973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-e08aafcb-95e8-44d4-950f-71bb96bffcb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd46151-997a-41a6-ba05-7dc348e878af HTTP/1.1" status: 200 len: 217 time: 0.2416005 Dec 20 23:09:53.573789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:53.647890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-329d8b94-da35-4c7d-b823-381db8ef493c None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:53.655195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-329d8b94-da35-4c7d-b823-381db8ef493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:53.665193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-21f27494-a03f-4485-9a17-5e4f9a1df963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:53.670624 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-21f27494-a03f-4485-9a17-5e4f9a1df963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.4634349 Dec 20 23:09:53.707758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:53.746480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-60f7d00a-9d0e-4e18-8dc3-b889b385c109 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bba76e622fda45ca832428a1cff17a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6392155 Dec 20 23:09:53.781429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:53.837539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:09:53.863544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:53.867219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ab3d-2eb7-4856-9ca2-76d23f549acc req-1e85e8e0-6a40-41bb-b460-cdf88050fea3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:53.875528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded5ab3d-2eb7-4856-9ca2-76d23f549acc req-1e85e8e0-6a40-41bb-b460-cdf88050fea3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1949596 Dec 20 23:09:53.911452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Transition to ACTIVE for port object 67b0bdc3-c7dd-4087-8740-9fdc62883038 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:09:53.915820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for 32db65e8-df24-4fcf-98c0-c5e9df064cd5 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:53.952699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded5ab3d-2eb7-4856-9ca2-76d23f549acc req-9e66f89a-fc87-4221-8130-4e3ca8e4f00c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759261 Dec 20 23:09:53.971279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-a930fbb2-58a8-4ea7-9394-9496c6c6a9e2 service neutron] 10.222.0.62 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239516 Dec 20 23:09:54.106415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ab864211-a04e-4e17-81fc-c1cee270d342 None None] Provisioning complete for port 32db65e8-df24-4fcf-98c0-c5e9df064cd5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:54.107020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab864211-a04e-4e17-81fc-c1cee270d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:54.157249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b0a52-2c44-4862-bd35-ec7fc3bab1bf req-5583e49c-dfa6-48c6-b964-d30feea0f973 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:54.164698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c8b0a52-2c44-4862-bd35-ec7fc3bab1bf req-5583e49c-dfa6-48c6-b964-d30feea0f973 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.0767574 Dec 20 23:09:54.201624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ab864211-a04e-4e17-81fc-c1cee270d342 None None] Port 32db65e8-df24-4fcf-98c0-c5e9df064cd5 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:09:54.207068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-f08c13c8-e6aa-40d0-a479-2bd4f408d566 service neutron] 10.222.0.62 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348380 Dec 20 23:09:54.216304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:54.291422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c8b0a52-2c44-4862-bd35-ec7fc3bab1bf req-971dcba8-b947-4ff7-863d-30eef1c0dbdf tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254761 Dec 20 23:09:54.325495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:54.851064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a79cc173-4094-45f8-bdc6-218b561c8c1f req-b01fda83-a505-4088-943b-3e97b1c11503 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.1042783 Dec 20 23:09:55.081849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cbb88-e78e-4bff-af22-d5ae3945ebf2 req-3790e7f4-54b8-4b67-bf31-a0be7ae07db8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.084446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-528cbb88-e78e-4bff-af22-d5ae3945ebf2 req-3790e7f4-54b8-4b67-bf31-a0be7ae07db8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1252377 Dec 20 23:09:55.107266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] No DVR routers for this DVR port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:55.131339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:55.139829 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/32db65e8-df24-4fcf-98c0-c5e9df064cd5 HTTP/1.1" status: 204 len: 168 time: 2.8781066 Dec 20 23:09:55.156694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53636) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:55.173072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-528cbb88-e78e-4bff-af22-d5ae3945ebf2 req-74dc46e5-0711-4235-8313-58a69cc6798c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815685 Dec 20 23:09:55.250638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=9']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:55.281135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af172c26-52f3-40e4-89a9-caf236a98504 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.283040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-af172c26-52f3-40e4-89a9-caf236a98504 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1065784 Dec 20 23:09:55.287016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53640) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:55.295271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-541170fb-6505-4a88-acdc-3ba072d4d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.304580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-541170fb-6505-4a88-acdc-3ba072d4d6d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0898354 Dec 20 23:09:55.393590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e06cc-fe96-4e05-9dc9-57ebf17212cb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.409034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-076e06cc-fe96-4e05-9dc9-57ebf17212cb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1206841 Dec 20 23:09:55.416475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53644) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:55.689543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7474810-e08f-44fb-b283-30f994c7c3fe tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=32db65e8-df24-4fcf-98c0-c5e9df064cd5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:55.794319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-1fdb94dd-5b21-4c2f-9529-83c683473e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.796242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-1fdb94dd-5b21-4c2f-9529-83c683473e8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.8960032 Dec 20 23:09:55.809703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3315ce-8d04-4ed1-a75d-98fea4829d14 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.812156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3315ce-8d04-4ed1-a75d-98fea4829d14 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.814189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3315ce-8d04-4ed1-a75d-98fea4829d14 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.818728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ff3315ce-8d04-4ed1-a75d-98fea4829d14 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4001305 Dec 20 23:09:55.822195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53660) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:55.877024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 89f2588f-d535-4dff-941c-0a0108b99059 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:55.884206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:55.946518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f8389-58bd-498a-b847-b0cb4392a155 req-43ac37a8-6989-4fff-8962-64d6016bcb63 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:55.955119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-540f8389-58bd-498a-b847-b0cb4392a155 req-43ac37a8-6989-4fff-8962-64d6016bcb63 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 943 time: 0.3415411 Dec 20 23:09:55.977067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.035022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-8061a6e9-b1e9-485f-8181-f338b7f145ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:56.037163 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-8061a6e9-b1e9-485f-8181-f338b7f145ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.2209377 Dec 20 23:09:56.078089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-540f8389-58bd-498a-b847-b0cb4392a155 req-0c511c50-fe7a-4481-9727-cf9d6cd7d2f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217027 Dec 20 23:09:56.082700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88d024f1-3ddc-4edf-8701-7e2fb37c2e8e req-59208d6f-c58e-4749-8844-39570daa51c7 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.0836802 Dec 20 23:09:56.127797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:09:56.128806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:09:56.129401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:56.152420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:09:56.153120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Attempting to bind port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:09:56.160666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.182935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:09:56.183632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:09:56.184209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:09:56.184866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Bound port: 67b0bdc3-c7dd-4087-8740-9fdc62883038, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:09:56.185419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.242743 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-d9404b1c-5f9d-4628-9619-bac0307ae1b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.1762991 Dec 20 23:09:56.249342 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-28937089-8e1f-4d4f-a9a9-3083bbad57ce service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346650 Dec 20 23:09:56.351005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:09:56.359498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483affd-ccd5-4bd6-a139-b6465594f70a req-00064ccb-eaa5-41cf-946f-3886af64353a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:56.361436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2483affd-ccd5-4bd6-a139-b6465594f70a req-00064ccb-eaa5-41cf-946f-3886af64353a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0733683 Dec 20 23:09:56.387141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-dda9b39d-6d18-4f58-b230-7f51acf9ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:56.388649 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-dda9b39d-6d18-4f58-b230-7f51acf9ac40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.1380675 Dec 20 23:09:56.396956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:09:56.428788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2483affd-ccd5-4bd6-a139-b6465594f70a req-cbf7d987-fa33-44af-8c38-d2684023bc60 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585515 Dec 20 23:09:56.464220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-02dced6c-4aa6-41ab-96a2-86a1ac55e864 req-c9ad6113-e25f-4a84-afc1-70b88691e990 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938362 Dec 20 23:09:56.466737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-a6044b5c-c16d-4a11-8e9c-8c068b99c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:56.468620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-a6044b5c-c16d-4a11-8e9c-8c068b99c732 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704281 Dec 20 23:09:56.558759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-922d9a88-d198-4449-85f4-d07619a6efa8 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Dec 20 23:09:56.652705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7e0b08ef-f0e3-4c94-8b7e-ea24eb592662 req-745949bf-bba9-4fc4-9d63-084459d9bab0 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Dec 20 23:09:56.715192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.739956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.743583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.745284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583c04d-320c-4143-9b4c-a81a318cb07b None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:56.751818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/89f2588f-d535-4dff-941c-0a0108b99059 HTTP/1.1" status: 204 len: 168 time: 0.9283714 Dec 20 23:09:56.756129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:56.836891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72e5d3-ed74-4415-8107-6e91eddf362c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=89f2588f-d535-4dff-941c-0a0108b99059,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:56.879909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:56.890493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:56.892441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] 10.222.0.59 "PUT /v2.0/ports/67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 1091 time: 4.5877960 Dec 20 23:09:56.892919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:09:56.895254 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:09:56.968060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet b2548b8f-d359-4804-bd05-b354738e7697 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:09:56.977247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:57.093369 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18ac0c-bf9a-4258-b6e3-f9a1a2790bff x-openstack-request-id: req-cc18ac0c-bf9a-4258-b6e3-f9a1a2790bff {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:09:57.093659 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:09:57.102753 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc18ac0c-bf9a-4258-b6e3-f9a1a2790bff {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:09:57.102753 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'status': 'completed', 'code': 200} Dec 20 23:09:57.127483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:57.180045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b950-c538-4d87-a83f-6b230b035ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:57.220314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-e70c1367-37b6-4e82-a138-106e4202c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:57.222411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-e70c1367-37b6-4e82-a138-106e4202c1d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1095 time: 0.2688129 Dec 20 23:09:57.418653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6609645-b75d-42a5-b859-552ccf9459a0 req-bfacb422-a38a-4273-80c6-54597b4cf9c4 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.1588371 Dec 20 23:09:57.504174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-9fb91990-49eb-42cc-8fce-f9da9c4e78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:57.505676 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-9fb91990-49eb-42cc-8fce-f9da9c4e78b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.2761440 Dec 20 23:09:57.568566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:57.649873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef107bb1-c636-448a-9c33-f1ef9e198899 req-92466942-29a4-4dee-9c65-89a4d8523959 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:57.651721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef107bb1-c636-448a-9c33-f1ef9e198899 req-92466942-29a4-4dee-9c65-89a4d8523959 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.3711009 Dec 20 23:09:57.704359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-32aedb1f-afff-4ad8-ab54-f1547c68fc30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 999 time: 0.1772711 Dec 20 23:09:57.856067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0efee2-5c93-4c82-809c-f936d5606958 req-c42aea64-748d-400b-b70b-41900c636c32 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:57.862247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-9a410905-88b4-4e80-b6e6-16e0c0b55bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:57.866533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-9a410905-88b4-4e80-b6e6-16e0c0b55bc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.1471770 Dec 20 23:09:57.867855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d0efee2-5c93-4c82-809c-f936d5606958 req-c42aea64-748d-400b-b70b-41900c636c32 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2701583 Dec 20 23:09:57.893948 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:57.939088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef107bb1-c636-448a-9c33-f1ef9e198899 req-fdc3c1ee-07ee-4c6f-88fe-c9c85ced51ac tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398717 Dec 20 23:09:58.030246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43428508-0716-4264-81d8-2bbd36310d0b req-77ad827b-4aa2-4d84-8b8f-975e8768adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:58.030246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-77ad827b-4aa2-4d84-8b8f-975e8768adab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472261 Dec 20 23:09:58.064996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d0efee2-5c93-4c82-809c-f936d5606958 req-a04f262b-d1d2-40df-9a38-5c89466305f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953294 Dec 20 23:09:58.126455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:58.166690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=b2548b8f-d359-4804-bd05-b354738e7697,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:58.179984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:58.193556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2bb22ad6-ed8a-4a23-96d9-e3b68b28227a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/b2548b8f-d359-4804-bd05-b354738e7697 HTTP/1.1" status: 204 len: 168 time: 1.4327490 Dec 20 23:09:58.195952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53726) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:58.258241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aed08c81-aedb-41f6-932a-43700a37d330 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610154 Dec 20 23:09:58.273904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53730) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:58.282983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:58.350657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66c83-1c56-452e-86b9-29505f438113 req-1fc18835-216e-4889-ba01-3451ff0fa5f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:58.352796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cf66c83-1c56-452e-86b9-29505f438113 req-1fc18835-216e-4889-ba01-3451ff0fa5f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.0934651 Dec 20 23:09:58.370769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-96403c8b-3c77-4dea-b8b9-f7c6d37aebd3 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334589 Dec 20 23:09:58.373655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988dc87f-25d7-4d29-a1a2-59e3b34d26d6 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:58.485933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cf66c83-1c56-452e-86b9-29505f438113 req-e3a0a68e-a925-4ce4-9c94-3ae2f928bd86 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234879 Dec 20 23:09:58.654963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-83cbbc7d-7489-47be-a4d2-86229beaafe3 None None] Provisioning complete for port 1a09d5e4-a629-4f32-a296-704a0ea37e24 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:09:58.656505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83cbbc7d-7489-47be-a4d2-86229beaafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:58.679005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cef90fa-2b30-4b33-86e4-d2d964e9c8b0 req-139a9f5b-a82d-4c5b-8b0c-8e3a39a7b285 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.0559444 Dec 20 23:09:58.718211 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-43428508-0716-4264-81d8-2bbd36310d0b req-1531dc36-7b0f-4e7e-bdd8-c3ac6378ad95 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993715 Dec 20 23:09:58.720396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:09:58.725820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:58.769986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:58.849798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc64d1-f8f4-45c3-a2eb-762dc1ca5583 req-765785d1-280e-4a6c-a220-5c807b1355c8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:58.851972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29dc64d1-f8f4-45c3-a2eb-762dc1ca5583 req-765785d1-280e-4a6c-a220-5c807b1355c8 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1709986 Dec 20 23:09:58.867617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-d400f46e-b1ef-41c9-9ef5-d0eddd54310d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876318 Dec 20 23:09:58.951879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:09:59.052976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29dc64d1-f8f4-45c3-a2eb-762dc1ca5583 req-006e8cf6-63ed-4678-af39-ed80a816abef tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906104 Dec 20 23:09:59.123388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Deleting port 1a09d5e4-a629-4f32-a296-704a0ea37e24 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:09:59.124194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.155492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13853b20-36bc-43cd-b624-293e5c91e99a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.215471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] For port 1a09d5e4-a629-4f32-a296-704a0ea37e24, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1a09d5e4-a629-4f32-a296-704a0ea37e24,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:09:59.221634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.250232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-8624c2f2-71b4-41c2-a360-f0fce97d253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.252176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-8624c2f2-71b4-41c2-a360-f0fce97d253e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 1096 time: 0.1952934 Dec 20 23:09:59.259977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Calling delete_port for 1a09d5e4-a629-4f32-a296-704a0ea37e24 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:09:59.292104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-7ab9ec71-7b8e-44d3-8358-509bd078f9b4 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.293892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-7ab9ec71-7b8e-44d3-8358-509bd078f9b4 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.59 "GET /v2.0/networks?id=c9f7a371-63e9-4651-b0da-b97fc996195c HTTP/1.1" status: 200 len: 814 time: 0.2324998 Dec 20 23:09:59.317798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Request body: {'port': {'device_id': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c', 'admin_state_up': True, 'tenant_id': 'bba76e622fda45ca832428a1cff17a5a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:59.369125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e0dfa-16c7-447b-bd3e-e3dce1592b53 req-fc61c9b9-a101-4bb9-9bcf-e6f4d11f5024 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.375981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d22e0dfa-16c7-447b-bd3e-e3dce1592b53 req-fc61c9b9-a101-4bb9-9bcf-e6f4d11f5024 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.2364519 Dec 20 23:09:59.473489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-a19e5c29-d9c1-44d1-ad3b-ab015b01c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.475015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-a19e5c29-d9c1-44d1-ad3b-ab015b01c36b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1095 time: 0.4148107 Dec 20 23:09:59.498663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.584012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] No DVR routers for this DVR port 1a09d5e4-a629-4f32-a296-704a0ea37e24 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:09:59.592521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ba7c6-4d16-4a99-9b07-5d81a8c52d89 None None] Pushing event deleted for resources: {'Port': ['ID=1a09d5e4-a629-4f32-a296-704a0ea37e24,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:59.637882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:09:59.646476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.679776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d22e0dfa-16c7-447b-bd3e-e3dce1592b53 req-033f3257-0f47-4c0f-891c-0b4316c36d38 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564099 Dec 20 23:09:59.750574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:09:59.758417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:09:59.760028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13853b20-36bc-43cd-b624-293e5c91e99a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.769308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.769817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.770864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a053d-bc04-4072-aefc-e570acebb3d9 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:09:59.790358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-942a18f7-228e-480c-be65-0b1e54022211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.792056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-942a18f7-228e-480c-be65-0b1e54022211 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.5004694 Dec 20 23:09:59.888749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-13853b20-36bc-43cd-b624-293e5c91e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:09:59.891350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=f956fede-28fe-43d8-9786-1ca12a6e166b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:09:59.899555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-af2688a6-54b6-4b78-a22e-133517acf4f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2583c94e-9347-4999-9f2d-91587ed61a7c HTTP/1.1" status: 200 len: 217 time: 0.0961971 Dec 20 23:09:59.947207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c2e7dd48-83ef-4aaf-a53c-ad45c96832a9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6720262 Dec 20 23:09:59.948272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53800) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:09:59.958670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:09:59.969145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-c554dcf5-b2cc-47ba-b577-93d381b9bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:09:59.970924 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-c554dcf5-b2cc-47ba-b577-93d381b9bcdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.4874339 Dec 20 23:10:00.070792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Made reservation on behalf of bba76e622fda45ca832428a1cff17a5a for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:00.074808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:00.123121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53804) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:00.130383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-13853b20-36bc-43cd-b624-293e5c91e99a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be029e8c7e214c8eb96a7d26d46b498c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3582840 Dec 20 23:10:00.242569 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-b4873e3d-f6be-4623-b3c4-3df68689d90f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 200 len: 999 time: 0.2608538 Dec 20 23:10:00.302143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'f956fede-28fe-43d8-9786-1ca12a6e166b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:10:00.325846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:00.393921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-e4ccd223-5853-4e21-8fc2-32586bbe0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:00.395369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-e4ccd223-5853-4e21-8fc2-32586bbe0557 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.4481254 Dec 20 23:10:00.410547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f6cdae2-fae6-4182-92fb-8cdaf6105be8 req-2bcd0038-043c-4dae-bfff-d7a54f226e79 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.3063085 Dec 20 23:10:00.443434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13853b20-36bc-43cd-b624-293e5c91e99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4c4ec-0d6c-4023-838c-2eaa06ec939d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:00.559436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe57a52-bb3f-4066-9469-2a2da02de202 req-f5422103-4027-48c7-8556-a1dadb6f93fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:00.571359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efe57a52-bb3f-4066-9469-2a2da02de202 req-f5422103-4027-48c7-8556-a1dadb6f93fc tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.7599964 Dec 20 23:10:00.623728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-02c74176-c44e-42a5-a915-a6663a5692ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:00.626675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-02c74176-c44e-42a5-a915-a6663a5692ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149360 Dec 20 23:10:00.848369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efe57a52-bb3f-4066-9469-2a2da02de202 req-d392210b-30cb-4d1b-8a79-fa2ecddd0290 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757790 Dec 20 23:10:00.854309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-e05df263-17f7-4c16-950e-ef969cac8ced service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117593 Dec 20 23:10:00.976467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1a09d5e4-a629-4f32-a296-704a0ea37e24 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:01.008331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1a09d5e4-a629-4f32-a296-704a0ea37e24 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:01.009480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1a09d5e4-a629-4f32-a296-704a0ea37e24 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:01.063850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90800b1d-8cdb-44f0-afc8-9704a8e5a0f0 req-24cce730-6f2a-4e83-ab89-22f07423ece9 service neutron] 10.222.0.45 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014170 Dec 20 23:10:01.073806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6e487-4a8e-4c04-a0c9-e3e855cb5940 req-495709b9-8d8c-4cc3-ba3e-281a8c5f035c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:01.088996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded6e487-4a8e-4c04-a0c9-e3e855cb5940 req-495709b9-8d8c-4cc3-ba3e-281a8c5f035c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 949 time: 0.4522045 Dec 20 23:10:01.113898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Allocated IP 2001:db8::f816:3eff:fe36:ff7b (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/f956fede-28fe-43d8-9786-1ca12a6e166b/2d12f12b-e01e-4ad0-a2c6-3d49ed05322a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:01.204341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7c880-614b-4c6c-b6a0-ea27ed1f5ef7 req-fad720b5-e575-4108-9397-e703da23764f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:01.205989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f7c880-614b-4c6c-b6a0-ea27ed1f5ef7 req-fad720b5-e575-4108-9397-e703da23764f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.1410825 Dec 20 23:10:01.234761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded6e487-4a8e-4c04-a0c9-e3e855cb5940 req-b4ebb4bf-82ec-4647-b81c-b119a679966d tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481705 Dec 20 23:10:01.269371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-2a6cad3d-7896-4c21-b725-f63338ff526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:01.270751 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-2a6cad3d-7896-4c21-b725-f63338ff526c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.9998181 Dec 20 23:10:01.377193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f7c880-614b-4c6c-b6a0-ea27ed1f5ef7 req-211b9def-b474-4990-b3a8-7e517fb917d7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455038 Dec 20 23:10:01.439845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.549465 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.557277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0c977db-49a1-4e1f-a2b5-b4f15d671dad req-8bcdd3bc-6188-426e-b203-1866bed73160 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.0434284 Dec 20 23:10:01.561932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.622201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Allocated IP 172.20.0.5 (c9f7a371-63e9-4651-b0da-b97fc996195c/79e2060f-2146-4d9f-8633-291dfdf5b819/139c683e-a76b-49ae-9587-17c74d602888) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:01.656094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.663827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Pushing event updated for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:01.674138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:01.675898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:01.680652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:01.841347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:01.847705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.857803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-94b43a01-75b5-4255-ac4b-6b3a9b0252da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:01.860253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-94b43a01-75b5-4255-ac4b-6b3a9b0252da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3779621 Dec 20 23:10:01.861386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Attempting to bind port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:01.861850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Attempting to bind port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:01.862225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Attempting to bind port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:01.869325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:01.869325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:01.869619 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:01.871000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:01.871462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Bound port: 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:01.871840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.104805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:02.110368 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:02.125238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.128371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.129588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfd4c4ec-0d6c-4023-838c-2eaa06ec939d HTTP/1.1" status: 204 len: 168 time: 1.9994242 Dec 20 23:10:02.177493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b92423-d4dd-48e1-992e-5c331649ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4c4ec-0d6c-4023-838c-2eaa06ec939d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:02.188494 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f956fede-28fe-43d8-9786-1ca12a6e166b (CIDR: 2001:db8::/64) Dec 20 23:10:02.215334 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.241100 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:10:02.241566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:02.260454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7603-2b9f-464e-a3c8-34b77494be9b req-263d18de-ac2e-4f0f-b9fb-b1b3e8b0d6ca tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:02.271271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-293b7603-2b9f-464e-a3c8-34b77494be9b req-263d18de-ac2e-4f0f-b9fb-b1b3e8b0d6ca tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1807344 Dec 20 23:10:02.312697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.325931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-f56e7482-4837-45d7-afc2-8c1ce344dd9f service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974175 Dec 20 23:10:02.455878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87bcf06e-fe83-466d-b28b-aed4f9f6db3a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4984543 Dec 20 23:10:02.467294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-293b7603-2b9f-464e-a3c8-34b77494be9b req-d4d7df78-3568-4ae6-9998-1896b181a848 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904044 Dec 20 23:10:02.470136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:02.487618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:02.489465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890e1d3-364c-44cb-abbc-7e0f90868516 None None] Pushing event updated for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:02.734589 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2dcd7280-106d-45fb-a4f0-eaf95f5ff0ea req-c62d0588-06bb-4087-b9ea-81df6867bb9e service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896017 Dec 20 23:10:02.741364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:02.880963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Network c9f7a371-63e9-4651-b0da-b97fc996195c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:02.895512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:02.899841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:02.947189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Pushing event updated for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:02.996167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:02.997375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.017221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0c62-6c4a-4e74-95e2-d2e0477d1e44 req-fef33b5d-556c-41f3-a37e-88f2813752c5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:03.019012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-139e0c62-6c4a-4e74-95e2-d2e0477d1e44 req-fef33b5d-556c-41f3-a37e-88f2813752c5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.2868643 Dec 20 23:10:03.128758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-139e0c62-6c4a-4e74-95e2-d2e0477d1e44 req-21d394c8-5ec7-4510-8eb9-3f58a1848885 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020565 Dec 20 23:10:03.159102 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e5f0380c-c178-43f0-9910-3ac1477af61f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8464596 Dec 20 23:10:03.163443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:03.174603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Request body: {'port': {'device_id': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:03.176481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.240462 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.432310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53864) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:03.451464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb21da0c-6fc0-4085-9a38-3dad19b24157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.484738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:03.493467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.518454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-8d577d3b-d88a-4449-bd75-f0cd05f31d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:03.520619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-8d577d3b-d88a-4449-bd75-f0cd05f31d0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3291320b3f3a4b0384b4d502322c42f8&device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 1095 time: 0.1810572 Dec 20 23:10:03.765449 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.836942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:03.838342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:03.844776 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9050bc-6c1e-43c1-89f5-1d578f4288cf" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-unplugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:03.898024 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:03.911294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6dfa3-a750-495d-b404-7983f6222b05 req-16fa0241-f6d2-47d3-b87b-1f5a46a6031f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:03.922839 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dac6dfa3-a750-495d-b404-7983f6222b05 req-16fa0241-f6d2-47d3-b87b-1f5a46a6031f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 931 time: 0.7901888 Dec 20 23:10:04.044565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1fdef-29b4-4de7-af92-b1a510eef08d req-d1ea99b8-88a1-4b16-875f-8599fc450a95 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:04.049194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1da1fdef-29b4-4de7-af92-b1a510eef08d req-d1ea99b8-88a1-4b16-875f-8599fc450a95 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.3118904 Dec 20 23:10:04.053563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:04.126902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-442b8dcd-7293-406d-8c9a-05d3824215eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:04.126902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-442b8dcd-7293-406d-8c9a-05d3824215eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 200 len: 913 time: 0.5378501 Dec 20 23:10:04.149155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1da1fdef-29b4-4de7-af92-b1a510eef08d req-452d16b5-eae7-42f6-a67c-9f3f1726d0f0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838237 Dec 20 23:10:04.178844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dac6dfa3-a750-495d-b404-7983f6222b05 req-e44c0a79-7371-4b39-87e6-395088537346 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546761 Dec 20 23:10:04.235730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.366544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=847a228a-7cca-431c-8ad5-861330cb561e,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:04.378720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:04.379374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.400347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:04.404081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:04.414493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:04.415094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.447908 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42932c0-ddcd-4376-aaaf-d124e3f3fea2 x-openstack-request-id: req-e42932c0-ddcd-4376-aaaf-d124e3f3fea2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:04.448496 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-unplugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:04.448931 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e42932c0-ddcd-4376-aaaf-d124e3f3fea2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:04.449516 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'code': 200} Dec 20 23:10:04.450476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ae885-cb28-4339-87c3-3b517564a814 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:04.546293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c126cdf5-f537-479e-8282-c5dde31673be tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0707419 Dec 20 23:10:04.548447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:04.605806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:79:5a:37', 'name': 'tempest-NetworksTestDHCPv6-1382214615'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:04.684522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb21da0c-6fc0-4085-9a38-3dad19b24157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.695924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139c683e-a76b-49ae-9587-17c74d602888 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:04.749373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.778623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eb21da0c-6fc0-4085-9a38-3dad19b24157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:04.781129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5206b0-7e88-4a04-907b-b90ac617e81a req-5955edeb-5064-45f4-bd33-c2326c4615af tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:04.800890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c5206b0-7e88-4a04-907b-b90ac617e81a req-5955edeb-5064-45f4-bd33-c2326c4615af tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.2736301 Dec 20 23:10:04.818497 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-ccee6354-ce05-4f45-9893-dc35a123e132 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 200 len: 999 time: 0.6630549 Dec 20 23:10:04.906258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Transition to ACTIVE for port object 139c683e-a76b-49ae-9587-17c74d602888 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:10:04.989984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.029402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eb21da0c-6fc0-4085-9a38-3dad19b24157 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e0a73d075f64e608f1127ce576dc53b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5953994 Dec 20 23:10:05.032709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c5206b0-7e88-4a04-907b-b90ac617e81a req-64fc1945-8ba4-4361-9e06-09cb048f3066 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065158 Dec 20 23:10:05.040526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53888) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:05.044411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:05.060322 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.063334 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-42ed5453-9a61-4316-93df-cd0a42865138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.112866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Pushing event updated for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:05.114518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Update dhcp port {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'fixed_ips': [{'subnet_id': 'f956fede-28fe-43d8-9786-1ca12a6e166b', 'ip_address': '2001:db8::f816:3eff:fe36:ff7b'}, {'subnet_id': '847a228a-7cca-431c-8ad5-861330cb561e'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '2d12f12b-e01e-4ad0-a2c6-3d49ed05322a'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:10:05.166202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:05.175716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.194884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:05.221923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-725b46d8-ecab-44cc-ae5a-67a58c447bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:05.222843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-725b46d8-ecab-44cc-ae5a-67a58c447bac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 200 len: 851 time: 0.3119600 Dec 20 23:10:05.224194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21da0c-6fc0-4085-9a38-3dad19b24157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9fbe9-5299-49f6-85a9-669a10a1df96,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:05.340210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-17fa80e3-5bea-401c-9ce8-a9c46edbaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:05.342036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-17fa80e3-5bea-401c-9ce8-a9c46edbaa83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a8333533-783f-413e-8275-9df5883beda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026812 Dec 20 23:10:05.414840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.491060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.505926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Attempting to bind port 139c683e-a76b-49ae-9587-17c74d602888 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:05.506200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Attempting to bind port 139c683e-a76b-49ae-9587-17c74d602888 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8e1a0dfd-0a9c-42ff-8937-3e39c234adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:05.506500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Attempting to bind port 139c683e-a76b-49ae-9587-17c74d602888 on network c9f7a371-63e9-4651-b0da-b97fc996195c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:05.517566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Port 139c683e-a76b-49ae-9587-17c74d602888 on network c9f7a371-63e9-4651-b0da-b97fc996195c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:10:05.517994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Attempting to bind port 139c683e-a76b-49ae-9587-17c74d602888 on network c9f7a371-63e9-4651-b0da-b97fc996195c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:05.524431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.540516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:05.540837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Checking segment: {'id': '8e1a0dfd-0a9c-42ff-8937-3e39c234adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:05.541246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Bound using segment: {'id': '8e1a0dfd-0a9c-42ff-8937-3e39c234adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:05.541763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Bound port: 139c683e-a76b-49ae-9587-17c74d602888, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1a0dfd-0a9c-42ff-8937-3e39c234adef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:05.542131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.591934 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-1a1f55d0-4103-4356-bec4-1834943a0827 service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136538 Dec 20 23:10:05.610883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:10:05.666945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:05.667544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:05.795119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:05.799755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=139c683e-a76b-49ae-9587-17c74d602888,segment=NetworkSegment(8e1a0dfd-0a9c-42ff-8937-3e39c234adef),segment_id=8e1a0dfd-0a9c-42ff-8937-3e39c234adef)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:05.807515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:10:05.942780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2eb8c-c749-494d-97d4-058f1b65e86b None None] Pushing event updated for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:06.006270 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:10:06.064093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.174074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Allocated IP 2001:db8:0:1::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/847a228a-7cca-431c-8ad5-861330cb561e/2d12f12b-e01e-4ad0-a2c6-3d49ed05322a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:06.210400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Pushing event updated for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:06.217987 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a6e9a757-fac6-4bdc-9e4d-06af2185ab7c req-c6e58727-6afa-44c3-88a3-d92ca028cdba service neutron] 10.222.0.59 "GET /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590365 Dec 20 23:10:06.219292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ff9fbe9-5299-49f6-85a9-669a10a1df96 HTTP/1.1" status: 204 len: 168 time: 1.1126928 Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-fed389b8-60b4-48a3-81c7-27f00ff0ce9d service neutron] 10.222.0.59 "PUT /v2.0/ports/139c683e-a76b-49ae-9587-17c74d602888 HTTP/1.1" status: 200 len: 1091 time: 3.0746937 Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'tag': '139c683e-a76b-49ae-9587-17c74d602888'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:06.262748 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912024f4-fbc6-4ff6-869a-c956ab136dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "tag": "139c683e-a76b-49ae-9587-17c74d602888"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:06.267289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:06.268436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.269323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db6cf-b722-4925-aaf4-cc1b2307ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9fbe9-5299-49f6-85a9-669a10a1df96,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:06.330168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:10:06.341463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '3e598b3b-6143-493f-8e21-eef36feed50f', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '3e598b3b-6143-493f-8e21-eef36feed50f', 'mac_address': 'fa:16:3e:64:45:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:10:06.413514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c540-b59b-412c-adea-1d2f8047db76 req-ee4b6a1a-904b-4c98-96b9-447ed3befb4b tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:06.415276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc77c540-b59b-412c-adea-1d2f8047db76 req-ee4b6a1a-904b-4c98-96b9-447ed3befb4b tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 943 time: 0.3860433 Dec 20 23:10:06.433842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622410-4636-4c67-afb0-2d3020104750 req-f1cb9976-a32e-480e-be9c-a8d5262d4b0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:06.436088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b622410-4636-4c67-afb0-2d3020104750 req-f1cb9976-a32e-480e-be9c-a8d5262d4b0c tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.4024482 Dec 20 23:10:06.466145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.495260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e598b3b-6143-493f-8e21-eef36feed50f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:06.540718 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc77c540-b59b-412c-adea-1d2f8047db76 req-26969897-82bd-4675-b0e6-3ed925b10c28 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005397 Dec 20 23:10:06.547910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:06.567805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b622410-4636-4c67-afb0-2d3020104750 req-816772dc-2f5b-486b-9dd3-385b1db9846e tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950520 Dec 20 23:10:06.599734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:06.662497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.666786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.770195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:06.773074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:06.880758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328506f-e5a9-4cc8-a000-f33cf24641fd None None] Pushing event updated for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:06.889880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['3e598b3b-6143-493f-8e21-eef36feed50f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:06.957625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:07.133233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8:0:1::124 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/847a228a-7cca-431c-8ad5-861330cb561e/c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:07.145984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::f816:3eff:fe79:5a37 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/f956fede-28fe-43d8-9786-1ca12a6e166b/c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:07.218532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:07.218532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:07.312279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877e01-6ca0-48fb-98b6-2f7a0ca72393 req-2096838e-f5a3-42c3-8db0-aafdba101d92 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:07.316644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd877e01-6ca0-48fb-98b6-2f7a0ca72393 req-2096838e-f5a3-42c3-8db0-aafdba101d92 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.3872702 Dec 20 23:10:07.580172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd877e01-6ca0-48fb-98b6-2f7a0ca72393 req-cbe8bf00-7281-4a25-b9b6-7d61ec7807cb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426882 Dec 20 23:10:07.668902 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ad05b9-6985-4f50-9e3d-d37d5aea0640 x-openstack-request-id: req-13ad05b9-6985-4f50-9e3d-d37d5aea0640 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:07.668902 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "tag": "139c683e-a76b-49ae-9587-17c74d602888", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:07.669532 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13ad05b9-6985-4f50-9e3d-d37d5aea0640 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:07.672847 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'tag': '139c683e-a76b-49ae-9587-17c74d602888', 'status': 'completed', 'code': 200} Dec 20 23:10:07.738127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16688916-318e-4212-a899-8b6adc5ab1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:07.741966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-11b31970-299c-487d-93b8-c39ecb90e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:07.763333 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-11b31970-299c-487d-93b8-c39ecb90e1cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bba76e622fda45ca832428a1cff17a5a&device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 1094 time: 0.2233701 Dec 20 23:10:07.870385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-148f5175-5adf-4d8c-a406-4a2322b00e55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139c683e-a76b-49ae-9587-17c74d602888 HTTP/1.1" status: 200 len: 217 time: 0.0930486 Dec 20 23:10:07.987399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-0381fd73-4c20-4e10-86ab-fd5216b4c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:07.989138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-0381fd73-4c20-4e10-86ab-fd5216b4c83c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79e2060f-2146-4d9f-8633-291dfdf5b819 HTTP/1.1" status: 200 len: 854 time: 0.0957441 Dec 20 23:10:07.999750 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:08.065221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-02575225-214b-4031-b9bf-bd177076e394 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f7a371-63e9-4651-b0da-b97fc996195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588121 Dec 20 23:10:08.089553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6b8c-fd3b-4056-8aa6-63172fb7ab19 req-a74c700a-00e4-428b-8514-1afdbdebd9d4 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:08.100116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d6f6b8c-fd3b-4056-8aa6-63172fb7ab19 req-a74c700a-00e4-428b-8514-1afdbdebd9d4 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 943 time: 0.2953084 Dec 20 23:10:08.115552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9257e-9caf-4db7-a16f-41146fe0e39f req-baee1580-5407-4bc0-acfe-618d00eaef07 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:08.121042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16a9257e-9caf-4db7-a16f-41146fe0e39f req-baee1580-5407-4bc0-acfe-618d00eaef07 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.2298744 Dec 20 23:10:08.367723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-18d50079-b6c4-436b-ab4b-5d590b4310d8 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500739 Dec 20 23:10:08.378203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16a9257e-9caf-4db7-a16f-41146fe0e39f req-5f1a613e-4226-4b62-92b9-246acb6700ac tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557344 Dec 20 23:10:08.424708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d6f6b8c-fd3b-4056-8aa6-63172fb7ab19 req-beab4763-9e0b-4d1c-b9a2-a945d96bff60 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117583 Dec 20 23:10:08.461651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b9768121-68f1-4d93-8b4e-eac1b8ed948d None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:08.462310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9768121-68f1-4d93-8b4e-eac1b8ed948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:08.569433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bbbca8-bade-4b1f-b3db-8539bfc712bb req-e22aa44c-1af0-44fa-b101-c752113b121d service neutron] 10.222.0.59 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801314 Dec 20 23:10:08.577643 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:08.847001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:08.941010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30760203-cf34-4caf-aaa2-a448bd8d0942 req-6332ca9a-e022-49a4-9ae6-ebc939d74d8e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:08.943760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30760203-cf34-4caf-aaa2-a448bd8d0942 req-6332ca9a-e022-49a4-9ae6-ebc939d74d8e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.1391866 Dec 20 23:10:08.959483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:08.959872 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:09.019096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30760203-cf34-4caf-aaa2-a448bd8d0942 req-e6d8a14b-5078-4f79-92e1-b8a2771c445a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643785 Dec 20 23:10:09.385002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:09.539116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:09.544271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-f8d333ff-4e37-42bf-b115-0052ac30bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:09.546359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-f8d333ff-4e37-42bf-b115-0052ac30bec8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bba76e622fda45ca832428a1cff17a5a&device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 1094 time: 0.0930502 Dec 20 23:10:09.546890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:09.566578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:09.576004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:09.594753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:09.595305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:09.713312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.1637790 Dec 20 23:10:09.719511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024d27-4a14-41d1-a15f-47ddf7cccb75 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:09.727113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53990) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:09.804731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 3e598b3b-6143-493f-8e21-eef36feed50f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:09.804986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:09.862585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-0f89e89a-3563-4ce9-b265-aea371b9a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:09.866234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-0f89e89a-3563-4ce9-b265-aea371b9a2cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f7a371-63e9-4651-b0da-b97fc996195c HTTP/1.1" status: 200 len: 915 time: 0.2951360 Dec 20 23:10:09.888985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:09.940109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a4cfa-baea-4e6c-a038-094db638709d req-124109f6-bc7c-4ab2-956f-0421416b1b62 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:09.963457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee6a4cfa-baea-4e6c-a038-094db638709d req-124109f6-bc7c-4ab2-956f-0421416b1b62 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.3485577 Dec 20 23:10:09.979937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-9cb9e164-8640-49df-bff1-ee904a6ab85b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=139c683e-a76b-49ae-9587-17c74d602888 HTTP/1.1" status: 200 len: 217 time: 0.1021399 Dec 20 23:10:10.096375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.097249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee6a4cfa-baea-4e6c-a038-094db638709d req-eaa14ca5-9401-4daa-88eb-0ffa1e7a6553 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326830 Dec 20 23:10:10.116023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:10.116367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.145865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-aae373d2-fd51-40b0-9c39-d367ce3d129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:10.147816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-aae373d2-fd51-40b0-9c39-d367ce3d129f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=79e2060f-2146-4d9f-8633-291dfdf5b819 HTTP/1.1" status: 200 len: 854 time: 0.1507573 Dec 20 23:10:10.174069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:10.178030 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d17cf-df9a-465c-9b77-83e516c96e57" -d '{"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-plugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:10.220752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:10.238802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-f1990e66-892a-47bc-b9b3-562c10406f75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f7a371-63e9-4651-b0da-b97fc996195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777366 Dec 20 23:10:10.240583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4047b74e-e0f1-4765-8863-cd7c962ab5a0 None None] Provisioning complete for port c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:10.240959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4047b74e-e0f1-4765-8863-cd7c962ab5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.303219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4047b74e-e0f1-4765-8863-cd7c962ab5a0 None None] Port c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:10.325644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.445328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b69aa-5395-4dd2-95d2-d27c26f239c8 req-7b3c40cd-9ef2-4cd8-8d19-0993998cc468 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:10.449758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b3b69aa-5395-4dd2-95d2-d27c26f239c8 req-7b3c40cd-9ef2-4cd8-8d19-0993998cc468 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 943 time: 0.1645031 Dec 20 23:10:10.452515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-1d4aca2f-8356-4bc2-8681-f011136e1839 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001581 Dec 20 23:10:10.470678 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.491966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:10.588535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:10.594573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:10.642201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-912024f4-fbc6-4ff6-869a-c956ab136dbc req-5e79c8be-90b1-4e13-b607-72ce44f5e35f service neutron] 10.222.0.59 "GET /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828401 Dec 20 23:10:10.703616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b3b69aa-5395-4dd2-95d2-d27c26f239c8 req-3db3af88-2596-44a0-9ab2-fb9c3736d4ac tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463412 Dec 20 23:10:11.316259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25572a-355f-4ef9-9209-74a9842ab314 req-39489721-e628-4cec-bdda-52ae8b3a371f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:11.326343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af25572a-355f-4ef9-9209-74a9842ab314 req-39489721-e628-4cec-bdda-52ae8b3a371f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.2518744 Dec 20 23:10:11.445562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:11.482431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af25572a-355f-4ef9-9209-74a9842ab314 req-a23c2581-5054-4907-ae13-1edd252b8bbf tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548936 Dec 20 23:10:11.634552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:11.638845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:11.646162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2ba6b7f0-d59f-49e7-9e3f-b7f740d694e0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 HTTP/1.1" status: 204 len: 168 time: 1.9089034 Dec 20 23:10:11.646548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54016) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:11.788150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e1a1d-5589-4953-92d5-f4218b46d3bb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:11.790358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a66e1a1d-5589-4953-92d5-f4218b46d3bb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1427598 Dec 20 23:10:11.792853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:11.800113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c022-ef04-4810-809a-b4af5de1119c req-71fd190b-c706-4bd7-83c7-2e924f5d9bdf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:11.801698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6380c022-ef04-4810-809a-b4af5de1119c req-71fd190b-c706-4bd7-83c7-2e924f5d9bdf tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1255598 Dec 20 23:10:11.872388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc62765-27ca-4147-88b7-df3c17ee1989 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:11.874454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1dc62765-27ca-4147-88b7-df3c17ee1989 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0797157 Dec 20 23:10:11.881856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54022) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:11.968323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6380c022-ef04-4810-809a-b4af5de1119c req-91cefe9a-47c9-4f8b-b849-a70bdbacf086 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577914 Dec 20 23:10:12.088077 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40acc1a5-cc63-4711-80a0-f66eaa1774cb x-openstack-request-id: req-40acc1a5-cc63-4711-80a0-f66eaa1774cb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:12.097255 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-plugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:12.097832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40acc1a5-cc63-4711-80a0-f66eaa1774cb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:12.098489 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f', 'code': 200} Dec 20 23:10:12.117381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c532b99-e2d3-40e4-8747-25f862c00a3f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:12.123028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c532b99-e2d3-40e4-8747-25f862c00a3f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:12.137526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c532b99-e2d3-40e4-8747-25f862c00a3f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:12.139686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c532b99-e2d3-40e4-8747-25f862c00a3f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2525637 Dec 20 23:10:12.143574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54034) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:12.272768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 847a228a-7cca-431c-8ad5-861330cb561e {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:12.276358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.338987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.422254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 139c683e-a76b-49ae-9587-17c74d602888 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:10:12.505740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.624995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=139c683e-a76b-49ae-9587-17c74d602888,segment=NetworkSegment(8e1a0dfd-0a9c-42ff-8937-3e39c234adef),segment_id=8e1a0dfd-0a9c-42ff-8937-3e39c234adef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:12.645838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '139c683e-a76b-49ae-9587-17c74d602888', 'network_id': 'c9f7a371-63e9-4651-b0da-b97fc996195c', 'port_id': '139c683e-a76b-49ae-9587-17c74d602888', 'mac_address': 'fa:16:3e:35:5c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e2060f-2146-4d9f-8633-291dfdf5b819', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:10:12.687044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.692965 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.715632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139c683e-a76b-49ae-9587-17c74d602888 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:12.743942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=139c683e-a76b-49ae-9587-17c74d602888,segment=NetworkSegment(8e1a0dfd-0a9c-42ff-8937-3e39c234adef),segment_id=8e1a0dfd-0a9c-42ff-8937-3e39c234adef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:12.756815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=847a228a-7cca-431c-8ad5-861330cb561e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:12.759596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.769962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54042) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:12.771082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/847a228a-7cca-431c-8ad5-861330cb561e HTTP/1.1" status: 204 len: 168 time: 0.6209157 Dec 20 23:10:12.771190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7642713-4436-4a38-8e59-c74f7553c57a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:12.774367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.774786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.775242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.775679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.776034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.776374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.776845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.777186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.777521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.778017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.778346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.778697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.779101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474f238-0176-476a-b022-196a9e4e8dbc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:12.840165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:12.919888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet f956fede-28fe-43d8-9786-1ca12a6e166b {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:12.930732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.011495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:13.011634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54044) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:13.017129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110126477', 'description': 'tempest-secgroup-smoke-110126477 description', 'project_id': '409fc0ea8aa74a7c992b1690906369db'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:13.031703 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.149019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.160298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.183103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['139c683e-a76b-49ae-9587-17c74d602888'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:13.339149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9925fd0-bcc1-41c3-ad9b-1a713d0e158f req-556bc3ce-4771-46fd-8ee3-a191e8ead67a tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:13.348475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9925fd0-bcc1-41c3-ad9b-1a713d0e158f req-556bc3ce-4771-46fd-8ee3-a191e8ead67a tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 944 time: 0.2379167 Dec 20 23:10:13.366346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.436371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.513361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9925fd0-bcc1-41c3-ad9b-1a713d0e158f req-ee472d42-e9f1-439c-bd0c-138ed121d40f tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628220 Dec 20 23:10:13.669195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.707437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a111f73-dc30-4599-99e2-815adcfc27ee,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:13.738523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.771893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.783751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=f956fede-28fe-43d8-9786-1ca12a6e166b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:13.788415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.794634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e8569eeb-4dfd-4c34-8a25-192415fa6b43 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/f956fede-28fe-43d8-9786-1ca12a6e166b HTTP/1.1" status: 204 len: 168 time: 1.0243065 Dec 20 23:10:13.795839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54052) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:13.865373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-929bce59-6ae8-4eae-9586-170470338b60 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678341 Dec 20 23:10:13.866622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.868521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54054) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:13.875300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:13.912657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5254b828-4ad3-4e35-8f01-84278f9b1fef,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:13.957166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:13.963424 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9a9e1934-c8aa-4daf-9b62-77408ff8d47a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9506829 Dec 20 23:10:13.970081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54056) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:13.970852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:14.085431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.119008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f98612-faf5-49f2-957f-9590d1a4eae8 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:14.160127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:14.164692 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.178281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.240097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.278944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e915cd99-2478-4256-9a2e-b5d5deeb21a1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:14.285016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6413b4b7-3d47-4291-a155-909f71eaa3ac None None] Provisioning complete for port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:14.286369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6413b4b7-3d47-4291-a155-909f71eaa3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.351233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.352576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa36d0f1-0861-4302-91cb-c2cc2f3014da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873997 Dec 20 23:10:14.355664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:14.374208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:14.504136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.509137 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.608146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 139c683e-a76b-49ae-9587-17c74d602888 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:14.630134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:14.637974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:14.643716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:14.644351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.655499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:14.666327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.711177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=121a6eb8-18be-4e62-a20b-490849b314eb,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:14.722189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Deleting port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:14.722553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.786060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-90e1db63-a182-46a5-8df9-ece35af74442 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9158063 Dec 20 23:10:14.789377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54072) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:14.801977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:14.836357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:14.846405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.893062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 139c683e-a76b-49ae-9587-17c74d602888 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:10:14.902745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 139c683e-a76b-49ae-9587-17c74d602888 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:14.903121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.904633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be6b606-e6a3-4991-a363-e2bdaa770f07,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:14.969569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:14.971435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9d9629fe-de5e-48fe-8c18-0725e4eb3983 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6145453 Dec 20 23:10:14.977062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:14.993713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:15.019152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:15.019472 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.043222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Calling delete_port for 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:15.111674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.196761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:15.222308 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.264530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.281041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=139c683e-a76b-49ae-9587-17c74d602888,segment=NetworkSegment(8e1a0dfd-0a9c-42ff-8937-3e39c234adef),segment_id=8e1a0dfd-0a9c-42ff-8937-3e39c234adef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:15.305113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139c683e-a76b-49ae-9587-17c74d602888'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:15.315622 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc78b22-b53c-4b43-9c4d-4fc172ccfa25" -d '{"events": [{"server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "name": "network-vif-plugged", "status": "completed", "tag": "139c683e-a76b-49ae-9587-17c74d602888"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:15.331254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.362464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:15.376504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.450439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:15.460492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.481581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.482009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.483063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.483290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.483710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.484004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.484238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.484586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.484901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.485234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.485596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.485931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.486247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:15.592374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.632065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:15.642893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.650222 n-d-822053-9 neutron-server[115562]: INFO neutron.db.ipam_backend_mixin [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 121a6eb8-18be-4e62-a20b-490849b314eb (CIDR: 2001:db8::/64) Dec 20 23:10:15.687692 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:10:15.688581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:15.693350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.712463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] Pushing event deleted for resources: {'Port': ['ID=2d12f12b-e01e-4ad0-a2c6-3d49ed05322a,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:15.720501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a7e17-1f98-4d1b-ab95-27b65d90488d None None] No DVR routers for this DVR port 2d12f12b-e01e-4ad0-a2c6-3d49ed05322a on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:15.759936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5be769-d066-4529-a3db-95f1b13a58b5 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:15.761707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643503f7-3279-4b19-86aa-970256bf59d4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:15.790601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:15.795741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-565785ad-85f5-43e1-8ab6-6e6a55e1a74c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8081713 Dec 20 23:10:15.796167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54080) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:15.801066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:15.872758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1387789-b0fe-41c1-a40e-c1240452fb6a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0804515 Dec 20 23:10:15.879335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54082) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:15.895662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:15.921776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': '121a6eb8-18be-4e62-a20b-490849b314eb'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:10:15.922987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.131827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.216743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/121a6eb8-18be-4e62-a20b-490849b314eb/03ca9593-bb50-4f88-93fb-682da6be611e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:16.459790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.601794 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.984182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.989625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:16.990474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:16.992869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.041673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:17.046885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:17.049907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:17.065439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Pushing event updated for resources: {'Port': ['ID=03ca9593-bb50-4f88-93fb-682da6be611e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:17.091346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1a4af1-aaab-4bc4-a84d-94b971a157b5,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:17.123782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Attempting to bind port 03ca9593-bb50-4f88-93fb-682da6be611e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:17.124478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Attempting to bind port 03ca9593-bb50-4f88-93fb-682da6be611e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:17.125035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Attempting to bind port 03ca9593-bb50-4f88-93fb-682da6be611e on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:17.130918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:17.131292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:17.131953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.132576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:17.133051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Bound port: 03ca9593-bb50-4f88-93fb-682da6be611e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:17.134208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.181174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.182552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-deeb2fb7-7c7e-4f4b-be35-d2cbc23f6d11 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3852117 Dec 20 23:10:17.185365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:17.192886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:17.234478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] For port 03ca9593-bb50-4f88-93fb-682da6be611e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:17.238150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] For port 03ca9593-bb50-4f88-93fb-682da6be611e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=03ca9593-bb50-4f88-93fb-682da6be611e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:17.315225 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:10:17.321910 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.361039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.427029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.476477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2b25-5196-464c-8419-dab747d22d66 None None] Pushing event updated for resources: {'Port': ['ID=03ca9593-bb50-4f88-93fb-682da6be611e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:17.519669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.555728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b130caa5-34f5-4628-85cc-fc6e5e297c53,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:17.681410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.681410 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf30c5a2-cec9-4aff-8194-4856917649cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4908044 Dec 20 23:10:17.682321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54122) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:17.686472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '5254b828-4ad3-4e35-8f01-84278f9b1fef', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:17.687337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:10:17.831718 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:10:17.838897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:17.960062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.064041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.101576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30a2133-917d-4971-ad8a-a99058c3c77b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:18.105691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.215119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.219211 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19e721c2-d91f-45d7-892b-5d445135b442 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5347850 Dec 20 23:10:18.220414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54136) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:18.237573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'network': {'name': 'tempest-network-smoke--1147869414', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:18.354486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:18.359344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.364839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port 03ca9593-bb50-4f88-93fb-682da6be611e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=03ca9593-bb50-4f88-93fb-682da6be611e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:18.398462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.450321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:18.461344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.462016 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Added segment 3675a2f5-ef25-49de-8fb8-77d5e05afdf2 of type vlan for network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 Dec 20 23:10:18.514313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.531564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.532381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.634488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=03ca9593-bb50-4f88-93fb-682da6be611e,revision_number=4']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:18.645760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.652133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:18.652748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.714900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:18.723740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:18.740460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:18.747686 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:18.782873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:18.796679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Network': ['ID=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:18.827552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:18.893598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d347b94c-010b-40a5-9f4c-a19d7013d97d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0113957 Dec 20 23:10:18.898038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54138) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:18.941117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:f0:2a:19', 'name': 'tempest-NetworksTestDHCPv6-1974258972'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:18.969530 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6bb8e30a-51e5-4450-a665-d216737de9df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7479210 Dec 20 23:10:18.970949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54142) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:18.995599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611d90-3e2e-4a48-a01e-29fc8b51761f req-769c4199-7086-4141-8898-760f265bc4fe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:19.000937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8611d90-3e2e-4a48-a01e-29fc8b51761f req-769c4199-7086-4141-8898-760f265bc4fe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.3676353 Dec 20 23:10:19.002175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 03ca9593-bb50-4f88-93fb-682da6be611e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:19.016449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'admin_state_up': True, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:19.019852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-0d9731ab-c1a0-475b-b567-bc986c6733de tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:19.024499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-0d9731ab-c1a0-475b-b567-bc986c6733de tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=150d7f80-406d-4262-9159-d37530cec1a6 HTTP/1.1" status: 200 len: 944 time: 0.2434752 Dec 20 23:10:19.047551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a20dc-c6a5-4e64-b5f5-9292d0847509 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:19.158250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] Provisioning complete for port 03ca9593-bb50-4f88-93fb-682da6be611e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:19.159007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.229110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 03ca9593-bb50-4f88-93fb-682da6be611e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:19.229669 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.230235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.231539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.259686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port dcbe5877-084c-42ce-b7af-f10f47314211 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:19.260232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.284866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8611d90-3e2e-4a48-a01e-29fc8b51761f req-fcacea55-faa9-4618-9fae-343119280a34 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424026 Dec 20 23:10:19.408686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.450712 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.456044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.511975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] For port 03ca9593-bb50-4f88-93fb-682da6be611e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=03ca9593-bb50-4f88-93fb-682da6be611e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:19.543420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaa26f-e25b-4a5b-af57-7a2e3a8cc485 req-4d91caa2-0662-4ba5-8ab7-5dd4aac25e37 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:19.545776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7baaa26f-e25b-4a5b-af57-7a2e3a8cc485 req-4d91caa2-0662-4ba5-8ab7-5dd4aac25e37 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.1201334 Dec 20 23:10:19.572284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port dcbe5877-084c-42ce-b7af-f10f47314211, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=dcbe5877-084c-42ce-b7af-f10f47314211,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:19.572827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.591323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.606467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for dcbe5877-084c-42ce-b7af-f10f47314211 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:19.634372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:19.705695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7baaa26f-e25b-4a5b-af57-7a2e3a8cc485 req-27abd3f0-9097-47d6-975e-fc73f9d7d8af tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481404 Dec 20 23:10:19.809960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:10:19.811977 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:10:19.868108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332e9a0-1b9d-4b29-9d7d-83bc82a01528 None None] Pushing event updated for resources: {'Port': ['ID=03ca9593-bb50-4f88-93fb-682da6be611e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:19.926523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.959408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.986938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:19.995312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port badcf50c-0732-49af-98cd-653fa22f3789 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:10:20.000442 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40d933-89fa-4e32-87e2-91cad8f9a729 x-openstack-request-id: req-4c40d933-89fa-4e32-87e2-91cad8f9a729 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:20.000854 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "name": "network-vif-plugged", "status": "completed", "tag": "139c683e-a76b-49ae-9587-17c74d602888", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:20.001345 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c40d933-89fa-4e32-87e2-91cad8f9a729 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:20.001850 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139c683e-a76b-49ae-9587-17c74d602888', 'code': 200} Dec 20 23:10:20.015374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:20.164319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:20.166318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=dcbe5877-084c-42ce-b7af-f10f47314211,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:20.179538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] No DVR routers for this DVR port dcbe5877-084c-42ce-b7af-f10f47314211 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:20.183435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:20.204854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64110c6a-5b3a-428b-80ba-147eedbd9502 req-fedd5aa6-bbfc-494c-ac76-1d03bd74b906 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "DELETE /v2.0/ports/dcbe5877-084c-42ce-b7af-f10f47314211 HTTP/1.1" status: 204 len: 173 time: 1.1721580 Dec 20 23:10:20.205870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-deleted', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:20.209901 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb71582b-1866-4ed0-97bc-59f1d9bcd296" -d '{"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-deleted", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:20.415150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38578083-c80b-4cc5-93c8-c14185b81556 req-f524dae2-e022-4044-85d5-ae5f0b18fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:20.416978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-38578083-c80b-4cc5-93c8-c14185b81556 req-f524dae2-e022-4044-85d5-ae5f0b18fef7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 1096 time: 0.2823822 Dec 20 23:10:20.530779 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d9bd1-77b3-4ddc-9eb0-15871685a6ea x-openstack-request-id: req-642d9bd1-77b3-4ddc-9eb0-15871685a6ea {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:20.531382 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150d7f80-406d-4262-9159-d37530cec1a6", "name": "network-vif-deleted", "tag": "dcbe5877-084c-42ce-b7af-f10f47314211", "status": "failed", "code": 422}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:20.531382 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-642d9bd1-77b3-4ddc-9eb0-15871685a6ea {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:20.536219 n-d-822053-9 neutron-server[115562]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '150d7f80-406d-4262-9159-d37530cec1a6', 'name': 'network-vif-deleted', 'tag': 'dcbe5877-084c-42ce-b7af-f10f47314211', 'status': 'failed', 'code': 422} returned with failed status Dec 20 23:10:20.634031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-38578083-c80b-4cc5-93c8-c14185b81556 req-9f284e14-85df-4a6c-9a89-91a61b5a60ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001204 Dec 20 23:10:20.653489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::198 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/121a6eb8-18be-4e62-a20b-490849b314eb/badcf50c-0732-49af-98cd-653fa22f3789) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:20.721919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:2a19 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4/badcf50c-0732-49af-98cd-653fa22f3789) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:20.735687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924f4f-b8c7-4d15-9c9d-fdd37bb02df7 req-0cf7ce4c-c90f-4393-8985-7e6f0e3facf5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:20.739620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d924f4f-b8c7-4d15-9c9d-fdd37bb02df7 req-0cf7ce4c-c90f-4393-8985-7e6f0e3facf5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.0719559 Dec 20 23:10:20.812323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d1c73cf1-f843-4462-ae43-f34d0c25dafa None None] Provisioning complete for port 03ca9593-bb50-4f88-93fb-682da6be611e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:20.813043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d1c73cf1-f843-4462-ae43-f34d0c25dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:20.903462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d924f4f-b8c7-4d15-9c9d-fdd37bb02df7 req-f044c9ac-e4e7-4f24-947b-5176266ac00c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483567 Dec 20 23:10:20.931501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 03ca9593-bb50-4f88-93fb-682da6be611e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:20.948241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:21.010995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:21.095230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 03ca9593-bb50-4f88-93fb-682da6be611e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:21.095689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:21.152658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c439-bf4b-4f07-ad5c-fee29efaf574 req-d4abd5b6-e31c-4628-aba9-33699cf3bfa2 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:21.154739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7145c439-bf4b-4f07-ad5c-fee29efaf574 req-d4abd5b6-e31c-4628-aba9-33699cf3bfa2 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.1144290 Dec 20 23:10:21.225003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7145c439-bf4b-4f07-ad5c-fee29efaf574 req-dd880e10-3700-4c46-ab42-8545fe0a4b55 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Dec 20 23:10:21.306912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.157 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a2794370-3378-4946-8c2c-7de993ae795a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:21.768537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:21.868072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:21.948809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.025955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:22.037905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:22.041602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:22.050907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:22.051023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.058410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.078664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=badcf50c-0732-49af-98cd-653fa22f3789,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:22.124549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:22.127556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:22.130153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:22.153956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9ba57-7b17-4461-83f6-e57a6bfa5913 req-51d45d63-7e9a-404e-a229-b2dd2dd98baf tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:22.154889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eec1b2-0b4d-4154-af49-9530e9d22b5b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:22.183249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05f9ba57-7b17-4461-83f6-e57a6bfa5913 req-51d45d63-7e9a-404e-a229-b2dd2dd98baf tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.1471627 Dec 20 23:10:22.184913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8f189a2a-3823-480f-8dec-1e339406b52d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2847841 Dec 20 23:10:22.195242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54208) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:22.253169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=a2794370-3378-4946-8c2c-7de993ae795a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:22.318869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fe16398c-6263-41d2-84ef-e5916bec876e None None] Provisioning complete for port a2794370-3378-4946-8c2c-7de993ae795a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:22.319013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe16398c-6263-41d2-84ef-e5916bec876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.332896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05f9ba57-7b17-4461-83f6-e57a6bfa5913 req-b48a80ca-35ae-4fb3-94f4-ffaafef72792 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445141 Dec 20 23:10:22.393870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fe16398c-6263-41d2-84ef-e5916bec876e None None] Port a2794370-3378-4946-8c2c-7de993ae795a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:22.447762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128478d9-fad2-465d-96a0-7095141c34d7 req-64b01250-7e47-4844-ba15-3cb830503581 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:22.469028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-128478d9-fad2-465d-96a0-7095141c34d7 req-64b01250-7e47-4844-ba15-3cb830503581 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 907 time: 0.1347363 Dec 20 23:10:22.604782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb608-3e59-43af-89ae-30b83ac397c1 req-dfc80de0-1745-483b-b520-8eab84039521 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:22.613941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d1bb608-3e59-43af-89ae-30b83ac397c1 req-dfc80de0-1745-483b-b520-8eab84039521 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.1314733 Dec 20 23:10:22.631829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port badcf50c-0732-49af-98cd-653fa22f3789 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:22.632062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.728240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0609aebd-d02b-47b0-aeac-487066ca42aa None None] Provisioning complete for port badcf50c-0732-49af-98cd-653fa22f3789 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:22.730971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0609aebd-d02b-47b0-aeac-487066ca42aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:22.742311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d1bb608-3e59-43af-89ae-30b83ac397c1 req-df434593-3ea4-4eee-a3c9-79b181e13ccc tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217990 Dec 20 23:10:22.799759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0609aebd-d02b-47b0-aeac-487066ca42aa None None] Port badcf50c-0732-49af-98cd-653fa22f3789 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:22.967352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:23.006580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for badcf50c-0732-49af-98cd-653fa22f3789 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:23.033118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:23.396112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:23.492087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:23.549931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=badcf50c-0732-49af-98cd-653fa22f3789,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:23.568189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2181-2df4-4b4d-922b-d28e747a5cf9 req-06a79b97-47e7-4d15-85e2-70547ae06b76 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:23.598465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dec2181-2df4-4b4d-922b-d28e747a5cf9 req-06a79b97-47e7-4d15-85e2-70547ae06b76 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 944 time: 0.1339149 Dec 20 23:10:23.664240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:23.674265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c8372a94-9075-448b-9881-af63a30b8a93 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/badcf50c-0732-49af-98cd-653fa22f3789 HTTP/1.1" status: 204 len: 168 time: 1.4779942 Dec 20 23:10:23.684657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54242) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:23.791520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c91bc0-2dec-4c5f-802c-6770203410df tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:23.793504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68c91bc0-2dec-4c5f-802c-6770203410df tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1056104 Dec 20 23:10:23.796442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54246) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:23.819566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb2731-58ca-461b-91b3-66a3de71de2b req-e92f0c0c-87ed-4657-90aa-4c8c927492eb tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:23.821376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54bb2731-58ca-461b-91b3-66a3de71de2b req-e92f0c0c-87ed-4657-90aa-4c8c927492eb tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.2163892 Dec 20 23:10:23.860659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dec2181-2df4-4b4d-922b-d28e747a5cf9 req-24307d8e-3092-4d43-a830-a591a86710ba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609076 Dec 20 23:10:23.896056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:10:23.930354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86234bdc-b95f-44cb-9a24-a2284a69ce57 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:23.934594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-86234bdc-b95f-44cb-9a24-a2284a69ce57 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1370113 Dec 20 23:10:23.935257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:23.965073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-ad835e37-e6f7-4328-8c87-ac60041cde28 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:23.973198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-ad835e37-e6f7-4328-8c87-ac60041cde28 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 907 time: 0.2759705 Dec 20 23:10:24.009556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54bb2731-58ca-461b-91b3-66a3de71de2b req-c94f37f6-63ff-4b07-8ab1-4e564b5b079b tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752734 Dec 20 23:10:24.135678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9621c4-1727-458b-b32f-02fab54dc027 req-13a3e396-9295-4eaa-8ec0-8a492802f981 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:24.140144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a9621c4-1727-458b-b32f-02fab54dc027 req-13a3e396-9295-4eaa-8ec0-8a492802f981 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 907 time: 0.1195159 Dec 20 23:10:24.149791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c85eb-8f3f-405f-a3ed-94d81882e50d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:24.154073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c85eb-8f3f-405f-a3ed-94d81882e50d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:24.156136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c85eb-8f3f-405f-a3ed-94d81882e50d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:24.160142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b7c85eb-8f3f-405f-a3ed-94d81882e50d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2144864 Dec 20 23:10:24.160994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54260) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:24.223169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:24.242245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Sync routers for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:24.271301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:24.272262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:24.285372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:24.287776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:24.298549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 121a6eb8-18be-4e62-a20b-490849b314eb {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:24.314136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:24.341107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:24.342633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c03e178-39ca-4baf-9d6b-838451385c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3425267 Dec 20 23:10:24.346751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:24.462695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:10:24.486085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:24.586534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:24.664490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port ab88203d-271a-4ad1-bc9b-ebddb42c6e86, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:24.665059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:24.673208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c95c3ece-d6aa-4154-9f1c-c8d69f4a6cbd tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=409fc0ea8aa74a7c992b1690906369db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3259428 Dec 20 23:10:24.677420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54266) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:24.714910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for ab88203d-271a-4ad1-bc9b-ebddb42c6e86 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:24.784266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.019884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:25.065258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'mac_address': 'fa:16:3e:f3:7e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:10:25.140043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418ca63-8354-4990-bb7f-a033da45a61a req-bdbaf5d1-8910-4353-bf5b-22621ad5a073 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:25.141589 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4418ca63-8354-4990-bb7f-a033da45a61a req-bdbaf5d1-8910-4353-bf5b-22621ad5a073 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.1098626 Dec 20 23:10:25.180236 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.204117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:22Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:25.236160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:25.239436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Checking router: 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:25.239909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Updating router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c port a2794370-3378-4946-8c2c-7de993ae795a binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:10:25.270138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:25.300947 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.318251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Deleting port 139c683e-a76b-49ae-9587-17c74d602888 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:25.318858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.380369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.438039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7eb92-3556-4127-87f9-b6d7720ec5a0 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:25.439000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2be7eb92-3556-4127-87f9-b6d7720ec5a0 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7545555 Dec 20 23:10:25.448279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] For port 139c683e-a76b-49ae-9587-17c74d602888, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=139c683e-a76b-49ae-9587-17c74d602888,segment=NetworkSegment(8e1a0dfd-0a9c-42ff-8937-3e39c234adef),segment_id=8e1a0dfd-0a9c-42ff-8937-3e39c234adef)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:25.448573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54288) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:25.448702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.470434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Calling delete_port for 139c683e-a76b-49ae-9587-17c74d602888 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:25.541504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:25.559375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49735d-39cd-4c7f-a438-61294822649f req-68ddbf30-1e74-4470-a6aa-edaa253e6306 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:25.567617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e49735d-39cd-4c7f-a438-61294822649f req-68ddbf30-1e74-4470-a6aa-edaa253e6306 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 945 time: 0.2466040 Dec 20 23:10:25.575679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f37ea51-d394-48e1-ae6c-60d40579141b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258738 Dec 20 23:10:25.598842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:25.610291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570361367', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:25.713122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e49735d-39cd-4c7f-a438-61294822649f req-47c66225-f02d-4030-98ce-955372fb2ca5 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/security-groups?id=16a25350-0469-4878-932c-ab760b155f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397970 Dec 20 23:10:25.722460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a8362-5c95-44f5-a6b5-b785e704bc5a req-c872fc57-1fb6-4233-8e4c-026b82729384 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:25.734626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e0a8362-5c95-44f5-a6b5-b785e704bc5a req-c872fc57-1fb6-4233-8e4c-026b82729384 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.3845840 Dec 20 23:10:25.747420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.757873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['67b0bdc3-c7dd-4087-8740-9fdc62883038'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:25.799942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.849324 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.871903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Pushing event deleted for resources: {'Port': ['ID=139c683e-a76b-49ae-9587-17c74d602888,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:25.925884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493af0b-883f-4429-ab9c-49877fc82ef3 None None] Pushing event updated for resources: {'Port': ['ID=a2794370-3378-4946-8c2c-7de993ae795a,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:25.928690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.970455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588f556-491c-463f-8e6d-d656320627b9 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:25.986724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Attempting to bind port a2794370-3378-4946-8c2c-7de993ae795a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:25.987115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Attempting to bind port a2794370-3378-4946-8c2c-7de993ae795a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:25.987482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Attempting to bind port a2794370-3378-4946-8c2c-7de993ae795a on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:25.992963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] No DVR routers for this DVR port 139c683e-a76b-49ae-9587-17c74d602888 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:25.998241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:25.998655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:25.998858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.999159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:25.999727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:26.000891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Bound port: a2794370-3378-4946-8c2c-7de993ae795a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:26.001292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.007140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4418ca63-8354-4990-bb7f-a033da45a61a req-b397d9b2-85a2-44ca-b977-02f710989eab tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.59 "DELETE /v2.0/ports/139c683e-a76b-49ae-9587-17c74d602888 HTTP/1.1" status: 204 len: 173 time: 0.8572006 Dec 20 23:10:26.029415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'name': 'network-vif-deleted', 'tag': '139c683e-a76b-49ae-9587-17c74d602888'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:26.036628 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4774dde-202f-49bc-a67b-71cb4c26797c" -d '{"events": [{"server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "name": "network-vif-deleted", "tag": "139c683e-a76b-49ae-9587-17c74d602888"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:26.080237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=121a6eb8-18be-4e62-a20b-490849b314eb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:26.106457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-456a5e2e-ef37-45f0-8178-b02d74f522da None None] Provisioning complete for port a2794370-3378-4946-8c2c-7de993ae795a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:26.106914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-456a5e2e-ef37-45f0-8178-b02d74f522da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.147663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.151305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/121a6eb8-18be-4e62-a20b-490849b314eb HTTP/1.1" status: 204 len: 168 time: 1.9894545 Dec 20 23:10:26.153964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:26.166015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.168546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-456a5e2e-ef37-45f0-8178-b02d74f522da None None] Port a2794370-3378-4946-8c2c-7de993ae795a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:26.171113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.171775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.172613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.173195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.173769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.173913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674038e7-ed50-4b87-801f-1d9fb49f17d0 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:26.174464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.179375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.180004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.180573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.181354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.181954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.182519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75fd175-8548-4422-aecf-c3aa08c04888 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:26.266312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e0a8362-5c95-44f5-a6b5-b785e704bc5a req-31f67e0a-46b8-4249-81d8-47731d266b51 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152574 Dec 20 23:10:26.273785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:26.284550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.288427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] For port a2794370-3378-4946-8c2c-7de993ae795a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:26.336505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb230c-8852-480f-9baf-549dc7bec717 req-339047b7-e5b2-4025-ab90-c430c73baa90 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:26.350335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00eb230c-8852-480f-9baf-549dc7bec717 req-339047b7-e5b2-4025-ab90-c430c73baa90 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 907 time: 0.3807766 Dec 20 23:10:26.377584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.429392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.444234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=ab88203d-271a-4ad1-bc9b-ebddb42c6e86,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:26.494578 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f417be-cdf0-435d-88c5-c3c83d445061 x-openstack-request-id: req-f7f417be-cdf0-435d-88c5-c3c83d445061 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:26.494845 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b16ed6a-f816-4534-a2c0-e969ad9466ff", "name": "network-vif-deleted", "tag": "139c683e-a76b-49ae-9587-17c74d602888", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:26.494947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:26.495076 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7f417be-cdf0-435d-88c5-c3c83d445061 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:26.495321 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b16ed6a-f816-4534-a2c0-e969ad9466ff', 'name': 'network-vif-deleted', 'tag': '139c683e-a76b-49ae-9587-17c74d602888', 'status': 'completed', 'code': 200} Dec 20 23:10:26.501953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] For port a2794370-3378-4946-8c2c-7de993ae795a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2794370-3378-4946-8c2c-7de993ae795a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:26.512370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.575815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] No DVR routers for this DVR port ab88203d-271a-4ad1-bc9b-ebddb42c6e86 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:26.579739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.602132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b5a6f08-2a77-4336-86aa-c40cc1a0d1c6 req-dfec8c81-7d6f-4680-986f-49488833601a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "DELETE /v2.0/ports/ab88203d-271a-4ad1-bc9b-ebddb42c6e86 HTTP/1.1" status: 204 len: 173 time: 2.5934701 Dec 20 23:10:26.606725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'name': 'network-vif-deleted', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:26.610825 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6b8d8e-8e08-49d2-b86d-2b3ce7cf5e4b" -d '{"events": [{"server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "name": "network-vif-deleted", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:26.636550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.692568 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961b061-1e19-4b60-ad37-63cad8b7594b x-openstack-request-id: req-c961b061-1e19-4b60-ad37-63cad8b7594b {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:26.693581 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca89d395-7e4a-4142-8ded-4e108bca9a5f", "name": "network-vif-deleted", "tag": "ab88203d-271a-4ad1-bc9b-ebddb42c6e86", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:26.693997 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c961b061-1e19-4b60-ad37-63cad8b7594b {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:26.694661 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca89d395-7e4a-4142-8ded-4e108bca9a5f', 'name': 'network-vif-deleted', 'tag': 'ab88203d-271a-4ad1-bc9b-ebddb42c6e86', 'status': 'completed', 'code': 200} Dec 20 23:10:26.871284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:26.901229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-331d0c0a-7602-47cc-8a3a-f3af7b025454 req-f57480df-0399-41ee-ad81-1216bcadfde3 tempest-ServerAddressesTestJSON-1320435967 tempest-ServerAddressesTestJSON-1320435967-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b16ed6a-f816-4534-a2c0-e969ad9466ff HTTP/1.1" status: 200 len: 210 time: 0.0392125 Dec 20 23:10:26.964343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493af0b-883f-4429-ab9c-49877fc82ef3 None None] Pushing event updated for resources: {'Port': ['ID=a2794370-3378-4946-8c2c-7de993ae795a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:26.978922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:26.979560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:26.983251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a3817a-e7e5-49d7-a0fb-ae7e40c92109 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:27.102400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:27.222718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] Provisioning complete for port a2794370-3378-4946-8c2c-7de993ae795a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:27.223083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.289359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.296415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.434746 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.438173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.451791 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4 HTTP/1.1" status: 204 len: 168 time: 1.2927032 Dec 20 23:10:27.454710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3148b3-1828-4077-93ae-a27839db5739 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:27.467395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54324) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:27.496442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:22Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:27.580674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ab88203d-271a-4ad1-bc9b-ebddb42c6e86 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:27.584326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60a23e-6746-441a-bef1-cb26824211ce None None] The sync data for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 is: [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:22Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:27.590201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] For port a2794370-3378-4946-8c2c-7de993ae795a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2794370-3378-4946-8c2c-7de993ae795a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:27.613214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2cd592c1-8bc4-426a-a998-a32cbda2e342 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446393 Dec 20 23:10:27.620396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54328) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:27.645354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:27.668447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: ab88203d-271a-4ad1-bc9b-ebddb42c6e86 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:27.683362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ab88203d-271a-4ad1-bc9b-ebddb42c6e86 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:27.687944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2972f524-63c8-423d-b880-2e1b245635e9 req-c8455273-77a1-46dc-a7ac-2789cf553fb6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca89d395-7e4a-4142-8ded-4e108bca9a5f HTTP/1.1" status: 200 len: 210 time: 0.1627996 Dec 20 23:10:27.697397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cc58c-107d-4691-80d5-bc63b14257cf None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:27.775525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Subnet': ['ID=81dc46f4-a3d6-4f0e-a899-b4d919624059,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:27.776672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:27.872282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ab51-6318-48d7-8200-d2a8c56f43df req-a7345277-2a43-4b29-9438-466df081e828 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:27.891519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1299ab51-6318-48d7-8200-d2a8c56f43df req-a7345277-2a43-4b29-9438-466df081e828 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.4656482 Dec 20 23:10:27.894730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Checking segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:27.895497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network hostable DHCP agents. Network: cfa66bc8-1aeb-4fa0-8373-9c5b51482a46, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:10:27.947623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d60ce-845c-47da-a8e2-08d13d245f2c None None] Pushing event updated for resources: {'Port': ['ID=a2794370-3378-4946-8c2c-7de993ae795a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:28.004731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1299ab51-6318-48d7-8200-d2a8c56f43df req-91fedc3e-b0be-4115-b9e8-e3ccd9b45017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115654 Dec 20 23:10:28.011052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:10:28.041914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a3d90fa7-c2f6-49d6-b9c2-f94e831b3fca None None] Provisioning complete for port 03ca9593-bb50-4f88-93fb-682da6be611e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:28.042338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3d90fa7-c2f6-49d6-b9c2-f94e831b3fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.070541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:28.126292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, cfa66bc8-1aeb-4fa0-8373-9c5b51482a46) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:28.136898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:28.137390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.183627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e1392-2eb0-4130-bfb4-d44aba78b6de None None] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:28.194489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:28.198933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.204481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.279676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9a73047-3b49-4e77-8316-46fe827ffbe5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6752443 Dec 20 23:10:28.282840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54344) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:28.321961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:28.371018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Deleting subnet 79e2060f-2146-4d9f-8633-291dfdf5b819 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:28.375063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.535004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.673689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:28.714654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:28.818762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:10:28.820761 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.035658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2794370-3378-4946-8c2c-7de993ae795a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:29.046025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:10:29.053095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Deleting port 03ca9593-bb50-4f88-93fb-682da6be611e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:29.053442 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.080568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 67b0bdc3-c7dd-4087-8740-9fdc62883038 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:29.081005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.091884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.172727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.220388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.225146 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/79e2060f-2146-4d9f-8633-291dfdf5b819 HTTP/1.1" status: 204 len: 168 time: 1.1535296 Dec 20 23:10:29.233171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54376) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:29.268323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:29.287488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:29.291857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:29.294142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.355543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=f1ec9c37-5ee8-4695-931e-416ecb532f84,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:29.357601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Allocated IP 172.20.0.2 (cfa66bc8-1aeb-4fa0-8373-9c5b51482a46/81dc46f4-a3d6-4f0e-a899-b4d919624059/62b59db6-bbca-4cbb-b988-aa4d6d26ddc0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:29.450173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee92c42-0686-42df-9c17-f5346048926d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e2060f-2146-4d9f-8633-291dfdf5b819,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:29.464112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eeef8b97-3d63-48c9-802a-6c5e0e6102d8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8415685 Dec 20 23:10:29.475744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e90a9d-a2c9-42a6-bf01-ee3d4762e8c3 req-fba41bb2-aee7-4003-a24a-afd21e6eaa58 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:29.485154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19e90a9d-a2c9-42a6-bf01-ee3d4762e8c3 req-fba41bb2-aee7-4003-a24a-afd21e6eaa58 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 945 time: 0.2858491 Dec 20 23:10:29.492310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:29.507816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:29.588610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] For port 03ca9593-bb50-4f88-93fb-682da6be611e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=03ca9593-bb50-4f88-93fb-682da6be611e,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:29.589101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.596752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.599086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.630010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Calling delete_port for 03ca9593-bb50-4f88-93fb-682da6be611e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:29.710099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a2794370-3378-4946-8c2c-7de993ae795a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:29.710897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.744744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.769549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f7a371-63e9-4651-b0da-b97fc996195c']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:29.779922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1a0dfd-0a9c-42ff-8937-3e39c234adef') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:29.780223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1a0dfd-0a9c-42ff-8937-3e39c234adef') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:29.790438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.805655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.812842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:10:29.813243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.852836 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.889637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19e90a9d-a2c9-42a6-bf01-ee3d4762e8c3 req-55677947-38f9-43fc-b470-e81af4916753 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035828 Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.900706 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:10:29.903984 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:10:29.905011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:10:29.923433 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:10:29.941619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569748-482d-40d6-823d-edafe6445920 req-96b3d3cf-8773-454c-a962-69f383de82a9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:29.943636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:29.946152 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065f362-5174-4a17-9d3d-1e76a381cd46" -d '{"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:29.948952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6569748-482d-40d6-823d-edafe6445920 req-96b3d3cf-8773-454c-a962-69f383de82a9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 946 time: 0.2111568 Dec 20 23:10:29.962086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:29.991477 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:29.996216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.002755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.007185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c9f7a371-63e9-4651-b0da-b97fc996195c HTTP/1.1" status: 204 len: 168 time: 0.7636325 Dec 20 23:10:30.029690 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be4f56-c973-429b-9b44-30bf37a86000 x-openstack-request-id: req-c3be4f56-c973-429b-9b44-30bf37a86000 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:30.030258 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-plugged", "status": "completed", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:30.030712 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3be4f56-c973-429b-9b44-30bf37a86000 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:30.031282 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'code': 200} Dec 20 23:10:30.032081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.034958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce50f6-42e2-41e2-9092-05f8aaad4f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f7a371-63e9-4651-b0da-b97fc996195c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.058361 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.064378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 139c683e-a76b-49ae-9587-17c74d602888 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:30.136438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] No DVR routers for this DVR port 03ca9593-bb50-4f88-93fb-682da6be611e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:30.148651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 139c683e-a76b-49ae-9587-17c74d602888 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:30.149292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 139c683e-a76b-49ae-9587-17c74d602888 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:30.156406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:30.167482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:30.193940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:30.196043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Pushing event updated for resources: {'Port': ['ID=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.216965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23168271-0553-478d-a52a-7364e83104be None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:30.256606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6569748-482d-40d6-823d-edafe6445920 req-e475d59e-e562-47d9-ae34-08419b5e4bc0 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067017 Dec 20 23:10:30.339388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 03ca9593-bb50-4f88-93fb-682da6be611e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:30.369464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d4201-12e8-40a2-8e2c-c7c3175ae964 None None] Pushing event deleted for resources: {'Port': ['ID=03ca9593-bb50-4f88-93fb-682da6be611e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.390401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 03ca9593-bb50-4f88-93fb-682da6be611e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:30.390750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 03ca9593-bb50-4f88-93fb-682da6be611e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:30.422295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:30.427441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.463818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Attempting to bind port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:30.464201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Attempting to bind port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:30.464568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Attempting to bind port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:30.475974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:30.476358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Checking segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:30.476767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.477170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Bound using segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:30.477659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Bound port: 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:30.478075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.501806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720ba04-c8c1-48de-a81e-c918cd343436 req-3811b7f0-1089-495c-9f3a-71e12113a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:30.503691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9720ba04-c8c1-48de-a81e-c918cd343436 req-3811b7f0-1089-495c-9f3a-71e12113a1e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 1097 time: 0.0651653 Dec 20 23:10:30.516625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.1 (cfa66bc8-1aeb-4fa0-8373-9c5b51482a46/81dc46f4-a3d6-4f0e-a899-b4d919624059/a21e1c00-46b2-48b3-878e-900308f75ca4) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:30.538724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'project_id': '7e388b52ad504c09ad24b759dee5c996', 'fixed_ips': [{'subnet_id': 'f1ec9c37-5ee8-4695-931e-416ecb532f84'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:10:30.542429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.546929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.626041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] For port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:30.631364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] For port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:30.636746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9720ba04-c8c1-48de-a81e-c918cd343436 req-57192ed3-6b0f-4153-ab5f-9d7446275f7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242096 Dec 20 23:10:30.667986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.705836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54426) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:30.758701 n-d-822053-9 neutron-server[115562]: INFO neutron.db.ipam_backend_mixin [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1ec9c37-5ee8-4695-931e-416ecb532f84 (CIDR: 2001:db8::/64) Dec 20 23:10:30.783987 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0256f383-6282-4376-bcfc-569a98b15508 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bba76e622fda45ca832428a1cff17a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766397 Dec 20 23:10:30.785470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54428) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:30.785678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.811064 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:10:30.811570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:30.834649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.861206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Allocated IP 2001:db8::2 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/f1ec9c37-5ee8-4695-931e-416ecb532f84/eb5f9a72-fee4-4b71-aaa6-d75731a72508) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:30.878124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf30979-9bdc-4ed1-b3d6-5db8426d1b36 None None] Pushing event updated for resources: {'Port': ['ID=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.924051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:30.925206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:30.926970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:30.931016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:30.939492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-152203a3-df99-45e4-aa02-2d85c79aeeb9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4435761 Dec 20 23:10:30.940550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:30.942401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:30.947297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'subnet': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:31.088075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.128830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.134611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.185702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.228746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:31.233543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.239241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:31.243983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:31.248308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:31.343017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-053bb6c9-afd4-47fa-a6ba-a021f74b770b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:31.351063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-053bb6c9-afd4-47fa-a6ba-a021f74b770b tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 946 time: 0.1883023 Dec 20 23:10:31.351757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Pushing event updated for resources: {'Port': ['ID=eb5f9a72-fee4-4b71-aaa6-d75731a72508,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:31.354949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Attempting to bind port eb5f9a72-fee4-4b71-aaa6-d75731a72508 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:31.354949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Attempting to bind port eb5f9a72-fee4-4b71-aaa6-d75731a72508 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:31.362080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Attempting to bind port eb5f9a72-fee4-4b71-aaa6-d75731a72508 on network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:31.372876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:31.373282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Checking segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:31.378010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.378433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Bound using segment: {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:31.379946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Bound port: eb5f9a72-fee4-4b71-aaa6-d75731a72508, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af239450-a172-4e79-b455-bb3edc1a864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:31.380350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.403153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83e53-bdc2-45f1-9a57-04098e3c14af req-1461e9f2-a818-48a0-873e-cf0861d2e70b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:31.404947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85d83e53-bdc2-45f1-9a57-04098e3c14af req-1461e9f2-a818-48a0-873e-cf0861d2e70b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.3137057 Dec 20 23:10:31.492614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] For port eb5f9a72-fee4-4b71-aaa6-d75731a72508, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:31.498943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] For port eb5f9a72-fee4-4b71-aaa6-d75731a72508, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eb5f9a72-fee4-4b71-aaa6-d75731a72508,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:31.537373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port fbd46151-997a-41a6-ba05-7dc348e878af {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:31.537624 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.543151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85d83e53-bdc2-45f1-9a57-04098e3c14af req-f28d0407-61cb-40e6-8397-3a588108bf62 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208742 Dec 20 23:10:31.552443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf428a-d15d-4b10-a287-c9066b845446 req-c6bb1e2a-8de4-421d-8ffb-9079b1561aad tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:31.554020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00cf428a-d15d-4b10-a287-c9066b845446 req-c6bb1e2a-8de4-421d-8ffb-9079b1561aad tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 946 time: 0.1139536 Dec 20 23:10:31.560891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.648408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00cf428a-d15d-4b10-a287-c9066b845446 req-38a57790-1ad4-42da-bbb1-8b8ebed49491 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849581 Dec 20 23:10:31.698985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd965-e0d3-4171-a297-e37d8de7404a None None] Pushing event updated for resources: {'Port': ['ID=eb5f9a72-fee4-4b71-aaa6-d75731a72508,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:31.726823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.730861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.733015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16a25350-0469-4878-932c-ab760b155f21 HTTP/1.1" status: 204 len: 168 time: 0.9469883 Dec 20 23:10:31.753891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port fbd46151-997a-41a6-ba05-7dc348e878af, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fbd46151-997a-41a6-ba05-7dc348e878af,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:31.753891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:31.828542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for fbd46151-997a-41a6-ba05-7dc348e878af owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:32.223860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:32.248376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fbd46151-997a-41a6-ba05-7dc348e878af'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:32.255262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:32.336907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=fbd46151-997a-41a6-ba05-7dc348e878af,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:32.461616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:32.467139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de3bcd-305b-4ce0-8a37-73b451afda4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a25350-0469-4878-932c-ab760b155f21,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:32.501493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:10:32.511954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71347c09-ece0-4471-b764-c8912c634c50 req-4b00b713-9e4a-4772-b7f3-6cecd77bb712 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:32.519707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71347c09-ece0-4471-b764-c8912c634c50 req-4b00b713-9e4a-4772-b7f3-6cecd77bb712 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 949 time: 0.8087783 Dec 20 23:10:32.552071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] No DVR routers for this DVR port fbd46151-997a-41a6-ba05-7dc348e878af on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:32.558161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:32.566431 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a9502bde-a3b6-43e7-8d90-3e1e880ea800 req-55b6da1f-1db7-4323-86b5-0733106840c2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "DELETE /v2.0/ports/fbd46151-997a-41a6-ba05-7dc348e878af HTTP/1.1" status: 204 len: 173 time: 1.2055728 Dec 20 23:10:32.654528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'name': 'network-vif-deleted', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:32.656811 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83893c3-03eb-4761-86be-ee2ed897925c" -d '{"events": [{"server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "name": "network-vif-deleted", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:32.849602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dcc708-3e67-4abd-b919-9eaa3aba3bc3 None None] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:33.000797 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.084284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71347c09-ece0-4471-b764-c8912c634c50 req-7f0ea106-dfaf-46be-b0db-e3b62a7a98a1 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633094 Dec 20 23:10:33.092968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eb5f9a72-fee4-4b71-aaa6-d75731a72508 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:33.099614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce6242-428c-4ee3-9815-619dd6a552f5 req-122f2e26-7135-45aa-be6d-2939d5d26881 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:33.101232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34ce6242-428c-4ee3-9815-619dd6a552f5 req-122f2e26-7135-45aa-be6d-2939d5d26881 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.3718064 Dec 20 23:10:33.160342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] Provisioning complete for port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:33.160538 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.206435 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5964d2-b6f8-461b-90bb-f39027620369 x-openstack-request-id: req-5b5964d2-b6f8-461b-90bb-f39027620369 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:33.213897 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d55bd4a-e987-4197-8c26-1b0373dce93f", "name": "network-vif-deleted", "tag": "fbd46151-997a-41a6-ba05-7dc348e878af", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:33.213897 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b5964d2-b6f8-461b-90bb-f39027620369 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:33.213897 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d55bd4a-e987-4197-8c26-1b0373dce93f', 'name': 'network-vif-deleted', 'tag': 'fbd46151-997a-41a6-ba05-7dc348e878af', 'status': 'completed', 'code': 200} Dec 20 23:10:33.251675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34ce6242-428c-4ee3-9815-619dd6a552f5 req-d9a97e8a-836c-4cdf-8838-6a4bd630105a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402478 Dec 20 23:10:33.348648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] For port eb5f9a72-fee4-4b71-aaa6-d75731a72508, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eb5f9a72-fee4-4b71-aaa6-d75731a72508,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:33.396024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.426495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6160158-a168-4b04-8c5e-f824a96e72f2 req-12ec576f-802e-4016-a749-a834631e6b46 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d55bd4a-e987-4197-8c26-1b0373dce93f HTTP/1.1" status: 200 len: 210 time: 0.0988328 Dec 20 23:10:33.467827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.509008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port eb5f9a72-fee4-4b71-aaa6-d75731a72508 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:33.509392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.559613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.563955 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.568407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.617487 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.619567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:33.627122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:33.631379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:33.632198 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.643252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:33.645410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43befc-495c-4155-a279-7cf98ddaa40d None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:33.668305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:33.736511 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7931595 Dec 20 23:10:33.741311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Subnet': ['ID=0f5dcc88-298b-4502-a1f8-9d9bdfc9133e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:33.753315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:33.762589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Request body: {'port': {'network_id': '7bbc6a72-ec92-493b-a8b9-70fc023ce1ce', 'mac_address': 'fa:16:3e:85:15:1b', 'name': 'tempest-NetworksTestDHCPv6-516740498'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:33.770858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4136-4432-408d-b1ec-dd5d33b6fb2a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=eb5f9a72-fee4-4b71-aaa6-d75731a72508,revision_number=4']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:33.844331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:33.895222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54540) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:33.910740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.183889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-875792183-network', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:34.204496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:34.220831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:34.244551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] For port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:34.413816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.438276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.499723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916647c5-d63c-46d7-aa7e-a17bc7f4cec5 None None] Pushing event updated for resources: {'Port': ['ID=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:34.507309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fbd46151-997a-41a6-ba05-7dc348e878af no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:34.551800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Made reservation on behalf of 5da96a81ccf34434ba035f52dd249c3d for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:34.561278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.606212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: fbd46151-997a-41a6-ba05-7dc348e878af {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:34.606624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fbd46151-997a-41a6-ba05-7dc348e878af not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:34.620610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.641100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port eb5f9a72-fee4-4b71-aaa6-d75731a72508, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eb5f9a72-fee4-4b71-aaa6-d75731a72508,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:34.662463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772ebbd-19c6-4ea9-938a-dc37847100e6 req-b2809dfe-8ed4-4e9c-b437-386fb0ea082f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:34.679339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1772ebbd-19c6-4ea9-938a-dc37847100e6 req-b2809dfe-8ed4-4e9c-b437-386fb0ea082f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.2288618 Dec 20 23:10:34.691163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Made reservation on behalf of 7e388b52ad504c09ad24b759dee5c996 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:34.759159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.759159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:34.784329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Provisioning complete for port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:34.784878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.791531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.824637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:10:34.866322 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.929276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f174940f-cdb3-461c-a6a8-4db2db6ac5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.954068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.968441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:34.977089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:34.982246 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da57be-4317-4233-a1e4-634cff5766c2" -d '{"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:34.986531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:34.995129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=eb5f9a72-fee4-4b71-aaa6-d75731a72508,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:35.012047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:35.017822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] device_id is not set on port decf18a4-2253-4205-97c8-174fffe471da yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:10:35.029587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:35.030772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.050033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.050482 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Added segment 5b2ea373-1fe3-4b70-9261-9370816ea347 of type vlan for network 3633e3ff-eb7e-4994-9db8-58498e74f585 Dec 20 23:10:35.121479 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.144847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1772ebbd-19c6-4ea9-938a-dc37847100e6 req-51bb56ee-5cf5-4770-9695-afb6b1a55839 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640889 Dec 20 23:10:35.206388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Provisioning complete for port eb5f9a72-fee4-4b71-aaa6-d75731a72508 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:35.206926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.212740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4292522-43f4-4df6-8c75-75a848a8411a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:35.229066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.267433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:35.283146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Sync routers for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:35.283911 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db0296-3afc-40a4-a539-0630dce13275 x-openstack-request-id: req-f9db0296-3afc-40a4-a539-0630dce13275 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:35.284411 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:35.284773 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9db0296-3afc-40a4-a539-0630dce13275 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:35.285277 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f', 'code': 200} Dec 20 23:10:35.285660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-86819b1e-cf5e-4430-8f1f-d956c2870625 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/1c0eb2b4-4a8d-4c77-87a7-ee74135c464c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0009208 Dec 20 23:10:35.309356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:35.322758 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:35.323402 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:35.399785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8::287 (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/f1ec9c37-5ee8-4695-931e-416ecb532f84/decf18a4-2253-4205-97c8-174fffe471da) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:35.407908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:151b (7bbc6a72-ec92-493b-a8b9-70fc023ce1ce/0f5dcc88-298b-4502-a1f8-9d9bdfc9133e/decf18a4-2253-4205-97c8-174fffe471da) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:35.413165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.430970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:35.431631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.536505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] Pushing event updated for resources: {'Network': ['ID=3633e3ff-eb7e-4994-9db8-58498e74f585,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:35.568978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:35.614980 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:35.623240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799f6ce-9d6b-448b-88ab-049f06747988 req-8f5b1355-cd30-4922-8635-f7bcc27ea2ac tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:35.632488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4799f6ce-9d6b-448b-88ab-049f06747988 req-8f5b1355-cd30-4922-8635-f7bcc27ea2ac tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.2823765 Dec 20 23:10:35.645394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b30fd732-9f0f-48af-8f5e-81f23158cc4f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7468874 Dec 20 23:10:35.649821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54598) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:35.662461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Request body: {'subnet': {'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-subnet', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:35.677129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-1a2f545b-e309-4d16-8d1a-4d90dfe17eb2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:35.678974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-1a2f545b-e309-4d16-8d1a-4d90dfe17eb2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.1367748 Dec 20 23:10:35.755408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.810886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Provisioning complete for port a21e1c00-46b2-48b3-878e-900308f75ca4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:35.811228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.848928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4799f6ce-9d6b-448b-88ab-049f06747988 req-9b95f9b9-8cba-4adb-91e9-ce6ca2115bf7 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152689 Dec 20 23:10:35.858366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bde51-1467-4ba4-9b61-483cf90aae05 None None] Port a21e1c00-46b2-48b3-878e-900308f75ca4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:35.875996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-539db1c1-1f7b-410b-8fda-ad4940259471 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110126477&fields=id&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 267 time: 0.1916783 Dec 20 23:10:35.882892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.892501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Made reservation on behalf of 5da96a81ccf34434ba035f52dd249c3d for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:35.902126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.922201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:35.925852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:35.932212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:35.940241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:35.941099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:35.954953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eb5f9a72-fee4-4b71-aaa6-d75731a72508 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:35.973586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event updated for resources: {'Port': ['ID=decf18a4-2253-4205-97c8-174fffe471da,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:36.031711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-12fbdf21-7a0a-4c8c-bc14-b55622ee4b42 None None] Provisioning complete for port eb5f9a72-fee4-4b71-aaa6-d75731a72508 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:36.032412 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12fbdf21-7a0a-4c8c-bc14-b55622ee4b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.085262 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:33Z', 'revision_number': 2, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:36.096721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bbd49e49-5f9a-409e-975a-b407baf38656 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3415437 Dec 20 23:10:36.103716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:36.115048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port eb5f9a72-fee4-4b71-aaa6-d75731a72508 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:36.115432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.133356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Checking router: 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:36.134172 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Updating router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c port a21e1c00-46b2-48b3-878e-900308f75ca4 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:10:36.187826 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.271532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-12fbdf21-7a0a-4c8c-bc14-b55622ee4b42 None None] Provisioning complete for port a21e1c00-46b2-48b3-878e-900308f75ca4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:36.271908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12fbdf21-7a0a-4c8c-bc14-b55622ee4b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.295579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting port decf18a4-2253-4205-97c8-174fffe471da {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:36.296484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.362559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:36.422508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-12fbdf21-7a0a-4c8c-bc14-b55622ee4b42 None None] Port a21e1c00-46b2-48b3-878e-900308f75ca4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:36.433045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:36.433432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.486399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.500333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Calling delete_port for decf18a4-2253-4205-97c8-174fffe471da owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:36.514740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port 2583c94e-9347-4999-9f2d-91587ed61a7c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:36.515203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.523252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.578522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-67537d6a-b7a4-4941-bed0-b4226e71163c None None] Provisioning complete for port decf18a4-2253-4205-97c8-174fffe471da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:36.579357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67537d6a-b7a4-4941-bed0-b4226e71163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.620697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6c3b6d-d930-4aec-a289-c0f68219ab3a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:36.629478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-42368188-de38-4d4d-be70-e30a28b2d66b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:36.631347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-42368188-de38-4d4d-be70-e30a28b2d66b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 797 time: 0.7082446 Dec 20 23:10:36.651677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-67537d6a-b7a4-4941-bed0-b4226e71163c None None] Port decf18a4-2253-4205-97c8-174fffe471da cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:36.701332 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.718812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-e98d4e98-5924-422b-8a46-58841a918a3f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/quotas/409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 375 time: 0.0627282 Dec 20 23:10:36.739289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122c92-ba27-426b-9b47-d9129d46ff6c req-5461aee8-74e7-494b-a5dd-746c525bfc37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:36.742358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb122c92-ba27-426b-9b47-d9129d46ff6c req-5461aee8-74e7-494b-a5dd-746c525bfc37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.2678237 Dec 20 23:10:36.765268 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.798911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Checking segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:36.799313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Network hostable DHCP agents. Network: 3633e3ff-eb7e-4994-9db8-58498e74f585, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:10:36.822472 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.823199 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Pushing event updated for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:36.831896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port 2583c94e-9347-4999-9f2d-91587ed61a7c, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2583c94e-9347-4999-9f2d-91587ed61a7c,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:36.832236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.837277 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.837874 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.838405 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.845170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:10:36.859516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for 2583c94e-9347-4999-9f2d-91587ed61a7c owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:36.893225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Port': ['ID=decf18a4-2253-4205-97c8-174fffe471da,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:36.910654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-b7329280-ad33-435a-9d48-212176a97484 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752012 Dec 20 23:10:36.927824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:10:36.958396 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Attempting to bind port a21e1c00-46b2-48b3-878e-900308f75ca4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:36.958900 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Attempting to bind port a21e1c00-46b2-48b3-878e-900308f75ca4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:36.959272 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Attempting to bind port a21e1c00-46b2-48b3-878e-900308f75ca4 on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:36.968382 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:36.968693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Checking segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:36.969089 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:36.969471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Bound using segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:36.969982 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Bound port: a21e1c00-46b2-48b3-878e-900308f75ca4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:36.974912 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.006337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.011916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c867f172-9beb-42e2-9c5d-44aec0ce6863 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/decf18a4-2253-4205-97c8-174fffe471da HTTP/1.1" status: 204 len: 168 time: 0.9123464 Dec 20 23:10:37.015068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54610) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:37.026100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb122c92-ba27-426b-9b47-d9129d46ff6c req-1d9b6895-ddd1-4d5a-b7d9-e3638c71e35e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588558 Dec 20 23:10:37.103213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3633e3ff-eb7e-4994-9db8-58498e74f585) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:37.114798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919760d-7fe6-4f8c-95d0-dab22dd0b083 None None] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:37.121974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.123118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.131895 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] For port a21e1c00-46b2-48b3-878e-900308f75ca4, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:37.139814 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] For port a21e1c00-46b2-48b3-878e-900308f75ca4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a21e1c00-46b2-48b3-878e-900308f75ca4,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:37.149514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036f4a0-2670-4277-bae6-b1ec50bea462 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.151146 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f036f4a0-2670-4277-bae6-b1ec50bea462 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1354570 Dec 20 23:10:37.154121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:37.205812 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.273564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d0c7b-abaa-42f1-a8e4-6b4f122c5a87 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.278157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a2d0c7b-abaa-42f1-a8e4-6b4f122c5a87 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1227262 Dec 20 23:10:37.286432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:37.314425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-31046d25-b29e-4d55-9f35-de9d6d979848 service neutron] 10.222.0.62 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922043 Dec 20 23:10:37.333659 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:37.334911 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:37.372869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bf0b4-a1b0-47ed-932a-2e9a96c6c487 None None] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:37.408262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c381418-76ef-48d5-8612-0ebfd1e8addc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.413997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] Provisioning complete for port a21e1c00-46b2-48b3-878e-900308f75ca4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:37.414935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.417456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7640684e-a37b-41d4-91e7-29bdf9e246e4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7662938 Dec 20 23:10:37.418254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c381418-76ef-48d5-8612-0ebfd1e8addc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.420723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c381418-76ef-48d5-8612-0ebfd1e8addc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.422404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4c381418-76ef-48d5-8612-0ebfd1e8addc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1350906 Dec 20 23:10:37.422954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54628) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:37.433811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:37.438257 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5eff6-71fd-4530-8a1a-6773d21ea31f None None] Pushing event updated for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:37.444079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54630) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:37.585964 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:37.588675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet 0f5dcc88-298b-4502-a1f8-9d9bdfc9133e {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:37.594088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.633905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:10:37.636837 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eccc4601-c70a-4940-a738-09e8a5f71dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.649159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a7eda-2ecd-42fa-a014-554508597836 req-2417b6dc-3c8b-41b6-a98c-6b33567c60f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:37.662534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.663504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f3a7eda-2ecd-42fa-a014-554508597836 req-2417b6dc-3c8b-41b6-a98c-6b33567c60f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 945 time: 0.3404875 Dec 20 23:10:37.673120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.718700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-45398bd0-a4f6-48a3-ae39-c0f3e374ab96 service neutron] 10.222.0.62 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033062 Dec 20 23:10:37.736724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] For port a21e1c00-46b2-48b3-878e-900308f75ca4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a21e1c00-46b2-48b3-878e-900308f75ca4,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:37.767777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.800168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2583c94e-9347-4999-9f2d-91587ed61a7c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:37.800366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.801361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f3a7eda-2ecd-42fa-a014-554508597836 req-4e304454-df80-4d41-ae81-c4e36082e356 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=858cfff8-69ed-40a6-bec4-01d8ca82508f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369021 Dec 20 23:10:37.804511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.856302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.864928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=2583c94e-9347-4999-9f2d-91587ed61a7c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:37.898081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.916336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] No DVR routers for this DVR port 2583c94e-9347-4999-9f2d-91587ed61a7c on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:37.924154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:37.927637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:37.929499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-046db8ec-9124-4aea-a028-c4fe122fdb63 req-58f6742d-4acc-48ff-a2c9-1066b6a3a80a tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.45 "DELETE /v2.0/ports/2583c94e-9347-4999-9f2d-91587ed61a7c HTTP/1.1" status: 204 len: 173 time: 2.2427468 Dec 20 23:10:37.930077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'name': 'network-vif-deleted', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:37.932696 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd3b21-2815-4799-83e1-d7232779aa7b" -d '{"events": [{"server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "name": "network-vif-deleted", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:38.025421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '467f25c5-f802-4db1-98d5-b70a4a575377', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '467f25c5-f802-4db1-98d5-b70a4a575377', 'mac_address': 'fa:16:3e:34:97:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:10:38.064670 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe6d97-2a15-4807-9b72-43b378b64c9d x-openstack-request-id: req-58fe6d97-2a15-4807-9b72-43b378b64c9d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:38.064969 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4506d81-989d-4163-afa5-5ea73b700a89", "name": "network-vif-deleted", "tag": "2583c94e-9347-4999-9f2d-91587ed61a7c", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:38.066043 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58fe6d97-2a15-4807-9b72-43b378b64c9d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:38.066491 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4506d81-989d-4163-afa5-5ea73b700a89', 'name': 'network-vif-deleted', 'tag': '2583c94e-9347-4999-9f2d-91587ed61a7c', 'status': 'completed', 'code': 200} Dec 20 23:10:38.109358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-471a182e-086e-4631-8540-7a83cf9704ed None None] Provisioning complete for port a21e1c00-46b2-48b3-878e-900308f75ca4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:38.109753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-471a182e-086e-4631-8540-7a83cf9704ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.129003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.262382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79be92f8-d088-4db0-b903-50bec735c026 req-50f3ae66-abb1-4133-b0d7-e30a090ef44f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.0848255 Dec 20 23:10:38.298943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.335736 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:38.372461 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a960723-e5c5-41ef-8dd2-e7a1b0103b3a None None] The sync data for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 is: [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:38.390503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ffbe5-2db0-4a0f-a028-b9aae13668c8 None None] Pushing event updated for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:38.411954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5dcc88-298b-4502-a1f8-9d9bdfc9133e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:38.511958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.517552 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-767480fd-0b41-401d-801f-7e6ba72bdf71 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/0f5dcc88-298b-4502-a1f8-9d9bdfc9133e HTTP/1.1" status: 204 len: 168 time: 1.0709860 Dec 20 23:10:38.518892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54666) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:38.519245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23df259-bde0-4cde-bc40-62ccd70aa5c3 None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:38.523151 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.524800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.551072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.592132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:38.615141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Deleting subnet f1ec9c37-5ee8-4695-931e-416ecb532f84 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:38.621380 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:38.701825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.025752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.207317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.208281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a29e7d0-3159-4fd4-aba4-eecd9cbbcc7f req-39b7878d-5075-48f0-9744-5e4fb32fd1f9 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4506d81-989d-4163-afa5-5ea73b700a89 HTTP/1.1" status: 200 len: 210 time: 0.1159995 Dec 20 23:10:39.216777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:39.314799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.318954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.473111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['467f25c5-f802-4db1-98d5-b70a4a575377'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:39.476549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f55874b7-6695-48c1-ac98-3026bc9fc0f7 req-6919818b-e93f-4a2c-aa92-9c9a1aedbcf9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.0774648 Dec 20 23:10:39.485385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.487870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54702) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:39.526642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ec9c37-5ee8-4695-931e-416ecb532f84,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:39.533292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.539336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-92f7b7b8-88d0-4bb8-a89d-6d0ba1a89b34 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ec9c37-5ee8-4695-931e-416ecb532f84 HTTP/1.1" status: 204 len: 168 time: 1.0193589 Dec 20 23:10:39.544912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54706) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:39.651601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5cb4ba99-0eeb-4e56-aa00-ff657ef6224d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051307 Dec 20 23:10:39.652527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:39.665225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2583c94e-9347-4999-9f2d-91587ed61a7c no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:39.735101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 2583c94e-9347-4999-9f2d-91587ed61a7c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:39.740510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2583c94e-9347-4999-9f2d-91587ed61a7c not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:39.746336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Allocated IP 172.25.1.235 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/2e4d7482-0715-407c-a118-49f3f032ea39) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:39.756996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:39.776945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf7bb2-83aa-4429-8597-d94771827394 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:39.781043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ddf7bb2-83aa-4429-8597-d94771827394 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1272442 Dec 20 23:10:39.783610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:39.829155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0695b6d-b133-4547-9d3d-623f8dc134d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.847147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:39.916360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde4b58-16d3-419d-8f3d-b803e65175cc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:39.921075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4fde4b58-16d3-419d-8f3d-b803e65175cc tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360509 Dec 20 23:10:39.926265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.030296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fa9a9ff-933d-4be6-b406-7a8dfc4e2cd1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949554 Dec 20 23:10:40.031341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.073749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a21e1c00-46b2-48b3-878e-900308f75ca4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:40.100445 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b13104-c04d-4600-baed-a280a6bd1c4b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.101666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b13104-c04d-4600-baed-a280a6bd1c4b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.105515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6b13104-c04d-4600-baed-a280a6bd1c4b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/decf18a4-2253-4205-97c8-174fffe471da HTTP/1.1" status: 404 len: 333 time: 0.0728951 Dec 20 23:10:40.110097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.191513 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-183cae6b-ba36-4eb7-afc1-0c1555215031 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.191974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183cae6b-ba36-4eb7-afc1-0c1555215031 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.198093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-183cae6b-ba36-4eb7-afc1-0c1555215031 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/0f5dcc88-298b-4502-a1f8-9d9bdfc9133e HTTP/1.1" status: 404 len: 337 time: 0.0867021 Dec 20 23:10:40.202199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54720) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.260785 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f1bd60-8633-45dc-b9de-5140d784fa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.261251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f1bd60-8633-45dc-b9de-5140d784fa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.277354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-63f1bd60-8633-45dc-b9de-5140d784fa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ec9c37-5ee8-4695-931e-416ecb532f84 HTTP/1.1" status: 404 len: 337 time: 0.0734894 Dec 20 23:10:40.287530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54724) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.292862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.305854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a21e1c00-46b2-48b3-878e-900308f75ca4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:40.306863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.357225 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79cd01e-4f3f-4cb0-8f8c-485e18180256 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.386524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79cd01e-4f3f-4cb0-8f8c-485e18180256 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.396617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b79cd01e-4f3f-4cb0-8f8c-485e18180256 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/badcf50c-0732-49af-98cd-653fa22f3789 HTTP/1.1" status: 404 len: 333 time: 0.1080112 Dec 20 23:10:40.402542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.477114 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b175af16-ef48-4903-8159-022811417781 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.514627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b175af16-ef48-4903-8159-022811417781 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.529939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b175af16-ef48-4903-8159-022811417781 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/6fcb9945-1af2-46d0-a7c0-0a01c34d2ef4 HTTP/1.1" status: 404 len: 337 time: 0.1229899 Dec 20 23:10:40.534287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54742) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.561216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.635547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.646570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0695b6d-b133-4547-9d3d-623f8dc134d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.652117 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc65c165-cddd-4044-8935-12ec95877b8e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.654377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc65c165-cddd-4044-8935-12ec95877b8e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.657785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc65c165-cddd-4044-8935-12ec95877b8e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/121a6eb8-18be-4e62-a20b-490849b314eb HTTP/1.1" status: 404 len: 337 time: 0.1222379 Dec 20 23:10:40.660551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.731350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:40.737364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:40.738458 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b328bfb-d89e-422a-892f-4fe22356d68b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.739581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b328bfb-d89e-422a-892f-4fe22356d68b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:40.750744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4b328bfb-d89e-422a-892f-4fe22356d68b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/c87d7e9f-fdef-4db1-b6a9-2f5cce9f3561 HTTP/1.1" status: 404 len: 333 time: 0.0889561 Dec 20 23:10:40.759812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7337a0-7c3f-4147-8e08-456f0293fc2b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:40.760782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:40.763428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54746) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:40.768810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0695b6d-b133-4547-9d3d-623f8dc134d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.805417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-914a0e48-aaed-4e22-abfa-2bd5d1f0b4b5 req-39ccebb4-3c45-4b19-bbe6-47bf0cc3b4da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.0840921 Dec 20 23:10:40.841244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4d7482-0715-407c-a118-49f3f032ea39,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:40.876126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fe046273-595c-4948-bb8e-9b1908ffaf9b None None] Provisioning complete for port 2e4d7482-0715-407c-a118-49f3f032ea39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:40.876479 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe046273-595c-4948-bb8e-9b1908ffaf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:40.952083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fe046273-595c-4948-bb8e-9b1908ffaf9b None None] Port 2e4d7482-0715-407c-a118-49f3f032ea39 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:40.995402 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b87af4-46b1-4d97-b8aa-e390e0669f85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:40.995986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b87af4-46b1-4d97-b8aa-e390e0669f85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.001670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-16b87af4-46b1-4d97-b8aa-e390e0669f85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/847a228a-7cca-431c-8ad5-861330cb561e HTTP/1.1" status: 404 len: 337 time: 0.2340178 Dec 20 23:10:41.006283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.018665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f43c0-853a-484c-8522-22963d0292fb None None] Network 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:41.075028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0695b6d-b133-4547-9d3d-623f8dc134d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3f020-bba9-4848-9e2e-980efcd51a2c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:41.088185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d0695b6d-b133-4547-9d3d-623f8dc134d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4559c41266c4a0a909ec53550af9b20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5882177 Dec 20 23:10:41.091371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.127069 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ccc54f-6cba-4714-a851-46c40ce3de17 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.127802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ccc54f-6cba-4714-a851-46c40ce3de17 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.131387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-96ccc54f-6cba-4714-a851-46c40ce3de17 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/f956fede-28fe-43d8-9786-1ca12a6e166b HTTP/1.1" status: 404 len: 337 time: 0.1245642 Dec 20 23:10:41.135049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54754) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.181118 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96ff1f7-53d9-4152-877a-640a2d99be9f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.181958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96ff1f7-53d9-4152-877a-640a2d99be9f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.185744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b96ff1f7-53d9-4152-877a-640a2d99be9f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/32db65e8-df24-4fcf-98c0-c5e9df064cd5 HTTP/1.1" status: 404 len: 333 time: 0.0479012 Dec 20 23:10:41.189504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54756) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.227304 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d857d50-e175-468e-8962-6a7c6b1fa269 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.228057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d857d50-e175-468e-8962-6a7c6b1fa269 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.231640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d857d50-e175-468e-8962-6a7c6b1fa269 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/b2548b8f-d359-4804-bd05-b354738e7697 HTTP/1.1" status: 404 len: 337 time: 0.0407534 Dec 20 23:10:41.234061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54758) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.241470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c536d11e-3c60-4da2-a3fe-c85638ee6db2 None None] Provisioning complete for port eb5f9a72-fee4-4b71-aaa6-d75731a72508 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:41.242429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c536d11e-3c60-4da2-a3fe-c85638ee6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.255591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4af7d-a9c6-4c98-b14c-68a2241b45bb req-7d583266-236b-4c1f-8f67-351771e93859 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:41.264421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b4af7d-a9c6-4c98-b14c-68a2241b45bb req-7d583266-236b-4c1f-8f67-351771e93859 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1481204 Dec 20 23:10:41.306939 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5077de46-90bd-4889-9ffd-3354b5e9e63a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.307675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5077de46-90bd-4889-9ffd-3354b5e9e63a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.311608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5077de46-90bd-4889-9ffd-3354b5e9e63a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/89f2588f-d535-4dff-941c-0a0108b99059 HTTP/1.1" status: 404 len: 337 time: 0.0764325 Dec 20 23:10:41.318197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54760) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.399804 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb32244-f8a5-462f-b1f0-e90b5249d293 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.400390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb32244-f8a5-462f-b1f0-e90b5249d293 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.406563 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ecb32244-f8a5-462f-b1f0-e90b5249d293 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0b19b851-1f00-4e0f-bc5d-4368f87b1d51 HTTP/1.1" status: 404 len: 333 time: 0.0847449 Dec 20 23:10:41.408030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54764) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.468021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] DHCP port deletion for 7bbc6a72-ec92-493b-a8b9-70fc023ce1ce request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:41.483815 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03a49c6-9a2f-442b-80e0-519ba46a7f63 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.489387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b4af7d-a9c6-4c98-b14c-68a2241b45bb req-f163a969-b038-43fd-8f70-f992a5dbc2b2 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237947 Dec 20 23:10:41.494515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03a49c6-9a2f-442b-80e0-519ba46a7f63 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.498548 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e03a49c6-9a2f-442b-80e0-519ba46a7f63 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c98bad3d-4845-4ca3-bddb-34dd13abad82 HTTP/1.1" status: 404 len: 337 time: 0.0629377 Dec 20 23:10:41.501226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54766) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.558619 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbc6620-91c3-40a2-9ad4-41c8636c9030 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.560132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbc6620-91c3-40a2-9ad4-41c8636c9030 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.564223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fbc6620-91c3-40a2-9ad4-41c8636c9030 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/186a9ab3-e4ba-4459-a66d-c6c300573cf6 HTTP/1.1" status: 404 len: 333 time: 0.0617623 Dec 20 23:10:41.566868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54774) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.620269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Deleting port eb5f9a72-fee4-4b71-aaa6-d75731a72508 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:41.623352 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.628460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.642936 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1b5124-1eb1-4a9c-b272-0392b0a75054 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.645146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1b5124-1eb1-4a9c-b272-0392b0a75054 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.654535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8c1b5124-1eb1-4a9c-b272-0392b0a75054 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/1b1c9c18-143c-42ba-88f5-4ceb0e5010d1 HTTP/1.1" status: 404 len: 337 time: 0.0826941 Dec 20 23:10:41.660438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54780) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.664450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:41.673474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.727314 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eb1fb4-2891-493c-aeef-01357265af48 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.728046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5eb1fb4-2891-493c-aeef-01357265af48 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.735150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f5eb1fb4-2891-493c-aeef-01357265af48 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/f619ae2b-70a2-48b0-a5bf-947b1a8ffede HTTP/1.1" status: 404 len: 333 time: 0.0714889 Dec 20 23:10:41.737405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54782) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.807933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] For port eb5f9a72-fee4-4b71-aaa6-d75731a72508, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eb5f9a72-fee4-4b71-aaa6-d75731a72508,segment=NetworkSegment(af239450-a172-4e79-b455-bb3edc1a864b),segment_id=af239450-a172-4e79-b455-bb3edc1a864b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:41.808821 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.808958 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-882f3441-f7a0-43d0-b269-5e2b87dc5b40 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.809536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882f3441-f7a0-43d0-b269-5e2b87dc5b40 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.812885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-882f3441-f7a0-43d0-b269-5e2b87dc5b40 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/3fd719e4-cc0a-419f-aa0e-bee901dac0ec HTTP/1.1" status: 404 len: 337 time: 0.0742190 Dec 20 23:10:41.818334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.828824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Calling delete_port for eb5f9a72-fee4-4b71-aaa6-d75731a72508 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:41.864418 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-680b3a40-f8af-4994-9c03-667faf093737 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.864999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680b3a40-f8af-4994-9c03-667faf093737 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.868063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-680b3a40-f8af-4994-9c03-667faf093737 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/09c269d2-569a-4c34-a619-099431a7c22d HTTP/1.1" status: 404 len: 333 time: 0.0487778 Dec 20 23:10:41.881228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54788) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.914820 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b3fc21-28db-4e75-966c-510d3595de42 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.918967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b3fc21-28db-4e75-966c-510d3595de42 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.918967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e4b3fc21-28db-4e75-966c-510d3595de42 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/88aed4e7-71c9-4114-b4d8-d2f942883178 HTTP/1.1" status: 404 len: 337 time: 0.0363960 Dec 20 23:10:41.921425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.932105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-9ab89a23-22e7-4a37-8966-a91f1f9591a5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:41.939673 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-9ab89a23-22e7-4a37-8966-a91f1f9591a5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 797 time: 0.5914700 Dec 20 23:10:41.942874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eb5f9a72-fee4-4b71-aaa6-d75731a72508 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:41.947121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:41.966368 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0716ec51-0a28-4ea9-b95d-a3be31e52a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:41.967488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0716ec51-0a28-4ea9-b95d-a3be31e52a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:41.973531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0716ec51-0a28-4ea9-b95d-a3be31e52a0d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5d0d8923-81c8-4782-b260-5cb584e24b3a HTTP/1.1" status: 404 len: 333 time: 0.0511847 Dec 20 23:10:41.977498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54792) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:41.991190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 467f25c5-f802-4db1-98d5-b70a4a575377 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:41.991769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.081253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9788556a-890b-46ab-819d-04d755efc668 req-8f76d025-10e3-45d3-b222-1d9729342b84 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.1063569 Dec 20 23:10:42.082467 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b563cec1-3661-4da4-bf68-dcaffc963565 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.083415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b563cec1-3661-4da4-bf68-dcaffc963565 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.090360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b563cec1-3661-4da4-bf68-dcaffc963565 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/a2d80811-f549-4b61-8a2f-fedba6ca9ee5 HTTP/1.1" status: 404 len: 337 time: 0.1094441 Dec 20 23:10:42.091897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54794) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.122957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-ffde8d5f-5e24-4801-adf9-444b5faa0458 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 379 time: 0.1713877 Dec 20 23:10:42.130757 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65bbf80-e8f0-473d-b972-853d62196502 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.131018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65bbf80-e8f0-473d-b972-853d62196502 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.135602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a65bbf80-e8f0-473d-b972-853d62196502 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0aa16a41-57f6-461d-9e4e-ae8b5797dfe5 HTTP/1.1" status: 404 len: 333 time: 0.0415828 Dec 20 23:10:42.137156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'port': {'device_id': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'admin_state_up': True, 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'security_groups': ['5254b828-4ad3-4e35-8f01-84278f9b1fef']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:42.146727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.156138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54796) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.166781 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.177652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.194472 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-638a6909-8dfe-46f7-bdb5-83de0d995d36 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.195084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638a6909-8dfe-46f7-bdb5-83de0d995d36 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.201271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-638a6909-8dfe-46f7-bdb5-83de0d995d36 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/af027087-aa80-4a10-8e76-05218e42f65a HTTP/1.1" status: 404 len: 337 time: 0.0417783 Dec 20 23:10:42.202978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.203306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.206301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.209787 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4c3f020-bba9-4848-9e2e-980efcd51a2c HTTP/1.1" status: 204 len: 168 time: 1.0377884 Dec 20 23:10:42.219771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] Pushing event deleted for resources: {'Port': ['ID=eb5f9a72-fee4-4b71-aaa6-d75731a72508,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:42.223198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bb089-64a8-4ba6-a9fe-4d913cb597c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3f020-bba9-4848-9e2e-980efcd51a2c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:42.275930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482de72-25db-46b4-b734-eb4e0f632d4c None None] No DVR routers for this DVR port eb5f9a72-fee4-4b71-aaa6-d75731a72508 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:42.291789 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8744d9-8ce2-453a-ba89-30c15571ab85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.294786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8744d9-8ce2-453a-ba89-30c15571ab85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.303613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d8744d9-8ce2-453a-ba89-30c15571ab85 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/06d99e25-5f17-43e8-a1a9-692a51de364f HTTP/1.1" status: 404 len: 337 time: 0.0979090 Dec 20 23:10:42.307672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54802) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.315731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:42.327210 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8381cb-31da-479b-aa2d-7352191384a7" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:42.336542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:42.355870 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8992ea3e-656f-4e7a-ac33-7cef01e91f11 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.355870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8992ea3e-656f-4e7a-ac33-7cef01e91f11 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.358920 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8992ea3e-656f-4e7a-ac33-7cef01e91f11 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/848eb247-f9d7-491b-9d89-22a0e3a543fd HTTP/1.1" status: 404 len: 333 time: 0.0514915 Dec 20 23:10:42.362185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54806) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.369568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.394680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccdb7a9-ed3c-4506-9e37-8e8f3b8c1d27 x-openstack-request-id: req-cccdb7a9-ed3c-4506-9e37-8e8f3b8c1d27 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:42.394975 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-plugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:42.395999 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cccdb7a9-ed3c-4506-9e37-8e8f3b8c1d27 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:42.395999 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'code': 200} Dec 20 23:10:42.402865 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2ec55f-9e9b-457e-8c86-9f91253b807a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.404110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2ec55f-9e9b-457e-8c86-9f91253b807a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.411739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac2ec55f-9e9b-457e-8c86-9f91253b807a tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/145595f0-1543-4edf-b270-0bbc9ef6d4de HTTP/1.1" status: 404 len: 337 time: 0.0483141 Dec 20 23:10:42.412359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54808) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.415255 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.481769 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-babb0972-dea5-471e-b788-39cacedc5574 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.482235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babb0972-dea5-471e-b788-39cacedc5574 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.489966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54810) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.495197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-babb0972-dea5-471e-b788-39cacedc5574 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/88a8dfa8-25ed-4ae0-a1fd-197b64f1b96b HTTP/1.1" status: 404 len: 337 time: 0.0776010 Dec 20 23:10:42.508051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:42.512855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:42.522092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=10']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:42.541544 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a6002a-fd8b-45fb-a654-b58bd49df5c4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.542121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a6002a-fd8b-45fb-a654-b58bd49df5c4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.546174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6a6002a-fd8b-45fb-a654-b58bd49df5c4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5a7f03e4-52f5-4987-a140-8321671a3c9e HTTP/1.1" status: 404 len: 333 time: 0.0527554 Dec 20 23:10:42.549574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.642933 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-056bcb90-fbfc-4d78-8264-a936e62047f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.643477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056bcb90-fbfc-4d78-8264-a936e62047f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.652507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.658694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-056bcb90-fbfc-4d78-8264-a936e62047f7 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/782abebe-c588-4aea-b200-4ca9bcd41bbe HTTP/1.1" status: 404 len: 337 time: 0.1074095 Dec 20 23:10:42.724175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebc13a-9b1f-40d2-9ac4-1381fbb23f2d req-37203ffc-540c-42b8-b477-42eb1d851421 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:42.725837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92ebc13a-9b1f-40d2-9ac4-1381fbb23f2d req-37203ffc-540c-42b8-b477-42eb1d851421 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1041789 Dec 20 23:10:42.747428 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-55746fec-21c3-44ed-b22f-44b05ab15598 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.748303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55746fec-21c3-44ed-b22f-44b05ab15598 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.751631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-55746fec-21c3-44ed-b22f-44b05ab15598 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/cd1de7fe-2c3c-4efb-baca-95f3ce5505d1 HTTP/1.1" status: 404 len: 337 time: 0.0975921 Dec 20 23:10:42.761265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54828) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.776723 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:10:42.793295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.11 (cfa66bc8-1aeb-4fa0-8373-9c5b51482a46/81dc46f4-a3d6-4f0e-a899-b4d919624059/566bbfd0-da9d-423f-97b0-46e56a6e703b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:42.803235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-8eff83f2-a4b3-432f-ac14-ab1ca0fffaf3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:42.804969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-8eff83f2-a4b3-432f-ac14-ab1ca0fffaf3 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1372988 Dec 20 23:10:42.820974 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aca07b-1cc3-47da-ad94-d37e39d7739f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.821652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aca07b-1cc3-47da-ad94-d37e39d7739f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.824069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:10:42.829496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83aca07b-1cc3-47da-ad94-d37e39d7739f tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/5862ef82-ba85-42fd-9839-733d4194e1bb HTTP/1.1" status: 404 len: 333 time: 0.0720472 Dec 20 23:10:42.831527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54834) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.868446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92ebc13a-9b1f-40d2-9ac4-1381fbb23f2d req-592f23f6-6e10-4d93-8e46-0f093e5257bb tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343830 Dec 20 23:10:42.884977 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8df1b0-bd6f-489f-b2ee-d9465667f18e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.885443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8df1b0-bd6f-489f-b2ee-d9465667f18e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.889117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab8df1b0-bd6f-489f-b2ee-d9465667f18e tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/7bb43d16-f976-46eb-8b9d-b285e76e869a HTTP/1.1" status: 404 len: 337 time: 0.0541201 Dec 20 23:10:42.892695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54836) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.934032 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4d348e-b779-4260-9d7a-f706a557bfe8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:42.935352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4d348e-b779-4260-9d7a-f706a557bfe8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:42.941534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b4d348e-b779-4260-9d7a-f706a557bfe8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c5ebdfbe-c80c-45b6-b7f9-cf22b5e2f810 HTTP/1.1" status: 404 len: 337 time: 0.0473733 Dec 20 23:10:42.944837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54838) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:42.982780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-67dda9e5-1511-4798-8470-97bfa346e3b4 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports?device_id=12669d35-c08c-4a55-87e1-64197204b843 HTTP/1.1" status: 200 len: 205 time: 0.0364649 Dec 20 23:10:42.983026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54840) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.027148 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-9f5f9766-e80e-482d-8c53-8980dedb66e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] delete failed (client error): The resource could not be found. Dec 20 23:10:43.028830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f5f9766-e80e-482d-8c53-8980dedb66e8 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/routers/12669d35-c08c-4a55-87e1-64197204b843 HTTP/1.1" status: 404 len: 336 time: 0.0442832 Dec 20 23:10:43.031516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54842) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.059566 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdbbbbc-2d52-42ef-8467-b2d1295c5915 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.060016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdbbbbc-2d52-42ef-8467-b2d1295c5915 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.063906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-abdbbbbc-2d52-42ef-8467-b2d1295c5915 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/6d13dca8-8a09-4627-ae1a-81117b439a7d HTTP/1.1" status: 404 len: 337 time: 0.0311701 Dec 20 23:10:43.074243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54844) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.110269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-649bf3b8-5405-4515-82fe-6549f019827b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "GET /v2.0/ports?device_id=b736c154-78ee-427a-bb96-b168fb5ed449 HTTP/1.1" status: 200 len: 205 time: 0.0318680 Dec 20 23:10:43.112262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.172688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.180586 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-9a4da01c-e9f2-4406-ae77-dbab4387a6cb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] delete failed (client error): The resource could not be found. Dec 20 23:10:43.185274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9a4da01c-e9f2-4406-ae77-dbab4387a6cb tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/routers/b736c154-78ee-427a-bb96-b168fb5ed449 HTTP/1.1" status: 404 len: 336 time: 0.0705380 Dec 20 23:10:43.187222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.235485 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f878289-26e8-4cb3-84ad-b7bc82814373 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.236087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f878289-26e8-4cb3-84ad-b7bc82814373 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.242459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6f878289-26e8-4cb3-84ad-b7bc82814373 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/247a1156-0784-4db2-8c37-60854ad43365 HTTP/1.1" status: 404 len: 337 time: 0.0540850 Dec 20 23:10:43.243162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.287466 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac70bb76-978a-40ea-8288-82b3a8e98aa9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.287840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac70bb76-978a-40ea-8288-82b3a8e98aa9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.295330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac70bb76-978a-40ea-8288-82b3a8e98aa9 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/76a08fc1-0e34-483e-8f3b-81943833a27a HTTP/1.1" status: 404 len: 337 time: 0.0485406 Dec 20 23:10:43.296001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8ae2-3b94-40d5-ad09-54db9922149b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.299393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54856) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.301644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b773cebb-16e9-4877-8d57-45c3e00a0c22 req-d8fbbe82-70dc-4502-805c-eb27f90b40f9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.0776501 Dec 20 23:10:43.334147 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7bbcfe-e636-495c-ac60-0bf16e170cf0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.334704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7bbcfe-e636-495c-ac60-0bf16e170cf0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.344786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ae7bbcfe-e636-495c-ac60-0bf16e170cf0 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0ea69935-2c95-4aa8-9d08-de42cb0e1214 HTTP/1.1" status: 404 len: 333 time: 0.0384762 Dec 20 23:10:43.351075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.408744 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca9d3be-f56a-4ec8-96c6-1bec8fe79928 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.409274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca9d3be-f56a-4ec8-96c6-1bec8fe79928 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.413624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eca9d3be-f56a-4ec8-96c6-1bec8fe79928 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/d9f0aa77-ff93-4e92-b282-bc790f33390a HTTP/1.1" status: 404 len: 337 time: 0.0614405 Dec 20 23:10:43.423603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54860) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.455895 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5732c9fc-71b3-4041-8446-3205991acddd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.456935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5732c9fc-71b3-4041-8446-3205991acddd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.460782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5732c9fc-71b3-4041-8446-3205991acddd tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/c6e9e18d-790f-4217-b140-b4d80de87c5d HTTP/1.1" status: 404 len: 333 time: 0.0358291 Dec 20 23:10:43.463444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54862) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.497577 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a862cb9d-05c5-4dbd-8162-4a9431dd7b69 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.498503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a862cb9d-05c5-4dbd-8162-4a9431dd7b69 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.505025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a862cb9d-05c5-4dbd-8162-4a9431dd7b69 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/85ae4c2e-7ffb-4500-b214-32d68c9fc1fc HTTP/1.1" status: 404 len: 337 time: 0.0367959 Dec 20 23:10:43.505025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.542156 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ec3aa2-14b2-482b-b8f6-ba2e1a92edee tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:43.542685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ec3aa2-14b2-482b-b8f6-ba2e1a92edee tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:43.546720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-37ec3aa2-14b2-482b-b8f6-ba2e1a92edee tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/728f0c14-07cc-4701-8e22-5447fadd7f6d HTTP/1.1" status: 404 len: 333 time: 0.0408721 Dec 20 23:10:43.551502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54866) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.565286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8ae2-3b94-40d5-ad09-54db9922149b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.639430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:43.650773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Sync routers for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:43.664270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:43.667064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:43.687283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.739416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:43.739875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.829768 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.896663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:43.904081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11eecbb1-0630-4cfb-b610-4304fd6be999 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4797342 Dec 20 23:10:43.923286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:43.925290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54882) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:43.943481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:44.021398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8ae2-3b94-40d5-ad09-54db9922149b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.040743 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5717c180-017f-4a83-836a-8fb4cab3aa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.041569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5717c180-017f-4a83-836a-8fb4cab3aa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.048522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5717c180-017f-4a83-836a-8fb4cab3aa02 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/058cf182-8626-4b53-a3ca-280f0ecaeb5b HTTP/1.1" status: 404 len: 337 time: 0.4931517 Dec 20 23:10:44.057883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.110542 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fd2d6a-f327-46f0-bf02-a3d6f4a0ca1d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.111232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fd2d6a-f327-46f0-bf02-a3d6f4a0ca1d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.116893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39fd2d6a-f327-46f0-bf02-a3d6f4a0ca1d tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/79575034-c5a7-43e6-88d6-ed3ae8a3aa3c HTTP/1.1" status: 404 len: 333 time: 0.0502257 Dec 20 23:10:44.122467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.127360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:44.131269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:44.136559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:44.140346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed9a8ae2-3b94-40d5-ad09-54db9922149b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9e3597076b742548e0317822cf35ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9665639 Dec 20 23:10:44.143575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.173803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8ae2-3b94-40d5-ad09-54db9922149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537353e5-2fc8-476a-ac36-dd16a63aaf6a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:44.187657 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e6465f-cc5e-4429-a2ee-1ad9ff23aa4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.188314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e6465f-cc5e-4429-a2ee-1ad9ff23aa4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.194209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-65e6465f-cc5e-4429-a2ee-1ad9ff23aa4c tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/c70d3eb4-6dc9-4eaf-b7e2-71a499c7b765 HTTP/1.1" status: 404 len: 337 time: 0.0676305 Dec 20 23:10:44.203387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130a9c-124d-4439-b6c7-3fede1b4277a req-399b6155-0ac8-4241-8c97-006c4bdaf474 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:44.205069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c130a9c-124d-4439-b6c7-3fede1b4277a req-399b6155-0ac8-4241-8c97-006c4bdaf474 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 944 time: 0.1943467 Dec 20 23:10:44.205682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.257763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] For port 2ef82d29-5e9a-411f-8810-511b41bb86f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2ef82d29-5e9a-411f-8810-511b41bb86f0,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:44.263243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.280077 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e608d1d-55c2-4647-a4d1-5a5244c96fc1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.282007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e608d1d-55c2-4647-a4d1-5a5244c96fc1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.288110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54892) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.288603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e608d1d-55c2-4647-a4d1-5a5244c96fc1 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/7b4f35cf-383b-49be-abb1-6b4263c132b2 HTTP/1.1" status: 404 len: 333 time: 0.0738328 Dec 20 23:10:44.317442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.327903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:41Z', 'revision_number': 3, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:44.331250 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9381ab34-73b2-4c57-bb7f-45f2b45c8d33 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.331867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9381ab34-73b2-4c57-bb7f-45f2b45c8d33 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.337431 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9381ab34-73b2-4c57-bb7f-45f2b45c8d33 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/9bfa6745-8a2a-40a7-8e5f-7cda17e07e2c HTTP/1.1" status: 404 len: 337 time: 0.0396643 Dec 20 23:10:44.340268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54896) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.348509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:44.359387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.381523 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e75c7e-aa85-4299-b3bb-3e25f3fa9d7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.382113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e75c7e-aa85-4299-b3bb-3e25f3fa9d7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.385140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-54e75c7e-aa85-4299-b3bb-3e25f3fa9d7b tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/0c32c4d7-a1dc-4da2-9044-788597b49364 HTTP/1.1" status: 404 len: 333 time: 0.0407329 Dec 20 23:10:44.388358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.432923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Checking router: 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:44.441591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Updating router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 port 2e4d7482-0715-407c-a118-49f3f032ea39 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:10:44.473212 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b9c73a-b67d-426e-a97f-c74f4dedcab6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.473676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b9c73a-b67d-426e-a97f-c74f4dedcab6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.476825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a9b9c73a-b67d-426e-a97f-c74f4dedcab6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/b4e2bbab-699d-4bac-9bcb-c2291ff06844 HTTP/1.1" status: 404 len: 337 time: 0.0874741 Dec 20 23:10:44.484196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.504790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.518584 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.566433 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b1800f-8373-48c0-9673-39e3c3a86f31 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.567013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b1800f-8373-48c0-9673-39e3c3a86f31 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.571441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-68b1800f-8373-48c0-9673-39e3c3a86f31 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/ports/6e2a797a-294a-4cc7-8eb6-9ffa8cf51ccc HTTP/1.1" status: 404 len: 333 time: 0.0638566 Dec 20 23:10:44.581201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.595770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c130a9c-124d-4439-b6c7-3fede1b4277a req-786c7320-fd99-4897-b602-4a462ef63078 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506503 Dec 20 23:10:44.628252 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b399d38-f423-42f4-987c-e6f1950367b6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] DELETE failed (client error): The resource could not be found. Dec 20 23:10:44.628727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b399d38-f423-42f4-987c-e6f1950367b6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:10:44.631844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5b399d38-f423-42f4-987c-e6f1950367b6 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/subnets/e1cb1e24-8f3a-434f-b856-246c95229f4f HTTP/1.1" status: 404 len: 337 time: 0.0493541 Dec 20 23:10:44.640814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498278be-61c7-4848-bae2-3c0186e36aa0 req-298c6b10-cd05-4e41-817f-b52852d42387 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:44.642307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-498278be-61c7-4848-bae2-3c0186e36aa0 req-298c6b10-cd05-4e41-817f-b52852d42387 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 932 time: 0.1843250 Dec 20 23:10:44.642789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:44.708151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-33789255-51d8-4a2b-8a45-632fad6922df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5758152 Dec 20 23:10:44.713133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-006a8539-43af-46ea-87dc-3bdc56456564 None None] Provisioning complete for port 566bbfd0-da9d-423f-97b0-46e56a6e703b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:44.713634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-006a8539-43af-46ea-87dc-3bdc56456564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.751259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-006a8539-43af-46ea-87dc-3bdc56456564 None None] Port 566bbfd0-da9d-423f-97b0-46e56a6e703b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:44.766395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Request body: {'port': {'device_id': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:44.845365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.857511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-498278be-61c7-4848-bae2-3c0186e36aa0 req-1e31635d-a87d-4e86-9fd7-440c6b873238 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063291 Dec 20 23:10:44.881915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.882386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:44.883521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/537353e5-2fc8-476a-ac36-dd16a63aaf6a HTTP/1.1" status: 204 len: 168 time: 0.7384036 Dec 20 23:10:44.958796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe3193-e718-452f-b82c-3bcaeb28c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537353e5-2fc8-476a-ac36-dd16a63aaf6a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:44.992442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.010487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.048616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.049063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.049344 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Floating IP 6580eb1a-fb80-45a8-bead-eeb8880d929e disassociated. External IP: 172.25.1.182, port: 2ef82d29-5e9a-411f-8810-511b41bb86f0. Dec 20 23:10:45.049645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for 2ef82d29-5e9a-411f-8810-511b41bb86f0 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:45.071809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.085024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.118241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbc6a72-ec92-493b-a8b9-70fc023ce1ce']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:45.135977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af239450-a172-4e79-b455-bb3edc1a864b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:45.136352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af239450-a172-4e79-b455-bb3edc1a864b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:45.147737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.153331 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.163449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.171093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:10:45.171093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.176805 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:10:45.179752 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:10:45.235835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8606bed-5af4-4424-a71f-53c35b57ca84 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:45.273619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Attempting to bind port 2e4d7482-0715-407c-a118-49f3f032ea39 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:45.274202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Attempting to bind port 2e4d7482-0715-407c-a118-49f3f032ea39 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:45.274670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Attempting to bind port 2e4d7482-0715-407c-a118-49f3f032ea39 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:45.280531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78474233-7b58-44dd-b4af-143738cc8829 None None] Pushing event updated for resources: {'Port': ['ID=2e4d7482-0715-407c-a118-49f3f032ea39,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:45.284965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:45.284965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:45.285498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.286154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:45.286740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Bound port: 2e4d7482-0715-407c-a118-49f3f032ea39, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:45.287223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.359400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.365178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.374195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] 10.222.0.62 "DELETE /v2.0/networks/7bbc6a72-ec92-493b-a8b9-70fc023ce1ce HTTP/1.1" status: 204 len: 168 time: 0.7277658 Dec 20 23:10:45.409164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2d4a-770a-4512-81e2-72276c4c16f3 tempest-NetworksTestDHCPv6-2080772672 tempest-NetworksTestDHCPv6-2080772672-project] Pushing event deleted for resources: {'Network': ['ID=7bbc6a72-ec92-493b-a8b9-70fc023ce1ce,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:45.428556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] For port 2e4d7482-0715-407c-a118-49f3f032ea39, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:45.441527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-77772865-93a8-4036-aa05-d2b360e5af74 None None] Provisioning complete for port 2e4d7482-0715-407c-a118-49f3f032ea39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:45.446137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77772865-93a8-4036-aa05-d2b360e5af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.459564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] For port 2e4d7482-0715-407c-a118-49f3f032ea39, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e4d7482-0715-407c-a118-49f3f032ea39,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:45.518832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Allocated IP 172.20.0.1 (3633e3ff-eb7e-4994-9db8-58498e74f585/4e6c3b6d-d930-4aec-a289-c0f68219ab3a/401d43e4-b264-426f-a879-9486e127f676) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:45.560761 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.588638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-77772865-93a8-4036-aa05-d2b360e5af74 None None] Port 2e4d7482-0715-407c-a118-49f3f032ea39 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:10:45.667507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41674d-8eb6-438b-a7ba-0f838a6aaf71 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:45.673645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:45.674430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:45.799544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78474233-7b58-44dd-b4af-143738cc8829 None None] Pushing event updated for resources: {'Port': ['ID=2e4d7482-0715-407c-a118-49f3f032ea39,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:45.802254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:45.862200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91b624-12d7-4303-8a00-00290f134064 req-b1f96d6b-10f3-47df-9847-635456109183 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:45.872121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f91b624-12d7-4303-8a00-00290f134064 req-b1f96d6b-10f3-47df-9847-635456109183 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 866 time: 0.1435375 Dec 20 23:10:45.904590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=2ef82d29-5e9a-411f-8810-511b41bb86f0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:45.957320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] Provisioning complete for port 2e4d7482-0715-407c-a118-49f3f032ea39 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:45.958158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.041507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:46.062068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54944) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:46.094964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.095674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f91b624-12d7-4303-8a00-00290f134064 req-47c7a483-4c0d-4536-a307-c5206cae9d70 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups?id=017de503-8a5f-4e6a-85c1-774c4ab118db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204990 Dec 20 23:10:46.286830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f54e06-f33a-4b12-8fbc-796efc968e43 req-668c7f6d-958f-47fb-9382-b94244a1ce49 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:46.288578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72f54e06-f33a-4b12-8fbc-796efc968e43 req-668c7f6d-958f-47fb-9382-b94244a1ce49 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 932 time: 0.1068022 Dec 20 23:10:46.318235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:46.329290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.352666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Transition to ACTIVE for port object 566bbfd0-da9d-423f-97b0-46e56a6e703b will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:10:46.360619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Router f5c0affa-d236-44fa-a683-7f99edc873b9 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:10:46.379515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-295fd1a4-f58e-4018-a79d-c2ae554d18fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e388b52ad504c09ad24b759dee5c996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3157947 Dec 20 23:10:46.381971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54956) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:46.432462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72f54e06-f33a-4b12-8fbc-796efc968e43 req-c4eec35c-f81e-4722-ba62-e4f7cdca2cc7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284666 Dec 20 23:10:46.460544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.485431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.494039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:46.506729 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Sync routers for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:46.512028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] For port 2e4d7482-0715-407c-a118-49f3f032ea39, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e4d7482-0715-407c-a118-49f3f032ea39,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:46.526468 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.548048 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:46.548676 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:46.561924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:46.580472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] No DVR routers for this DVR port 2ef82d29-5e9a-411f-8810-511b41bb86f0 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:46.584423 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.595729 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.604675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.605092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 2ef82d29-5e9a-411f-8810-511b41bb86f0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:46.605092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2ef82d29-5e9a-411f-8810-511b41bb86f0 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:46.605296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ecc7436f-1bc4-4d97-a0f2-8df9a89f5a49 req-64647c1e-07a7-4ca0-bc7f-377b566d5fe6 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.59 "DELETE /v2.0/ports/2ef82d29-5e9a-411f-8810-511b41bb86f0 HTTP/1.1" status: 204 len: 173 time: 3.7848804 Dec 20 23:10:46.605418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:41Z', 'revision_number': 3, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:46.605566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.605566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-deleted', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:46.608459 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14af77-5f3e-4924-98a1-3fb0596188e3" -d '{"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-deleted", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:46.644380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8108-f6e8-4901-ae38-9902053688a3 None None] The sync data for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 is: [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:41Z', 'revision_number': 3, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:46.680036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.683274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.684899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8116d6f3-5908-4bb4-9977-7085c1bcf1d9 HTTP/1.1" status: 204 len: 168 time: 0.3019857 Dec 20 23:10:46.725596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:46.729065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9abdde-4f1b-404b-b271-55d8525cf816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8116d6f3-5908-4bb4-9977-7085c1bcf1d9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:46.735474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:46.756895 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec71ab-ecb2-4e9e-8e9e-fe93f2bb0984 x-openstack-request-id: req-74ec71ab-ecb2-4e9e-8e9e-fe93f2bb0984 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:46.763908 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab985efa-9d13-4f64-a66b-0e2243a77468", "name": "network-vif-deleted", "tag": "2ef82d29-5e9a-411f-8810-511b41bb86f0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:46.765550 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74ec71ab-ecb2-4e9e-8e9e-fe93f2bb0984 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:46.767025 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab985efa-9d13-4f64-a66b-0e2243a77468', 'name': 'network-vif-deleted', 'tag': '2ef82d29-5e9a-411f-8810-511b41bb86f0', 'status': 'completed', 'code': 200} Dec 20 23:10:46.768528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:46.842558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:46.868188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e61b8-583a-4bab-8fe3-9301f2bdaf9d None None] Pushing event updated for resources: {'Port': ['ID=2e4d7482-0715-407c-a118-49f3f032ea39,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:46.932044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:46.991813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Pushing event updated for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:47.123008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:47.213867 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:47.264448 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Checking router: f5c0affa-d236-44fa-a683-7f99edc873b9 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:47.277023 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:47.278775 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:47.516310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2ae8221-389e-4dac-a80a-314c2d689ad1 req-f3297799-68df-4e68-b9ba-ee77e1707939 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab985efa-9d13-4f64-a66b-0e2243a77468 HTTP/1.1" status: 200 len: 210 time: 0.0838072 Dec 20 23:10:47.529835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:47.530504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:47.531091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:47.578946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:10:47.578946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:47.592955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:47.593817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Checking segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:47.594323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Bound using segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:47.597454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Bound port: 566bbfd0-da9d-423f-97b0-46e56a6e703b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:47.598484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:47.602449 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:47.760320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cac0-64d8-4c67-94eb-a7ebcfaaefbb req-d59bf6c9-9b5c-4abd-b02a-3c2263735bb0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:47.773272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e743cac0-64d8-4c67-94eb-a7ebcfaaefbb req-d59bf6c9-9b5c-4abd-b02a-3c2263735bb0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.1268678 Dec 20 23:10:47.834796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:47.916332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:47.939995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e743cac0-64d8-4c67-94eb-a7ebcfaaefbb req-350c89d5-5e9c-403d-9573-8eb0cfdf6f4e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638334 Dec 20 23:10:48.053492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:48.076712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e4d7482-0715-407c-a118-49f3f032ea39 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:48.136875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:48.144626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2e4d7482-0715-407c-a118-49f3f032ea39 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:48.145340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:48.184797 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e7921-bf33-4022-a2b7-631fb814cfd1 None None] The sync data for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 is: [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:01:00Z', 'revision_number': 4, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '1be548bd-6d7e-49a6-ae40-56497a3f3e26', 'name': '', 'network_id': 'a8333533-783f-413e-8275-9df5883beda9', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'mac_address': 'fa:16:3e:27:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:01:00Z', 'updated_at': '2021-12-20T23:01:06Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'subnets': [{'id': '54c2cbe1-d33c-4b0a-838f-51f54966eb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:48.208837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:48.379867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:48.380499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:48.381970 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] 10.222.0.59 "PUT /v2.0/ports/566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 1092 time: 3.6214101 Dec 20 23:10:48.481868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b44b5-9480-43a3-90aa-43a688766778 service neutron] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:48.630733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:48.683823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-2e0b5d9f-3400-4683-862d-6def4d5e5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:48.690943 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-2e0b5d9f-3400-4683-862d-6def4d5e5279 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1095 time: 0.1557603 Dec 20 23:10:48.775233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:48.778667 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712156a8-dc3e-4ace-bae6-a0953928fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:48.805928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:48.834782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55036) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:48.847770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55038) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:48.920824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82243e45-40c1-406d-99c5-7e6c1341b4b0 None None] New status for floating IP 6580eb1a-fb80-45a8-bead-eeb8880d929e: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:10:48.936185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-3ecbd624-b935-4066-adf6-2b1b50bc29ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 217 time: 0.2384858 Dec 20 23:10:48.937208 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd573697-947e-402b-8655-2bcd20a88748 x-openstack-request-id: req-dd573697-947e-402b-8655-2bcd20a88748 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:48.937607 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:48.937993 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd573697-947e-402b-8655-2bcd20a88748 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:48.938576 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'status': 'completed', 'code': 200} Dec 20 23:10:48.941238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.007547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.104216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.293180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.296182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.297377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "DELETE /v2.0/security-groups/017de503-8a5f-4e6a-85c1-774c4ab118db HTTP/1.1" status: 204 len: 168 time: 0.4606791 Dec 20 23:10:49.331285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67b78b-3c19-47e3-9242-199a749f39be req-fdd7c4f2-83b1-46fa-ab80-f272d9075822 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:49.332929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b67b78b-3c19-47e3-9242-199a749f39be req-fdd7c4f2-83b1-46fa-ab80-f272d9075822 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.1316910 Dec 20 23:10:49.333690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55048) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:49.334791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992edc0-d38c-419c-93e1-0b4f50691b8d tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017de503-8a5f-4e6a-85c1-774c4ab118db,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:49.380269 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-7123316e-5e99-46cc-bed8-0a8025352a81 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] show failed (client error): The resource could not be found. Dec 20 23:10:49.383643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7123316e-5e99-46cc-bed8-0a8025352a81 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "GET /v2.0/security-groups/017de503-8a5f-4e6a-85c1-774c4ab118db HTTP/1.1" status: 404 len: 347 time: 0.0347905 Dec 20 23:10:49.389312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55054) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:49.584856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'networks': [{'name': 'tempest-network--1292001336'}, {'name': 'tempest-network--291781098'}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:49.584984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-network--1292001336'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:49.585348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-network--291781098'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:49.630432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-9ca3c0d8-6952-4992-93b6-e21c7159b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:49.630946 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-9ca3c0d8-6952-4992-93b6-e21c7159b83c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.6857870 Dec 20 23:10:49.631296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Pushing event updated for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:49.744739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-bd093a6a-6449-4cc3-a19f-674ccbf9c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:49.748169 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-bd093a6a-6449-4cc3-a19f-674ccbf9c074 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980701 Dec 20 23:10:49.783254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:49.799066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:49.831538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b67b78b-3c19-47e3-9242-199a749f39be req-5c0761fd-fd4b-4945-8ebb-8c9d672987d0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524622 Dec 20 23:10:49.893300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Deleting port df49ba89-c57e-4edc-9edf-d0dd51085a5f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:49.893300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.975490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'network': 2} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:49.981540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:49.994793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.050450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-f94d9afd-d206-4110-84d2-4f6565e0a215 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651665 Dec 20 23:10:50.091535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.109520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.110720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.130603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Calling delete_port for df49ba89-c57e-4edc-9edf-d0dd51085a5f owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:50.190100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:10:50.193235 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8fc6e05b-b648-4688-889d-b96384d9c099 req-4ee74973-3f92-4956-a013-b3bdf1427400 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348553 Dec 20 23:10:50.219649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.220274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.284551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b990022-842e-4bef-98f8-fca519289420,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:50.309499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:50.328652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.329206 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment 5e965128-4b89-4d00-b135-3d9b5fa51cf3 of type vlan for network cc5c8e45-c733-4c61-9677-8314c70b7f97 Dec 20 23:10:50.419169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.454147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:50.479790 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Sync routers for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:50.480614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c60c3c36-1d8a-4513-b9e0-00dd10557af4 admin admin] 10.222.0.62 "PUT /v2.0/routers/2ef46f4b-3222-498c-9c47-4e8ebe98fbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5448201 Dec 20 23:10:50.486300 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:50.487686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-82e5f87f-dc76-40d2-9367-4988729e2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:50.489290 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-82e5f87f-dc76-40d2-9367-4988729e2d37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1095 time: 0.1211183 Dec 20 23:10:50.489693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:50.491783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:50.517065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.519020 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment b152ac96-ca15-463e-86ae-7d363196375e of type vlan for network 12303ea0-7d3b-4f13-b18d-c08272c68c84 Dec 20 23:10:50.551015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.631667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:50.674701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187bfc0-970f-4968-a4aa-48089336c3a2 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:50.699618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Pushing event deleted for resources: {'Port': ['ID=df49ba89-c57e-4edc-9edf-d0dd51085a5f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:50.716363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.747997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-3a60440e-592f-4fde-b02d-2f51883cecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:50.752399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-3a60440e-592f-4fde-b02d-2f51883cecfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.2516217 Dec 20 23:10:50.800343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:50.828043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-4c3d8d71-5789-4275-94be-01b1f8d41153 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 217 time: 0.0690594 Dec 20 23:10:50.895573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-5d21aec3-0156-4844-be9d-873269d1b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:50.897055 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-5d21aec3-0156-4844-be9d-873269d1b2e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.0603132 Dec 20 23:10:50.926240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.945200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.956255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ecb22cc2-3221-486f-87d9-27beaccf8f88 tempest-ServerActionsTestJSON-1129282891 tempest-ServerActionsTestJSON-1129282891-project] 10.222.0.62 "DELETE /v2.0/floatingips/6580eb1a-fb80-45a8-bead-eeb8880d929e HTTP/1.1" status: 204 len: 168 time: 1.5625031 Dec 20 23:10:50.958225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:10:50.969937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbb9a-3810-422c-8645-f34eff440d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:50.974576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:51.017218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-c5bec2f5-42ba-4895-abab-7a61d7731a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.034113 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-c5bec2f5-42ba-4895-abab-7a61d7731a1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281905 Dec 20 23:10:51.064616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.065121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.072125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.082008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.082700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.278481 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:47Z', 'revision_number': 4, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '401d43e4-b264-426f-a879-9486e127f676', 'name': '', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'mac_address': 'fa:16:3e:aa:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:45Z', 'updated_at': '2021-12-20T23:10:48Z', 'revision_number': 2, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'subnets': [{'id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:51.306278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4511738 Dec 20 23:10:51.313263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55120) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:51.315573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Checking router: 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:51.316110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Updating router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 port 401d43e4-b264-426f-a879-9486e127f676 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:10:51.325879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=cc5c8e45-c733-4c61-9677-8314c70b7f97,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:51.337861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network cc5c8e45-c733-4c61-9677-8314c70b7f97 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:51.377559 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-8bbbaf19-5d88-4ecb-b4a4-17cb5a262c56 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348184 Dec 20 23:10:51.395637 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.471991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39014b-75ee-4123-b6f5-a6dbdd4eac95 req-8032463f-b78b-4c03-bf3b-732cac673c67 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.474765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a39014b-75ee-4123-b6f5-a6dbdd4eac95 req-8032463f-b78b-4c03-bf3b-732cac673c67 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.3445003 Dec 20 23:10:51.492882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbb9a-3810-422c-8645-f34eff440d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.602474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-712156a8-dc3e-4ace-bae6-a0953928fad4 req-f71ca791-12a2-4ede-b7b0-1f352d43c217 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163682 Dec 20 23:10:51.603048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbb9a-3810-422c-8645-f34eff440d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.655044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfbb9a-3810-422c-8645-f34eff440d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7257d9fd-92a0-4604-a82f-80c5552dd543,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:51.701132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685f279-3138-4cfe-a620-3b017bd02df8 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=12303ea0-7d3b-4f13-b18d-c08272c68c84,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:51.714706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 12303ea0-7d3b-4f13-b18d-c08272c68c84 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:51.716460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eecd65-3508-4fd5-8ac7-9d0e50442d83 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.723285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eecd65-3508-4fd5-8ac7-9d0e50442d83 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.730095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eecd65-3508-4fd5-8ac7-9d0e50442d83 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.730409 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d7cfbb9a-3810-422c-8645-f34eff440d81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16191365d1e342b6a2ee2c063046e72c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0975554 Dec 20 23:10:51.737614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eecd65-3508-4fd5-8ac7-9d0e50442d83 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.738309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55122) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:51.743003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-89eecd65-3508-4fd5-8ac7-9d0e50442d83 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4272234 Dec 20 23:10:51.751484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-a3787cf2-5e70-410a-bf87-b1ebf4255519 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:51.753385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-a3787cf2-5e70-410a-bf87-b1ebf4255519 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 818 time: 0.6577559 Dec 20 23:10:51.754534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:51.904535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.927076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-d051aa4d-7a00-400f-a14e-6224a815940f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/quotas/5da96a81ccf34434ba035f52dd249c3d HTTP/1.1" status: 200 len: 375 time: 0.0507054 Dec 20 23:10:51.933083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.965470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:51.995651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a39014b-75ee-4123-b6f5-a6dbdd4eac95 req-09cf28d0-6faf-434e-b35e-8b32bbd65b68 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456259 Dec 20 23:10:52.057413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-e8adf486-ab28-4da1-a95d-e11075b4265a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168709 Dec 20 23:10:52.077998 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.088557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.091663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.093097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7257d9fd-92a0-4604-a82f-80c5552dd543 HTTP/1.1" status: 204 len: 168 time: 0.3538516 Dec 20 23:10:52.112596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f33952-0eec-4a3f-aac9-2f603d436d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7257d9fd-92a0-4604-a82f-80c5552dd543,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:52.169948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.181652 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.194291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.224498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5c8e45-c733-4c61-9677-8314c70b7f97']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:52.239452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e965128-4b89-4d00-b135-3d9b5fa51cf3') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:52.239805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e965128-4b89-4d00-b135-3d9b5fa51cf3') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:52.261016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.267408 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd893c-446e-41cc-8668-b2405f61edb9 None None] Pushing event updated for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:52.275040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-8f99bcf3-83c3-4f9b-a1b3-90c5b533cc62 service neutron] 10.222.0.62 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059107 Dec 20 23:10:52.316940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.334005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:10:52.334409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:10:52.337653 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:10:52.354152 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Attempting to bind port 401d43e4-b264-426f-a879-9486e127f676 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:52.354983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Attempting to bind port 401d43e4-b264-426f-a879-9486e127f676 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:52.355605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Attempting to bind port 401d43e4-b264-426f-a879-9486e127f676 on network 3633e3ff-eb7e-4994-9db8-58498e74f585 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:52.361665 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:52.362650 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Checking segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:52.363294 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.364067 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Bound using segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:52.364779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Bound port: 401d43e4-b264-426f-a879-9486e127f676, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:52.365410 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.451009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] For port 401d43e4-b264-426f-a879-9486e127f676, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:52.470995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-3347d9fd-9c2e-445a-9314-1002f0edd2ec service neutron] 10.222.0.62 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862900 Dec 20 23:10:52.576934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.578768 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] For port 401d43e4-b264-426f-a879-9486e127f676, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=401d43e4-b264-426f-a879-9486e127f676,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:10:52.580134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:10:52.589959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.595887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/cc5c8e45-c733-4c61-9677-8314c70b7f97 HTTP/1.1" status: 204 len: 168 time: 0.8309233 Dec 20 23:10:52.610839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55142) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:52.628552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae228-ee06-4b1b-8a2b-1324401349ac tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=cc5c8e45-c733-4c61-9677-8314c70b7f97,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:52.675148 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.681608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Deleting port 1be548bd-6d7e-49a6-ae40-56497a3f3e26 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:52.682206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.724928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:52.772104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'mac_address': 'fa:16:3e:ce:72:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:10:52.782034 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:52.782932 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:52.806384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.839460 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.862001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:52.868170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] For port 1be548bd-6d7e-49a6-ae40-56497a3f3e26, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1be548bd-6d7e-49a6-ae40-56497a3f3e26,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:52.868660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:52.885030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Calling delete_port for 1be548bd-6d7e-49a6-ae40-56497a3f3e26 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:52.885536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd893c-446e-41cc-8668-b2405f61edb9 None None] Pushing event updated for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:52.889504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:52.955533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-164e1455-4370-4bdc-ac18-b91e4636d85b req-c71dd4b6-a46c-4ba5-9872-2422005c9d51 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 210 time: 0.1425197 Dec 20 23:10:52.986891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.012767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55150) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:53.024019 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:53.076752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2a-54b2-4b48-89c3-cdcd6164be8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.207692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:53.300795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['566bbfd0-da9d-423f-97b0-46e56a6e703b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:10:53.324431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.349189 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:47Z', 'revision_number': 4, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '401d43e4-b264-426f-a879-9486e127f676', 'name': '', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'mac_address': 'fa:16:3e:aa:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:45Z', 'updated_at': '2021-12-20T23:10:52Z', 'revision_number': 4, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'subnets': [{'id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:53.368710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12303ea0-7d3b-4f13-b18d-c08272c68c84']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:53.394542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b152ac96-ca15-463e-86ae-7d363196375e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:53.394542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b152ac96-ca15-463e-86ae-7d363196375e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:53.417489 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb8b2c-76d2-4857-8ab7-dd73d26b3650 None None] The sync data for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 is: [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:10:47Z', 'revision_number': 4, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '401d43e4-b264-426f-a879-9486e127f676', 'name': '', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'mac_address': 'fa:16:3e:aa:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:45Z', 'updated_at': '2021-12-20T23:10:52Z', 'revision_number': 4, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'subnets': [{'id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:53.429490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025bb36-68f0-45f6-88be-fba274e3c4c8 req-5ff5cc17-49e0-4deb-a578-1ef21634c8cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:53.431501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c025bb36-68f0-45f6-88be-fba274e3c4c8 req-5ff5cc17-49e0-4deb-a578-1ef21634c8cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 945 time: 0.1552348 Dec 20 23:10:53.433593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.479731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.484219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.554840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:10:53.555533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.557557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Pushing event deleted for resources: {'Port': ['ID=1be548bd-6d7e-49a6-ae40-56497a3f3e26,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:53.563300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2a-54b2-4b48-89c3-cdcd6164be8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:10:53.583559 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:10:53.590630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c025bb36-68f0-45f6-88be-fba274e3c4c8 req-905ecf3b-036b-42aa-9c49-82a852d8825b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386864 Dec 20 23:10:53.647127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2a-54b2-4b48-89c3-cdcd6164be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.751837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686f2a-54b2-4b48-89c3-cdcd6164be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad041ee2-954f-45d8-8b7c-3ddea2aabe26,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:53.789481 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf686f2a-54b2-4b48-89c3-cdcd6164be8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eafa603d3acb44d29c2a836eac468501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7705948 Dec 20 23:10:53.794875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:53.854859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4d29f06d-d30f-4b5d-96ad-57ae306997b4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:53.877070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.878286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4d29f06d-d30f-4b5d-96ad-57ae306997b4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 818 time: 0.3906114 Dec 20 23:10:53.905337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.948126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:53.953363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/12303ea0-7d3b-4f13-b18d-c08272c68c84 HTTP/1.1" status: 204 len: 168 time: 1.3414629 Dec 20 23:10:53.957656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55184) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:53.985913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-c2ae5392-9e67-4d55-8046-3b24774bb80c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/quotas/5da96a81ccf34434ba035f52dd249c3d HTTP/1.1" status: 200 len: 375 time: 0.1065323 Dec 20 23:10:54.039070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.058142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.078170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302c2f4-d135-4a53-8fbf-82981777666a tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=12303ea0-7d3b-4f13-b18d-c08272c68c84,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:54.209533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 401d43e4-b264-426f-a879-9486e127f676 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:54.273270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-35269c93-e91d-435e-a748-d5c24b0e420b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2864382 Dec 20 23:10:54.372382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 401d43e4-b264-426f-a879-9486e127f676 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:54.373457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.378909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Router f5c0affa-d236-44fa-a683-7f99edc873b9 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:10:54.440390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28e93a-21d3-477a-95e2-3d5ba8d5841d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:54.452773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28e93a-21d3-477a-95e2-3d5ba8d5841d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:54.455639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7f28e93a-21d3-477a-95e2-3d5ba8d5841d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4770253 Dec 20 23:10:54.460245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55188) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:54.466789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1155601726'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:54.519634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-3be4e41a-5b23-4d90-9753-addb7f30e6c4 service neutron] 10.222.0.62 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282057 Dec 20 23:10:54.529835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.568574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:54.573094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.601177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 401d43e4-b264-426f-a879-9486e127f676, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=401d43e4-b264-426f-a879-9486e127f676,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:54.667493 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:54.690446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:10:54.719194 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60002a0d-1af3-42b1-afa1-c36a6abde68e admin admin] 10.222.0.62 "PUT /v2.0/routers/f5c0affa-d236-44fa-a683-7f99edc873b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412212 Dec 20 23:10:54.721155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:54.786532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:54.799701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Sync routers for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:10:54.835083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:54.836495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:54.895379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.034680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:55.158786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.162029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.163466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad041ee2-954f-45d8-8b7c-3ddea2aabe26 HTTP/1.1" status: 204 len: 168 time: 1.3669608 Dec 20 23:10:55.188846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:55.239172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.241922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.242360 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment eda4cb24-6d3c-4877-acdf-e7b319d80907 of type vlan for network d098556e-a0e9-466b-8302-368a633df9ee Dec 20 23:10:55.264278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c903296-5907-4abc-9850-3e5d70bebe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad041ee2-954f-45d8-8b7c-3ddea2aabe26,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:55.304161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-ffce011c-55af-489a-ab7c-c4c2afdac6bf service neutron] 10.222.0.62 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769840 Dec 20 23:10:55.374272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b617576-2c18-4d66-90fa-6bfc9b511628 req-e174cf1f-cffa-4575-b582-a00f2f40b266 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:55.384859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b617576-2c18-4d66-90fa-6bfc9b511628 req-e174cf1f-cffa-4575-b582-a00f2f40b266 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 945 time: 0.2610867 Dec 20 23:10:55.418637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.453547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:10:53Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:55.478271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b617576-2c18-4d66-90fa-6bfc9b511628 req-73e1664a-34c3-4cf6-a14b-3596a7e2ecf1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918558 Dec 20 23:10:55.493553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Checking router: f5c0affa-d236-44fa-a683-7f99edc873b9 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:10:55.512635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Routers {'f5c0affa-d236-44fa-a683-7f99edc873b9'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:10:55.513271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['f5c0affa-d236-44fa-a683-7f99edc873b9'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:55.647869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] Set router f5c0affa-d236-44fa-a683-7f99edc873b9 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:10:55.679281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.691828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:55.697440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:55.808453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3471460 Dec 20 23:10:55.962906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 401d43e4-b264-426f-a879-9486e127f676 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:55.979312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55212) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:56.000744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1651909115'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:56.020290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:10:53Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:10:56.032584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb60598d-9449-4dab-bd86-c36b9d309ca1 req-83982fd0-a392-4b49-a92e-206b5489cade tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.2432494 Dec 20 23:10:56.033347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a5199-f2af-4002-a445-ffeed2675c8e tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=d098556e-a0e9-466b-8302-368a633df9ee,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:56.067009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network d098556e-a0e9-466b-8302-368a633df9ee details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:56.075231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f997f1-dc52-45f0-a1d9-8cce11e37b26 None None] The sync data for ids ['f5c0affa-d236-44fa-a683-7f99edc873b9'] in n-d-822053-9 is: [{'id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'name': 'tempest-ServerActionsTestJSON-1547140335-router', 'tenant_id': '3291320b3f3a4b0384b4d502322c42f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:00:57Z', 'updated_at': '2021-12-20T23:10:53Z', 'revision_number': 5, 'project_id': '3291320b3f3a4b0384b4d502322c42f8', 'gw_port': {'id': '5e9a55da-ad03-44eb-a005-cd4c199253f8', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c0affa-d236-44fa-a683-7f99edc873b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:00:58Z', 'updated_at': '2021-12-20T23:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:10:56.170629 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:56.174456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.207336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:10:56.219877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.220310 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment a9319519-3fc3-4cc4-ba9d-682f69aae8c8 of type vlan for network f2ea22b7-95e0-4d6e-87cf-66fe81bc6320 Dec 20 23:10:56.244336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 401d43e4-b264-426f-a879-9486e127f676 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:56.244861 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.424306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.504193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Deleting port 5e9a55da-ad03-44eb-a005-cd4c199253f8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:56.504811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.587815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:10:56.634924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-b75e6325-7757-46d1-ba1c-771360b974e2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:56.636508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-b75e6325-7757-46d1-ba1c-771360b974e2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 818 time: 0.3437848 Dec 20 23:10:56.656381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.resource_extend [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:10:56.675708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Request body: {'port': {'device_id': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'admin_state_up': True, 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:56.710622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] For port 5e9a55da-ad03-44eb-a005-cd4c199253f8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e9a55da-ad03-44eb-a005-cd4c199253f8,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:56.713611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.754105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Calling delete_port for 5e9a55da-ad03-44eb-a005-cd4c199253f8 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:56.910870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9f8b0-1852-428b-8ee1-0418a705c75f req-e2fb709f-eb07-40ba-90ce-aab89debc3a0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:56.912652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 566bbfd0-da9d-423f-97b0-46e56a6e703b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:10:56.917376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 566bbfd0-da9d-423f-97b0-46e56a6e703b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:10:56.917787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.922976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76e9f8b0-1852-428b-8ee1-0418a705c75f req-e2fb709f-eb07-40ba-90ce-aab89debc3a0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 945 time: 0.2690220 Dec 20 23:10:56.962050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:56.968285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:56.968895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.143300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.145045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76e9f8b0-1852-428b-8ee1-0418a705c75f req-4c49e2f6-ab23-4366-906d-f10272527f99 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166028 Dec 20 23:10:57.156823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1682794 Dec 20 23:10:57.157281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:57.163895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'ports': [{'network_id': 'd098556e-a0e9-466b-8302-368a633df9ee', 'name': 'tempest-port--651803524', 'admin_state_up': True}, {'network_id': 'f2ea22b7-95e0-4d6e-87cf-66fe81bc6320', 'admin_state_up': False}]} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:57.164415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'port': {'network_id': 'd098556e-a0e9-466b-8302-368a633df9ee', 'name': 'tempest-port--651803524', 'admin_state_up': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:57.165031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'port': {'network_id': 'f2ea22b7-95e0-4d6e-87cf-66fe81bc6320', 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:57.169827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb7389-ec0f-4b12-840b-c3016218ebad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=f2ea22b7-95e0-4d6e-87cf-66fe81bc6320,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:57.189556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f2ea22b7-95e0-4d6e-87cf-66fe81bc6320 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:10:57.204392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcbf0230-7403-4f10-a45b-92c24f8293de req-cb58cfb0-9de3-4f0d-aa7e-c7eb3e8e53b5 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.0803888 Dec 20 23:10:57.217607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.228413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:10:57.238170 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19709b07-49d2-415d-b3e6-de2e01f2d43e" -d '{"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-plugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:10:57.267714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Made reservation on behalf of 5da96a81ccf34434ba035f52dd249c3d for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:57.272673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.294673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9a55da-ad03-44eb-a005-cd4c199253f8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:57.302029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c6cc26-d153-4e62-88af-8119b1663dd4 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:57.365556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:57.433932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.552927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Allocated IP 172.20.0.14 (3633e3ff-eb7e-4994-9db8-58498e74f585/4e6c3b6d-d930-4aec-a289-c0f68219ab3a/01b791de-54a2-4d5c-9137-807a8dfeb67b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:10:57.581756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.586618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.663552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fb8a8-bf12-4274-844a-c0483b06a36c req-1f4e487b-01b1-4b29-8817-7df63259dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:57.665108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-437fb8a8-bf12-4274-844a-c0483b06a36c req-1f4e487b-01b1-4b29-8817-7df63259dbc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1097 time: 0.1928282 Dec 20 23:10:57.666392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'port': 2} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:57.671606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.749821 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e8d17d-1965-47c9-b5aa-85c019b598ab x-openstack-request-id: req-d9e8d17d-1965-47c9-b5aa-85c019b598ab {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:10:57.750442 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-plugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:10:57.750442 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9e8d17d-1965-47c9-b5aa-85c019b598ab {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:10:57.750725 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'code': 200} Dec 20 23:10:57.759815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.760054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.760746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c0affa-d236-44fa-a683-7f99edc873b9 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:10:57.768009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.785236 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a8c1886d-abdf-4d3b-9054-82756ae7e604 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f5c0affa-d236-44fa-a683-7f99edc873b9 HTTP/1.1" status: 204 len: 168 time: 3.0609436 Dec 20 23:10:57.788021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55272) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:57.792377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.891454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:57.904197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:57.982284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.017530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1be548bd-6d7e-49a6-ae40-56497a3f3e26 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:10:58.044886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-437fb8a8-bf12-4274-844a-c0483b06a36c req-fa44f3bc-aeb2-46be-8815-ecf08f2d2214 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455110 Dec 20 23:10:58.058082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1be548bd-6d7e-49a6-ae40-56497a3f3e26 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:10:58.058760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1be548bd-6d7e-49a6-ae40-56497a3f3e26 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:10:58.092007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Deleting subnet 54c2cbe1-d33c-4b0a-838f-51f54966eb7a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:10:58.103045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.115869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.131504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] device_id is not set on port 8a0dccdb-0dde-4949-b618-820115c2ecdf yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:10:58.159160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.222341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Pushing event updated for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:58.245969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:10:58.259500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:10:58.271936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:10:58.367406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.391917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d47cbc11-8efa-42ca-81b4-8570f9b4d278 req-31d05e86-6570-4e7b-8297-a1fe8d6fe633 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.0850351 Dec 20 23:10:58.410301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:58.418521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.444775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46ba34-4b2e-44e1-9449-67c8bbbf643d req-9ea98243-753e-47c8-a37d-a4164831ff0d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:58.457093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.458958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd46ba34-4b2e-44e1-9449-67c8bbbf643d req-9ea98243-753e-47c8-a37d-a4164831ff0d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.2025454 Dec 20 23:10:58.539027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd46ba34-4b2e-44e1-9449-67c8bbbf643d req-542ac179-97e1-415c-ab55-c0ba70b566a3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791469 Dec 20 23:10:58.546411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-5e4fa5ad-a62c-43f8-9233-22571ed142c7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8943205 Dec 20 23:10:58.556823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] device_id is not set on port 056953a4-5eb2-4b8d-8374-093ed0776af4 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:10:58.566098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Request body: {'port': {'device_id': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:58.675488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.702416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.740482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c2cbe1-d33c-4b0a-838f-51f54966eb7a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:58.761462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:58.768140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25772bf4-7661-4369-a362-12eafa7c67cd None None] Network a8333533-783f-413e-8275-9df5883beda9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:10:58.785819 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-16720b66-5f4a-4c70-a9e4-66491e164f60 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/54c2cbe1-d33c-4b0a-838f-51f54966eb7a HTTP/1.1" status: 204 len: 168 time: 0.9872251 Dec 20 23:10:58.790099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:10:59.024052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.114437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] DHCP port deletion for a8333533-783f-413e-8275-9df5883beda9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:10:59.164673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.166271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b791de-54a2-4d5c-9137-807a8dfeb67b {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:10:59.179519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.199035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Transition to ACTIVE for port object 01b791de-54a2-4d5c-9137-807a8dfeb67b will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:10:59.205213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Deleting port 909af2c3-5f0a-4d57-b273-cbb926c79e0e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:59.205974 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.294875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] For port 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=909af2c3-5f0a-4d57-b273-cbb926c79e0e,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:59.295278 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.315585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Calling delete_port for 909af2c3-5f0a-4d57-b273-cbb926c79e0e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:59.318865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.338169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-09bc9779-0d46-4887-bc8c-e67b9605228c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:59.339346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-09bc9779-0d46-4887-bc8c-e67b9605228c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.59 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 818 time: 0.3054652 Dec 20 23:10:59.341994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Deleting port 909af2c3-5f0a-4d57-b273-cbb926c79e0e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:10:59.342335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.362575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Request body: {'port': {'device_id': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'admin_state_up': True, 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:10:59.410551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.487563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:59.556701 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.615330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Port': ['ID=8a0dccdb-0dde-4949-b618-820115c2ecdf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:59.629821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] For port 909af2c3-5f0a-4d57-b273-cbb926c79e0e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=909af2c3-5f0a-4d57-b273-cbb926c79e0e,segment=NetworkSegment(842cccde-6730-48fa-bf32-6517785b2d88),segment_id=842cccde-6730-48fa-bf32-6517785b2d88)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:10:59.630806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.666945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Checking segment: {'id': 'eda4cb24-6d3c-4877-acdf-e7b319d80907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd098556e-a0e9-466b-8302-368a633df9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:59.667643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network hostable DHCP agents. Network: d098556e-a0e9-466b-8302-368a633df9ee, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:10:59.672135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Calling delete_port for 909af2c3-5f0a-4d57-b273-cbb926c79e0e owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:10:59.711044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] Pushing event deleted for resources: {'Port': ['ID=909af2c3-5f0a-4d57-b273-cbb926c79e0e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:10:59.729698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3aed957-f831-4e3f-a951-1a97fb063465 req-e029bd96-4f14-413b-985f-d2ebd3beeffa tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.2180560 Dec 20 23:10:59.737310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033a9d3-bf82-46ec-a178-a8e75380d46c None None] No DVR routers for this DVR port 909af2c3-5f0a-4d57-b273-cbb926c79e0e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:10:59.762174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Attempting to bind port 01b791de-54a2-4d5c-9137-807a8dfeb67b on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:10:59.762174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Attempting to bind port 01b791de-54a2-4d5c-9137-807a8dfeb67b by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:10:59.762174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Attempting to bind port 01b791de-54a2-4d5c-9137-807a8dfeb67b on network 3633e3ff-eb7e-4994-9db8-58498e74f585 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:59.780791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Port 01b791de-54a2-4d5c-9137-807a8dfeb67b on network 3633e3ff-eb7e-4994-9db8-58498e74f585 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:10:59.781066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Attempting to bind port 01b791de-54a2-4d5c-9137-807a8dfeb67b on network 3633e3ff-eb7e-4994-9db8-58498e74f585 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:10:59.791622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:10:59.791963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Checking segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:10:59.792354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Bound using segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:10:59.792874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Bound port: 01b791de-54a2-4d5c-9137-807a8dfeb67b, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:10:59.793238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.835698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network d098556e-a0e9-466b-8302-368a633df9ee is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:10:59.838626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43965be8-85d4-4250-94e8-47bead3ebc78 req-1fb304d1-89fd-41db-93f2-a0a39e1ea9b1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:10:59.848445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43965be8-85d4-4250-94e8-47bead3ebc78 req-1fb304d1-89fd-41db-93f2-a0a39e1ea9b1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1102483 Dec 20 23:10:59.964540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.979774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Made reservation on behalf of 5da96a81ccf34434ba035f52dd249c3d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:10:59.989023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43965be8-85d4-4250-94e8-47bead3ebc78 req-debc5654-fec1-4d97-93c5-eb024c0971b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395371 Dec 20 23:10:59.990908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:10:59.992172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:10:59.996955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:00.008703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 909af2c3-5f0a-4d57-b273-cbb926c79e0e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:00.030274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, d098556e-a0e9-466b-8302-368a633df9ee) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:00.063764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df2fe1-315c-42f9-9728-c556853c8264 None None] Network d098556e-a0e9-466b-8302-368a633df9ee requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:00.073618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.133184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 909af2c3-5f0a-4d57-b273-cbb926c79e0e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:00.133539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 909af2c3-5f0a-4d57-b273-cbb926c79e0e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:00.134183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e9a55da-ad03-44eb-a005-cd4c199253f8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:00.134912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:00.135929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.148097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Pushing event deleted for resources: {'Port': ['ID=909af2c3-5f0a-4d57-b273-cbb926c79e0e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:00.155165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] No DVR routers for this DVR port 909af2c3-5f0a-4d57-b273-cbb926c79e0e on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:00.169117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:00.170202 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.171804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 1092 time: 1.6122823 Dec 20 23:11:00.172475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:00.173752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5e9a55da-ad03-44eb-a005-cd4c199253f8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:00.174104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e9a55da-ad03-44eb-a005-cd4c199253f8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:00.176326 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323432e-a91d-45f3-ac7e-bbee82cbad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:00.231195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19084be0-2d49-4ebc-a89b-e07ae227b9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:00.248234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6b6e-0718-4bd0-96a5-0f21f73726a5 req-8834da1b-8226-42e2-9535-589c7650f290 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:00.250466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3acb6b6e-0718-4bd0-96a5-0f21f73726a5 req-8834da1b-8226-42e2-9535-589c7650f290 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1031160 Dec 20 23:11:00.358521 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251c5f9-f090-455f-aacc-f2795326ac3e x-openstack-request-id: req-3251c5f9-f090-455f-aacc-f2795326ac3e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:00.360336 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:00.360336 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3251c5f9-f090-455f-aacc-f2795326ac3e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:00.360336 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b', 'status': 'completed', 'code': 200} Dec 20 23:11:00.415640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-98856717-5145-4670-b5a4-4de50fc381d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:00.417202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-98856717-5145-4670-b5a4-4de50fc381d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1095 time: 0.0971148 Dec 20 23:11:00.422117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3acb6b6e-0718-4bd0-96a5-0f21f73726a5 req-82b90a6c-f8e6-47a5-b1ca-b306f43fccc5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446292 Dec 20 23:11:00.447424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.462716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8333533-783f-413e-8275-9df5883beda9']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:00.463858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-c95677c9-3d18-4934-9663-4f0b745d9690 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0376048 Dec 20 23:11:00.464708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55346) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:00.490495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842cccde-6730-48fa-bf32-6517785b2d88') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:00.490798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842cccde-6730-48fa-bf32-6517785b2d88') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:00.523839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.525749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Allocated IP 172.20.0.3 (3633e3ff-eb7e-4994-9db8-58498e74f585/4e6c3b6d-d930-4aec-a289-c0f68219ab3a/ec62f586-6e30-42be-8746-3c8c6f31e304) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:00.552115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-efe13c76-a7dd-4c1d-ba01-30393f5722ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:00.553506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-efe13c76-a7dd-4c1d-ba01-30393f5722ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0798464 Dec 20 23:11:00.556291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d180b-3bf9-4ba7-abb1-b044440a28f1 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:00.561238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d49d180b-3bf9-4ba7-abb1-b044440a28f1 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1092 time: 0.0916269 Dec 20 23:11:00.588283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-56fec65e-c582-473e-893c-ac543dc4d232 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263946 Dec 20 23:11:00.588819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:00.593392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:00.740711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.742132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Port': ['ID=056953a4-5eb2-4b8d-8374-093ed0776af4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:00.750784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-f0a607f5-9e91-4388-918a-482eea822070 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500032 Dec 20 23:11:00.766376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.815511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:00.815973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.818638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Checking segment: {'id': 'a9319519-3fc3-4cc4-ba9d-682f69aae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f2ea22b7-95e0-4d6e-87cf-66fe81bc6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network hostable DHCP agents. Network: f2ea22b7-95e0-4d6e-87cf-66fe81bc6320, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:00.821838 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:00.824904 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:00.828028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:00.959510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ddbd6dc-f369-4ce8-a141-6474f8a06361 req-d4713b4e-4713-49c7-93fc-a5fdfa0ade31 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002006 Dec 20 23:11:01.003274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-224f3000-0221-4bd8-b7c6-10fda1c14f05 req-e6e68dcc-72cb-47c4-a097-f173f69e4e71 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.1437538 Dec 20 23:11:01.007736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-105e7dcf-84d1-4861-9868-54ff44d9e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.009507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-105e7dcf-84d1-4861-9868-54ff44d9e5de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa0752c61f847c4aef6a130712e708d&device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 1101 time: 0.2611642 Dec 20 23:11:01.163629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network f2ea22b7-95e0-4d6e-87cf-66fe81bc6320 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:01.166829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.179150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.185670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.189273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] 10.222.0.62 "DELETE /v2.0/networks/a8333533-783f-413e-8275-9df5883beda9 HTTP/1.1" status: 204 len: 168 time: 2.3977652 Dec 20 23:11:01.222352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-736f8d94-6306-4f8b-86a6-a04bac364355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.223842 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-736f8d94-6306-4f8b-86a6-a04bac364355 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1892872 Dec 20 23:11:01.250327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-c1c044ce-8fe9-4162-9cba-d356755fdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.252742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-c1c044ce-8fe9-4162-9cba-d356755fdfb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1095 time: 0.1291070 Dec 20 23:11:01.324870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:01.343390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961f5e0-ad39-4522-9336-378649ab57df admin admin] Pushing event deleted for resources: {'Network': ['ID=a8333533-783f-413e-8275-9df5883beda9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:01.356687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.439513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-41cc46ee-4302-4b99-a611-1dfec81984d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.441163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-41cc46ee-4302-4b99-a611-1dfec81984d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1778204 Dec 20 23:11:01.443190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f2ea22b7-95e0-4d6e-87cf-66fe81bc6320) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:01.456657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:01.461296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be962611-7fde-4b4e-8bdf-c253092f5072 None None] Network f2ea22b7-95e0-4d6e-87cf-66fe81bc6320 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:01.462480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:01.523700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:01.529310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-5a868f6d-d34c-471d-a5a3-2101f6ef6414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0730305 Dec 20 23:11:01.536513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.548734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.550351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.559657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.560521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.568047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-dc8cc740-359d-4525-9777-03ca0fc4565c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=467f25c5-f802-4db1-98d5-b70a4a575377 HTTP/1.1" status: 200 len: 217 time: 0.2512116 Dec 20 23:11:01.614023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.78 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/d5652ce3-42e2-4f57-b651-56533222b36c) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:01.651922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-b35695fe-10e3-45ab-85c1-edb330c7725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.655839 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-b35695fe-10e3-45ab-85c1-edb330c7725f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.1172326 Dec 20 23:11:01.673326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Pushing event updated for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:01.716103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-acf8d088-8a25-48c2-af7b-3be7dfe49a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.719488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-acf8d088-8a25-48c2-af7b-3be7dfe49a4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1339314 Dec 20 23:11:01.724807 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b7f71401-0c82-4b25-80a5-1900dd840635 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5663183 Dec 20 23:11:01.730099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-87a102e0-3578-47fc-8827-cb06c49db2bb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3713472 Dec 20 23:11:01.731327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:01.740511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-d81ffcd8-ea5a-4d2a-9c3f-33f0ba21cc3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729139 Dec 20 23:11:01.787751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Request body: {'port': {'device_id': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:01.828570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:01.919670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.933816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ffc48-a0f2-479a-943a-144248c1bc90 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.940577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ffc48-a0f2-479a-943a-144248c1bc90 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:01.945218 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc3ffc48-a0f2-479a-943a-144248c1bc90 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2091894 Dec 20 23:11:01.946210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:01.952970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:01.978584 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3af2e6a6-1d67-4767-aee8-48578d41df4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3291320b3f3a4b0384b4d502322c42f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448762 Dec 20 23:11:01.984613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55388) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:02.012246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-c61896bd-83ce-4a80-bc43-a5dcd80e8671 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610154 Dec 20 23:11:02.045573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.049293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-27eaf22d-6606-406f-a1a8-09d09b71b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:02.050968 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-27eaf22d-6606-406f-a1a8-09d09b71b1e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3187728 Dec 20 23:11:02.176373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.334780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:02.350384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:02.355064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0323432e-a91d-45f3-ac7e-bbee82cbad7b req-f4f01c54-0f97-4fd4-8ac1-b4cdb5a37288 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319480 Dec 20 23:11:02.361460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:02.364052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=d5652ce3-42e2-4f57-b651-56533222b36c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:02.368020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting port 8a0dccdb-0dde-4949-b618-820115c2ecdf {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:02.368352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.422341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.426718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a99f8-8229-4cf7-8029-f7556b8d1605 req-2bea91ec-b57c-4588-9149-a9d445b804df tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:02.428388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b3a99f8-8229-4cf7-8029-f7556b8d1605 req-2bea91ec-b57c-4588-9149-a9d445b804df tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 931 time: 0.2469442 Dec 20 23:11:02.522704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.567931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b3a99f8-8229-4cf7-8029-f7556b8d1605 req-31869320-9b9f-40b4-ba4b-6caae5af75c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294613 Dec 20 23:11:02.569074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Calling delete_port for 8a0dccdb-0dde-4949-b618-820115c2ecdf owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:02.668453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-4103b169-766b-435d-9fa2-3ac20c99d834 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510062 Dec 20 23:11:02.901450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.905573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.906801 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.907049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/858cfff8-69ed-40a6-bec4-01d8ca82508f HTTP/1.1" status: 204 len: 168 time: 0.9213314 Dec 20 23:11:02.938024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec62f586-6e30-42be-8746-3c8c6f31e304 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:02.954181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Port': ['ID=8a0dccdb-0dde-4949-b618-820115c2ecdf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:02.981060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:02.990207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-25c3ed4c-6ddf-4287-9066-f3b7bd35edf2 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/ports/8a0dccdb-0dde-4949-b618-820115c2ecdf HTTP/1.1" status: 204 len: 168 time: 1.0408792 Dec 20 23:11:02.990979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55410) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:03.059068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08bfc6-c159-4110-849b-9ad1dfdb2c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858cfff8-69ed-40a6-bec4-01d8ca82508f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:03.080621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.181823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Transition to ACTIVE for port object ec62f586-6e30-42be-8746-3c8c6f31e304 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:11:03.219696 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9a7c2c99-9497-4434-958d-8ccf9e44c7ec req-b114d5d9-a474-4764-9938-dad3adf1f477 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404842 Dec 20 23:11:03.294373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.297506 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.422371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:03.548463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Attempting to bind port ec62f586-6e30-42be-8746-3c8c6f31e304 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:03.549006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Attempting to bind port ec62f586-6e30-42be-8746-3c8c6f31e304 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:03.549785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Attempting to bind port ec62f586-6e30-42be-8746-3c8c6f31e304 on network 3633e3ff-eb7e-4994-9db8-58498e74f585 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:03.557817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Port ec62f586-6e30-42be-8746-3c8c6f31e304 on network 3633e3ff-eb7e-4994-9db8-58498e74f585 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:11:03.558560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Attempting to bind port ec62f586-6e30-42be-8746-3c8c6f31e304 on network 3633e3ff-eb7e-4994-9db8-58498e74f585 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:03.568136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:03.568718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Checking segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:03.569418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Bound using segment: {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:03.570269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Bound port: ec62f586-6e30-42be-8746-3c8c6f31e304, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2ea373-1fe3-4b70-9261-9370816ea347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:03.571370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.688503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 01b791de-54a2-4d5c-9137-807a8dfeb67b details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:11:03.723951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:03.723951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ec62f586-6e30-42be-8746-3c8c6f31e304,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:03.827957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.879494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:03.890134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:03.890909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:03.892268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec62f586-6e30-42be-8746-3c8c6f31e304 HTTP/1.1" status: 200 len: 1091 time: 2.1405125 Dec 20 23:11:03.892737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:03.895021 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95401797-6dfa-4063-a55a-b6d99ef4a815" -d '{"events": [{"name": "network-changed", "server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:03.923570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '01b791de-54a2-4d5c-9137-807a8dfeb67b', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'port_id': '01b791de-54a2-4d5c-9137-807a8dfeb67b', 'mac_address': 'fa:16:3e:0e:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:11:03.953550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91e4e1-40bd-4d7f-b2d6-fca2b3558ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:03.979514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.005948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b791de-54a2-4d5c-9137-807a8dfeb67b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:04.037690 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582b6689-fac3-4c3d-a5ef-571c24253c2c x-openstack-request-id: req-582b6689-fac3-4c3d-a5ef-571c24253c2c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:04.038020 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:04.038276 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-582b6689-fac3-4c3d-a5ef-571c24253c2c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:04.038682 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304', 'status': 'completed', 'code': 200} Dec 20 23:11:04.068050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:04.160253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-0a214d80-877b-49f5-8a76-f1f1247bbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.164062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.189666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-0a214d80-877b-49f5-8a76-f1f1247bbcde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1094 time: 0.0813460 Dec 20 23:11:04.195803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f67a-3ece-4e46-8634-1e88def32e22 req-abfbfc38-76e6-41ef-8e74-d6988c79c343 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.197377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9957f67a-3ece-4e46-8634-1e88def32e22 req-abfbfc38-76e6-41ef-8e74-d6988c79c343 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 943 time: 0.2159641 Dec 20 23:11:04.256659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:04.344484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-9bf86646-4e48-47cc-8f17-d9398e3d4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.347148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-9bf86646-4e48-47cc-8f17-d9398e3d4b00 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5da96a81ccf34434ba035f52dd249c3d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1565592 Dec 20 23:11:04.448343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9957f67a-3ece-4e46-8634-1e88def32e22 req-9544b7d4-75e7-40ff-8329-d4b93b38879c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231698 Dec 20 23:11:04.453163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.459805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting port 056953a4-5eb2-4b8d-8374-093ed0776af4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:04.460147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.486088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['01b791de-54a2-4d5c-9137-807a8dfeb67b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:11:04.504928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-db7d9cb5-494a-41ea-ae9b-0f2f757add84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.506698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95401797-6dfa-4063-a55a-b6d99ef4a815 req-db7d9cb5-494a-41ea-ae9b-0f2f757add84 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498146 Dec 20 23:11:04.619156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.620672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-42adca60-80f9-4e40-82fc-7d5b6dc510c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.624164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-42adca60-80f9-4e40-82fc-7d5b6dc510c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1094 time: 0.0680642 Dec 20 23:11:04.664274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Calling delete_port for 056953a4-5eb2-4b8d-8374-093ed0776af4 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:04.674731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:04.679356 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-1937087b-3f1a-42aa-a524-853d14b8adba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec62f586-6e30-42be-8746-3c8c6f31e304 HTTP/1.1" status: 200 len: 217 time: 0.0431230 Dec 20 23:11:04.742558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.793088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-188e602c-7b93-42a6-a920-1956bbc93856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:04.799087 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-188e602c-7b93-42a6-a920-1956bbc93856 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.1129034 Dec 20 23:11:04.801601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-414b678d-ba3d-406d-b1c6-a33a55ffb2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:04.874023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-fb4128c8-71f1-47f9-b10e-a1e874bc2d3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629752 Dec 20 23:11:04.940884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1522395117-network', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:04.992381 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-af02e6b8-717b-4c92-b5b0-7952702c870f service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138961 Dec 20 23:11:05.122444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.124729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3a7f6dcd-183d-4337-abb0-7b604000f51c req-e0689046-ed4c-4b63-bd07-fc842625de35 service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241550 Dec 20 23:11:05.130862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Made reservation on behalf of 81f3cd31ca2a4d40863f4dcfd6b5351b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:05.133520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.144062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.189865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.232498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Port': ['ID=056953a4-5eb2-4b8d-8374-093ed0776af4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:05.235891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.252338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.258941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d79e171-c0db-4a52-8323-f73cd9df29cf tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/ports/056953a4-5eb2-4b8d-8374-093ed0776af4 HTTP/1.1" status: 204 len: 168 time: 2.2620740 Dec 20 23:11:05.261612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55488) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:05.299950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53f9e945-8c13-48ed-ba69-3053b38d204b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0359387 Dec 20 23:11:05.304970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:05.310513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-638754406'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:05.366524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=d5652ce3-42e2-4f57-b651-56533222b36c,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:05.371800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.419470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.467322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:05.470840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.494512 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP aec5476c-c023-4a37-8ebe-958f8c108dd1 associated. External IP: 172.25.1.78, port: 566bbfd0-da9d-423f-97b0-46e56a6e703b. Dec 20 23:11:05.499136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:05.510362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.512428 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment bb4b179a-c89d-47bd-9673-719c52c1cac5 of type vlan for network 03f6c14e-2a93-4c58-946c-a824e7c17015 Dec 20 23:11:05.539147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.563543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:05.580009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.661453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.661675 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Added segment 75109d66-8f51-4e90-ada5-799f274b2c00 of type vlan for network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a Dec 20 23:11:05.672695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.679762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:05.682813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.682964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f54f2-9340-4ba6-bc4d-3591f71eac61,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:05.730370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.740839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89616ae-4026-45e5-ba66-469787acb0ef req-888c9c28-2861-4209-8511-084e26bcca23 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:05.742451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c89616ae-4026-45e5-ba66-469787acb0ef req-888c9c28-2861-4209-8511-084e26bcca23 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 943 time: 0.1868865 Dec 20 23:11:05.752660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 01b791de-54a2-4d5c-9137-807a8dfeb67b up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:05.785773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=03f6c14e-2a93-4c58-946c-a824e7c17015,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:05.800696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 03f6c14e-2a93-4c58-946c-a824e7c17015 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:05.804341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-63c01614-5916-47d6-82d1-ec25a4665856 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4983454 Dec 20 23:11:05.806848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:05.814940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1057351793'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:05.895654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 01b791de-54a2-4d5c-9137-807a8dfeb67b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:11:05.900444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 01b791de-54a2-4d5c-9137-807a8dfeb67b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:05.901067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.952585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:05.956196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:05.969011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c89616ae-4026-45e5-ba66-469787acb0ef req-52df43d0-2c93-40ec-bad7-335fcfb56b92 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042646 Dec 20 23:11:06.005178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.006654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:06.007290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.010707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:06.023664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.024323 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Added segment 24451b0c-31d8-4fd8-b7eb-b12bbda7c665 of type vlan for network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed Dec 20 23:11:06.039177 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.064285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:06.067348 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84c3ac8-72ed-45ec-9c28-567ee730a5c1" -d '{"events": [{"server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "name": "network-vif-plugged", "status": "completed", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:06.073603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.083056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] Pushing event updated for resources: {'Network': ['ID=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:06.086319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:06.100843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:06.105167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:06.137059 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f4866-48c3-4c24-9bcf-0465f3733be4 x-openstack-request-id: req-671f4866-48c3-4c24-9bcf-0465f3733be4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:06.137885 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "name": "network-vif-plugged", "status": "completed", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:06.138270 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-671f4866-48c3-4c24-9bcf-0465f3733be4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:06.138668 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b', 'code': 200} Dec 20 23:11:06.194127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9bc11d39-c9ce-40ba-8a4d-d2b33ab1b84f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5182559 Dec 20 23:11:06.196839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:06.201982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Request body: {'subnet': {'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1522395117-subnet', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:06.232966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.248683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.254581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:06.255196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.262850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:06.283360 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Sync routers for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:06.301688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Made reservation on behalf of 81f3cd31ca2a4d40863f4dcfd6b5351b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:06.304122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.319568 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:06.320301 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:06.338810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:06.447264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.497525 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:06.514675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ceaa8695-e66a-4a10-9024-371823b270ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9245121 Dec 20 23:11:06.517428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:06.529787 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23736129-3720-49fe-8b2d-f47bee9c57c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:06.645588 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15588af2-39c5-4431-9b70-ad06174a2d55 x-openstack-request-id: req-15588af2-39c5-4431-9b70-ad06174a2d55 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:06.648238 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:06.648690 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15588af2-39c5-4431-9b70-ad06174a2d55 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:06.649276 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'status': 'completed', 'code': 200} Dec 20 23:11:06.788297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9802282 Dec 20 23:11:06.791156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc159-f5ad-44be-8b95-9f137db7d520 req-0531540e-2546-48ba-9cc3-3c2b57558d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:06.793140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-515cc159-f5ad-44be-8b95-9f137db7d520 req-0531540e-2546-48ba-9cc3-3c2b57558d3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1096 time: 0.5762103 Dec 20 23:11:06.800134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb719de6-6eb3-4ace-892c-b0dc5fbbee5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Network': ['ID=0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:06.807804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed514f50-afe2-443b-a50e-bcd9dcd9994c req-3e27d995-f669-455a-a755-e39b37ed5df3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:06.810157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed514f50-afe2-443b-a50e-bcd9dcd9994c req-3e27d995-f669-455a-a755-e39b37ed5df3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1592822 Dec 20 23:11:06.825511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:06.866832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-71aec3a8-f850-431c-b8cf-88c1b0c0c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:06.868385 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-71aec3a8-f850-431c-b8cf-88c1b0c0c2a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1097 time: 0.1597052 Dec 20 23:11:06.906131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:06.919963 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'aec5476c-c023-4a37-8ebe-958f8c108dd1', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'mac_address': 'fa:16:3e:ce:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:03Z', 'updated_at': '2021-12-20T23:11:03Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:07.060964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-515cc159-f5ad-44be-8b95-9f137db7d520 req-820cdae7-db60-4338-b104-728bdb0c740e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543790 Dec 20 23:11:07.069078 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Checking router: 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:11:07.079943 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:07.082617 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:10:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:07.098249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-e7082bf6-7993-4336-8bd9-71203f39b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.100127 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-e7082bf6-7993-4336-8bd9-71203f39b904 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.2115703 Dec 20 23:11:07.119647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed514f50-afe2-443b-a50e-bcd9dcd9994c req-d8e7e273-3465-4420-a919-b831582d7bc3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975810 Dec 20 23:11:07.128790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e6d50b-de86-457b-986e-7fc6cf536e21,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:07.162952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55566) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:07.241083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Checking segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:07.242786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Network hostable DHCP agents. Network: 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:07.256297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-8062b491-9241-4c8d-8255-03e3c2ef9162 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 999 time: 0.1458693 Dec 20 23:11:07.292455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-798a2efb-75d8-44b7-9b91-4c2884dac26a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 200 len: 991 time: 0.1244440 Dec 20 23:11:07.341125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-908fc7d8-8aba-4911-ad6c-2bd905fc4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.343033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-908fc7d8-8aba-4911-ad6c-2bd905fc4952 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.0774264 Dec 20 23:11:07.347792 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:07.369782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e94dda-0fcb-47a8-93c8-cf14848abf88 req-c533eb8a-3843-4671-9a92-7480866cbc7e tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.369782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9e94dda-0fcb-47a8-93c8-cf14848abf88 req-c533eb8a-3843-4671-9a92-7480866cbc7e tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 950 time: 0.0835352 Dec 20 23:11:07.390257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:07.409153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-6cde8beb-2802-49ed-b8ca-2ea3749e721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.414094 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-6cde8beb-2802-49ed-b8ca-2ea3749e721b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598440 Dec 20 23:11:07.456183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9e94dda-0fcb-47a8-93c8-cf14848abf88 req-d1aa2d5f-8d29-40d2-99ca-8d5183f3c739 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 Dec 20 23:11:07.485331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:07.489745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.490691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:07.501065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ea956-056c-4813-8595-5ff2afd10a56 None None] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:07.572656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a786aac4-5d9b-4840-946c-c896a2ddf5e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3745570 Dec 20 23:11:07.577470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:07.584895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:07.600425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fcaad8b4-311a-4c85-8dfa-c3f457b8edd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:07.669043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-4d414b4c-8341-4755-ae96-c9ca82481d79 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486868 Dec 20 23:11:07.785939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca25f-a9da-41b9-be4c-cf3d10528be2 req-43777279-32cd-4db2-90a0-5180ad715567 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:07.804169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a88ca25f-a9da-41b9-be4c-cf3d10528be2 req-43777279-32cd-4db2-90a0-5180ad715567 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 943 time: 0.2085948 Dec 20 23:11:07.834326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6e0ef-a4a2-4db0-a11d-475a99d04c2b None None] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:07.850274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:07.854918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:07.895808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23736129-3720-49fe-8b2d-f47bee9c57c8 req-15400493-e920-4a92-afa7-6a9f3d803362 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165556 Dec 20 23:11:07.960238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a88ca25f-a9da-41b9-be4c-cf3d10528be2 req-71c3349f-f1ee-4493-bcb9-1f47f6192fcc tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550055 Dec 20 23:11:08.010616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:08.160626 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'aec5476c-c023-4a37-8ebe-958f8c108dd1', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'mac_address': 'fa:16:3e:ce:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:03Z', 'updated_at': '2021-12-20T23:11:03Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:08.226180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d38ce5-e335-4f76-9927-ab659435d56b None None] The sync data for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 is: [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'aec5476c-c023-4a37-8ebe-958f8c108dd1', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'mac_address': 'fa:16:3e:ce:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:03Z', 'updated_at': '2021-12-20T23:11:03Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:08.262560 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:08.287569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:08.296608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:08.455659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9cbe6909-afbe-4180-b6c7-918368f39439 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 200 len: 991 time: 0.1574998 Dec 20 23:11:08.601085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ec62f586-6e30-42be-8746-3c8c6f31e304 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:11:08.807025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ec62f586-6e30-42be-8746-3c8c6f31e304,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:08.834701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'ec62f586-6e30-42be-8746-3c8c6f31e304', 'network_id': '3633e3ff-eb7e-4994-9db8-58498e74f585', 'port_id': 'ec62f586-6e30-42be-8746-3c8c6f31e304', 'mac_address': 'fa:16:3e:4d:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6c3b6d-d930-4aec-a289-c0f68219ab3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:11:08.842955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7ccad-218a-47f6-89f4-591292d230ba None None] New status for floating IP aec5476c-c023-4a37-8ebe-958f8c108dd1: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:11:08.886082 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:08.925359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:09.170205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:09.209943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec62f586-6e30-42be-8746-3c8c6f31e304 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:09.249306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Allocated IP 172.25.1.96 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5fd9552a-7813-43d1-bb6d-7a8369755ce6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:09.267962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9ae09-ba9a-4d57-b554-bd85e9e57d05 req-9eaebe29-3956-488f-9292-b7d7b9afb18e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:09.274581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ec62f586-6e30-42be-8746-3c8c6f31e304,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:09.276509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65a9ae09-ba9a-4d57-b554-bd85e9e57d05 req-9eaebe29-3956-488f-9292-b7d7b9afb18e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 943 time: 0.1522219 Dec 20 23:11:09.358590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:09.392524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65a9ae09-ba9a-4d57-b554-bd85e9e57d05 req-f28bcd29-ebe5-4ee6-bda6-f064b6f29259 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121936 Dec 20 23:11:09.456696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55672) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:09.463492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:09.527877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:09.585394 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4729145c-474a-40ee-ae25-963d93745f9d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 200 len: 993 time: 0.1268163 Dec 20 23:11:09.648184 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:09.669920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['ec62f586-6e30-42be-8746-3c8c6f31e304'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:11:09.744552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd9552a-7813-43d1-bb6d-7a8369755ce6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:09.794133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:09.795769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:09.803200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:09.831771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:10.006639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d93d5-27d8-4e0b-bf76-c5e3999935fc None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:10.030088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.053611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55720) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:10.062454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'subnets': [{'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--635106962', 'ip_version': 6}, {'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:10.063086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'subnet': {'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--635106962', 'ip_version': 6}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:10.068385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Request body: {'subnet': {'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:10.186823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.285199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:10.290696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:10.293740 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e1840-5b7c-4c2d-a64d-2430e1dba8de" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-unplugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:10.321768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c9f86720-b7e3-4d5b-b3e3-6e98bca17a42 None None] Provisioning complete for port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:10.321768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c9f86720-b7e3-4d5b-b3e3-6e98bca17a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.378933 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c7a8e-7b22-4da7-9519-665c707b6a4c x-openstack-request-id: req-4e6c7a8e-7b22-4da7-9519-665c707b6a4c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:10.379234 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-unplugged", "status": "completed", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:10.379489 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e6c7a8e-7b22-4da7-9519-665c707b6a4c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:10.379956 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'code': 200} Dec 20 23:11:10.399117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.513273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Made reservation on behalf of 39060de7eb0748edad0a45e823acb245 for: {'subnet': 2} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:10.519643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.521444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.573454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86720-b7e3-4d5b-b3e3-6e98bca17a42 None None] Port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:10.579256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:10.658279 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:10.754161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55780) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:10.954026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f8bd85-2b4b-4671-bb30-e3975fa858a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.147612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b86a9-ffa3-4409-a06c-39f884645a3a req-35e7d48c-2f59-41f3-8a8f-f176044ecaf4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:11.157668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a82b86a9-ffa3-4409-a06c-39f884645a3a req-35e7d48c-2f59-41f3-8a8f-f176044ecaf4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 944 time: 0.1539626 Dec 20 23:11:11.190355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.219634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f8bd85-2b4b-4671-bb30-e3975fa858a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.282759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a82b86a9-ffa3-4409-a06c-39f884645a3a req-ae653d3b-61a4-4bf4-9c6b-e1bfeaa8023f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227715 Dec 20 23:11:11.283577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39f8bd85-2b4b-4671-bb30-e3975fa858a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.332592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39f8bd85-2b4b-4671-bb30-e3975fa858a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbdb38cff7534296a5511f1dce9978b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5773778 Dec 20 23:11:11.333733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8bd85-2b4b-4671-bb30-e3975fa858a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b334419-5fff-4ca7-8d9c-88cebd46b792,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:11.340189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55800) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:11.374230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.454333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.500811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Checking segment: {'id': 'bb4b179a-c89d-47bd-9673-719c52c1cac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:11.501177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network hostable DHCP agents. Network: 03f6c14e-2a93-4c58-946c-a824e7c17015, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:11.503831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Subnet': ['ID=e66dfa26-8ee0-4f43-afad-bb3130b684bc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:11.534201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.581534 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.667204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network 03f6c14e-2a93-4c58-946c-a824e7c17015 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:11.723333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.728060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.729315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b334419-5fff-4ca7-8d9c-88cebd46b792 HTTP/1.1" status: 204 len: 168 time: 0.3919566 Dec 20 23:11:11.752547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10a865-f942-410d-a554-d12988504527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b334419-5fff-4ca7-8d9c-88cebd46b792,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:11.761534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 03f6c14e-2a93-4c58-946c-a824e7c17015) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:11.770178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:11.780151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Router ece437da-e3e5-40a8-90c0-13a98935f512 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:11:11.793593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc44d0-98a8-4f28-a905-44493d33e400 None None] Network 03f6c14e-2a93-4c58-946c-a824e7c17015 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:11.882710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event updated for resources: {'Subnet': ['ID=d951e429-5628-4310-b77f-67d477f0757e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:11.890054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Checking segment: {'id': '24451b0c-31d8-4fd8-b7eb-b12bbda7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:11.890658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network hostable DHCP agents. Network: 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:11.975819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:11.989329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:12.000018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Sync routers for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:12.019201 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:12.020498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:12.055715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:12.061985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.062474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.063326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.072031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd919666-3f16-48b1-bb99-6726dfd7ad23 None None] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:12.088790 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-03f6c14e-2a93-4c58-946c-a824e7c17015', 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015', 'project_id': '39060de7eb0748edad0a45e823acb245', 'fixed_ips': [{'subnet_id': 'e66dfa26-8ee0-4f43-afad-bb3130b684bc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:12.090746 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.112573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.117302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a7223dfc-792b-4949-8e0a-40d7ad2a6e04 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5387137 Dec 20 23:11:12.118087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55820) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:12.152855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-45de8c62-962a-43ce-b0b6-a20dcc6c890b tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0933115 Dec 20 23:11:12.154669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:12.166935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:12.315744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694c172-4abf-40de-8c7b-311dcd02df7d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.320845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694c172-4abf-40de-8c7b-311dcd02df7d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.324164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694c172-4abf-40de-8c7b-311dcd02df7d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.327930 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3694c172-4abf-40de-8c7b-311dcd02df7d tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1718800 Dec 20 23:11:12.337264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:12.428354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed', 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed', 'project_id': '39060de7eb0748edad0a45e823acb245', 'fixed_ips': [{'subnet_id': 'd951e429-5628-4310-b77f-67d477f0757e'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:12.429200 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.461452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting subnet e66dfa26-8ee0-4f43-afad-bb3130b684bc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:12.523919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:10Z', 'revision_number': 3, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:12.617913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Allocated IP 2001:db8::1 (03f6c14e-2a93-4c58-946c-a824e7c17015/e66dfa26-8ee0-4f43-afad-bb3130b684bc/1d53278d-d12d-45a8-bb6c-98532d51bbcd) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:12.634147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ec62f586-6e30-42be-8746-3c8c6f31e304 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:12.719280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Checking router: ece437da-e3e5-40a8-90c0-13a98935f512 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:11:12.719630 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Updating router ece437da-e3e5-40a8-90c0-13a98935f512 port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:11:12.751157 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.758461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673a44c-e2de-4ad7-8ecd-684fae5f2766 req-e0e45f11-f65b-487e-ad7b-e59611cb87b3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:12.759970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e673a44c-e2de-4ad7-8ecd-684fae5f2766 req-e0e45f11-f65b-487e-ad7b-e59611cb87b3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 944 time: 0.1076880 Dec 20 23:11:12.765546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:12.779685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.825196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Allocated IP 2001:db8:0:1::1 (0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed/d951e429-5628-4310-b77f-67d477f0757e/9f7e940e-ac3e-42ef-87b7-8de8147f2f8e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:12.922371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e673a44c-e2de-4ad7-8ecd-684fae5f2766 req-651eec77-1e0d-4038-888d-06ea581b612a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394236 Dec 20 23:11:12.961297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port ec62f586-6e30-42be-8746-3c8c6f31e304 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:11:12.985599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:12.986412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port ec62f586-6e30-42be-8746-3c8c6f31e304 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:12.986879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.060747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.119095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c90d2c22e0f42cd85a56e9f8b733e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3527551 Dec 20 23:11:13.119958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55862) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:13.156552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.210176 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.226450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffe5f4-d630-44f3-971e-427490c860cc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.241549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.241929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.242277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.242605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.242933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.243403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.243735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.244056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.244378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.245159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.245159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.245462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.245761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f5a3db-7f31-4a3b-9f99-d0ebffb09623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:13.245898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.256450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.265411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.288478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.295901 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.330966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.343296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:13.347293 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b5d2a6-6850-4bcd-b747-635af69c8077" -d '{"events": [{"server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "name": "network-vif-plugged", "status": "completed", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:13.385089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.398336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.410212 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Attempting to bind port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:13.410588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Attempting to bind port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:13.410951 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Attempting to bind port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:13.434305 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68f795-b0a3-41b3-9c55-99b5e34b0bf5 None None] Pushing event updated for resources: {'Port': ['ID=5fd9552a-7813-43d1-bb6d-7a8369755ce6,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.439865 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:13.442216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.443290 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:13.443738 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.444142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:13.444725 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Bound port: 5fd9552a-7813-43d1-bb6d-7a8369755ce6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:13.445042 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.446858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739a655-7f52-4965-9885-459ebff131cd None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:13.450402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.453050 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20ffe5f4-d630-44f3-971e-427490c860cc HTTP/1.1" status: 204 len: 168 time: 0.3251362 Dec 20 23:11:13.472388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.481852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ec62f586-6e30-42be-8746-3c8c6f31e304,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:13.484293 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f8c44-d4c0-474c-b8bf-0c1217af99b0 x-openstack-request-id: req-7e9f8c44-d4c0-474c-b8bf-0c1217af99b0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:13.484582 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "name": "network-vif-plugged", "status": "completed", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:13.484831 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e9f8c44-d4c0-474c-b8bf-0c1217af99b0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:13.487232 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304', 'code': 200} Dec 20 23:11:13.497519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Allocated IP 172.20.0.1 (0d5d67a5-79f2-49d0-b4ff-68f9f290f66a/c5e6d50b-de86-457b-986e-7fc6cf536e21/bdbf0ae0-6133-4f59-b3b4-6c516c02e702) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:13.527018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc8dcb-5fcc-4817-93ae-1fd25c64b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffe5f4-d630-44f3-971e-427490c860cc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.536269 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.562871 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] For port 5fd9552a-7813-43d1-bb6d-7a8369755ce6, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:13.569250 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] For port 5fd9552a-7813-43d1-bb6d-7a8369755ce6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5fd9552a-7813-43d1-bb6d-7a8369755ce6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:13.572893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.596019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Network 03f6c14e-2a93-4c58-946c-a824e7c17015 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:13.618468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:13.627509 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.630034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:13.642105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.660726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Pushing event updated for resources: {'Port': ['ID=1d53278d-d12d-45a8-bb6c-98532d51bbcd,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.751007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.758090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b08c07-06e8-4c4c-9eca-add3b27d5024 req-5d1e1651-5e98-49b9-b764-ae41c3708dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:13.758648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:13.759380 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:13.759599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71b08c07-06e8-4c4c-9eca-add3b27d5024 req-5d1e1651-5e98-49b9-b764-ae41c3708dde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1096 time: 0.1833475 Dec 20 23:11:13.789034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f8f21-4633-4b8b-8d7d-b92c07aa2f33 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:13.812758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] Provisioning complete for port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:13.813122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.840223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68f795-b0a3-41b3-9c55-99b5e34b0bf5 None None] Pushing event updated for resources: {'Port': ['ID=5fd9552a-7813-43d1-bb6d-7a8369755ce6,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.843618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:13.850615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.893856 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71b08c07-06e8-4c4c-9eca-add3b27d5024 req-01309179-4f8f-4b2c-8d4f-54bff28df7da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149590 Dec 20 23:11:13.896985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Subnet': ['ID=e66dfa26-8ee0-4f43-afad-bb3130b684bc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:13.902186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.905457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:13.922004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:13.931314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db213327-7f30-486d-ae4f-1652a8234184 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/subnets/e66dfa26-8ee0-4f43-afad-bb3130b684bc HTTP/1.1" status: 204 len: 168 time: 1.5929565 Dec 20 23:11:13.934555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55882) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:13.938924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:13.967633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:14.024555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:14.041665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:14.067220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:14.083593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting subnet d951e429-5628-4310-b77f-67d477f0757e {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:14.097104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.145921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.150465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:14.175674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:14.181118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.199692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Attempting to bind port 1d53278d-d12d-45a8-bb6c-98532d51bbcd on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:14.203179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Attempting to bind port 1d53278d-d12d-45a8-bb6c-98532d51bbcd by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'bb4b179a-c89d-47bd-9673-719c52c1cac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:14.203179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Attempting to bind port 1d53278d-d12d-45a8-bb6c-98532d51bbcd on network 03f6c14e-2a93-4c58-946c-a824e7c17015 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:14.224338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:14.224523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Checking segment: {'id': 'bb4b179a-c89d-47bd-9673-719c52c1cac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:14.224809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.225203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Bound using segment: {'id': 'bb4b179a-c89d-47bd-9673-719c52c1cac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:14.225682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Bound port: 1d53278d-d12d-45a8-bb6c-98532d51bbcd, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4b179a-c89d-47bd-9673-719c52c1cac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '03f6c14e-2a93-4c58-946c-a824e7c17015'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:14.228281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.256631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Attempting to bind port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:14.257041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Attempting to bind port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '24451b0c-31d8-4fd8-b7eb-b12bbda7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:14.257389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Attempting to bind port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e on network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:14.270257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:14.270664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Checking segment: {'id': '24451b0c-31d8-4fd8-b7eb-b12bbda7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:14.271028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.271423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Bound using segment: {'id': '24451b0c-31d8-4fd8-b7eb-b12bbda7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:14.271898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Bound port: 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24451b0c-31d8-4fd8-b7eb-b12bbda7c665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:14.272592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.338927 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:10Z', 'revision_number': 3, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:14.354260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] For port 1d53278d-d12d-45a8-bb6c-98532d51bbcd, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:14.358284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] For port 1d53278d-d12d-45a8-bb6c-98532d51bbcd, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d53278d-d12d-45a8-bb6c-98532d51bbcd,segment=NetworkSegment(bb4b179a-c89d-47bd-9673-719c52c1cac5),segment_id=bb4b179a-c89d-47bd-9673-719c52c1cac5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:14.361962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02643427-5f09-43a4-bcd0-d9980f1ade17 req-d58eab31-ffeb-4f0a-a88e-4aa2bea79425 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:14.366983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.370560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02643427-5f09-43a4-bcd0-d9980f1ade17 req-d58eab31-ffeb-4f0a-a88e-4aa2bea79425 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.2218187 Dec 20 23:11:14.441879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bf8f1-9fbb-48a1-8c81-e064fbe62e5f None None] The sync data for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 is: [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:10Z', 'revision_number': 3, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:14.456264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Pushing event updated for resources: {'Port': ['ID=9f7e940e-ac3e-42ef-87b7-8de8147f2f8e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:14.465372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.519380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02643427-5f09-43a4-bcd0-d9980f1ade17 req-068d4431-1591-495d-942e-7a1fc6c6ac93 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109314 Dec 20 23:11:14.546102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.605354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:14.618692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Subnet': ['ID=d951e429-5628-4310-b77f-67d477f0757e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:14.637103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.642850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dfa6f818-0884-4794-889e-e06a7204a698 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/subnets/d951e429-5628-4310-b77f-67d477f0757e HTTP/1.1" status: 204 len: 168 time: 0.7047343 Dec 20 23:11:14.643125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbdcc-161c-4d0d-a339-261477c84537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.643343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55908) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:14.650748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-25aef757-8aad-4f58-a664-de33af458226 None None] For port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:14.655811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.746638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b85533-c70d-46dc-8ef7-a199ac03faad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:14.756996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96b85533-c70d-46dc-8ef7-a199ac03faad tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1111946 Dec 20 23:11:14.765941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55912) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:14.773926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-25aef757-8aad-4f58-a664-de33af458226 None None] For port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f7e940e-ac3e-42ef-87b7-8de8147f2f8e,segment=NetworkSegment(24451b0c-31d8-4fd8-b7eb-b12bbda7c665),segment_id=24451b0c-31d8-4fd8-b7eb-b12bbda7c665)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:14.786171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.794118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314175f-8401-43b1-b8f0-6188fd838ae9 None None] Pushing event updated for resources: {'Port': ['ID=1d53278d-d12d-45a8-bb6c-98532d51bbcd,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:14.821138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b831c3-dba9-4074-b420-5aa480ef8904 None None] Network 03f6c14e-2a93-4c58-946c-a824e7c17015 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:14.856648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] For port 5fd9552a-7813-43d1-bb6d-7a8369755ce6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5fd9552a-7813-43d1-bb6d-7a8369755ce6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:14.974310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:14.996678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.027228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.049081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.111205 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbdcc-161c-4d0d-a339-261477c84537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.118560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:15.118903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.126502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aef757-8aad-4f58-a664-de33af458226 None None] Pushing event updated for resources: {'Port': ['ID=9f7e940e-ac3e-42ef-87b7-8de8147f2f8e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:15.210070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.264744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ffe438f6-30a4-4f7c-9ef9-5c5786c64ef8 None None] Provisioning complete for port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:15.265172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ffe438f6-30a4-4f7c-9ef9-5c5786c64ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.286733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] For port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f7e940e-ac3e-42ef-87b7-8de8147f2f8e,segment=NetworkSegment(24451b0c-31d8-4fd8-b7eb-b12bbda7c665),segment_id=24451b0c-31d8-4fd8-b7eb-b12bbda7c665)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:15.286733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.315985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef43e3e-3b2e-4ca8-ab96-4a0070c43bca None None] Pushing event updated for resources: {'Port': ['ID=5fd9552a-7813-43d1-bb6d-7a8369755ce6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:15.326814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Calling delete_port for 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:15.328244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.375896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4cdfbdcc-161c-4d0d-a339-261477c84537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.547035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4cdfbdcc-161c-4d0d-a339-261477c84537 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=327c213843b94e67a9f4e372a6391c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9385941 Dec 20 23:11:15.550183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55934) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:15.552864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfbdcc-161c-4d0d-a339-261477c84537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d297b3e-acdc-4155-a5e3-19592ce72725,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:15.566018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:15.624377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.652976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:15.663816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:15.692551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] No DVR routers for this DVR port 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:15.717707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Port': ['ID=9f7e940e-ac3e-42ef-87b7-8de8147f2f8e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:15.764745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.800623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b93e-65cc-4b49-ac4d-3606dfdc1422 req-64d9048e-b0db-4fc0-93b1-31962deed817 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:15.804911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75c3b93e-65cc-4b49-ac4d-3606dfdc1422 req-64d9048e-b0db-4fc0-93b1-31962deed817 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1547647 Dec 20 23:11:15.866920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.880537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:15.973300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:15.985941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24451b0c-31d8-4fd8-b7eb-b12bbda7c665') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:15.989140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24451b0c-31d8-4fd8-b7eb-b12bbda7c665') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:16.000367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Router ece437da-e3e5-40a8-90c0-13a98935f512 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:16.016509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.035217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75c3b93e-65cc-4b49-ac4d-3606dfdc1422 req-8dab81b6-77c7-48f1-89cb-25e07d02874a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398022 Dec 20 23:11:16.046095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.051214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5fd9552a-7813-43d1-bb6d-7a8369755ce6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:16.065299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:16.065711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:16.071339 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:16.111396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.116580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.122426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d297b3e-acdc-4155-a5e3-19592ce72725 HTTP/1.1" status: 204 len: 168 time: 0.5680335 Dec 20 23:11:16.231385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:16.231385 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.253909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f4336-3c2f-4258-8bdd-2518908e4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d297b3e-acdc-4155-a5e3-19592ce72725,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:16.352758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.359627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.362954 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed HTTP/1.1" status: 204 len: 168 time: 1.5949845 Dec 20 23:11:16.380988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55948) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:16.381761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:16.399847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1aefd55-ffad-42f7-8a6d-7a7744d8e911 admin admin] 10.222.0.62 "PUT /v2.0/routers/ece437da-e3e5-40a8-90c0-13a98935f512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2804379 Dec 20 23:11:16.430482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11113-1734-4dae-8cbb-d23bf92bce5f tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:16.586542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.769134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f2dc0495-0e0f-4f15-8f72-f45b8ff4b8c0 None None] Could not find standard attr ID for object 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:11:16.771422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Deleting port 1d53278d-d12d-45a8-bb6c-98532d51bbcd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:16.771422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:16.920427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94310908-ea42-497a-8fb9-c8c47f26c0cb None None] DHCP port deletion for 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:16.955182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22aa25-db61-49c7-8bde-77e8cd60ca7c None None] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:17.019943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] For port 1d53278d-d12d-45a8-bb6c-98532d51bbcd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d53278d-d12d-45a8-bb6c-98532d51bbcd,segment=NetworkSegment(bb4b179a-c89d-47bd-9673-719c52c1cac5),segment_id=bb4b179a-c89d-47bd-9673-719c52c1cac5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:17.020456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.027076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22aa25-db61-49c7-8bde-77e8cd60ca7c None None] Network 0fd66bcf-4c55-4ae3-afe4-b1a01f1b36ed could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 23:11:17.037801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Calling delete_port for 1d53278d-d12d-45a8-bb6c-98532d51bbcd owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:17.040287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c1d29-afa1-4132-a176-29ef34957888 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:11:17.053508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae257-4438-445f-969f-2394aadd35a4 req-bf0ecfea-4ae2-4430-9b4d-47e0b233c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.055532 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-bf0ecfea-4ae2-4430-9b4d-47e0b233c74b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1096 time: 0.1869152 Dec 20 23:11:17.083061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fada-2243-42be-998c-f25044ae0a03 req-b52f046c-1e5e-46b4-8528-e889ab1b2a1f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.098303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4099fada-2243-42be-998c-f25044ae0a03 req-b52f046c-1e5e-46b4-8528-e889ab1b2a1f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.2208529 Dec 20 23:11:17.149359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9f1ea-38b7-4fe2-a494-72d6416334fa req-55d24fac-cc4b-4ccd-86e5-98d3ac11dfa1 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.151866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9e9f1ea-38b7-4fe2-a494-72d6416334fa req-55d24fac-cc4b-4ccd-86e5-98d3ac11dfa1 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1914296 Dec 20 23:11:17.226567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c1d29-afa1-4132-a176-29ef34957888 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:11:17.253705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae257-4438-445f-969f-2394aadd35a4 req-facdab5c-a005-413c-88e1-1668dc2f03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.255813 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-facdab5c-a005-413c-88e1-1668dc2f03d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1920364 Dec 20 23:11:17.277100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9e9f1ea-38b7-4fe2-a494-72d6416334fa req-ea1536b6-d643-4fb9-9c5c-4cf99def8406 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121814 Dec 20 23:11:17.280869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4099fada-2243-42be-998c-f25044ae0a03 req-468629d4-23c6-437f-bd2c-fb6ec4ab0d8d tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814563 Dec 20 23:11:17.326998 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-eb2bab51-c850-41b8-bd9a-304789a95f73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec62f586-6e30-42be-8746-3c8c6f31e304 HTTP/1.1" status: 200 len: 217 time: 0.0542934 Dec 20 23:11:17.326998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.411242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] No DVR routers for this DVR port 1d53278d-d12d-45a8-bb6c-98532d51bbcd on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:17.413814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Port': ['ID=1d53278d-d12d-45a8-bb6c-98532d51bbcd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:17.476577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae257-4438-445f-969f-2394aadd35a4 req-40ae6282-4dec-4128-96ee-f5b5e0d399b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.478056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-40ae6282-4dec-4128-96ee-f5b5e0d399b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.1500912 Dec 20 23:11:17.478892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Sync routers for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:17.511379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:17.512238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:17.549480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-04146a8c-dc04-4716-b265-b72ca8fa86d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626304 Dec 20 23:11:17.554801 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.639386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f6c14e-2a93-4c58-946c-a824e7c17015']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:17.658550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4b179a-c89d-47bd-9673-719c52c1cac5') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:17.658845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4b179a-c89d-47bd-9673-719c52c1cac5') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:17.675481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.691673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.703536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:17.703938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:17.707530 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:17.785279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-646c9e74-f452-4d88-9d8e-c4e8cf40fc93 service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275894 Dec 20 23:11:17.879071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-d67ae2e0-f80d-4b11-b53a-c3cb65443952 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:17.879071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-d67ae2e0-f80d-4b11-b53a-c3cb65443952 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 811 time: 0.1454809 Dec 20 23:11:17.894989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:17.914426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.933961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-c5dfb00a-47ba-4b5a-a30e-ac7c5b629265 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/quotas/81f3cd31ca2a4d40863f4dcfd6b5351b HTTP/1.1" status: 200 len: 375 time: 0.0521991 Dec 20 23:11:17.941330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:17.946915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:17.949210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:17.949984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f7e940e-ac3e-42ef-87b7-8de8147f2f8e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:17.962769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:17.962877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/03f6c14e-2a93-4c58-946c-a824e7c17015 HTTP/1.1" status: 204 len: 168 time: 1.5681682 Dec 20 23:11:17.978952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77ce6-1d94-4869-abd2-5f71b451a0e6 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=03f6c14e-2a93-4c58-946c-a824e7c17015,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:18.036031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-70eae257-4438-445f-969f-2394aadd35a4 req-d326ac9f-686d-47c1-b592-bc69318236fd service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400830 Dec 20 23:11:18.092098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-d3e19fa3-366c-4abc-866c-e70b1798d43b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502600 Dec 20 23:11:18.102907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.154857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Provisioning complete for port 01b791de-54a2-4d5c-9137-807a8dfeb67b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:18.159384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.304617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'bdbf0ae0-6133-4f59-b3b4-6c516c02e702', 'name': '', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'mac_address': 'fa:16:3e:81:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:13Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 2, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'subnets': [{'id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:18.332091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27a37-2e59-4f17-b695-19da6f5f8cf7 req-3ad2b663-7acb-4203-b495-e96af60745fc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:18.333571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03f27a37-2e59-4f17-b695-19da6f5f8cf7 req-3ad2b663-7acb-4203-b495-e96af60745fc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.1936004 Dec 20 23:11:18.337153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.340354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Checking router: ece437da-e3e5-40a8-90c0-13a98935f512 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:11:18.340354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Updating router ece437da-e3e5-40a8-90c0-13a98935f512 port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:11:18.342235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-2e5b7ec2-db6c-4d12-9801-4e23806ab33c service neutron] 10.222.0.62 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364681 Dec 20 23:11:18.370697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Provisioning complete for port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:18.370697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.388795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.393178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea22b7-95e0-4d6e-87cf-66fe81bc6320']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:18.415620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9319519-3fc3-4cc4-ba9d-682f69aae8c8') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:18.415620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9319519-3fc3-4cc4-ba9d-682f69aae8c8') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:18.416073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:18.464194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Provisioning complete for port 401d43e4-b264-426f-a879-9486e127f676 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:18.464194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.467846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.497472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.506337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:18.506866 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.515439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-1ef5d27c-d922-4f3c-9cf8-68bbcf5bafc8 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:18.517562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-1ef5d27c-d922-4f3c-9cf8-68bbcf5bafc8 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.0638938 Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:18.585560 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:18.589970 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:18.594810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03f27a37-2e59-4f17-b695-19da6f5f8cf7 req-7affe102-99a0-45d7-9ab8-d1dc80e04597 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462645 Dec 20 23:11:18.642175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Deleting port 3e598b3b-6143-493f-8e21-eef36feed50f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:18.642175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.647810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-cc47ec70-a965-4647-87be-a09c38ed8569 service neutron] 10.222.0.62 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962222 Dec 20 23:11:18.701126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Provisioning complete for port ec62f586-6e30-42be-8746-3c8c6f31e304 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:18.701772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ed6a30ec-b609-4270-8fa9-d1048ed81f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.707037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.716568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.723601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/f2ea22b7-95e0-4d6e-87cf-66fe81bc6320 HTTP/1.1" status: 204 len: 168 time: 0.7640347 Dec 20 23:11:18.729340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56018) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:18.765505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abe61c-a691-440f-8bcb-7ee33ebcc7ff tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=f2ea22b7-95e0-4d6e-87cf-66fe81bc6320,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:18.812908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.847234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc81c1-7977-4098-b64c-fc2ad1e9227c req-27274156-05e6-421e-8bb4-35852b26279a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:18.849014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9fc81c1-7977-4098-b64c-fc2ad1e9227c req-27274156-05e6-421e-8bb4-35852b26279a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0890722 Dec 20 23:11:18.860103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] For port 3e598b3b-6143-493f-8e21-eef36feed50f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3e598b3b-6143-493f-8e21-eef36feed50f,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:18.860103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.878991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.880848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Calling delete_port for 3e598b3b-6143-493f-8e21-eef36feed50f owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:18.898786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9fc81c1-7977-4098-b64c-fc2ad1e9227c req-43028b15-4730-40eb-addd-0ca0bb1384f6 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Dec 20 23:11:18.910988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:18.978285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeefed8-d77e-4cd6-a691-3302cf45f125 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:19.033148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Pushing event updated for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:19.082247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def02f06-d22f-4a94-afed-e12d7c907131 req-3f3789fb-f59f-43a7-96cb-dea5215f0003 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:19.090962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.093771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-def02f06-d22f-4a94-afed-e12d7c907131 req-3f3789fb-f59f-43a7-96cb-dea5215f0003 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 947 time: 0.0996702 Dec 20 23:11:19.094250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.094682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.095216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.095632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.096091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.098255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.098776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.099189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.099933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.101541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.102004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.103269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:19.147373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Attempting to bind port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:19.147899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Attempting to bind port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:19.148417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Attempting to bind port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:19.160582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-15dca40c-53d8-4faf-8c87-4ac8579e055f None None] Provisioning complete for port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:19.161002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15dca40c-53d8-4faf-8c87-4ac8579e055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.165639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:19.166169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Checking segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:19.166317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.166798 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.167451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Bound using segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:19.167954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Bound port: bdbf0ae0-6133-4f59-b3b4-6c516c02e702, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:19.168432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.199743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d098556e-a0e9-466b-8302-368a633df9ee']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:19.217810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d191f63a-98e4-48c9-ab89-27e679f3b79d req-ad304fcf-2a99-4cec-a782-e283fa68cb45 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 210 time: 0.0702469 Dec 20 23:11:19.248074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-def02f06-d22f-4a94-afed-e12d7c907131 req-30c600c0-3775-4fbe-a815-a706a8e28c6f tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453576 Dec 20 23:11:19.248210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda4cb24-6d3c-4877-acdf-e7b319d80907') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:19.248210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda4cb24-6d3c-4877-acdf-e7b319d80907') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:19.262338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.281444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-15dca40c-53d8-4faf-8c87-4ac8579e055f None None] Port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:19.283041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.302709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] For port bdbf0ae0-6133-4f59-b3b4-6c516c02e702, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:19.306505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] For port bdbf0ae0-6133-4f59-b3b4-6c516c02e702, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:19.314607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:19.314934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:19.318628 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:19.393053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.444086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e625f-5ba4-4e6f-a622-5902ed1ba3b8 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:19.464406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baead3c6-9a82-4710-a85c-00600b394833 None None] Pushing event updated for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:19.467353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:19.467991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:19.477382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.478965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.505502 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.512652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] 10.222.0.62 "DELETE /v2.0/networks/d098556e-a0e9-466b-8302-368a633df9ee HTTP/1.1" status: 204 len: 168 time: 0.7780275 Dec 20 23:11:19.528583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1855e-990c-4ac7-8163-062f7d395f20 tempest-BulkNetworkOpsIpV6Test-1740284509 tempest-BulkNetworkOpsIpV6Test-1740284509-project] Pushing event deleted for resources: {'Network': ['ID=d098556e-a0e9-466b-8302-368a633df9ee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:19.531237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Pushing event deleted for resources: {'Port': ['ID=3e598b3b-6143-493f-8e21-eef36feed50f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:19.573135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] Provisioning complete for port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:19.573562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.576459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] No DVR routers for this DVR port 3e598b3b-6143-493f-8e21-eef36feed50f on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:19.583359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.586806 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-54fe37dd-639a-4484-82b6-bd5011cc3a3d req-6c4ee592-ec20-429d-8530-e95f4a90f04a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "DELETE /v2.0/ports/3e598b3b-6143-493f-8e21-eef36feed50f HTTP/1.1" status: 204 len: 173 time: 1.0623550 Dec 20 23:11:19.587288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-deleted', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:19.598174 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd45ec0-87d4-4c75-a4de-08a9d39cadcb" -d '{"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-deleted", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:19.638278 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e6a945-634d-4749-b8f5-515ebf621009 x-openstack-request-id: req-12e6a945-634d-4749-b8f5-515ebf621009 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:19.638575 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391fb39-a995-4251-84b9-0cede536bedf", "name": "network-vif-deleted", "tag": "3e598b3b-6143-493f-8e21-eef36feed50f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:19.638829 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12e6a945-634d-4749-b8f5-515ebf621009 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:19.639236 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391fb39-a995-4251-84b9-0cede536bedf', 'name': 'network-vif-deleted', 'tag': '3e598b3b-6143-493f-8e21-eef36feed50f', 'status': 'completed', 'code': 200} Dec 20 23:11:19.669530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:19.747103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c078-6c80-4d7c-96ec-584d2d74af79 req-5117df30-a0c4-418b-898e-54ed74b2a4ec tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:19.748819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5205c078-6c80-4d7c-96ec-584d2d74af79 req-5117df30-a0c4-418b-898e-54ed74b2a4ec tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.0596323 Dec 20 23:11:19.784091 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:11:19.829619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-07994dba-3e53-4abb-95c1-60625b475b3a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:19.836904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5205c078-6c80-4d7c-96ec-584d2d74af79 req-9776a254-b347-445d-b62b-267a999dd6d7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=71e1e285-aca6-4695-b3ea-f778d5052633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800316 Dec 20 23:11:19.855699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-07994dba-3e53-4abb-95c1-60625b475b3a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.59 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 946 time: 0.1088822 Dec 20 23:11:19.886672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:19.936549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] For port bdbf0ae0-6133-4f59-b3b4-6c516c02e702, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:19.993129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Deleting port 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:19.993484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.031595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'bdbf0ae0-6133-4f59-b3b4-6c516c02e702', 'name': '', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'mac_address': 'fa:16:3e:81:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:13Z', 'updated_at': '2021-12-20T23:11:19Z', 'revision_number': 4, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'subnets': [{'id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:20.064767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0804b3-9a95-44c9-a1d0-870811190b59 None None] The sync data for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 is: [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'bdbf0ae0-6133-4f59-b3b4-6c516c02e702', 'name': '', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'mac_address': 'fa:16:3e:81:0b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:13Z', 'updated_at': '2021-12-20T23:11:19Z', 'revision_number': 4, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'subnets': [{'id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:20.092876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.205333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] For port 67b0bdc3-c7dd-4087-8740-9fdc62883038, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=67b0bdc3-c7dd-4087-8740-9fdc62883038,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:20.205967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.217802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e913b-2855-439c-bc62-2acb694306fc req-1d1b72a3-774f-4d67-8114-694312e0378d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:20.228684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af9e913b-2855-439c-bc62-2acb694306fc req-1d1b72a3-774f-4d67-8114-694312e0378d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.2036304 Dec 20 23:11:20.253046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742550e-b3c9-432b-bc70-4682779f6466 None None] Pushing event updated for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:20.350122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af9e913b-2855-439c-bc62-2acb694306fc req-44db0006-4141-46b4-91b9-eb6a612485e3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005824 Dec 20 23:11:20.412224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a423ca21-1c1a-4a8a-8cd2-03cce0183c58 req-b7e727d4-4391-4bd9-a23e-d2e3ec84f45f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 210 time: 0.0598261 Dec 20 23:11:20.460079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:20.530284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.530843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.531259 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Floating IP acdb9049-b795-450d-acc9-9d6fdac74c96 disassociated. External IP: 172.25.1.191, port: 67b0bdc3-c7dd-4087-8740-9fdc62883038. Dec 20 23:11:20.531706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Calling delete_port for 67b0bdc3-c7dd-4087-8740-9fdc62883038 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:20.883301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:20.940593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae36ad2a-d9fa-48ed-a787-c04fdd245e7c req-b19e5757-0588-4612-b730-76e4c2ccea0b tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=9391fb39-a995-4251-84b9-0cede536bedf HTTP/1.1" status: 200 len: 210 time: 0.4355214 Dec 20 23:11:20.963535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'Port': ['ID=67b0bdc3-c7dd-4087-8740-9fdc62883038,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:21.009486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b791c8c7-0912-4501-8789-98b93b00287f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39060de7eb0748edad0a45e823acb245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481451 Dec 20 23:11:21.024596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56072) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:21.067480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b07f311-0239-459c-8a71-b281aa617cc3 req-a1ab2478-daf4-453f-b9a8-c42649fc9b6e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 210 time: 0.0656123 Dec 20 23:11:21.109774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:21.147603 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:21.302530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:21.306320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:21.308036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b990022-842e-4bef-98f8-fca519289420 HTTP/1.1" status: 204 len: 168 time: 0.2819800 Dec 20 23:11:21.322821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c3adb-ab5e-47f5-94c2-fa85751b3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b990022-842e-4bef-98f8-fca519289420,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:21.536458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec795d6-e159-4caa-a64d-c540eda4f769 req-c262feb6-4984-4530-a086-bae28385f83d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:21.545485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ec795d6-e159-4caa-a64d-c540eda4f769 req-c262feb6-4984-4530-a086-bae28385f83d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0845549 Dec 20 23:11:21.619190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca43a772-93de-40d4-b3bb-beba4fbc9969 req-479330eb-62b6-4854-86bb-6faea539d421 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 210 time: 0.0931125 Dec 20 23:11:21.717137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ec795d6-e159-4caa-a64d-c540eda4f769 req-888cc665-6ef5-4181-aa9d-161f784e0376 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569295 Dec 20 23:11:21.717261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:21.817951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:21.862859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 3e598b3b-6143-493f-8e21-eef36feed50f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:21.863641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3e598b3b-6143-493f-8e21-eef36feed50f not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:21.966356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:21.990040 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:22.019057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:22.020127 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:22.032519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] No DVR routers for this DVR port 67b0bdc3-c7dd-4087-8740-9fdc62883038 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:22.040774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:22.054671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69cb384f-1c57-42ac-8b72-f84b022e6130 req-419b7509-bdb5-44f9-85e2-03e50db167e6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.59 "DELETE /v2.0/ports/67b0bdc3-c7dd-4087-8740-9fdc62883038 HTTP/1.1" status: 204 len: 173 time: 2.2001619 Dec 20 23:11:22.067958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-deleted', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:22.076172 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27cbc32-92dd-41e9-a552-69e77e3715eb" -d '{"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-deleted", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:22.080529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bdbf0ae0-6133-4f59-b3b4-6c516c02e702 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:22.087937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-76053fcb-0021-4d78-9c0f-1cabe9d2645d tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:22.090690 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-76053fcb-0021-4d78-9c0f-1cabe9d2645d tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 811 time: 0.3079157 Dec 20 23:11:22.105405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Request body: {'port': {'device_id': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'admin_state_up': True, 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:22.144014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:22.144357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:22.305370 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:22.410395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Made reservation on behalf of 81f3cd31ca2a4d40863f4dcfd6b5351b for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:22.410395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:22.623426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:22.626213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6eec5c48-738d-400e-a7ca-9b527dd975fa req-881b8b5a-472f-4f51-b9e9-f0bf1d5baef5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=d92aaf4f-ba82-4f2c-a788-d7503a7c681f HTTP/1.1" status: 200 len: 210 time: 0.0341973 Dec 20 23:11:22.665341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:22.684705 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82255d32-8746-418f-bebc-162673f74962 x-openstack-request-id: req-82255d32-8746-418f-bebc-162673f74962 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:22.685065 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92aaf4f-ba82-4f2c-a788-d7503a7c681f", "name": "network-vif-deleted", "tag": "67b0bdc3-c7dd-4087-8740-9fdc62883038", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:22.685384 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82255d32-8746-418f-bebc-162673f74962 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:22.685891 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92aaf4f-ba82-4f2c-a788-d7503a7c681f', 'name': 'network-vif-deleted', 'tag': '67b0bdc3-c7dd-4087-8740-9fdc62883038', 'status': 'completed', 'code': 200} Dec 20 23:11:22.701560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Allocated IP 172.20.0.3 (0d5d67a5-79f2-49d0-b4ff-68f9f290f66a/c5e6d50b-de86-457b-986e-7fc6cf536e21/c3f4989b-6e1a-4567-94f2-6daeed9674ff) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:22.725457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 67b0bdc3-c7dd-4087-8740-9fdc62883038 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:22.727763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 67b0bdc3-c7dd-4087-8740-9fdc62883038 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:22.736246 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:11:22.758515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:22.759336 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:22.799262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39dd9e-cdd9-46bb-b78e-d2a32add9ace req-aeeb6d2f-f8de-4ef2-9883-c035ec1dd9b3 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:22.800833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a39dd9e-cdd9-46bb-b78e-d2a32add9ace req-aeeb6d2f-f8de-4ef2-9883-c035ec1dd9b3 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 948 time: 0.0594258 Dec 20 23:11:22.889064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a39dd9e-cdd9-46bb-b78e-d2a32add9ace req-1745733c-0833-42cf-a71c-47816b7cea7c tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801003 Dec 20 23:11:22.905420 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:22.911795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2345886c-c417-4d47-9da8-e5a16fde8e78 req-f296230f-5c65-48e3-9300-45817029d15c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 210 time: 0.0635200 Dec 20 23:11:22.972432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.048269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036584-1bcd-481e-992d-261d324bbfae req-7ba35fae-455a-4eb5-9dbc-da8ebe698fbb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:23.053478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56124) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:23.056275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39036584-1bcd-481e-992d-261d324bbfae req-7ba35fae-455a-4eb5-9dbc-da8ebe698fbb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0610051 Dec 20 23:11:23.103656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39036584-1bcd-481e-992d-261d324bbfae req-29940b10-a78c-44a4-8347-4878ab03161c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Dec 20 23:11:23.107229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.179309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-68b4c05f-dc11-4c03-85ee-3f22ae0f30e6 tempest-DvrRoutersNegativeTest-878437709 tempest-DvrRoutersNegativeTest-878437709-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1841650378', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:23.181460 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:23.182125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.policy [None req-68b4c05f-dc11-4c03-85ee-3f22ae0f30e6 tempest-DvrRoutersNegativeTest-878437709 tempest-DvrRoutersNegativeTest-878437709-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115563) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 20 23:11:23.183113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.policy [None req-68b4c05f-dc11-4c03-85ee-3f22ae0f30e6 tempest-DvrRoutersNegativeTest-878437709 tempest-DvrRoutersNegativeTest-878437709-project] Failed policy check for 'create_router' {{(pid=115563) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 20 23:11:23.183481 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-68b4c05f-dc11-4c03-85ee-3f22ae0f30e6 tempest-DvrRoutersNegativeTest-878437709 tempest-DvrRoutersNegativeTest-878437709-project] create failed (client error): Access was denied to this resource. Dec 20 23:11:23.187565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68b4c05f-dc11-4c03-85ee-3f22ae0f30e6 tempest-DvrRoutersNegativeTest-878437709 tempest-DvrRoutersNegativeTest-878437709-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1296241 Dec 20 23:11:23.190907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:23.196070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:23.203201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:23.208516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Pushing event updated for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:23.218168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b92d9c-a41a-4343-b062-19c400d25e18 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:23.233815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db32dd86-8cfa-4c99-a0c7-8623f6372eb2 None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:23.266648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-74451960-32b5-4c96-b22b-157a522ad174 None None] Provisioning complete for port c3f4989b-6e1a-4567-94f2-6daeed9674ff triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:23.267021 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-74451960-32b5-4c96-b22b-157a522ad174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.318538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:23.319165 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.322158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-74451960-32b5-4c96-b22b-157a522ad174 None None] Port c3f4989b-6e1a-4567-94f2-6daeed9674ff cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:23.441096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-196ba095-d2ea-4d32-a4f7-3633d9164824 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3409293 Dec 20 23:11:23.454159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Request body: {'port': {'device_id': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:23.492703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf46f8-3151-4fc7-b0c0-19baaaf96ba8 None None] New status for floating IP acdb9049-b795-450d-acc9-9d6fdac74c96: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:11:23.515109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.797123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:23.874003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:23.879945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f4989b-6e1a-4567-94f2-6daeed9674ff {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:23.892313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.894571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.919957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Transition to ACTIVE for port object c3f4989b-6e1a-4567-94f2-6daeed9674ff will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:11:23.930664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:23.987599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.014469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f34fe-a1aa-4538-831e-4bee6602425b None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:24.063531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e306d36b-401b-4c7f-ad73-c5212f413f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.079616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.082670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.083840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "DELETE /v2.0/security-groups/71e1e285-aca6-4695-b3ea-f778d5052633 HTTP/1.1" status: 204 len: 168 time: 0.2854888 Dec 20 23:11:24.093248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3e2a5-8135-4e48-adb0-30099eb35c0d req-a6755ecd-c3a4-4a72-8780-2571d17ae3b6 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.094702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04d3e2a5-8135-4e48-adb0-30099eb35c0d req-a6755ecd-c3a4-4a72-8780-2571d17ae3b6 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 948 time: 0.1339216 Dec 20 23:11:24.097098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56154) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:24.119185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:24.121299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd94f1e-b20e-4073-a06b-ce895e1fd0cc req-9686377a-6d62-45e9-b539-5014cf4cda5b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.122818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bd94f1e-b20e-4073-a06b-ce895e1fd0cc req-9686377a-6d62-45e9-b539-5014cf4cda5b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 943 time: 0.1133211 Dec 20 23:11:24.130687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e5b4f-124a-4a9c-99aa-f1df9735f03c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e1e285-aca6-4695-b3ea-f778d5052633,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:24.140807 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-f346ecde-ba4c-4848-9e65-e6efaf600de3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] show failed (client error): The resource could not be found. Dec 20 23:11:24.140807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f346ecde-ba4c-4848-9e65-e6efaf600de3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups/71e1e285-aca6-4695-b3ea-f778d5052633 HTTP/1.1" status: 404 len: 347 time: 0.0405247 Dec 20 23:11:24.144297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:24.233098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04d3e2a5-8135-4e48-adb0-30099eb35c0d req-0fd60146-c11f-4d7b-87ff-65e734d85a96 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233819 Dec 20 23:11:24.247408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bd94f1e-b20e-4073-a06b-ce895e1fd0cc req-8a5fc79c-a6b1-41aa-95b1-258effc8b685 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093869 Dec 20 23:11:24.248616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Attempting to bind port c3f4989b-6e1a-4567-94f2-6daeed9674ff on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:24.249034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Attempting to bind port c3f4989b-6e1a-4567-94f2-6daeed9674ff by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:24.249437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Attempting to bind port c3f4989b-6e1a-4567-94f2-6daeed9674ff on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:24.265170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Port c3f4989b-6e1a-4567-94f2-6daeed9674ff on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:11:24.265757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Attempting to bind port c3f4989b-6e1a-4567-94f2-6daeed9674ff on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:24.281878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e306d36b-401b-4c7f-ad73-c5212f413f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.290704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:24.291195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Checking segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:24.291683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Bound using segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:24.292330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Bound port: c3f4989b-6e1a-4567-94f2-6daeed9674ff, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:24.292782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.364753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e306d36b-401b-4c7f-ad73-c5212f413f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.371984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Deleting port d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:24.371984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.389372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:24.395528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5d76-b73c-4fa7-8273-7a75e79c8add req-65a9f14c-0f27-490f-b729-c2c7f0d33c2b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.397582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ecb5d76-b73c-4fa7-8273-7a75e79c8add req-65a9f14c-0f27-490f-b729-c2c7f0d33c2b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0773840 Dec 20 23:11:24.429343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e306d36b-401b-4c7f-ad73-c5212f413f88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cbea98f0e8849a1b8a661f28eb7eebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538881 Dec 20 23:11:24.436980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56160) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:24.437528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:24.437682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306d36b-401b-4c7f-ad73-c5212f413f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671ff04a-0f65-4c13-acb2-60509037ac01,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:24.491155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.492373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.498034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ecb5d76-b73c-4fa7-8273-7a75e79c8add req-9ebafb0b-aa57-4df7-b039-bf30040badb9 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Dec 20 23:11:24.516099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Calling delete_port for d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:24.523169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.541314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.566275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.618514 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.619211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.620790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] 10.222.0.45 "PUT /v2.0/ports/c3f4989b-6e1a-4567-94f2-6daeed9674ff HTTP/1.1" status: 200 len: 1091 time: 1.1710660 Dec 20 23:11:24.628223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60cab7c-ed82-43ad-8f89-16fb1d49d03f None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:24.686832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:24.689103 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e5dbd5-5257-49e7-b301-e3b38b69626b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:24.697799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b2898-5e91-47a2-b1f4-ca6c762f7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:24.710927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.713862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.715365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/671ff04a-0f65-4c13-acb2-60509037ac01 HTTP/1.1" status: 204 len: 168 time: 0.2746110 Dec 20 23:11:24.724527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41a504-95c0-40bd-ab80-38dd945f6766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671ff04a-0f65-4c13-acb2-60509037ac01,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:24.759033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-5a499b20-741a-47f8-a2c2-fa1eda578ff7 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.759033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-5a499b20-741a-47f8-a2c2-fa1eda578ff7 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 948 time: 0.1093936 Dec 20 23:11:24.760287 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d53d76-29a6-4a28-a0dc-6df2911ec866 x-openstack-request-id: req-29d53d76-29a6-4a28-a0dc-6df2911ec866 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:24.760287 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:24.760287 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29d53d76-29a6-4a28-a0dc-6df2911ec866 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:24.761602 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff', 'status': 'completed', 'code': 200} Dec 20 23:11:24.839404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-49658024-28c0-4f91-b555-f0e6f1d3a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:24.839916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-49658024-28c0-4f91-b555-f0e6f1d3a6c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 1094 time: 0.0657451 Dec 20 23:11:24.949468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:24.962551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Deleting port 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:24.963274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.011400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b8f81-cd4d-462c-91df-17aac2d47bc3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:25.044596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'Port': ['ID=d8fdd8ac-a62e-4edc-8b17-2cce3d41a2ee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:25.112919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-c8f105dc-51ae-48e3-afd5-312a2163b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.114458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-c8f105dc-51ae-48e3-afd5-312a2163b024 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2687490 Dec 20 23:11:25.183341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.193645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.195431 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b6f4f997-4b73-4127-9b4f-e3fdf30b9556 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "DELETE /v2.0/floatingips/acdb9049-b795-450d-acc9-9d6fdac74c96 HTTP/1.1" status: 204 len: 168 time: 1.0497587 Dec 20 23:11:25.290729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] For port 467f25c5-f802-4db1-98d5-b70a4a575377, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=467f25c5-f802-4db1-98d5-b70a4a575377,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:25.290729 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.321629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Calling delete_port for 467f25c5-f802-4db1-98d5-b70a4a575377 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:25.396546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-8b4c4166-7da8-4eea-a1f7-e279cfef3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.397891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8e5dbd5-5257-49e7-b301-e3b38b69626b req-8b4c4166-7da8-4eea-a1f7-e279cfef3d35 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751665 Dec 20 23:11:25.525048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f42a1-6203-4f5f-ad11-efdde89cee65 req-4a58879f-3515-42e3-b81b-bb1c65020ea9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.530984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d93f42a1-6203-4f5f-ad11-efdde89cee65 req-4a58879f-3515-42e3-b81b-bb1c65020ea9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 943 time: 0.1542556 Dec 20 23:11:25.534473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fff29-f5f9-4812-b99d-65ea96822fb6 req-ef551da2-0e23-412c-bba5-420f48455613 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.535882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e37fff29-f5f9-4812-b99d-65ea96822fb6 req-ef551da2-0e23-412c-bba5-420f48455613 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 948 time: 0.1437540 Dec 20 23:11:25.578111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-ae14397d-7e20-46ae-b63e-62fb29c396ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.579597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-ae14397d-7e20-46ae-b63e-62fb29c396ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 1094 time: 0.1252325 Dec 20 23:11:25.625400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.654223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-9118762c-9b39-4313-a7c3-5e39a71ce326 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff HTTP/1.1" status: 200 len: 217 time: 0.0591335 Dec 20 23:11:25.664758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d93f42a1-6203-4f5f-ad11-efdde89cee65 req-7b758807-7e70-48c6-9b55-72f925575b0b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276832 Dec 20 23:11:25.696421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Pushing event deleted for resources: {'Port': ['ID=467f25c5-f802-4db1-98d5-b70a4a575377,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:25.701872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e37fff29-f5f9-4812-b99d-65ea96822fb6 req-ef8fdcc3-990c-45e9-a420-4334c717fb0a tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc285a02-4439-4614-86e1-6d7d900c1bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575840 Dec 20 23:11:25.784989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-24c29bf0-956a-4f9d-8675-983f9f332487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.786483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-24c29bf0-956a-4f9d-8675-983f9f332487 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 200 len: 851 time: 0.1208918 Dec 20 23:11:25.817573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] No DVR routers for this DVR port 467f25c5-f802-4db1-98d5-b70a4a575377 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:25.820371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:25.824750 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-89379aa7-7b61-4abe-9cbb-608d3394a7e5 req-ee4edf52-953f-4f68-9e49-7f9102c50c05 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.45 "DELETE /v2.0/ports/467f25c5-f802-4db1-98d5-b70a4a575377 HTTP/1.1" status: 204 len: 173 time: 1.0241532 Dec 20 23:11:25.847459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-7073260b-a5dd-46c7-aaae-d46c7f57d916 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533764 Dec 20 23:11:25.887950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0d40e-d31c-4843-b011-73e9123e06e7 req-dcfe2d6d-99af-4624-9509-e8cbb1cc2549 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:25.889317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfe0d40e-d31c-4843-b011-73e9123e06e7 req-dcfe2d6d-99af-4624-9509-e8cbb1cc2549 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0977614 Dec 20 23:11:26.009889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfe0d40e-d31c-4843-b011-73e9123e06e7 req-ddc39b75-7580-444f-9be0-859064f5f9bf tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030624 Dec 20 23:11:26.018278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-7b674a8f-ccc5-4106-8474-0a72d3d3ac02 service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574221 Dec 20 23:11:26.147347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15bd0555-84e6-459b-ae2a-f3753ba1887d req-f70e6ad7-92e7-41d1-9d49-6354d5c7c2eb service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241984 Dec 20 23:11:26.399790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:26.503574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1888012073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:26.610999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:26.615906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568258507', 'description': 'tempest-description--589694555'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:26.625461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.626652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.685920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.728074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.763108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-deleted', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:26.765700 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa72ad-064a-422f-ad60-8be3728ffb3a" -d '{"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-deleted", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:26.768876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.820453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.826181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90ed9b24-e389-4de8-b0cf-ecd491e26941 req-7db7c799-fa96-42ee-9046-3e3bde0b2527 tempest-ListImageFiltersTestJSON-1596461356 tempest-ListImageFiltersTestJSON-1596461356-project] 10.222.0.62 "GET /v2.0/ports?device_id=8060bb20-6ae1-4310-9bf4-4ac2bacd3a00 HTTP/1.1" status: 200 len: 210 time: 0.0433607 Dec 20 23:11:26.846985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe33299-5d51-46d0-ba7d-039fd0beee50 req-909cc8cb-abd9-4c86-af20-4e5d7303a6b0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:26.848798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfe33299-5d51-46d0-ba7d-039fd0beee50 req-909cc8cb-abd9-4c86-af20-4e5d7303a6b0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 943 time: 0.1034131 Dec 20 23:11:26.875432 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4430754f-23b9-4199-ab78-87a64e04e4a6 x-openstack-request-id: req-4430754f-23b9-4199-ab78-87a64e04e4a6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:26.875432 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8060bb20-6ae1-4310-9bf4-4ac2bacd3a00", "name": "network-vif-deleted", "tag": "467f25c5-f802-4db1-98d5-b70a4a575377", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:26.875432 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4430754f-23b9-4199-ab78-87a64e04e4a6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:26.875432 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8060bb20-6ae1-4310-9bf4-4ac2bacd3a00', 'name': 'network-vif-deleted', 'tag': '467f25c5-f802-4db1-98d5-b70a4a575377', 'status': 'completed', 'code': 200} Dec 20 23:11:26.903928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dfe33299-5d51-46d0-ba7d-039fd0beee50 req-58787893-6aaf-4b26-9722-39900dbd98da tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Dec 20 23:11:26.928402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:26.929696 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-70c9ee46-da65-4aa2-ba40-2302d7ae90fb tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5287430 Dec 20 23:11:26.932638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56252) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:26.937700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1168004325'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:26.973778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.005066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cb724-cacb-4922-b82b-4bcbce14d8a4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:27.055543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:27.060209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.073308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.086001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.090000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5682e94c-8b9f-4998-9b0c-65ae097081c7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4752645 Dec 20 23:11:27.090286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:27.094715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group_rule': {'security_group_id': 'f90cb724-cacb-4922-b82b-4bcbce14d8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:27.115296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c39ba-d1ee-4461-b33c-78d84efcd015 req-2c1cac17-22a2-44c8-bfbc-c676dd2ab6b4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:27.117385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de9c39ba-d1ee-4461-b33c-78d84efcd015 req-2c1cac17-22a2-44c8-bfbc-c676dd2ab6b4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0524192 Dec 20 23:11:27.178706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de9c39ba-d1ee-4461-b33c-78d84efcd015 req-3fefcdfb-0f59-41cc-b274-265f10ae90a9 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Dec 20 23:11:27.181082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.215667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.263004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.266236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.289810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:27.304604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9f1e4-48b8-4f50-a1fb-c99b4829437e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:27.309667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.310035 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Added segment ff42bf0c-777d-4835-a8df-9bdb161ac567 of type vlan for network 1657cddf-8fe7-44e4-88f6-995c10bac995 Dec 20 23:11:27.348413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.355956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.375800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c77688-bb1d-49bb-a278-84b4a400822e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:27.457274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.458671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-88a4a176-0277-4cab-a7b8-0e4ce22e2bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673742 Dec 20 23:11:27.461622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56270) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:27.467200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'security_group_rule': {'security_group_id': 'f90cb724-cacb-4922-b82b-4bcbce14d8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:27.483778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.489758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:27.494272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.561904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Network': ['ID=1657cddf-8fe7-44e4-88f6-995c10bac995,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:27.572570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:27.586154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.618896 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-49b443d7-b2c9-41ec-b837-fbb4e3a3551b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6822467 Dec 20 23:11:27.619123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56272) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:27.624221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'subnet': {'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:27.660175 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.739262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.761277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f988cd-d1b0-4da3-8d2c-4f7a9f125fab,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:27.769375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.769748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.770089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.770430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.770760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.771094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.771421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.771744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.772116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.772443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.772763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.773088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.773394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:11:27.802027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:27.805688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.834677 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.835702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c3f4989b-6e1a-4567-94f2-6daeed9674ff details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:11:27.838889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:27.840046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5669dc9-df4d-4a53-803f-0c972514ab37 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772547 Dec 20 23:11:27.840723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:27.847719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:27.874311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 467f25c5-f802-4db1-98d5-b70a4a575377 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:27.874722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 467f25c5-f802-4db1-98d5-b70a4a575377 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:27.930040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:27.945561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.047498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:28.063713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'port_id': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff', 'mac_address': 'fa:16:3e:39:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:11:28.126915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.146233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f4989b-6e1a-4567-94f2-6daeed9674ff {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:28.147917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab061c-b074-468f-b277-8014307f2bdf req-76a3d68e-85bc-4fa2-ae25-66af5e586ab8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:28.156515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eab061c-b074-468f-b277-8014307f2bdf req-76a3d68e-85bc-4fa2-ae25-66af5e586ab8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 943 time: 0.0951579 Dec 20 23:11:28.172677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:28.200226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.211720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.239040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eab061c-b074-468f-b277-8014307f2bdf req-cc9707f5-f35d-4ee9-9b28-821081a36e48 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814667 Dec 20 23:11:28.255784 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.333617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Subnet': ['ID=e2e4d785-022f-46dd-8173-0754ed2ac3a5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:28.350463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:28.357886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Checking segment: {'id': 'ff42bf0c-777d-4835-a8df-9bdb161ac567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:28.358467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network hostable DHCP agents. Network: 1657cddf-8fe7-44e4-88f6-995c10bac995, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:28.417257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c822404-834d-4c67-b6eb-a99beceb9f74 req-9706d3d2-7704-464f-b68a-8d753c2f3a72 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:28.418798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c822404-834d-4c67-b6eb-a99beceb9f74 req-9706d3d2-7704-464f-b68a-8d753c2f3a72 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0938783 Dec 20 23:11:28.434729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:28.456185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Allocated IP 172.25.1.190 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/412bcaa5-8ccd-4ea7-8444-6b73f905bbc0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:28.492240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c3f4989b-6e1a-4567-94f2-6daeed9674ff'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:11:28.506649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c822404-834d-4c67-b6eb-a99beceb9f74 req-20bd418e-0899-4e26-9794-9d954719989b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815861 Dec 20 23:11:28.548265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 1657cddf-8fe7-44e4-88f6-995c10bac995) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:28.555591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:28.556300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.562609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf461c-1347-4a1b-8a86-12cd6518bc24 None None] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:28.602909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.679067 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-237fd676-ac99-483c-b60c-5ab85c63f28e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0589707 Dec 20 23:11:28.682140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56306) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:28.687910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'network': {'name': 'tempest-router-network01--918651889'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:28.700571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.763847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:28.769010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:28.772926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:28.790915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:28.795257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.798975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=412bcaa5-8ccd-4ea7-8444-6b73f905bbc0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:28.856012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:28.874013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.875601 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Added segment e46e39d0-277d-4b63-ace0-a3cdec0f5db1 of type vlan for network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe Dec 20 23:11:28.924611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.930003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-1657cddf-8fe7-44e4-88f6-995c10bac995', 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995', 'project_id': 'a5b7c9c4174943939e4ce6791d5af8ea', 'fixed_ips': [{'subnet_id': 'e2e4d785-022f-46dd-8173-0754ed2ac3a5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:28.930910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:28.934634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.036508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.049486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.056491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:29.057054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.115039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Allocated IP 2001:db8::2 (1657cddf-8fe7-44e4-88f6-995c10bac995/e2e4d785-022f-46dd-8173-0754ed2ac3a5/38b9b4fa-11f8-4b8d-921c-04e43efa1d0f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:29.172589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Network': ['ID=58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:29.182967 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-97e7dd24-8779-4dd7-a7d7-c07fd41bc5d0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4988813 Dec 20 23:11:29.183575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56328) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:29.190757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'network': {'name': 'tempest-router-network02--1889368148'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:29.205916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:29.259799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.301471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:29.310920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.357120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.366177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.406153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:29.439253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.465840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.466199 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Added segment 3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51 of type vlan for network a032339c-e50c-4b10-af4d-f29fdec79047 Dec 20 23:11:29.488129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:29.492647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:29.495606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:29.499069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dbb0b-7742-4f2d-b474-3d24127c0fe5 req-88f861e0-3a19-4d87-826b-ee61293dd22c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:29.500661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-473dbb0b-7742-4f2d-b474-3d24127c0fe5 req-88f861e0-3a19-4d87-826b-ee61293dd22c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 944 time: 0.1749277 Dec 20 23:11:29.503305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Pushing event updated for resources: {'Port': ['ID=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:29.538092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=412bcaa5-8ccd-4ea7-8444-6b73f905bbc0,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:29.578705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.593740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Attempting to bind port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:29.599148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Attempting to bind port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ff42bf0c-777d-4835-a8df-9bdb161ac567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:29.599148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Attempting to bind port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f on network 1657cddf-8fe7-44e4-88f6-995c10bac995 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:29.602672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:29.603115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Checking segment: {'id': 'ff42bf0c-777d-4835-a8df-9bdb161ac567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:29.603529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.605411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Bound using segment: {'id': 'ff42bf0c-777d-4835-a8df-9bdb161ac567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:29.605411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Bound port: 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff42bf0c-777d-4835-a8df-9bdb161ac567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1657cddf-8fe7-44e4-88f6-995c10bac995'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:29.605411 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.606442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.659987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-473dbb0b-7742-4f2d-b474-3d24127c0fe5 req-6b536e4b-b5c7-4cd4-8f61-3a29c17e77a1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291049 Dec 20 23:11:29.692500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] For port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:29.695969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] For port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,segment=NetworkSegment(ff42bf0c-777d-4835-a8df-9bdb161ac567),segment_id=ff42bf0c-777d-4835-a8df-9bdb161ac567)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:29.735415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.736767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cfad42ab-a04a-4580-8043-bfafef21719b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8950105 Dec 20 23:11:29.781437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3ae4-6d9f-4055-90da-adf11fb3344a req-a62c6936-f82b-41d9-9511-9b410811839b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:29.783190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51eb3ae4-6d9f-4055-90da-adf11fb3344a req-a62c6936-f82b-41d9-9511-9b410811839b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0616686 Dec 20 23:11:29.786973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.794986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:29.798132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.819832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:29.873409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c3f4989b-6e1a-4567-94f2-6daeed9674ff up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:29.909072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Network': ['ID=a032339c-e50c-4b10-af4d-f29fdec79047,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:29.919725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51eb3ae4-6d9f-4055-90da-adf11fb3344a req-d95d79a2-cfcf-4257-b47d-a1e1eb3ae748 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192286 Dec 20 23:11:29.938714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a032339c-e50c-4b10-af4d-f29fdec79047 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:29.978229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8a3d-2cce-4e0c-91f4-5e9622e53147 None None] Pushing event updated for resources: {'Port': ['ID=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:30.052254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39267b2d-9a78-42d1-abb9-ca62f27e2b71 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8654282 Dec 20 23:11:30.054493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:30.060034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'subnet': {'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:30.169356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c3f4989b-6e1a-4567-94f2-6daeed9674ff completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:11:30.191080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c3f4989b-6e1a-4567-94f2-6daeed9674ff triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:30.191453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:30.254830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-064f01c2-8906-4aaa-a480-45886e87d00f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1568258507&fields=id&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 267 time: 0.0923254 Dec 20 23:11:30.284163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:30.315399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:30.317680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d51233c-53ef-4d4e-9464-ada713ced59f" -d '{"events": [{"server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "name": "network-vif-plugged", "status": "completed", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:30.334046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:30.339967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:30.343495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:30.370568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e532e2e5-69b2-4e97-9be1-630235f1f676 x-openstack-request-id: req-e532e2e5-69b2-4e97-9be1-630235f1f676 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:30.370568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "name": "network-vif-plugged", "status": "completed", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:30.370568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e532e2e5-69b2-4e97-9be1-630235f1f676 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:30.370568 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff', 'code': 200} Dec 20 23:11:30.422042 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:30.471554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:30.494400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-da41b750-5cdf-4646-9470-da8f9aa50006 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:30.496539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-da41b750-5cdf-4646-9470-da8f9aa50006 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 816 time: 0.2409129 Dec 20 23:11:30.531869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-c15cc487-3fdc-4171-afd8-7846c4e049ed tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/quotas/220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 375 time: 0.0224936 Dec 20 23:11:30.536211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb807b2-d1d1-4279-9d4b-cb4c74b50812 req-b09ea00b-c1c2-41bf-9952-05e7475061b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:30.537741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb807b2-d1d1-4279-9d4b-cb4c74b50812 req-b09ea00b-c1c2-41bf-9952-05e7475061b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 1096 time: 0.1097603 Dec 20 23:11:30.687133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb807b2-d1d1-4279-9d4b-cb4c74b50812 req-a2bca8a1-8f0a-405b-9773-cfb54aabe790 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108758 Dec 20 23:11:30.698845 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-7f5e82b1-e51a-45c4-819e-6f9fbd09d225 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578457 Dec 20 23:11:30.833965 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:30.843499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56380) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:30.978208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-2bc3b08a-e3ee-45fd-8325-82dd56487ec4 service neutron] 10.222.0.62 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605462 Dec 20 23:11:30.991072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca0333-3a14-4217-a526-14f9c2e237d2 req-63940bab-f4ea-46ec-86bc-2a1ee75a539c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:30.992619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7eca0333-3a14-4217-a526-14f9c2e237d2 req-63940bab-f4ea-46ec-86bc-2a1ee75a539c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.2087445 Dec 20 23:11:31.040019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Subnet': ['ID=51a32ff5-f2a0-4606-94f0-837b6be2ddb6,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:31.052459 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c7bf297-2402-4ea9-8ae0-bc9ddb75dc4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0aa0752c61f847c4aef6a130712e708d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071855 Dec 20 23:11:31.054912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:31.114686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.136298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7eca0333-3a14-4217-a526-14f9c2e237d2 req-bf06e095-ee37-4ca7-a007-b2a8ec5a2024 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250947 Dec 20 23:11:31.137437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Checking segment: {'id': 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:31.137847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network hostable DHCP agents. Network: 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:31.157972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.194216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-3a3c6bc6-417d-4608-a657-258c9af85c08 service neutron] 10.222.0.62 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982980 Dec 20 23:11:31.279586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3276fd-2bb5-4cd3-8bdb-c1aaddb3ba05 req-981ae66f-1af4-470b-a212-1c5dbd778ccf tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:31.286276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f3276fd-2bb5-4cd3-8bdb-c1aaddb3ba05 req-981ae66f-1af4-470b-a212-1c5dbd778ccf tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0713036 Dec 20 23:11:31.286276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:31.304981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.311120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.312560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc285a02-4439-4614-86e1-6d7d900c1bca HTTP/1.1" status: 204 len: 168 time: 0.2559063 Dec 20 23:11:31.325872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142cf7-75bd-4f60-a208-6ae5d405654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc285a02-4439-4614-86e1-6d7d900c1bca,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:31.374011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:31.378303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:31.378905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.381958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857d24f-012a-40fd-8d49-97bae51de205 None None] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:31.395809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f3276fd-2bb5-4cd3-8bdb-c1aaddb3ba05 req-1a1c4b63-3c71-4c9a-8293-3b2ff5ebd275 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044292 Dec 20 23:11:31.470249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56c33ae2-94da-476e-872d-f6e012169a43 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4144349 Dec 20 23:11:31.472908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:31.478408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'subnet': {'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:31.506977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f85f7-67ef-46a3-ab51-5e7612afb3f1 None None] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:31.560917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c83ef424-7ac6-4a51-b7c4-9cc1259c69ea req-48a8f8dd-c88b-47d1-9342-b7d32a8a5243 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0617344 Dec 20 23:11:31.665562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe', 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe', 'project_id': 'a5b7c9c4174943939e4ce6791d5af8ea', 'fixed_ips': [{'subnet_id': '51a32ff5-f2a0-4606-94f0-837b6be2ddb6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:31.666615 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.689855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:31.693714 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.714284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] Provisioning complete for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:31.714284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:31.882738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:32.000533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Allocated IP 2001:db8::2 (58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe/51a32ff5-f2a0-4606-94f0-837b6be2ddb6/2d092e4c-562b-4b93-af1a-b6e3573ca190) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:32.100840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:32.111114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1b12d12-a7b4-40c1-986d-23d627850883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.244426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.266481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6bb3e-261c-43ef-bb81-ee1f483a9da5 req-1493d0c3-70a1-404b-ade8-36bd7708ef15 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:32.274704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46a6bb3e-261c-43ef-bb81-ee1f483a9da5 req-1493d0c3-70a1-404b-ade8-36bd7708ef15 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Dec 20 23:11:32.277488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1b12d12-a7b4-40c1-986d-23d627850883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.313655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] For port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,segment=NetworkSegment(ff42bf0c-777d-4835-a8df-9bdb161ac567),segment_id=ff42bf0c-777d-4835-a8df-9bdb161ac567)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:32.319896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:32.320503 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.327193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46a6bb3e-261c-43ef-bb81-ee1f483a9da5 req-903cbdcb-e717-4f76-b6f5-c916745b13db tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516391 Dec 20 23:11:32.331128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.386195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1b12d12-a7b4-40c1-986d-23d627850883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.419058 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.423800 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1b12d12-a7b4-40c1-986d-23d627850883 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=507623d31563402b8e5990802d8cb9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388830 Dec 20 23:11:32.424692 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.428705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Subnet': ['ID=228c27ea-2d71-4392-8b65-d1f91999e215,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:32.429634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56436) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:32.472936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b12d12-a7b4-40c1-986d-23d627850883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5646f-2eef-460e-918f-a3225ac350ed,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:32.484941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Checking segment: {'id': '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:32.488009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network hostable DHCP agents. Network: a032339c-e50c-4b10-af4d-f29fdec79047, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:32.522533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.552325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.564974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:32.568166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:32.570305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0440f6b-17bd-4d43-b950-b5a8db33f968 None None] Pushing event updated for resources: {'Port': ['ID=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:32.577393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:32.587932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.592525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a6899-bf4f-4a64-a1a0-a22a27d89c96 req-b8b87470-1f02-4762-9a32-7a94974bc2ad tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:32.594245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-697a6899-bf4f-4a64-a1a0-a22a27d89c96 req-b8b87470-1f02-4762-9a32-7a94974bc2ad tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0800402 Dec 20 23:11:32.617093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-116ddd7a-b951-4dea-b8b8-3d88b4d5ed57 None None] Provisioning complete for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:32.617377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-116ddd7a-b951-4dea-b8b8-3d88b4d5ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.646077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network a032339c-e50c-4b10-af4d-f29fdec79047 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:32.673510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-697a6899-bf4f-4a64-a1a0-a22a27d89c96 req-c390acc1-40be-4a77-947f-b61d7e20c8e2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 Dec 20 23:11:32.688795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Pushing event updated for resources: {'Port': ['ID=2d092e4c-562b-4b93-af1a-b6e3573ca190,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:32.711450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Attempting to bind port 2d092e4c-562b-4b93-af1a-b6e3573ca190 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:32.711828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Attempting to bind port 2d092e4c-562b-4b93-af1a-b6e3573ca190 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:32.712193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Attempting to bind port 2d092e4c-562b-4b93-af1a-b6e3573ca190 on network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:32.721410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:32.721746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Checking segment: {'id': 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:32.722492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.722632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Bound using segment: {'id': 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:32.723019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Bound port: 2d092e4c-562b-4b93-af1a-b6e3573ca190, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:32.723402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.724051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.728200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.733662 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ca5646f-2eef-460e-918f-a3225ac350ed HTTP/1.1" status: 204 len: 168 time: 0.2995045 Dec 20 23:11:32.743903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b75d-0372-4297-90dd-94d0572556c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5646f-2eef-460e-918f-a3225ac350ed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:32.757164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a032339c-e50c-4b10-af4d-f29fdec79047) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:32.766174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:32.767130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:32.788448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2902d-1086-4b61-bea7-102be01c74b8 None None] Network a032339c-e50c-4b10-af4d-f29fdec79047 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:32.887133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b5d41b0-94d9-4ad4-89f9-5b384ae0bf73 req-4fd0ae5d-2c77-4c01-9f09-40e26f9fec83 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0414188 Dec 20 23:11:32.905773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9336532f-53d4-4c73-9ada-08c3a8d35259 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4304018 Dec 20 23:11:32.907397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56454) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:32.937337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] For port 2d092e4c-562b-4b93-af1a-b6e3573ca190, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:32.956326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] For port 2d092e4c-562b-4b93-af1a-b6e3573ca190, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d092e4c-562b-4b93-af1a-b6e3573ca190,segment=NetworkSegment(e46e39d0-277d-4b63-ace0-a3cdec0f5db1),segment_id=e46e39d0-277d-4b63-ace0-a3cdec0f5db1)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:33.016513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a032339c-e50c-4b10-af4d-f29fdec79047', 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047', 'project_id': 'a5b7c9c4174943939e4ce6791d5af8ea', 'fixed_ips': [{'subnet_id': '228c27ea-2d71-4392-8b65-d1f91999e215'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:33.017426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.031498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9df57-0416-49a8-acf4-5dccff72a8d9 req-782f94c0-f270-44bc-8833-db351571d72c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:33.033127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88a9df57-0416-49a8-acf4-5dccff72a8d9 req-782f94c0-f270-44bc-8833-db351571d72c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1075151 Dec 20 23:11:33.035633 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.153027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:33.176149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-b347ec50-f31a-41d7-9d9d-17a275088985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:33.179810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-b347ec50-f31a-41d7-9d9d-17a275088985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 1096 time: 0.1457703 Dec 20 23:11:33.196037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88a9df57-0416-49a8-acf4-5dccff72a8d9 req-72379ec7-04d2-4c36-b6f9-e3415c6521b1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517465 Dec 20 23:11:33.259422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01c8f1-81ae-431b-9268-4af8ecab7091 None None] Pushing event updated for resources: {'Port': ['ID=2d092e4c-562b-4b93-af1a-b6e3573ca190,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:33.319276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.351981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Allocated IP 2001:db8::2 (a032339c-e50c-4b10-af4d-f29fdec79047/228c27ea-2d71-4392-8b65-d1f91999e215/8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:33.396016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-201938058-network', 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:33.458697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-9cd8c747-7e68-4946-bb01-750be7dfafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:33.463141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-9cd8c747-7e68-4946-bb01-750be7dfafe2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 912 time: 0.2652614 Dec 20 23:11:33.471611 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.515515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-72fd682a-e0a7-49cd-b7b6-ae419e7e0504 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff HTTP/1.1" status: 200 len: 217 time: 0.0423827 Dec 20 23:11:33.572231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:33.576332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.595794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.609715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.617022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-39a16f10-5c7f-4fc4-9d8e-6a502b5a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:33.618628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-39a16f10-5c7f-4fc4-9d8e-6a502b5a43e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 200 len: 851 time: 0.0951629 Dec 20 23:11:33.665439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-0743feba-b1f1-41e4-811f-405447205624 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362618 Dec 20 23:11:33.675755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Allocated IP 2001:db8::1 (58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe/51a32ff5-f2a0-4606-94f0-837b6be2ddb6/c1412f25-54b8-4314-a63b-2332d51ddb55) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:33.702602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.715591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56466) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:33.743477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Network a032339c-e50c-4b10-af4d-f29fdec79047 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:33.746812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:33.759155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:33.773320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac9083a1-1ca2-4dbe-be02-cfb082cb22a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.779174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Pushing event updated for resources: {'Port': ['ID=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:33.827763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.865001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Attempting to bind port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:33.865535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Attempting to bind port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:33.866261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Attempting to bind port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d on network a032339c-e50c-4b10-af4d-f29fdec79047 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:33.872815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:33.873687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Checking segment: {'id': '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:33.874307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.875223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Bound using segment: {'id': '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:33.876666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Bound port: 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a032339c-e50c-4b10-af4d-f29fdec79047'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:33.877096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.964089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:33.987477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] For port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:33.992635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] For port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,segment=NetworkSegment(3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51),segment_id=3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:33.993653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:34.014917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:34.019456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:34.019456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.080759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Port': ['ID=c1412f25-54b8-4314-a63b-2332d51ddb55,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:34.112401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.160628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:34.230928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51806-a12e-4f1d-a747-b025ebea4909 None None] Pushing event updated for resources: {'Port': ['ID=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:34.249932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:34.249932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.266220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e1b11fb-ff4c-45c6-81b0-f853169c4397 req-36f2f1ba-25b4-429f-8965-db9392b3366d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0774233 Dec 20 23:11:34.270448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.278047 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.379354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d092e4c-562b-4b93-af1a-b6e3573ca190 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:34.415031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-ef49a865-2709-4717-9956-d00b0bb5961a service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397881 Dec 20 23:11:34.428161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.489520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d092e4c-562b-4b93-af1a-b6e3573ca190 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:34.490137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.658001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbfeaa-9d93-4cc3-8687-3dc6b513aa67 req-b672e262-a275-4c1f-8d9b-e74cbe608581 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:34.665963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6fbfeaa-9d93-4cc3-8687-3dc6b513aa67 req-b672e262-a275-4c1f-8d9b-e74cbe608581 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.8974969 Dec 20 23:11:34.675917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac9083a1-1ca2-4dbe-be02-cfb082cb22a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.764620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:34.765493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-6212a33b-1309-4670-9b02-73632489a116 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:34.767543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-6212a33b-1309-4670-9b02-73632489a116 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 816 time: 0.4687667 Dec 20 23:11:34.787296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac9083a1-1ca2-4dbe-be02-cfb082cb22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.816592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19f4000-3447-4e58-9b32-cb1a338be4f5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:34.843246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.843599 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Added segment 295d34ad-f6fd-4168-ba1b-c82d7feaf9d0 of type vlan for network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 Dec 20 23:11:34.850908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a9b511f-fb15-409e-99cf-2b7e4e524fc1 req-580de6c6-fc78-4558-8cf2-1c9e310cc93d service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110081 Dec 20 23:11:34.862929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab23dc-7357-495f-94e7-8215b9f273c6 None None] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:34.883795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-fdaa8492-d1c2-487c-b6df-1cce01d3e0ed tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 380 time: 0.1036696 Dec 20 23:11:34.896159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'port': {'device_id': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'admin_state_up': True, 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'security_groups': ['f90cb724-cacb-4922-b82b-4bcbce14d8a4']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:34.917085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:34.950645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac9083a1-1ca2-4dbe-be02-cfb082cb22a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d5e14f490dc454a84dd86795068553f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2368298 Dec 20 23:11:34.950645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9083a1-1ca2-4dbe-be02-cfb082cb22a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e39325-a1af-4dbf-b4e6-e7b488d0bf01,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:34.951345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:34.975624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3130434b-094d-4cae-8bdf-80095662d3a5 None None] Provisioning complete for port 2d092e4c-562b-4b93-af1a-b6e3573ca190 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:34.976002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3130434b-094d-4cae-8bdf-80095662d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.001138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6b3b9-0aed-462d-ab91-0c901a56b7e3 req-3d2dc405-7e0d-43d4-8bad-af351ce2a771 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:35.002710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0d6b3b9-0aed-462d-ab91-0c901a56b7e3 req-3d2dc405-7e0d-43d4-8bad-af351ce2a771 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.6078770 Dec 20 23:11:35.011689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6fbfeaa-9d93-4cc3-8687-3dc6b513aa67 req-80d90645-216c-4f72-88f0-cc4ff0f090e7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448477 Dec 20 23:11:35.013397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.026941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.050262 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-97fe58dc-fece-4ead-8b0e-ee63c8ddcdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.078880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 2d092e4c-562b-4b93-af1a-b6e3573ca190, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d092e4c-562b-4b93-af1a-b6e3573ca190,segment=NetworkSegment(e46e39d0-277d-4b63-ace0-a3cdec0f5db1),segment_id=e46e39d0-277d-4b63-ace0-a3cdec0f5db1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:35.111862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.120684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0d6b3b9-0aed-462d-ab91-0c901a56b7e3 req-32fb965a-a74a-4cbe-ad17-6ecf2f1a8ba2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033771 Dec 20 23:11:35.148832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.188255 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3130434b-094d-4cae-8bdf-80095662d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.202842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.224728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.226662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:35.230964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.329393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] Pushing event updated for resources: {'Network': ['ID=47b81e76-960f-4f66-ae5a-f5de89ba6f63,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:35.334000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=2d092e4c-562b-4b93-af1a-b6e3573ca190,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:35.342888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:35.349442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.357120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-3130434b-094d-4cae-8bdf-80095662d3a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:11:35.357781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.358768 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-3130434b-094d-4cae-8bdf-80095662d3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:11:35.359457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73e39325-a1af-4dbf-b4e6-e7b488d0bf01 HTTP/1.1" status: 204 len: 168 time: 0.4006076 Dec 20 23:11:35.366148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8756016d-ee21-4b0a-b7a3-262989e849aa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2078285 Dec 20 23:11:35.378899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:35.380098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae82935-bf9a-4238-bb73-9ea08fa7be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e39325-a1af-4dbf-b4e6-e7b488d0bf01,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:35.398154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Request body: {'subnet': {'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-201938058-subnet', 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:35.488528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d51dc8f0-1a38-4ba9-8afe-9fe5fa4f673b req-59bb1dee-a764-4e3f-a5dc-42f9bc290396 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0445440 Dec 20 23:11:35.533610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:35.538035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.600308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.601086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.743647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Port': ['ID=c1412f25-54b8-4314-a63b-2332d51ddb55,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:35.791994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:35.797162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:35.799632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Made reservation on behalf of 220677920b234e58b3e04bf59b356e4e for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:35.803224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.889385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:35.982843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603fbc13-a803-4d8f-8fbc-06c0321bb288,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:35.986629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76887666-ab46-4ffe-989b-f98ae4c3833e None None] Network a032339c-e50c-4b10-af4d-f29fdec79047 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:35.993043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:35.994077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Network hostable DHCP agents. Network: 47b81e76-960f-4f66-ae5a-f5de89ba6f63, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:36.090223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:36.151375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:36.179142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Allocated IP 172.20.0.12 (bb6687db-4890-4e42-ae74-126f5be60dff/a9641d8e-fc4a-481d-846c-391ebd9ee434/ba5cdda7-8af3-4da3-bbca-d46a46b8a36a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:36.190526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Router 64156b98-9068-45ba-bced-536c6bd7773e is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:11:36.196400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 47b81e76-960f-4f66-ae5a-f5de89ba6f63) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:36.215537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:36.215743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1bafb8-b91e-4443-8fc7-8f0ee2880b6f None None] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:36.216124 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.247172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Provisioning complete for port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:36.247552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.268485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c0fba-7e7b-4e57-973b-17257bedf3bf req-f1890f22-f123-4cf8-b289-95a7a9f5227a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:36.283619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e9c0fba-7e7b-4e57-973b-17257bedf3bf req-f1890f22-f123-4cf8-b289-95a7a9f5227a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1473191 Dec 20 23:11:36.329310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6cf32c9-36d5-4e50-b8ec-ff0432253d93 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9419811 Dec 20 23:11:36.412956 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.422788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:36.423165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.431202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e9c0fba-7e7b-4e57-973b-17257bedf3bf req-ab990ae6-2ed2-469f-b190-85dbca9a16fd tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464353 Dec 20 23:11:36.492081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecfa-feef-47af-8f60-1a897153911a req-d7991064-fcae-48f5-85d5-4bec5059c592 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:36.503002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:36.508501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e938ecfa-feef-47af-8f60-1a897153911a req-d7991064-fcae-48f5-85d5-4bec5059c592 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1755838 Dec 20 23:11:36.522177 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] Sync routers for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:36.537252 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:36.537921 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:36.602184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:36.608193 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3bc196f8-0a42-4b46-bfb2-d83f835cfdcf tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6996846 Dec 20 23:11:36.611281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:36.615872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2618de-acdb-4846-8cd4-dee0c85c9d94 None None] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:36.622393 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:36.623021 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:36.628568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] For port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,segment=NetworkSegment(3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51),segment_id=3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:36.673497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:36.674184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8c68b-edaf-4ba4-8da7-c4217e81ef6f None None] The sync data for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:36.687287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a231ea1-859d-42dc-8c2e-bcffe2b8dbae req-161bfadb-4b3b-4f7a-956d-51e55f427fbc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0612929 Dec 20 23:11:36.702984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e938ecfa-feef-47af-8f60-1a897153911a req-a07b866e-513c-4f8d-8909-553423cf4089 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839938 Dec 20 23:11:36.728005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.841185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.856661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d092e4c-562b-4b93-af1a-b6e3573ca190 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:36.858334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Provisioning complete for port c1412f25-54b8-4314-a63b-2332d51ddb55 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:36.859301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:36.970720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Pushing event updated for resources: {'Port': ['ID=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:36.992170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Port c1412f25-54b8-4314-a63b-2332d51ddb55 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:37.006876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2d092e4c-562b-4b93-af1a-b6e3573ca190 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:37.007217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.040630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Provisioning complete for port 2d092e4c-562b-4b93-af1a-b6e3573ca190 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:37.040985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a86d-06c5-4a31-93d8-5997726f6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.097007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-0b8d0ef5-ec94-409a-93b4-07cfcd8eae11 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:37.106362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-0b8d0ef5-ec94-409a-93b4-07cfcd8eae11 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1399055 Dec 20 23:11:37.122512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-c15f9326-fd5a-495c-9fdb-e8c8f43b3931 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0131612 Dec 20 23:11:37.126440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.178420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-0042a34d-556e-4555-b742-d56ae4aa8cea tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498016 Dec 20 23:11:37.221114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Network bb6687db-4890-4e42-ae74-126f5be60dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:37.231325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:37.236013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:37.238880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:37.244581 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ac4f5af5-881e-41c6-8c2e-104b55aecd28 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:11:37.246088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac4f5af5-881e-41c6-8c2e-104b55aecd28 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6337166 Dec 20 23:11:37.273880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56540) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:37.298327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-b24caeeb-a197-42aa-a263-975eec374b84 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:37.299856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-b24caeeb-a197-42aa-a263-975eec374b84 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1097 time: 0.0991497 Dec 20 23:11:37.330362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-f7996c11-98be-4c9c-8a4e-d28277620d3e service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510158 Dec 20 23:11:37.349148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-debf2d33-24c9-43c5-99fd-a94d84d4c858 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.358050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66081021-02dd-48bd-b235-20751ea36e39 None None] Provisioning complete for port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:37.358816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66081021-02dd-48bd-b235-20751ea36e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.393696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:37.394376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.525398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66081021-02dd-48bd-b235-20751ea36e39 None None] Provisioning complete for port c1412f25-54b8-4314-a63b-2332d51ddb55 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:37.526562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66081021-02dd-48bd-b235-20751ea36e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.535623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-fae66625-007d-42b4-a5ed-b285f815d070 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951778 Dec 20 23:11:37.551593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-0526d58a-bbba-4605-8a9d-b6d7292ca673 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6591804 Dec 20 23:11:37.571297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Request body: {'port': {'device_id': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:37.577707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-66081021-02dd-48bd-b235-20751ea36e39 None None] Port c1412f25-54b8-4314-a63b-2332d51ddb55 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:37.586682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f03f110-cc4c-454a-94d8-c062626eb865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.596702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-debf2d33-24c9-43c5-99fd-a94d84d4c858 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.648520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.697275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0a4d2da6-7292-4560-8e9b-815a46856b2f None None] Provisioning complete for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:37.697684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2da6-7292-4560-8e9b-815a46856b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.700544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-debf2d33-24c9-43c5-99fd-a94d84d4c858 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:37.745099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf2d33-24c9-43c5-99fd-a94d84d4c858 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b8e36-16ad-4cd5-8de9-4323a364a4b5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:37.745611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d2da6-7292-4560-8e9b-815a46856b2f None None] Port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:37.752149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfc684d5-ab66-47e0-9682-f540557b9b14 req-debf2d33-24c9-43c5-99fd-a94d84d4c858 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4406447 Dec 20 23:11:37.954879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.001311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:38.036112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d49d7-453c-47b9-80b9-05172240cc6c req-f15ec990-77a0-403a-be7a-0e15afea0e3b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:38.046030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-621d49d7-453c-47b9-80b9-05172240cc6c req-f15ec990-77a0-403a-be7a-0e15afea0e3b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1510437 Dec 20 23:11:38.063636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:38.065139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.129257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe063d-f94c-4e8f-83d3-188734e83c68 req-e372f894-a577-4505-a738-052f8cfa80a8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:38.137426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ffe063d-f94c-4e8f-83d3-188734e83c68 req-e372f894-a577-4505-a738-052f8cfa80a8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1746316 Dec 20 23:11:38.172350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-621d49d7-453c-47b9-80b9-05172240cc6c req-de76b830-76ef-4a4b-a0a6-1475e98581a8 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191862 Dec 20 23:11:38.223395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:38.227758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ffe063d-f94c-4e8f-83d3-188734e83c68 req-731e01b5-3268-422f-8fda-2f4b54ac033f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892770 Dec 20 23:11:38.233527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.257614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Transition to ACTIVE for port object ba5cdda7-8af3-4da3-bbca-d46a46b8a36a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:11:38.334993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.347323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.355891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f66a8-c70f-45f7-accb-5936e233af9f req-1d3c7f7a-cbe4-47fe-b7c7-2569f31570b8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:38.362438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce7f66a8-c70f-45f7-accb-5936e233af9f req-1d3c7f7a-cbe4-47fe-b7c7-2569f31570b8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 932 time: 0.0871131 Dec 20 23:11:38.403321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e89739-9c7e-48bf-8a8f-4d52e7c130eb req-72efa766-0860-4f76-ba3e-be8378f2516b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:38.407789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6e89739-9c7e-48bf-8a8f-4d52e7c130eb req-72efa766-0860-4f76-ba3e-be8378f2516b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1024802 Dec 20 23:11:38.413534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:38.460556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce7f66a8-c70f-45f7-accb-5936e233af9f req-8babd373-9e01-4f30-9bc3-63f87103bbe7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962651 Dec 20 23:11:38.466053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting port c1412f25-54b8-4314-a63b-2332d51ddb55 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:38.466412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.578469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6e89739-9c7e-48bf-8a8f-4d52e7c130eb req-f57cb84e-9806-4328-aea3-72d96373fa13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611412 Dec 20 23:11:38.582982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:38.583326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:38.583665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:38.612759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:38.618569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbfb25c9-4b60-4d6b-b750-3add86c9e194 req-19cc2a16-cb73-4958-88e6-19313b994380 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 210 time: 0.0869365 Dec 20 23:11:38.627360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.629634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:11:38.629977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:38.680435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:38.680714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:38.681098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:38.681527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Bound port: ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:38.682338 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.688754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Calling delete_port for c1412f25-54b8-4314-a63b-2332d51ddb55 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:38.776510 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-01e7859e-c4aa-47fc-aa9d-4cca4827f912 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 200 len: 993 time: 0.1607504 Dec 20 23:11:38.830708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:38.836502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:38.934891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.983220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:38.983836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:38.985223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1092 time: 1.4191985 Dec 20 23:11:38.990241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:38.990241 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6b928-50f5-473d-a54b-4c83728b8673" -d '{"events": [{"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:39.023963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6fff3-ee54-4cd0-a268-a089559f5227 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:39.037743 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b60556d-93e0-4608-a6ad-1320f867750b x-openstack-request-id: req-1b60556d-93e0-4608-a6ad-1320f867750b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:39.038033 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:39.038289 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b60556d-93e0-4608-a6ad-1320f867750b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:39.038694 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'status': 'completed', 'code': 200} Dec 20 23:11:39.091334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-7544df57-c0b4-463e-9d5a-731349d163ab req-bbdd38ba-fc34-42a1-a6ee-4fc3a11c58c2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:11:39.093648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7544df57-c0b4-463e-9d5a-731349d163ab req-bbdd38ba-fc34-42a1-a6ee-4fc3a11c58c2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101340 Dec 20 23:11:39.095812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:39.137086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Port': ['ID=c1412f25-54b8-4314-a63b-2332d51ddb55,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:39.147625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-8fa8607f-1471-43d1-8261-e85eef804500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:39.149317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-8fa8607f-1471-43d1-8261-e85eef804500 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1095 time: 0.0900049 Dec 20 23:11:39.313387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:39.343939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12771-3628-437e-b95e-1add434091bb req-db53c673-3b52-4ad0-ad31-cb8c68fee404 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:39.355298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c12771-3628-437e-b95e-1add434091bb req-db53c673-3b52-4ad0-ad31-cb8c68fee404 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1033137 Dec 20 23:11:39.459250 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c12771-3628-437e-b95e-1add434091bb req-170823c2-e910-4e5d-bb1b-259247d9da39 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026058 Dec 20 23:11:39.538034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-bee4bf65-c9d0-4650-96cd-febb9797f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:39.539767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-bee4bf65-c9d0-4650-96cd-febb9797f1c7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=220677920b234e58b3e04bf59b356e4e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3748605 Dec 20 23:11:39.561979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Router 64156b98-9068-45ba-bced-536c6bd7773e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:39.631241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bebc4-b629-4342-9ec1-1996fcc28ff9 req-811c78e6-17f4-4248-bcd4-1e6bb51428f6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:39.637001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-870bebc4-b629-4342-9ec1-1996fcc28ff9 req-811c78e6-17f4-4248-bcd4-1e6bb51428f6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0996675 Dec 20 23:11:39.692940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-870bebc4-b629-4342-9ec1-1996fcc28ff9 req-64dd740d-c678-4522-a8e1-83e9959c9adc tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Dec 20 23:11:39.719923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:39.725335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-01d5aa0e-8c9f-4ab7-aeaa-a33b05b8e0ca tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4503562 Dec 20 23:11:39.729614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:39.733412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] Sync routers for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:39.747594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:39.748521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:39.819825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:39.828630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:39.839442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:39.842030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:39.874086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-215b4d27-c2ac-4e3c-ae0b-7387e75f0daf req-064daac0-9dba-4f8c-a97c-98d177cf93dd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 210 time: 0.0426118 Dec 20 23:11:39.895925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeab1e-2772-46cd-b205-752a367f689b req-058d5a40-6eb2-4c44-afe7-6f044b93c85a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:39.897754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2aeab1e-2772-46cd-b205-752a367f689b req-058d5a40-6eb2-4c44-afe7-6f044b93c85a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.1169384 Dec 20 23:11:39.981431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:39.982530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aec01e-94f5-4324-b48f-9073b6b9db8e None None] The sync data for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:39.986175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2aeab1e-2772-46cd-b205-752a367f689b req-7fb61d23-7c33-4331-ae75-af28541b32a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651724 Dec 20 23:11:40.090556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1e239-a5fd-426c-ad80-584c77fe01e0 req-d15c326f-5a3b-49f0-b053-f41de95561c4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.098316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86b1e239-a5fd-426c-ad80-584c77fe01e0 req-d15c326f-5a3b-49f0-b053-f41de95561c4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.0718820 Dec 20 23:11:40.150119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86b1e239-a5fd-426c-ad80-584c77fe01e0 req-4b1329fa-912b-41a7-ac32-dbb3c1d68f93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506749 Dec 20 23:11:40.282685 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-041ee10a-7c84-4583-8cab-7ff6cc8a31c0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] delete failed (client error): The resource could not be found. Dec 20 23:11:40.283648 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-041ee10a-7c84-4583-8cab-7ff6cc8a31c0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1851597178 HTTP/1.1" status: 404 len: 335 time: 0.5530231 Dec 20 23:11:40.288021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56634) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:40.298445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e91582ed-5c65-4825-891c-36f142fb0d83 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'router': {'external_gateway_info': {'network_id': '64156b98-9068-45ba-bced-536c6bd7773e'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:40.306039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-8a00b3ec-3c98-4836-8873-37660b4bc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.308329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21b6b928-50f5-473d-a54b-4c83728b8673 req-8a00b3ec-3c98-4836-8873-37660b4bc2d5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7587221 Dec 20 23:11:40.322143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-2231bb6f-f53e-4600-875e-316d386a4f98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484190 Dec 20 23:11:40.402574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-79024e45-d13c-4818-b759-007cc95bcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.404230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-79024e45-d13c-4818-b759-007cc95bcb52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1095 time: 0.0454292 Dec 20 23:11:40.449265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56642) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:40.463771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-06f9717b-f777-4b78-83ef-abd192f66431 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 217 time: 0.0500300 Dec 20 23:11:40.498648 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.522028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-38648312-3397-4e47-ba22-80f82cd9d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.523651 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-38648312-3397-4e47-ba22-80f82cd9d4da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.0537014 Dec 20 23:11:40.577666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e91582ed-5c65-4825-891c-36f142fb0d83 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.651837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4ec1e-3fde-43fd-99de-15860153dd8f req-b5423a2c-06f6-406f-b68f-98d456ba19ec tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.663598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62e4ec1e-3fde-43fd-99de-15860153dd8f req-b5423a2c-06f6-406f-b68f-98d456ba19ec tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1030517 Dec 20 23:11:40.671205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-d3c891d0-487e-4be3-8df5-cac5861998f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.671205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-d3c891d0-487e-4be3-8df5-cac5861998f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325448 Dec 20 23:11:40.708141 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-e91582ed-5c65-4825-891c-36f142fb0d83 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] update failed (client error): The resource could not be found. Dec 20 23:11:40.710224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e91582ed-5c65-4825-891c-36f142fb0d83 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e HTTP/1.1" status: 404 len: 339 time: 0.4153349 Dec 20 23:11:40.713420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a96b45b8-1341-491a-8322-829e42efc3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.717200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56654) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:40.721928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-ccd29986-ed5f-44cc-84d6-6403de239388 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.722724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-257692866'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:40.723514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-ccd29986-ed5f-44cc-84d6-6403de239388 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1797845 Dec 20 23:11:40.761228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:40.779801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62e4ec1e-3fde-43fd-99de-15860153dd8f req-b44196ec-dc47-49a7-a52a-75debacc7a75 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150725 Dec 20 23:11:40.848101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:40.851541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.872170 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-f39c16ea-6c35-42ac-8b76-65a2a1e1363d service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910443 Dec 20 23:11:40.903693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4970f-ad8c-4bba-9ea1-4031be7ad6d0 req-5c6309ec-e9af-4c4c-a39e-1933699d96e6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:40.905252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02d4970f-ad8c-4bba-9ea1-4031be7ad6d0 req-5c6309ec-e9af-4c4c-a39e-1933699d96e6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0958295 Dec 20 23:11:40.907272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a96b45b8-1341-491a-8322-829e42efc3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.918584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:11:40.936899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:40.937064 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Added segment d4e51752-b1ac-4b68-9930-c8c566b767bd of type vlan for network 1dfcbce6-da9c-44a0-be04-abce2fc7955b Dec 20 23:11:40.999988 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f150cee5-0ca9-4144-9fee-7e07e4231270 req-720b71df-328d-4849-a604-fd779b80be5f service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195629 Dec 20 23:11:41.008801 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.019629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a96b45b8-1341-491a-8322-829e42efc3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.068597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02d4970f-ad8c-4bba-9ea1-4031be7ad6d0 req-c1291e34-67bc-4762-acf1-e2adfba346da tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210756 Dec 20 23:11:41.077773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:41.081909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.092584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496028d2-2687-43a5-af53-13e883ba2f7c req-6c84cefe-6753-4d57-88bf-dbffc0615e92 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 210 time: 0.0627859 Dec 20 23:11:41.111161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a96b45b8-1341-491a-8322-829e42efc3a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d66ccdf5260482c9450049d5726b9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6602223 Dec 20 23:11:41.112146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b45b8-1341-491a-8322-829e42efc3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5579e-5ab7-45db-9aab-be50f111432b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:41.114612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:41.160988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.173576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:41.174194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.286013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.9 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/866b6635-d037-4569-a4f6-3e0bd9cf2a0f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:41.300387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Network': ['ID=1dfcbce6-da9c-44a0-be04-abce2fc7955b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:41.312604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:11:41.335430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.362696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a9963-fc2c-4c5a-a1de-3807f4282507 req-0a739187-d51a-4762-9236-bbad82c1c49e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:41.366526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b67a9963-fc2c-4c5a-a1de-3807f4282507 req-0a739187-d51a-4762-9236-bbad82c1c49e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.1527719 Dec 20 23:11:41.387381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5848c7c-9a84-498c-a637-adb073abf8d4 req-c87d3b9e-9430-4587-a49d-c977947ba18b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:41.388827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5848c7c-9a84-498c-a637-adb073abf8d4 req-c87d3b9e-9430-4587-a49d-c977947ba18b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1075459 Dec 20 23:11:41.395448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.401655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3407df06-8eee-4e83-af32-5531adf11d67 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6831417 Dec 20 23:11:41.419132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:41.425959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'subnet': {'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:41.506142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b67a9963-fc2c-4c5a-a1de-3807f4282507 req-8fc63302-8caa-453b-9a52-f2a743b1327f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307673 Dec 20 23:11:41.511155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5848c7c-9a84-498c-a637-adb073abf8d4 req-52a88829-fb45-439e-bb17-38812d87a5d5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028876 Dec 20 23:11:41.542413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.597461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.600141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.601306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8f5579e-5ab7-45db-9aab-be50f111432b HTTP/1.1" status: 204 len: 168 time: 0.4858871 Dec 20 23:11:41.608994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9abca2-ed4c-48ff-8cd5-b68b2f1989b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5579e-5ab7-45db-9aab-be50f111432b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:41.625969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Made reservation on behalf of a5b7c9c4174943939e4ce6791d5af8ea for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:11:41.629831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.658714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.759745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:41.762351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:41.764788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:41.768793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:41.846749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:41.847325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:41.915538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff308-5d59-4bff-a7cf-24d9bebb1567 req-189e27e5-1f87-4b83-9c0e-74ae797f8395 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:41.917837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-062ff308-5d59-4bff-a7cf-24d9bebb1567 req-189e27e5-1f87-4b83-9c0e-74ae797f8395 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0576649 Dec 20 23:11:41.966077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-1521d456-0a1c-4ccd-bea1-a06ec347882f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2110775 Dec 20 23:11:41.976558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-062ff308-5d59-4bff-a7cf-24d9bebb1567 req-a32ee4a7-6ba6-4caf-ac23-5adcb2a4c0e0 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491498 Dec 20 23:11:41.979902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Request body: {'port': {'device_id': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:42.039613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.048804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.210862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Subnet': ['ID=369fa490-8369-4309-b553-467949c40db0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:42.232100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Checking segment: {'id': 'd4e51752-b1ac-4b68-9930-c8c566b767bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:42.232556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network hostable DHCP agents. Network: 1dfcbce6-da9c-44a0-be04-abce2fc7955b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:11:42.250647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79008e4d-3908-4760-914b-affdf6379574 req-e0d83ebb-fb0b-4f34-9c69-62c4baa774f4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:42.254265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79008e4d-3908-4760-914b-affdf6379574 req-e0d83ebb-fb0b-4f34-9c69-62c4baa774f4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1002915 Dec 20 23:11:42.300661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5a9c-5bee-4c0d-ac1e-7fb116c13dfc req-053db4ad-781f-463f-b6f6-4d6883ddc4b4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:42.302323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fda5a9c-5bee-4c0d-ac1e-7fb116c13dfc req-053db4ad-781f-463f-b6f6-4d6883ddc4b4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 931 time: 0.1089432 Dec 20 23:11:42.329220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:11:42.336204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79008e4d-3908-4760-914b-affdf6379574 req-ca443220-564c-4918-b4d7-03ec9af30b55 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754025 Dec 20 23:11:42.374579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56694) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:42.383384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fda5a9c-5bee-4c0d-ac1e-7fb116c13dfc req-da3bc028-4f09-413e-9217-abbb47c138e9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Dec 20 23:11:42.398562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68377988-0b4c-4267-b904-efe2ec093dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.442028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 1dfcbce6-da9c-44a0-be04-abce2fc7955b) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:42.452078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6142f-6dc7-4806-b333-d8deb68a8b9c None None] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:42.457274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:42.457918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.475211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866b6635-d037-4569-a4f6-3e0bd9cf2a0f {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:42.490449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.513749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Transition to ACTIVE for port object 866b6635-d037-4569-a4f6-3e0bd9cf2a0f will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:11:42.555103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68377988-0b4c-4267-b904-efe2ec093dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.565503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8151c92a-658e-418b-813b-69a9837e4821 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1453288 Dec 20 23:11:42.571680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:42.575276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-1dfcbce6-da9c-44a0-be04-abce2fc7955b', 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b', 'project_id': 'a5b7c9c4174943939e4ce6791d5af8ea', 'fixed_ips': [{'subnet_id': '369fa490-8369-4309-b553-467949c40db0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:11:42.577890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.579491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e06baae4-79cf-43bd-8461-7987e4b7cad2 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:42.652364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.678522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40385f-f5c0-4984-886a-779395690d4a req-ca204819-c294-46eb-9b86-0475025c0d0b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:42.682318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe40385f-f5c0-4984-886a-779395690d4a req-ca204819-c294-46eb-9b86-0475025c0d0b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.0838978 Dec 20 23:11:42.694394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68377988-0b4c-4267-b904-efe2ec093dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:42.704727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd83451-31d2-48ea-8bf5-58fd59da97d5 req-dfd0350c-e4c3-4153-85b5-274ec6c26182 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:42.711438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd83451-31d2-48ea-8bf5-58fd59da97d5 req-dfd0350c-e4c3-4153-85b5-274ec6c26182 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.0993659 Dec 20 23:11:42.741278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Allocated IP 2001:db8:1::2 (1dfcbce6-da9c-44a0-be04-abce2fc7955b/369fa490-8369-4309-b553-467949c40db0/e46b341e-6495-492d-ae86-c022772cef25) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:42.758630 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68377988-0b4c-4267-b904-efe2ec093dbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bb10ed648cd48b4aaf7826664dc8332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828385 Dec 20 23:11:42.763628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56702) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:42.766430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe40385f-f5c0-4984-886a-779395690d4a req-b151e5a5-8d25-4c9f-b2fb-81b0635ca0ce tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772867 Dec 20 23:11:42.818543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbd83451-31d2-48ea-8bf5-58fd59da97d5 req-e71b570d-bdd9-495a-b163-67f148bb0eaf tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911844 Dec 20 23:11:42.861670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Pushing event updated for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:42.944590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68377988-0b4c-4267-b904-efe2ec093dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80fae3b-4601-4df7-9e3d-5c537919b6b6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:42.979945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e06baae4-79cf-43bd-8461-7987e4b7cad2 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.048267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.061262 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.069887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Attempting to bind port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:43.070735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Attempting to bind port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:43.070735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Attempting to bind port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:43.101504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79163f5c-b6f8-495b-9c2e-b7d7f0d7ddea req-e58ae596-44c4-4e0f-8c87-8b2b19c9e1f3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.103644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79163f5c-b6f8-495b-9c2e-b7d7f0d7ddea req-e58ae596-44c4-4e0f-8c87-8b2b19c9e1f3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0529823 Dec 20 23:11:43.104573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:11:43.104904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Attempting to bind port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:43.108071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-892a02a3-64af-4252-a319-69c4e9d9db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.109555 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-892a02a3-64af-4252-a319-69c4e9d9db57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1097 time: 0.1123579 Dec 20 23:11:43.112450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.141831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:43.142171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:43.142556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:43.142998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Bound port: 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:43.143349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.151089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79163f5c-b6f8-495b-9c2e-b7d7f0d7ddea req-d6400614-634d-4a8a-a8fb-3c9492cfb9f9 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Dec 20 23:11:43.155346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.194494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:43.198023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:43.201471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:43.209970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Pushing event updated for resources: {'Port': ['ID=e46b341e-6495-492d-ae86-c022772cef25,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:43.260276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Attempting to bind port e46b341e-6495-492d-ae86-c022772cef25 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:43.260784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Attempting to bind port e46b341e-6495-492d-ae86-c022772cef25 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd4e51752-b1ac-4b68-9930-c8c566b767bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:43.261235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Attempting to bind port e46b341e-6495-492d-ae86-c022772cef25 on network 1dfcbce6-da9c-44a0-be04-abce2fc7955b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:43.266295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:43.266669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Checking segment: {'id': 'd4e51752-b1ac-4b68-9930-c8c566b767bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:43.267067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.267456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Bound using segment: {'id': 'd4e51752-b1ac-4b68-9930-c8c566b767bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:43.267916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Bound port: e46b341e-6495-492d-ae86-c022772cef25, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e51752-b1ac-4b68-9930-c8c566b767bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1dfcbce6-da9c-44a0-be04-abce2fc7955b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:43.268293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.336723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] For port e46b341e-6495-492d-ae86-c022772cef25, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:43.340094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] For port e46b341e-6495-492d-ae86-c022772cef25, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e46b341e-6495-492d-ae86-c022772cef25,segment=NetworkSegment(d4e51752-b1ac-4b68-9930-c8c566b767bd),segment_id=d4e51752-b1ac-4b68-9930-c8c566b767bd)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:43.342219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f2edf44d-e724-480a-b52a-258e31654c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.343740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f2edf44d-e724-480a-b52a-258e31654c0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.2192209 Dec 20 23:11:43.349878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:43.354251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:43.400082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.403062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.403720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.406816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d80fae3b-4601-4df7-9e3d-5c537919b6b6 HTTP/1.1" status: 204 len: 168 time: 0.6047809 Dec 20 23:11:43.427173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d00dd9-1ec8-46f4-9dff-0a868aa621bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80fae3b-4601-4df7-9e3d-5c537919b6b6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:43.446379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.478290 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-eb138c04-ca71-444d-b833-6478a82451a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 1001 time: 0.1224108 Dec 20 23:11:43.486485 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-e06baae4-79cf-43bd-8461-7987e4b7cad2 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:11:43.487531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e06baae4-79cf-43bd-8461-7987e4b7cad2 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e HTTP/1.1" status: 400 len: 364 time: 0.9181008 Dec 20 23:11:43.491300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:43.500294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c3f3e-9cbc-4dd0-899d-b703a0f6c286 None None] Pushing event updated for resources: {'Port': ['ID=e46b341e-6495-492d-ae86-c022772cef25,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:43.521155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.521870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:43.524884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] 10.222.0.59 "PUT /v2.0/ports/866b6635-d037-4569-a4f6-3e0bd9cf2a0f HTTP/1.1" status: 200 len: 1091 time: 1.5505145 Dec 20 23:11:43.525408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:43.529048 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938bad8-d6b9-4739-817b-a04428424bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:43.577213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7635c2-c435-44e0-adbb-c61ff541ef69 service neutron] Pushing event updated for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:43.590015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f21281d7-9798-4e1a-a397-2c8c018c608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.592354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f21281d7-9798-4e1a-a397-2c8c018c608e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.1030624 Dec 20 23:11:43.629246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9ea0-e2ad-49d1-8400-b65d46783563 req-fb2eabde-1ba8-492b-9ff7-3879ed4cc343 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.637423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58fc9ea0-e2ad-49d1-8400-b65d46783563 req-fb2eabde-1ba8-492b-9ff7-3879ed4cc343 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.2301354 Dec 20 23:11:43.657741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-01818bc6-b09a-4dc6-9fb4-d441a9662285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.659608 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-01818bc6-b09a-4dc6-9fb4-d441a9662285 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601830 Dec 20 23:11:43.802519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9d804-bb7e-474f-a68f-24b071530fd6 req-88d37509-0f4c-4a61-9968-36ba053ef02b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.804028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46c9d804-bb7e-474f-a68f-24b071530fd6 req-88d37509-0f4c-4a61-9968-36ba053ef02b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 943 time: 0.2477465 Dec 20 23:11:43.811596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-f6c36cc5-f896-49ef-b546-bc23e8958ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:43.813509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-f6c36cc5-f896-49ef-b546-bc23e8958ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 1094 time: 0.1061630 Dec 20 23:11:43.814209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58fc9ea0-e2ad-49d1-8400-b65d46783563 req-49e83693-3cb3-4704-9f67-1e7c05110e2c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758182 Dec 20 23:11:43.856606 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-2ad79abb-b5d7-467d-82fd-74b3c0331ce0 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798637 Dec 20 23:11:43.892884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-0004e5a8-f9b0-425f-835c-91d2e7f3640b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f HTTP/1.1" status: 200 len: 217 time: 0.0575085 Dec 20 23:11:43.927362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:11:43.993416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46c9d804-bb7e-474f-a68f-24b071530fd6 req-3268ef72-87fb-4b85-a5e5-31847cbac42e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780882 Dec 20 23:11:44.033203 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71a7e40-3c6f-4c97-8cb8-a3cd933cb8c8 x-openstack-request-id: req-d71a7e40-3c6f-4c97-8cb8-a3cd933cb8c8 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:44.033502 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:44.033888 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d71a7e40-3c6f-4c97-8cb8-a3cd933cb8c8 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:44.034299 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f', 'status': 'completed', 'code': 200} Dec 20 23:11:44.058376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-089efd0e-2594-4662-8003-9297be128caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:44.060093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-089efd0e-2594-4662-8003-9297be128caf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.1549270 Dec 20 23:11:44.113321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-67e57157-5b91-443e-bfdb-1dcf826e2b94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432858 Dec 20 23:11:44.117592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-c6e08844-81af-4db2-9655-edb16000fe72 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343454 Dec 20 23:11:44.122963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.200103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:44.219269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:11:44.221136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e46b341e-6495-492d-ae86-c022772cef25 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:44.254853 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-da39c166-3809-4d98-97d1-0c8bd4e4ebca service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070712 Dec 20 23:11:44.320211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e46b341e-6495-492d-ae86-c022772cef25 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:44.320596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.330782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47670572-3c7e-4688-8588-0daee404d442 req-ce5f38cf-1f72-468d-8c3e-3ad5ba56767f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:44.334392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47670572-3c7e-4688-8588-0daee404d442 req-ce5f38cf-1f72-468d-8c3e-3ad5ba56767f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.2136102 Dec 20 23:11:44.360921 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.382362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:44.428974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e965d564-411b-43f0-a59d-2fcaff8a95fe req-06be662b-5b55-4352-aa5c-d55d50f2e3b1 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660511 Dec 20 23:11:44.449681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.475925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:44.513003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port e46b341e-6495-492d-ae86-c022772cef25, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e46b341e-6495-492d-ae86-c022772cef25,segment=NetworkSegment(d4e51752-b1ac-4b68-9930-c8c566b767bd),segment_id=d4e51752-b1ac-4b68-9930-c8c566b767bd)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:44.548449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618197-9e0e-4cc3-8c17-bece668d38fe req-30bbb9c9-b2bc-4895-8749-a28180bdfa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:44.550151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab618197-9e0e-4cc3-8c17-bece668d38fe req-30bbb9c9-b2bc-4895-8749-a28180bdfa5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1096 time: 0.0547900 Dec 20 23:11:44.587333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.600734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:44.638044 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab618197-9e0e-4cc3-8c17-bece668d38fe req-2cdaa4c4-0f82-480a-b439-14caf9c90b6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Dec 20 23:11:44.674266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:44.747035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=e46b341e-6495-492d-ae86-c022772cef25,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:44.829046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad778-edcc-48fe-8297-e7b649d85b00 req-0f975401-160e-4257-b5bb-7752e2f118d4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:44.833989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:11:44.838429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-469ad778-edcc-48fe-8297-e7b649d85b00 req-0f975401-160e-4257-b5bb-7752e2f118d4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.6571703 Dec 20 23:11:44.897064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-44ff38af-02c7-4df5-a17a-4a85b016e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:44.898551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-44ff38af-02c7-4df5-a17a-4a85b016e2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 1094 time: 0.0671542 Dec 20 23:11:44.942476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-469ad778-edcc-48fe-8297-e7b649d85b00 req-e7d9f26a-b100-407e-a55d-01e8ee5cd877 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032305 Dec 20 23:11:44.976508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47670572-3c7e-4688-8588-0daee404d442 req-624d9532-56b8-4e5a-bef2-e4398fa3d1fe tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834819 Dec 20 23:11:45.009137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47909adc-9965-42ad-b188-80a9a29e5632 None None] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:45.075443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-773112bc-9b26-4242-9b46-68440dbd7509 None None] Provisioning complete for port e46b341e-6495-492d-ae86-c022772cef25 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:45.075816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-773112bc-9b26-4242-9b46-68440dbd7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.080634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-26fd2c4d-df8f-4a54-b6b1-7dac5af452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:45.082630 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-26fd2c4d-df8f-4a54-b6b1-7dac5af452ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 912 time: 0.1742306 Dec 20 23:11:45.139074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-798c16b1-f182-4dbe-bae4-df8f0abffb5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f HTTP/1.1" status: 200 len: 217 time: 0.0481515 Dec 20 23:11:45.153463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Allocated IP 2001:db8::1 (1657cddf-8fe7-44e4-88f6-995c10bac995/e2e4d785-022f-46dd-8173-0754ed2ac3a5/d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:11:45.177394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf776-e78a-4b82-96a5-71c4a3f4a57a req-229b9291-fbdd-4f0e-ba4d-ce79cd0a39d1 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:45.179078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cbdf776-e78a-4b82-96a5-71c4a3f4a57a req-229b9291-fbdd-4f0e-ba4d-ce79cd0a39d1 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1252794 Dec 20 23:11:45.188290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3d48-0943-4578-b8a3-8fc0aeb53761 req-82ecdbe7-4ff2-4992-a0fa-206c057bba09 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:45.189966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a4e3d48-0943-4578-b8a3-8fc0aeb53761 req-82ecdbe7-4ff2-4992-a0fa-206c057bba09 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1205192 Dec 20 23:11:45.209873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-ace7c9ae-2ac3-4d35-927a-151b3cd58781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:45.212885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-ace7c9ae-2ac3-4d35-927a-151b3cd58781 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0604963 Dec 20 23:11:45.250604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-c6f34b54-a9a5-4090-8e61-a67a68c9517f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297184 Dec 20 23:11:45.334472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cbdf776-e78a-4b82-96a5-71c4a3f4a57a req-5de3a0fd-c824-490e-8146-21f20c4f216e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420732 Dec 20 23:11:45.346776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a4e3d48-0943-4578-b8a3-8fc0aeb53761 req-23dfed33-fd0b-4f54-95b8-5da8d3c1ac3c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442387 Dec 20 23:11:45.394043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-79c5baeb-c082-4e7d-916d-610079f3a0fd service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336920 Dec 20 23:11:45.407510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.499049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9938bad8-d6b9-4739-817b-a04428424bc5 req-9b987c3f-ce9e-4701-97a2-c8998b375f8c service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966218 Dec 20 23:11:45.522104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fca873-7eb1-4654-a5c8-5803efe55260 req-71a69c62-67f0-4c77-af50-5e69019fb461 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:45.534922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4fca873-7eb1-4654-a5c8-5803efe55260 req-71a69c62-67f0-4c77-af50-5e69019fb461 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 943 time: 0.0652814 Dec 20 23:11:45.573253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.604554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4fca873-7eb1-4654-a5c8-5803efe55260 req-97da12b1-c1d9-4853-9e26-025854f7dbfd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733740 Dec 20 23:11:45.621101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:45.624135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:45.627911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:11:45.628522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.671974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Port': ['ID=d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:45.690221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-722e4946-b20d-4c04-aedd-d5801c2c35f4 None None] Provisioning complete for port e46b341e-6495-492d-ae86-c022772cef25 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:45.690745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-722e4946-b20d-4c04-aedd-d5801c2c35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.914904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-30f08c25-0a13-4530-a3d0-82b3fe9a0786 None None] Provisioning complete for port d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:45.915473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30f08c25-0a13-4530-a3d0-82b3fe9a0786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.922971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:45.943236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:45.975282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e46b341e-6495-492d-ae86-c022772cef25 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:46.010801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-30f08c25-0a13-4530-a3d0-82b3fe9a0786 None None] Port d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:46.048446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e46b341e-6495-492d-ae86-c022772cef25 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:46.048823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.120846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:11:46.131345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:46.131645 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.205565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246992eb-7751-4cdb-b345-abd8034c8a48 req-e80b3b96-91ca-4a00-bc46-a531f3f1911e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.207093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-246992eb-7751-4cdb-b345-abd8034c8a48 req-e80b3b96-91ca-4a00-bc46-a531f3f1911e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.1241121 Dec 20 23:11:46.214732 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc393-70cc-4751-8d22-1cf6914209ef req-919773be-5bf8-490f-bf74-757c6f200b53 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.216161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-701fc393-70cc-4751-8d22-1cf6914209ef req-919773be-5bf8-490f-bf74-757c6f200b53 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1317434 Dec 20 23:11:46.221576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.245730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:46.248043 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5185c8-c483-49e4-be8f-1a04ca565168" -d '{"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:46.260226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:46.323895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.341741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-246992eb-7751-4cdb-b345-abd8034c8a48 req-3bd1f2ec-dd75-4d01-aa6f-d1b33e2e36e7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245580 Dec 20 23:11:46.354252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-701fc393-70cc-4751-8d22-1cf6914209ef req-67e64852-3e06-4bad-83ee-a78a4d8ec274 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195483 Dec 20 23:11:46.397574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:46.417578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.419371 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c73d15-b2bb-4e55-bd14-2af2ffdb7f22 x-openstack-request-id: req-f3c73d15-b2bb-4e55-bd14-2af2ffdb7f22 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:46.419670 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:46.419928 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3c73d15-b2bb-4e55-bd14-2af2ffdb7f22 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:46.420326 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'code': 200} Dec 20 23:11:46.498794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.499560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:46.544133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a929-a048-42e5-9139-0711c68ed18c req-15110f0b-c123-402e-bfe9-35eb24bdd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.545932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2bd6a929-a048-42e5-9139-0711c68ed18c req-15110f0b-c123-402e-bfe9-35eb24bdd241 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0432572 Dec 20 23:11:46.598089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2bd6a929-a048-42e5-9139-0711c68ed18c req-d3bdd8d2-ddb0-494b-b089-30de2c93c8cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Dec 20 23:11:46.631733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79337ce-4b49-4655-8766-217df77cdd3a req-1d726a85-f02e-4228-a255-56bacdf7edf5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.633148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b79337ce-4b49-4655-8766-217df77cdd3a req-1d726a85-f02e-4228-a255-56bacdf7edf5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1770992 Dec 20 23:11:46.636554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event updated for resources: {'Port': ['ID=d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:46.668018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415680e-0e1a-422b-839b-88420fd7e39f req-18cdb03e-e7ea-4882-85bb-4322976e1f5c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.669477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2415680e-0e1a-422b-839b-88420fd7e39f req-18cdb03e-e7ea-4882-85bb-4322976e1f5c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1823602 Dec 20 23:11:46.735319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:11:46.745981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:11:46.756694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b79337ce-4b49-4655-8766-217df77cdd3a req-44a5c4b5-0be2-4657-a20b-5a4a23aba103 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131020 Dec 20 23:11:46.772461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2415680e-0e1a-422b-839b-88420fd7e39f req-cf521e15-4d6e-4704-a932-f22191a40d9f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936801 Dec 20 23:11:46.790294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 866b6635-d037-4569-a4f6-3e0bd9cf2a0f details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:11:46.957961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Router 64156b98-9068-45ba-bced-536c6bd7773e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:46.993589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234b36a-e33f-44ca-997c-ea70e1df5018 req-a0c79657-2de6-4ae8-bce4-df602f1548f3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:46.995399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0234b36a-e33f-44ca-997c-ea70e1df5018 req-a0c79657-2de6-4ae8-bce4-df602f1548f3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 943 time: 0.1024771 Dec 20 23:11:46.998076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:47.011801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f', 'mac_address': 'fa:16:3e:42:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:11:47.075839 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:47.096679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866b6635-d037-4569-a4f6-3e0bd9cf2a0f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:47.120556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:47.149890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-360fe9a8-24bb-4826-979c-006e31de1d91 None None] Provisioning complete for port d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:47.150486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-360fe9a8-24bb-4826-979c-006e31de1d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:47.158016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:47.168085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0234b36a-e33f-44ca-997c-ea70e1df5018 req-af104110-6aa5-41a4-816c-166f139b75df tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325724 Dec 20 23:11:47.172310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0cf3df3e-0266-4d20-8b01-1fca96ef78f0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6795325 Dec 20 23:11:47.175285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56776) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:47.182084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9755-83cf-4462-962a-8a71e2385bd5 req-f5085fda-1b5a-451d-9044-fbdc154a8d0a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:47.185592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea7d9755-83cf-4462-962a-8a71e2385bd5 req-f5085fda-1b5a-451d-9044-fbdc154a8d0a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1863351 Dec 20 23:11:47.187494 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] Sync routers for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:47.204830 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:47.206438 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:47.211412 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:47.251288 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:47.265288 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:47.266153 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:47.273339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea7d9755-83cf-4462-962a-8a71e2385bd5 req-7dc597e0-caa0-48b4-bc84-1ec16c617c32 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Dec 20 23:11:47.301696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-360fe9a8-24bb-4826-979c-006e31de1d91 None None] Port d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:11:47.308697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:47.316615 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:47.317712 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a5291-d090-4386-8667-1d2bf8a2bcf9 None None] The sync data for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:47.351691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab0a58a2-d58e-4fb1-9b05-5a057f9dd04e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:47.440880 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ab0a58a2-d58e-4fb1-9b05-5a057f9dd04e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 23:11:47.441909 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab0a58a2-d58e-4fb1-9b05-5a057f9dd04e tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e HTTP/1.1" status: 409 len: 329 time: 0.2655022 Dec 20 23:11:47.444741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56786) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:47.474015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a867-eff2-4f1f-b6ae-fec2b1363bfe req-c43561b9-75b7-4caf-b7c2-156536597c79 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:47.475499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e8a867-eff2-4f1f-b6ae-fec2b1363bfe req-c43561b9-75b7-4caf-b7c2-156536597c79 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0504313 Dec 20 23:11:47.526549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8e8a867-eff2-4f1f-b6ae-fec2b1363bfe req-5af4ecec-d072-4da8-aa7d-bbb4891d756f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Dec 20 23:11:47.529377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['866b6635-d037-4569-a4f6-3e0bd9cf2a0f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:11:47.666571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d58a88-2868-472e-9267-0fb3a63b21c6 req-162c0081-ad58-445b-970b-f3848f6f85a4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:47.668347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86d58a88-2868-472e-9267-0fb3a63b21c6 req-162c0081-ad58-445b-970b-f3848f6f85a4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.0724263 Dec 20 23:11:47.771430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86d58a88-2868-472e-9267-0fb3a63b21c6 req-5439ad40-b7f5-4f98-b6b9-2560dd356559 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950739 Dec 20 23:11:47.794761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ec3a-340b-4efa-8849-87d1c7f52d23 req-21673404-d34d-464e-bc52-60daf99e0677 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:47.796356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb53ec3a-340b-4efa-8849-87d1c7f52d23 req-21673404-d34d-464e-bc52-60daf99e0677 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0826311 Dec 20 23:11:47.857165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb53ec3a-340b-4efa-8849-87d1c7f52d23 req-e9f2ddfb-e080-4c38-a1ef-ddd881baaa12 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Dec 20 23:11:47.937628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010cee-f17e-448e-b455-f3ba97623344 req-77b04a74-d6a1-4bea-a2a6-efdebe08d0c5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:47.942355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb010cee-f17e-448e-b455-f3ba97623344 req-77b04a74-d6a1-4bea-a2a6-efdebe08d0c5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0839870 Dec 20 23:11:47.998973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb010cee-f17e-448e-b455-f3ba97623344 req-f78f8175-ad01-4063-85db-c2490f00cb29 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515735 Dec 20 23:11:48.144100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:48.308434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efdf9-16e1-4784-929d-d20c32bf596f req-f4986930-87e7-416c-b5a3-16e698357d1b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:48.309951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-375efdf9-16e1-4784-929d-d20c32bf596f req-f4986930-87e7-416c-b5a3-16e698357d1b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 944 time: 0.0553570 Dec 20 23:11:48.376364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-375efdf9-16e1-4784-929d-d20c32bf596f req-d79cb579-ac12-47e4-86a5-9c59076959c7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Dec 20 23:11:48.417153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting port d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:48.417510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:48.503973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:48.516061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Calling delete_port for d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:48.657538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d87e2-bf16-4d3f-b395-990ea90e83bc req-dcbeba73-b923-46e9-8fe3-4e40a6cd2f1f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:48.659224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd3d87e2-bf16-4d3f-b395-990ea90e83bc req-dcbeba73-b923-46e9-8fe3-4e40a6cd2f1f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0521526 Dec 20 23:11:48.709220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd3d87e2-bf16-4d3f-b395-990ea90e83bc req-0a9c21f2-37ba-4d3a-a077-f90ccb611490 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Dec 20 23:11:48.757591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:48.787069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 866b6635-d037-4569-a4f6-3e0bd9cf2a0f up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:11:48.791621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Port': ['ID=d1e4f66d-4ba8-4ba7-898c-5c4bbb847c4f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:48.865152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b2085-9d51-4641-8b05-cdaf7ee3b192 req-7a7eba82-14ec-4707-ba29-57d32b111b06 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:48.876794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd3b2085-9d51-4641-8b05-cdaf7ee3b192 req-7a7eba82-14ec-4707-ba29-57d32b111b06 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0807533 Dec 20 23:11:48.877294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56812) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:48.881860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Request body: {'floatingip': {'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:48.968475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:11:48.973310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:11:48.973865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:48.976490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.011689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.191380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.191380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:49.191380 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d051651d-0b09-4c88-a9c4-691ac4559ec9" -d '{"events": [{"server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "name": "network-vif-plugged", "status": "completed", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:49.191380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:49.194036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cf8d-0e1e-44e8-aa95-520d74b804fa req-28bac50a-bc6f-406c-a429-4ec9d029ab0c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:49.194036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b139cf8d-0e1e-44e8-aa95-520d74b804fa req-28bac50a-bc6f-406c-a429-4ec9d029ab0c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.2268183 Dec 20 23:11:49.194266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Router 64156b98-9068-45ba-bced-536c6bd7773e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:49.233054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04b58f-42cc-49ec-9cec-f0fb04a8e0d7 req-2bfcd652-4b8a-4422-8332-9d4f8b1caf36 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:49.234580 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d04b58f-42cc-49ec-9cec-f0fb04a8e0d7 req-2bfcd652-4b8a-4422-8332-9d4f8b1caf36 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.2369916 Dec 20 23:11:49.276382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:49.287204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6aa2b617-854c-451c-8115-d11c71596cd0 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368680 Dec 20 23:11:49.288001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] Sync routers for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:49.290126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:49.300282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:49.300905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:49.340797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:49.350362 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-04a0e6cf-5dc5-4ce1-8948-ee72691f6010 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] show failed (client error): The resource could not be found. Dec 20 23:11:49.351972 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-04a0e6cf-5dc5-4ce1-8948-ee72691f6010 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-419668196 HTTP/1.1" status: 404 len: 334 time: 0.0581565 Dec 20 23:11:49.352342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] Routers {'64156b98-9068-45ba-bced-536c6bd7773e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:49.353419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['64156b98-9068-45ba-bced-536c6bd7773e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:49.356635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:49.363323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c7db1e04-19d3-4ead-9693-d469a6131c72 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:49.385161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b139cf8d-0e1e-44e8-aa95-520d74b804fa req-5141b9f2-25c4-4231-b012-734f0b2f87a2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634333 Dec 20 23:11:49.391793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d04b58f-42cc-49ec-9cec-f0fb04a8e0d7 req-472082b7-90dc-4191-9b95-b433d8c39c71 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449950 Dec 20 23:11:49.434746 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-c7db1e04-19d3-4ead-9693-d469a6131c72 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] update failed (client error): The resource could not be found. Dec 20 23:11:49.454011 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7db1e04-19d3-4ead-9693-d469a6131c72 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-77079341 HTTP/1.1" status: 404 len: 333 time: 0.0804415 Dec 20 23:11:49.454011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:49.454214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.461013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:49.461885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed18c150-2211-4212-87a8-22f12ef2fb85 None None] The sync data for ids ['64156b98-9068-45ba-bced-536c6bd7773e'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:49.537863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:49.539338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting subnet 369fa490-8369-4309-b553-467949c40db0 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:49.544046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.576950 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ddcbf-1313-45e4-b5ea-3f58c1e02bf3 x-openstack-request-id: req-663ddcbf-1313-45e4-b5ea-3f58c1e02bf3 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:49.577253 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "name": "network-vif-plugged", "status": "completed", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:49.577568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-663ddcbf-1313-45e4-b5ea-3f58c1e02bf3 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:49.578052 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f', 'code': 200} Dec 20 23:11:49.612014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.668216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9c9c-0561-4e51-9dd2-733aaa638bc7 req-a238d083-1cb5-4014-9bb9-1ad75beec9c7 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:49.669824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-115c9c9c-0561-4e51-9dd2-733aaa638bc7 req-a238d083-1cb5-4014-9bb9-1ad75beec9c7 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1643634 Dec 20 23:11:49.728979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e31d-2030-4fa3-bf73-131a7f15ab38 req-f4f8f5b4-4cda-48b4-a885-fe9baa33acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:49.730808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6045e31d-2030-4fa3-bf73-131a7f15ab38 req-f4f8f5b4-4cda-48b4-a885-fe9baa33acc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 1096 time: 0.0790892 Dec 20 23:11:49.790620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0085b-7571-401a-b6ec-0e763019eac6 req-a40fd8dc-7b58-465e-9960-f73a0bd2aa0a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:49.792757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afc0085b-7571-401a-b6ec-0e763019eac6 req-a40fd8dc-7b58-465e-9960-f73a0bd2aa0a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 945 time: 0.1201377 Dec 20 23:11:49.802337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.817473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-115c9c9c-0561-4e51-9dd2-733aaa638bc7 req-2cb9ae15-b4cf-4711-86b5-b154bf6994a5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317759 Dec 20 23:11:49.855740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6045e31d-2030-4fa3-bf73-131a7f15ab38 req-3c2fdd02-1190-45e7-b17b-3458209b0175 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973930 Dec 20 23:11:49.917001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afc0085b-7571-401a-b6ec-0e763019eac6 req-9681e1b7-0ab7-4650-9c33-1d7a84a2ee77 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117842 Dec 20 23:11:49.919208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.958449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.991726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:49.995147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Subnet': ['ID=369fa490-8369-4309-b553-467949c40db0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:49.997540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.001314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d2c53d17-9d31-4856-a9d1-3e10ab0b1683 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/subnets/369fa490-8369-4309-b553-467949c40db0 HTTP/1.1" status: 204 len: 168 time: 0.5566814 Dec 20 23:11:50.002872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7471a-59c9-4950-afac-88f11ec40687 None None] Network 1dfcbce6-da9c-44a0-be04-abce2fc7955b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:50.003877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:50.089659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.130567 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Floating IP beaf6491-bae3-4596-99c0-b22c294aae7b associated. External IP: 172.25.1.190, port: ba5cdda7-8af3-4da3-bbca-d46a46b8a36a. Dec 20 23:11:50.148864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting port e46b341e-6495-492d-ae86-c022772cef25 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:50.149239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.197987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59564819-366f-4eca-8d19-597461fc201c None None] DHCP port deletion for 1dfcbce6-da9c-44a0-be04-abce2fc7955b request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:50.253133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] For port e46b341e-6495-492d-ae86-c022772cef25, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e46b341e-6495-492d-ae86-c022772cef25,segment=NetworkSegment(d4e51752-b1ac-4b68-9930-c8c566b767bd),segment_id=d4e51752-b1ac-4b68-9930-c8c566b767bd)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:50.259830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.273714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Calling delete_port for e46b341e-6495-492d-ae86-c022772cef25 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:50.291909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-59564819-366f-4eca-8d19-597461fc201c None None] Deleting port e46b341e-6495-492d-ae86-c022772cef25 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:50.292809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59564819-366f-4eca-8d19-597461fc201c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.405760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-59564819-366f-4eca-8d19-597461fc201c None None] For port e46b341e-6495-492d-ae86-c022772cef25, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e46b341e-6495-492d-ae86-c022772cef25,segment=NetworkSegment(d4e51752-b1ac-4b68-9930-c8c566b767bd),segment_id=d4e51752-b1ac-4b68-9930-c8c566b767bd)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:50.414340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59564819-366f-4eca-8d19-597461fc201c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.456466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-59564819-366f-4eca-8d19-597461fc201c None None] Calling delete_port for e46b341e-6495-492d-ae86-c022772cef25 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:50.504340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.513465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:11:50.540278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] No DVR routers for this DVR port e46b341e-6495-492d-ae86-c022772cef25 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:50.605439 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59564819-366f-4eca-8d19-597461fc201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.615968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Port': ['ID=e46b341e-6495-492d-ae86-c022772cef25,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:50.638986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ce81-a64b-4f75-bacb-aa054dad5710 req-f788e48b-c4bb-4142-a012-e51c8bbb8c0c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:50.646319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faa1ce81-a64b-4f75-bacb-aa054dad5710 req-f788e48b-c4bb-4142-a012-e51c8bbb8c0c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1668105 Dec 20 23:11:50.653602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59564819-366f-4eca-8d19-597461fc201c None None] No DVR routers for this DVR port e46b341e-6495-492d-ae86-c022772cef25 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:50.655429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59564819-366f-4eca-8d19-597461fc201c None None] Pushing event deleted for resources: {'Port': ['ID=e46b341e-6495-492d-ae86-c022772cef25,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:50.689695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.714436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfcbce6-da9c-44a0-be04-abce2fc7955b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:50.716848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a60409-0191-4604-aab0-6eebe71321f4 req-b0fec1f3-6344-40cd-982a-820d36844929 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:50.718575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69a60409-0191-4604-aab0-6eebe71321f4 req-b0fec1f3-6344-40cd-982a-820d36844929 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.4001558 Dec 20 23:11:50.738933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e51752-b1ac-4b68-9930-c8c566b767bd') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:50.738933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e51752-b1ac-4b68-9930-c8c566b767bd') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:50.758815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.779349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.786272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:50.786676 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.790068 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:50.795257 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:50.938880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.960649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:50.973459 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/networks/1dfcbce6-da9c-44a0-be04-abce2fc7955b HTTP/1.1" status: 204 len: 168 time: 0.9673660 Dec 20 23:11:50.974706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:51.001161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b94ff2-fa8a-422b-a1a5-c079499adb13 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Network': ['ID=1dfcbce6-da9c-44a0-be04-abce2fc7955b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:51.056997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting subnet 228c27ea-2d71-4392-8b65-d1f91999e215 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:51.060778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.104102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.146298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faa1ce81-a64b-4f75-bacb-aa054dad5710 req-d1d0f0d2-4787-484a-bc5e-b65bd723f0bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4931023 Dec 20 23:11:51.149854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:11:51.156958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.161575 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:11:51.183356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:51.190752 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:51.213954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69a60409-0191-4604-aab0-6eebe71321f4 req-a5d89a2f-02c2-4181-8256-845c78221ad5 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868746 Dec 20 23:11:51.230481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e2cdb471-2590-4c62-9d4f-7818f6ce9120 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "PUT /v2.0/floatingips/beaf6491-bae3-4596-99c0-b22c294aae7b HTTP/1.1" status: 200 len: 992 time: 2.3519621 Dec 20 23:11:51.231221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:51.233508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d" -d '{"events": [{"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:51.245044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.348923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:51.351770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc5da-58a3-448c-a713-d0b995050104 req-4e3e4b84-205f-4e1d-a75d-21c51812ab32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:51.353982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-619fc5da-58a3-448c-a713-d0b995050104 req-4e3e4b84-205f-4e1d-a75d-21c51812ab32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0789335 Dec 20 23:11:51.397977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591aaae-c765-4e11-8193-afbf1d044f4b req-70159a68-c835-4040-a60d-2d9925a240ff tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:51.401646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9591aaae-c765-4e11-8193-afbf1d044f4b req-70159a68-c835-4040-a60d-2d9925a240ff tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 945 time: 0.0882452 Dec 20 23:11:51.420460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.426552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-619fc5da-58a3-448c-a713-d0b995050104 req-d5d40bc5-c8a2-47d1-8395-fc4a843893a8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Dec 20 23:11:51.453968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Subnet': ['ID=228c27ea-2d71-4392-8b65-d1f91999e215,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:51.468740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.472013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d4aa7d0-7afe-4c47-ba33-65dadfa6fcb7 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/subnets/228c27ea-2d71-4392-8b65-d1f91999e215 HTTP/1.1" status: 204 len: 168 time: 0.4930689 Dec 20 23:11:51.474599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56856) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:51.490211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3eebd5-9f91-49fe-aa21-47d87d463283 None None] Network a032339c-e50c-4b10-af4d-f29fdec79047 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:51.491303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9591aaae-c765-4e11-8193-afbf1d044f4b req-cc11f87a-4d2d-4f39-9b10-6515dd1c0391 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764754 Dec 20 23:11:51.562798 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f48980-a1f7-498a-a1b0-75f9d94c9516 x-openstack-request-id: req-91f48980-a1f7-498a-a1b0-75f9d94c9516 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:51.565200 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:51.565200 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91f48980-a1f7-498a-a1b0-75f9d94c9516 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:51.565200 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'status': 'completed', 'code': 200} Dec 20 23:11:51.587724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting subnet 51a32ff5-f2a0-4606-94f0-837b6be2ddb6 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:51.611192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.688599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.694343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-d2c559dc-460c-4e62-b278-0f5a64a3be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:51.696438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-d2c559dc-460c-4e62-b278-0f5a64a3be96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1097 time: 0.1049826 Dec 20 23:11:51.786022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] DHCP port deletion for a032339c-e50c-4b10-af4d-f29fdec79047 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:51.796822 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beaf6491-bae3-4596-99c0-b22c294aae7b', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:28Z', 'updated_at': '2021-12-20T23:11:49Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:51.831167 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:11:51.842239 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:11:51.843125 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:11:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:51.897544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Deleting port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:51.898304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.927518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-f7556d44-203c-423b-97fa-a33f767f48b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1230047 Dec 20 23:11:51.930556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:51.936337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-6d8ff04b-fc6a-4608-8ff9-602f94a27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:51.939269 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-6d8ff04b-fc6a-4608-8ff9-602f94a27494 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.2197649 Dec 20 23:11:52.090791 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:11:52.131667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-0c41e438-4930-4cbc-9bae-bd0a1d082dd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1000 time: 0.1726093 Dec 20 23:11:52.268628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.277835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:52.321168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] For port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,segment=NetworkSegment(3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51),segment_id=3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:52.321565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.342310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Calling delete_port for 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:52.397244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.398050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.398731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.399577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.400865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.401676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.402482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.404830 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-10a71de5-0f89-4528-a62c-dcb8234149a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.3619452 Dec 20 23:11:52.406941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb48a5-6a61-495b-a2fb-9c6190b047e1 req-d6e71abf-759a-4fa5-880d-0021ea314479 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.419752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29eb48a5-6a61-495b-a2fb-9c6190b047e1 req-d6e71abf-759a-4fa5-880d-0021ea314479 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 945 time: 0.2277939 Dec 20 23:11:52.425554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Subnet': ['ID=51a32ff5-f2a0-4606-94f0-837b6be2ddb6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:52.442099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.443088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56874) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:52.449651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.458689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b57cec0-8366-40b1-8bd8-d2b61b6d6a06 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/subnets/51a32ff5-f2a0-4606-94f0-837b6be2ddb6 HTTP/1.1" status: 204 len: 168 time: 0.9786291 Dec 20 23:11:52.464945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56878) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:52.465949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71fd5e-abae-42e6-8f9a-aa5cdb4792ba None None] Network 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:52.494814 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beaf6491-bae3-4596-99c0-b22c294aae7b', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:28Z', 'updated_at': '2021-12-20T23:11:49Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:52.551890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835ffa-a2cb-4fc2-955f-54f58fa6fcd6 req-c7260a32-22d3-4674-9076-74c5c5341bdc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.554648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee835ffa-a2cb-4fc2-955f-54f58fa6fcd6 req-c7260a32-22d3-4674-9076-74c5c5341bdc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.2767084 Dec 20 23:11:52.561323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,segment=NetworkSegment(3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51),segment_id=3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:52.590596 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee2d80-eddb-41b7-b306-2ac6ce6ba1dd None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beaf6491-bae3-4596-99c0-b22c294aae7b', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '87e89b82-9974-497f-a191-df27d88b0465', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:11:28Z', 'updated_at': '2021-12-20T23:11:49Z', 'revision_number': 1, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:11:52.639447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.641427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e46b341e-6495-492d-ae86-c022772cef25 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:52.707988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: e46b341e-6495-492d-ae86-c022772cef25 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:52.708502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e46b341e-6495-492d-ae86-c022772cef25 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:52.711435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29eb48a5-6a61-495b-a2fb-9c6190b047e1 req-f3080cb6-bdca-4dba-b7b6-a89578916c8d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906394 Dec 20 23:11:52.729030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b25934a-f079-4764-9655-926614b681d2 None None] DHCP port deletion for 58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:52.735533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-44bd9c11-e350-4477-9d42-bccd1ff575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.736003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-44bd9c11-e350-4477-9d42-bccd1ff575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.738745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-44bd9c11-e350-4477-9d42-bccd1ff575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.741308 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-44bd9c11-e350-4477-9d42-bccd1ff575f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=5f651615-de97-42ea-815e-a59be6094f1d&id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 2291 time: 0.2813284 Dec 20 23:11:52.754892 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.757179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-17ce3674-e6bc-4066-a08a-bc00111cfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:52.759513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-17ce3674-e6bc-4066-a08a-bc00111cfca8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.5863595 Dec 20 23:11:52.814698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1923-2102-43f0-8c39-18cc24ecec5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.829090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee835ffa-a2cb-4fc2-955f-54f58fa6fcd6 req-423b16c9-966f-4cb1-85ea-bc6140301f76 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525034 Dec 20 23:11:52.829840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] No DVR routers for this DVR port 8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:52.831606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:52.914872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebf993-b3fa-40c6-837d-0eae7392336f None None] Pushing event deleted for resources: {'Port': ['ID=8b7d0cc0-030c-4fcc-9eef-bae9305d0a6d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:52.932134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:52.935939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-b7d0fe73-0772-452b-b86d-6e6da96ef583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 1002 time: 0.1707385 Dec 20 23:11:52.938234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Deleting port 2d092e4c-562b-4b93-af1a-b6e3573ca190 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:52.938727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.024649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a080a6-14f0-420f-9b85-6eb227b37b70 req-b4c3fa19-35e9-41d1-8db0-3629eb73d664 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.039032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08a080a6-14f0-420f-9b85-6eb227b37b70 req-b4c3fa19-35e9-41d1-8db0-3629eb73d664 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.2087634 Dec 20 23:11:53.046337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-18043128-7a9e-4009-8808-1021ff62f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.048203 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-18043128-7a9e-4009-8808-1021ff62f139 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743480 Dec 20 23:11:53.053076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-79f86a15-a0e7-4655-ab24-2a3efdf78a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.060842 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-79f86a15-a0e7-4655-ab24-2a3efdf78a51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 200 len: 850 time: 0.1109605 Dec 20 23:11:53.067735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58280b9-a258-423a-96a7-2f726b6ef177 None None] New status for floating IP beaf6491-bae3-4596-99c0-b22c294aae7b: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:11:53.149593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5b25934a-f079-4764-9655-926614b681d2 None None] For port 2d092e4c-562b-4b93-af1a-b6e3573ca190, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2d092e4c-562b-4b93-af1a-b6e3573ca190,segment=NetworkSegment(e46e39d0-277d-4b63-ace0-a3cdec0f5db1),segment_id=e46e39d0-277d-4b63-ace0-a3cdec0f5db1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:53.150702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.151969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08a080a6-14f0-420f-9b85-6eb227b37b70 req-526df4c4-4ee9-41eb-b758-19ed3fb14f08 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117907 Dec 20 23:11:53.178490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Calling delete_port for 2d092e4c-562b-4b93-af1a-b6e3573ca190 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:53.226285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1923-2102-43f0-8c39-18cc24ecec5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.240881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac613ee-e877-4057-a609-544fcc846747 req-d11755d9-2dc7-4331-8a27-02865b6b6485 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.248665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fac613ee-e877-4057-a609-544fcc846747 req-d11755d9-2dc7-4331-8a27-02865b6b6485 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1699245 Dec 20 23:11:53.276287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.294430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-7ca1e1b7-5ce7-47f1-ad62-67bd4349c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.296233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-7ca1e1b7-5ce7-47f1-ad62-67bd4349c616 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77304a25-56d6-48e0-baa9-1490ee7a57fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201159 Dec 20 23:11:53.307352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1923-2102-43f0-8c39-18cc24ecec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.323810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a032339c-e50c-4b10-af4d-f29fdec79047']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:53.354571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fac613ee-e877-4057-a609-544fcc846747 req-30ed0e66-5b3c-4f54-8e35-67ca61477d2f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978582 Dec 20 23:11:53.359539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:53.359879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaddbb2-b2d2-4ee5-8d2c-a3d6345edb51') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:53.363690 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-b66b015e-e9f7-47e8-bc21-2230983b493b service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003190 Dec 20 23:11:53.392424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2f7c1923-2102-43f0-8c39-18cc24ecec5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4669bcc9fa7641a19c327ec5bc7944bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9274323 Dec 20 23:11:53.410012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1923-2102-43f0-8c39-18cc24ecec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a425de0-6ded-48e4-b612-886b5b38519d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:53.412485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:53.434858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.499939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.514313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.530267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.540141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:53.541136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:53.545370 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:53.591495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.614270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-5c6401a7-3326-42df-a666-f8fd160b3a8e service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062572 Dec 20 23:11:53.619583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25934a-f079-4764-9655-926614b681d2 None None] No DVR routers for this DVR port 2d092e4c-562b-4b93-af1a-b6e3573ca190 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:53.625297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25934a-f079-4764-9655-926614b681d2 None None] Pushing event deleted for resources: {'Port': ['ID=2d092e4c-562b-4b93-af1a-b6e3573ca190,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:53.655072 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06b4f855-b0cb-4811-b8fd-6ccd7036b00d req-575bcdcd-bfa6-4cfb-92e0-cda639432bc1 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814846 Dec 20 23:11:53.662702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-834a08f4-6fcd-4155-a688-d74b34f6f1ff tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.664244 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-834a08f4-6fcd-4155-a688-d74b34f6f1ff tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 945 time: 0.2086802 Dec 20 23:11:53.674354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.679231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:53.680367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a425de0-6ded-48e4-b612-886b5b38519d HTTP/1.1" status: 204 len: 168 time: 0.2661870 Dec 20 23:11:53.704950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef412f5-7657-4f3c-99f4-5d7b8ebe920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a425de0-6ded-48e4-b612-886b5b38519d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:53.862896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923c86-8931-4f70-aab5-ca2d04d0f89a req-5139d0fe-29d7-45bc-b3f3-4e7a30889caa tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:53.864717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14923c86-8931-4f70-aab5-ca2d04d0f89a req-5139d0fe-29d7-45bc-b3f3-4e7a30889caa tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Dec 20 23:11:53.933595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14923c86-8931-4f70-aab5-ca2d04d0f89a req-e6aafac8-eb0a-43e6-b108-d0afd62d63dc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606627 Dec 20 23:11:54.020986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d092e4c-562b-4b93-af1a-b6e3573ca190 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:54.030666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e53e6-b4b5-4a1f-8b7b-321a001e9281 req-f7e48c67-8438-4ce5-ab05-0c230e162e78 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:54.035552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b4e53e6-b4b5-4a1f-8b7b-321a001e9281 req-f7e48c67-8438-4ce5-ab05-0c230e162e78 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.0800738 Dec 20 23:11:54.044899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2d092e4c-562b-4b93-af1a-b6e3573ca190 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:54.045353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2d092e4c-562b-4b93-af1a-b6e3573ca190 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:54.106687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b4e53e6-b4b5-4a1f-8b7b-321a001e9281 req-1c892dac-5fa9-4d31-a4d4-11b6d7f4a1d2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590501 Dec 20 23:11:54.172904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.188543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.192004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/networks/a032339c-e50c-4b10-af4d-f29fdec79047 HTTP/1.1" status: 204 len: 168 time: 1.7250760 Dec 20 23:11:54.194900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:54.213454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5548b1-1b5b-4948-ba00-2d287a1d8e4b tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Network': ['ID=a032339c-e50c-4b10-af4d-f29fdec79047,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:54.264987 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-96867e47-c2f0-49ee-8ab4-fff01e26d848 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424863 Dec 20 23:11:54.295003 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.318353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-667dd99c-977f-4b5f-bebc-0494a92696fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 217 time: 0.0421348 Dec 20 23:11:54.362125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:54.362420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.405583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-8b0aa7e5-5412-4f3c-8d53-91934b849632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:54.407824 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-8b0aa7e5-5412-4f3c-8d53-91934b849632 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0815239 Dec 20 23:11:54.410048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.441058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:54.458630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:54.459033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46e39d0-277d-4b63-ace0-a3cdec0f5db1') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:54.472170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.502690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.515592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:54.516007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.530845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-27f0d9b4-645c-4702-bde7-0092bdc1b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:54.532482 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-27f0d9b4-645c-4702-bde7-0092bdc1b172 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108646 Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:54.580429 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:54.655097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.659882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-205b3c27-0824-4898-8adb-7144738f4545 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179354 Dec 20 23:11:54.678926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:54.679334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.683165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.687567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/networks/58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe HTTP/1.1" status: 204 len: 168 time: 0.4914737 Dec 20 23:11:54.688706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc5503-1cdb-4a85-9880-6539de9919c3 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Network': ['ID=58a5ac64-7d87-40c0-9c0e-d9ac50ef51fe,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:54.690591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 56920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:54.713434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for 866b6635-d037-4569-a4f6-3e0bd9cf2a0f owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:54.762181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting subnet e2e4d785-022f-46dd-8173-0754ed2ac3a5 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:11:54.766993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.836668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-de48c436-ac6f-49f3-972c-28fcf889dfcf service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692882 Dec 20 23:11:54.890398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:54.949776 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-867a7b4e-e129-4957-9030-31ed5d0cc7c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 217 time: 0.0974903 Dec 20 23:11:54.951246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ce34-3983-4c9c-afbd-fa7b0bf63658 req-55a6b04f-24bc-4f85-839f-ab6b827996d9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:54.953326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0577ce34-3983-4c9c-afbd-fa7b0bf63658 req-55a6b04f-24bc-4f85-839f-ab6b827996d9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.5323162 Dec 20 23:11:55.024937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-b5599a40-dc43-42d7-af93-3df7204453a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.027126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0577ce34-3983-4c9c-afbd-fa7b0bf63658 req-6cbaca99-d61e-4a63-8c7b-c6c5465bc1de tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601919 Dec 20 23:11:55.027372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-b5599a40-dc43-42d7-af93-3df7204453a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0569255 Dec 20 23:11:55.095070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-39490ba5-f57c-40d3-b2dd-3d78320bc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.096582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-39490ba5-f57c-40d3-b2dd-3d78320bc2ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589104 Dec 20 23:11:55.106674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.142702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.155999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31c9fc-ece2-4ccb-a470-30040a270b66 req-adc0835d-71af-447c-b035-3f7617384702 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.174818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df31c9fc-ece2-4ccb-a470-30040a270b66 req-adc0835d-71af-447c-b035-3f7617384702 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 867 time: 0.1516092 Dec 20 23:11:55.183730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=866b6635-d037-4569-a4f6-3e0bd9cf2a0f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:55.275965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port 866b6635-d037-4569-a4f6-3e0bd9cf2a0f on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:55.285306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.295434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c25a7985-1e38-4897-b15d-438c09fe9542 req-109d508e-8f0d-42b7-85a5-849d5a3ba37f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "DELETE /v2.0/ports/866b6635-d037-4569-a4f6-3e0bd9cf2a0f HTTP/1.1" status: 204 len: 173 time: 1.6207774 Dec 20 23:11:55.295918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'name': 'network-vif-deleted', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:55.303085 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad8909d-839f-4d93-9ac5-e70a831a3ac7" -d '{"events": [{"server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "name": "network-vif-deleted", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:55.344791 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-923b7919-9bbb-4602-9460-d16551b8df76 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290702 Dec 20 23:11:55.349430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df31c9fc-ece2-4ccb-a470-30040a270b66 req-4991a5bc-5b68-49e4-9e33-0c66a7b3bfb3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330199 Dec 20 23:11:55.373777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa549f2-022e-400d-93c5-417ea9408282 req-888436d2-197c-4d03-a3ff-dd3ef89b594e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.373777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fa549f2-022e-400d-93c5-417ea9408282 req-888436d2-197c-4d03-a3ff-dd3ef89b594e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1162884 Dec 20 23:11:55.435037 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67520995-1c12-412f-9f41-132c97b9aa27 x-openstack-request-id: req-67520995-1c12-412f-9f41-132c97b9aa27 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:55.435327 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbad449-b27e-477b-bec3-f5bc9619cb59", "name": "network-vif-deleted", "tag": "866b6635-d037-4569-a4f6-3e0bd9cf2a0f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:55.435790 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67520995-1c12-412f-9f41-132c97b9aa27 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:55.436023 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbad449-b27e-477b-bec3-f5bc9619cb59', 'name': 'network-vif-deleted', 'tag': '866b6635-d037-4569-a4f6-3e0bd9cf2a0f', 'status': 'completed', 'code': 200} Dec 20 23:11:55.438768 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.459798 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.463675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/subnets/e2e4d785-022f-46dd-8173-0754ed2ac3a5 HTTP/1.1" status: 204 len: 168 time: 0.7717576 Dec 20 23:11:55.466956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56944) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:55.470901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49e8d7-317d-4238-bf78-3aea87d735f5 None None] Network 1657cddf-8fe7-44e4-88f6-995c10bac995 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:11:55.486791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fa549f2-022e-400d-93c5-417ea9408282 req-bbd86f68-aba3-4e11-9f32-e290cdbb0e10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085029 Dec 20 23:11:55.488133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483ef5d-96db-4c90-8989-14cf4ff0a15c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e4d785-022f-46dd-8173-0754ed2ac3a5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:55.506953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-5ccfc599-6556-4101-9e79-3f83e0e3c338 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542177 Dec 20 23:11:55.575921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-935bb747-aced-4bc8-9c82-5ff8d93e7a16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 200 len: 217 time: 0.0564547 Dec 20 23:11:55.653957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.661621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] DHCP port deletion for 1657cddf-8fe7-44e4-88f6-995c10bac995 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:11:55.666474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-e0ff7c2f-d0f5-4519-a1df-8e3e395847ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.667933 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-e0ff7c2f-d0f5-4519-a1df-8e3e395847ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0666819 Dec 20 23:11:55.723334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Deleting port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:55.723909 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.752511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-a1b4d262-377a-4c6a-ba68-6434e0265614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:55.754154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-a1b4d262-377a-4c6a-ba68-6434e0265614 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626225 Dec 20 23:11:55.759749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Deleting port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:11:55.760090 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.798774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] For port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,segment=NetworkSegment(ff42bf0c-777d-4835-a8df-9bdb161ac567),segment_id=ff42bf0c-777d-4835-a8df-9bdb161ac567)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:55.799427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.816256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Calling delete_port for 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:55.884186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] For port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,segment=NetworkSegment(ff42bf0c-777d-4835-a8df-9bdb161ac567),segment_id=ff42bf0c-777d-4835-a8df-9bdb161ac567)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:55.893462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:55.902650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Calling delete_port for 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:11:55.949941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:55.963895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-1a7a9e00-c9fe-48c1-97fa-f1c3138cea13 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014956 Dec 20 23:11:55.974427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.012923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] Pushing event deleted for resources: {'Port': ['ID=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:56.017199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fcb81-8f01-4509-9a67-a1b5dd82ba8f None None] No DVR routers for this DVR port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:56.027040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 23:11:56.027040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:11:56.027040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:56.089673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.132656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Port': ['ID=38b9b4fa-11f8-4b8d-921c-04e43efa1d0f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:56.143551 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] No DVR routers for this DVR port 38b9b4fa-11f8-4b8d-921c-04e43efa1d0f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:56.151911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-2ac500b1-e828-44b1-bd07-12708ec7a09e service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783636 Dec 20 23:11:56.195935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1364e2-07bf-4085-aaef-f6789a74be53 req-4ca115cf-5dc5-4086-8c11-9451b29d65ec tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.210949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa1364e2-07bf-4085-aaef-f6789a74be53 req-4ca115cf-5dc5-4086-8c11-9451b29d65ec tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0800884 Dec 20 23:11:56.229597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-62891b2d-75c4-445e-b835-597c5f8fde48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 200 len: 217 time: 0.0591602 Dec 20 23:11:56.263207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa1364e2-07bf-4085-aaef-f6789a74be53 req-09ae90a0-e8ac-4e59-bc76-afba5fcf9826 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Dec 20 23:11:56.303540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.336617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1657cddf-8fe7-44e4-88f6-995c10bac995']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:56.345928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-c7d27ab2-b4fb-4846-a9a3-420ac1996777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.347417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-c7d27ab2-b4fb-4846-a9a3-420ac1996777 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.1078727 Dec 20 23:11:56.351051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff42bf0c-777d-4835-a8df-9bdb161ac567') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:56.351346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff42bf0c-777d-4835-a8df-9bdb161ac567') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:11:56.371906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.401631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.409906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:11:56.415877 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:11:56.436665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-96082e6f-ecb4-46b6-afd3-4109416410ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.438202 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-96082e6f-ecb4-46b6-afd3-4109416410ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794480 Dec 20 23:11:56.606711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.614174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-a32249a7-1529-4d6d-be37-1bd8640f98db service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500874 Dec 20 23:11:56.642285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.645830 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/networks/1657cddf-8fe7-44e4-88f6-995c10bac995 HTTP/1.1" status: 204 len: 168 time: 1.1601641 Dec 20 23:11:56.667008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56986) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:56.668934 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-1145918e-524a-4911-ab6f-0fc8f804f96f service neutron] show failed (client error): The resource could not be found. Dec 20 23:11:56.670311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-1145918e-524a-4911-ab6f-0fc8f804f96f service neutron] 10.222.0.59 "GET /v2.0/ports/566bbfd0-da9d-423f-97b0-46e56a6e703b/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.1663392 Dec 20 23:11:56.676145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-105490e1-2173-4cb3-a10d-8e25b1793b0d req-6d0165bd-e314-4662-a68b-a7213e72e089 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=efbad449-b27e-477b-bec3-f5bc9619cb59 HTTP/1.1" status: 200 len: 210 time: 0.2320402 Dec 20 23:11:56.699215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d954a-212a-48fc-bff0-22f04826bc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Pushing event deleted for resources: {'Network': ['ID=1657cddf-8fe7-44e4-88f6-995c10bac995,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:56.751732 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-682ae2ba-d051-43f2-b841-0a393068b3a9 tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "GET /v2.0/ports?device_id=64156b98-9068-45ba-bced-536c6bd7773e HTTP/1.1" status: 200 len: 205 time: 0.0798531 Dec 20 23:11:56.761443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 56994) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:56.785242 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:11:56.785842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb0e14-0966-46d4-b077-bf0c2fb08d61 req-814ba386-005b-421d-a498-eeb25a66324c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.786936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05bb0e14-0966-46d4-b077-bf0c2fb08d61 req-814ba386-005b-421d-a498-eeb25a66324c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 946 time: 0.1092627 Dec 20 23:11:56.808435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:56.810656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6175a-f6bc-4884-a464-ca36a66d8c84 req-b728212d-3e4b-41c0-904d-c135d1aeb9e4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.820607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb6175a-f6bc-4884-a464-ca36a66d8c84 req-b728212d-3e4b-41c0-904d-c135d1aeb9e4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0803156 Dec 20 23:11:56.896807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.901617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:56.903455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05bb0e14-0966-46d4-b077-bf0c2fb08d61 req-5377f184-0932-4b95-aa11-07d645a50c9b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082964 Dec 20 23:11:56.924703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adb6175a-f6bc-4884-a464-ca36a66d8c84 req-4328738d-511a-410b-8016-f78a7e85b38b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019607 Dec 20 23:11:56.937407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:56.939819 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c26eb-feae-43d1-8a07-d48dcfef7b0e" -d '{"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-unplugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:56.958243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:56.988341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-4780af40-5a7a-4ff7-bb2b-7efab260c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:56.989862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-4780af40-5a7a-4ff7-bb2b-7efab260c984 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2410371 Dec 20 23:11:56.996306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-d48dec6a-f800-4371-a84f-cbdf3b8dc4d4 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468661 Dec 20 23:11:57.015850 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055534bf-b46c-44d1-80b5-c8a2a270521c x-openstack-request-id: req-055534bf-b46c-44d1-80b5-c8a2a270521c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:57.015850 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-unplugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:57.015850 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-055534bf-b46c-44d1-80b5-c8a2a270521c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:57.015850 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'code': 200} Dec 20 23:11:57.063321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.064051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 866b6635-d037-4569-a4f6-3e0bd9cf2a0f no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:11:57.104892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 866b6635-d037-4569-a4f6-3e0bd9cf2a0f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:11:57.105248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 866b6635-d037-4569-a4f6-3e0bd9cf2a0f not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:11:57.132251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-bf41e830-669e-42cc-bda6-ad83e9257ade service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 217 time: 0.1244266 Dec 20 23:11:57.134579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:57.225816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.233560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.313267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-acdeca1c-5f69-4669-aac4-a574fd55c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.314750 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-acdeca1c-5f69-4669-aac4-a574fd55c3a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.1272371 Dec 20 23:11:57.334435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-4fcd9b4d-4f8b-4d9d-a8bc-aac13b3308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.334843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-4fcd9b4d-4f8b-4d9d-a8bc-aac13b3308e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.3356128 Dec 20 23:11:57.394452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-d4302c72-d066-45a6-b42b-40633cdeb9f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0449488 Dec 20 23:11:57.410341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-22f434d4-5a51-4687-95f8-5afd9aa5d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.411870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-22f434d4-5a51-4687-95f8-5afd9aa5d0cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 1095 time: 0.1349926 Dec 20 23:11:57.415059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.416252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Fanout notify agent at l3_agent the message router_deleted on router 64156b98-9068-45ba-bced-536c6bd7773e {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:11:57.425152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:11:57.439771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-1ff20fae-798f-4343-a4c0-c3e6804c5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.441263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-1ff20fae-798f-4343-a4c0-c3e6804c5bb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187091 Dec 20 23:11:57.449458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.450526 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9dbe90c8-0158-4f69-ae32-69bade6cbc6c tempest-RoutersNegativeIpV6Test-1265192722 tempest-RoutersNegativeIpV6Test-1265192722-project] 10.222.0.62 "DELETE /v2.0/routers/64156b98-9068-45ba-bced-536c6bd7773e HTTP/1.1" status: 204 len: 168 time: 0.6624007 Dec 20 23:11:57.454169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ecb8e-c8e8-4c06-85c3-e7aac3540a07 req-b199d795-c317-4845-8572-3e116a9e1d25 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.457889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-594ecb8e-c8e8-4c06-85c3-e7aac3540a07 req-b199d795-c317-4845-8572-3e116a9e1d25 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1007524 Dec 20 23:11:57.518122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.532869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-fc5d1dff-2f6d-459b-abdb-15e236fa8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.534410 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-fc5d1dff-2f6d-459b-abdb-15e236fa8100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.1319189 Dec 20 23:11:57.548390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-594ecb8e-c8e8-4c06-85c3-e7aac3540a07 req-613ef9c0-ec6f-4e5d-beea-1ca57ab035bd tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842054 Dec 20 23:11:57.577920 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-70e9297b-5802-44bc-a995-b7353038822a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344505 Dec 20 23:11:57.616689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-08f1d3a2-19aa-41c8-8888-4f6d49db870b service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618905 Dec 20 23:11:57.756867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-350c30e2-2737-4811-bacb-e11140f7cb0c service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679606 Dec 20 23:11:57.763298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-89c205ce-3a6a-4d02-b1cc-07bc3b3d5d7c service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396115 Dec 20 23:11:57.786510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:11:57.825661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-b593db60-e544-40e5-b79b-3f2caa60b457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 217 time: 0.0522943 Dec 20 23:11:57.826178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:57.867600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:11:57.877899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.892530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Transition to ACTIVE for port object 566bbfd0-da9d-423f-97b0-46e56a6e703b will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:11:57.928888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-6ab3e14a-a9b9-4f12-be26-ee6a580e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:57.931017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-6ab3e14a-a9b9-4f12-be26-ee6a580e5d34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.0969033 Dec 20 23:11:57.943657 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:57.985182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17996214-cc80-49bd-bd7e-1af2f4f56c50 req-36142bd0-8a1a-47c3-9b7a-b1fd4d5648f3 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204120 Dec 20 23:11:58.005790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57066) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:58.016111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-4f002f05-2978-440e-807d-6c641dbc57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:58.017756 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-4f002f05-2978-440e-807d-6c641dbc57bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762722 Dec 20 23:11:58.059113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.119342 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-84babfeb-a52f-4c87-b83c-121f3ac1dca2 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914080 Dec 20 23:11:58.230312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:58.256228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb25f-0ea5-4984-9cb1-4d3119bb1711 req-1e77aeec-ad81-458a-8462-1c6edd533a7e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:58.256228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43deb25f-0ea5-4984-9cb1-4d3119bb1711 req-1e77aeec-ad81-458a-8462-1c6edd533a7e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.2119102 Dec 20 23:11:58.268084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-c2ade511-9180-4faf-8383-91ecf2ff390a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:58.275942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-c2ade511-9180-4faf-8383-91ecf2ff390a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.3140149 Dec 20 23:11:58.332533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-f8af4013-459b-4693-b7a4-64f20355ea6e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0550215 Dec 20 23:11:58.392092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-02623764-8a17-4753-98d7-8e5369afdd74 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474653 Dec 20 23:11:58.420040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] No DVR routers for this DVR port 566bbfd0-da9d-423f-97b0-46e56a6e703b on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:11:58.480673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43deb25f-0ea5-4984-9cb1-4d3119bb1711 req-07f6bc4a-bfa3-47fd-b76a-575bccc39a3a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941648 Dec 20 23:11:58.615077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b0b6143-0922-434f-8565-9e8526bc19c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5b7c9c4174943939e4ce6791d5af8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6079366 Dec 20 23:11:58.617373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:11:58.650920 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ecb3660-4c86-44de-98ad-ded4c4f06275 req-fba7ddcc-9338-42a0-b58b-030156c597ae service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224977 Dec 20 23:11:58.676787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1d94a-d0cf-40ee-b02c-8c06268c2ce7 req-f100a602-75a9-4878-8991-47299cf39218 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:58.678302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e1d94a-d0cf-40ee-b02c-8c06268c2ce7 req-f100a602-75a9-4878-8991-47299cf39218 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.1020823 Dec 20 23:11:58.680663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.707779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.708211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-0e9d70e2-928c-432f-8781-acc5557041a2 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952836 Dec 20 23:11:58.767832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:11:58.768162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:11:58.768485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:58.811718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:11:58.812313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Attempting to bind port 566bbfd0-da9d-423f-97b0-46e56a6e703b on network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:11:58.831602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e1d94a-d0cf-40ee-b02c-8c06268c2ce7 req-e2fef7e2-61dd-43b3-8b67-2ea3244039c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377409 Dec 20 23:11:58.836380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.836670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:11:58.836670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Checking segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:11:58.836927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.837584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Bound using segment: {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:11:58.837584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Bound port: 566bbfd0-da9d-423f-97b0-46e56a6e703b, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3675a2f5-ef25-49de-8fb8-77d5e05afdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:11:58.837584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:58.837910 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51e9f1e4-48b8-4f50-a1fb-c99b4829437e HTTP/1.1" status: 204 len: 168 time: 0.2169037 Dec 20 23:11:58.845628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47072b01-3674-404d-890a-71d533d7ad6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9f1e4-48b8-4f50-a1fb-c99b4829437e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:58.898697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-82109877-09e1-4c3f-b99a-ab82e466d5cf service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842117 Dec 20 23:11:58.960494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:11:58.964607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:11:59.049000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d30f-f6bc-4d17-b837-5f86303afbcf req-f59ff5fa-eb66-45ef-9705-4f2e7d4541db tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.050573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9148d30f-f6bc-4d17-b837-5f86303afbcf req-f59ff5fa-eb66-45ef-9705-4f2e7d4541db tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0518801 Dec 20 23:11:59.072268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:59.128270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.128885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:11:59.130538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] 10.222.0.45 "PUT /v2.0/ports/566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 1092 time: 1.7093012 Dec 20 23:11:59.130811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:11:59.133388 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:11:59.163518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9148d30f-f6bc-4d17-b837-5f86303afbcf req-300f37ec-1478-43c0-bbbf-832418982de9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064074 Dec 20 23:11:59.227632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c28b9-d55b-4ecb-a632-d94cb3eaa766 service neutron] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=8']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:11:59.283810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f591ac64-68a0-4512-b450-9d8b4339449f req-d7d1378c-5ec5-45c9-9ed5-5759a852dbd7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0523851 Dec 20 23:11:59.312112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-2ac3936b-aae5-48fd-a35b-80b62dd3a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.319667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-2ac3936b-aae5-48fd-a35b-80b62dd3a296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1095 time: 0.1294959 Dec 20 23:11:59.398860 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5603604-8281-4f23-83cf-f81ca8b9047f x-openstack-request-id: req-c5603604-8281-4f23-83cf-f81ca8b9047f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:11:59.400302 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:11:59.400686 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5603604-8281-4f23-83cf-f81ca8b9047f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:11:59.400947 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'status': 'completed', 'code': 200} Dec 20 23:11:59.494106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-60c04572-2a53-49bb-afeb-79d2e3263ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.495811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-60c04572-2a53-49bb-afeb-79d2e3263ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1095 time: 0.0846410 Dec 20 23:11:59.521059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f513b2aa-03ab-4b82-868c-1dae42db1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.523106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-f513b2aa-03ab-4b82-868c-1dae42db1f6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.1939864 Dec 20 23:11:59.625513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-49cb1393-79ce-4e6e-84f6-34377cc33dd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 999 time: 0.0877035 Dec 20 23:11:59.665806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-20a885ab-cbe6-4a6f-a136-bbf87df5131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.667322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-20a885ab-cbe6-4a6f-a136-bbf87df5131c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.1497533 Dec 20 23:11:59.719384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2272-dbc1-4c82-9c94-7bb41c11c5d5 req-0cea7a38-0922-4b2e-a6df-384610d8cdcd tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.721837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e93f2272-dbc1-4c82-9c94-7bb41c11c5d5 req-0cea7a38-0922-4b2e-a6df-384610d8cdcd tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0945923 Dec 20 23:11:59.728430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-40934810-cd36-4a93-b62f-cf05db4a9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.729949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-40934810-cd36-4a93-b62f-cf05db4a9fb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.0946031 Dec 20 23:11:59.743513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-01cd3b51-1812-49a2-860b-060c32bc1c38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 999 time: 0.0679030 Dec 20 23:11:59.814998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e93f2272-dbc1-4c82-9c94-7bb41c11c5d5 req-19f41c43-4700-47f3-a09e-37e1a1ef3ed2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825119 Dec 20 23:11:59.817892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-bf500a77-09f3-4d25-a4a9-1dbf38a73a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.819348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-bf500a77-09f3-4d25-a4a9-1dbf38a73a93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719755 Dec 20 23:11:59.826237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-378f134c-62e3-45f2-8e2d-dfcf22c9d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.826237 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-378f134c-62e3-45f2-8e2d-dfcf22c9d2e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.0556386 Dec 20 23:11:59.888275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-9a6f9485-57b7-4a45-a90e-f86fcf04a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:11:59.889839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-9a6f9485-57b7-4a45-a90e-f86fcf04a329 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564826 Dec 20 23:12:00.018178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-ec0b455f-ddf7-4865-959f-cbbc072a4c8c service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170630 Dec 20 23:12:00.050823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-af0f1fff-f7a0-4e51-9e30-d0359f4a6a96 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232323 Dec 20 23:12:00.089526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57176) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:00.183163 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-fc73d640-5cf2-4976-9394-5469260d3898 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407056 Dec 20 23:12:00.188277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748667-2f51-458d-9d5a-8f42e2cce1a2 req-0a240a0d-966c-46d5-9826-4adb1d49aa83 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:00.196896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9748667-2f51-458d-9d5a-8f42e2cce1a2 req-0a240a0d-966c-46d5-9826-4adb1d49aa83 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.2077916 Dec 20 23:12:00.270758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a94bbce-8824-41ba-a286-8741115da848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.300197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9748667-2f51-458d-9d5a-8f42e2cce1a2 req-9d7c815f-dd33-4e56-b300-7c2cad0a6bd0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024148 Dec 20 23:12:00.304219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec81fd8f-d9ac-482f-9494-3442223926b6 req-ba99c01a-8d94-4ad8-b671-269c3d10f6de service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368965 Dec 20 23:12:00.338686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651e5aa-cc38-4b6e-8a23-a0e0ebea4dd8 req-2d1e82e6-d6d5-4878-b7b3-83904766169f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:00.342779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7651e5aa-cc38-4b6e-8a23-a0e0ebea4dd8 req-2d1e82e6-d6d5-4878-b7b3-83904766169f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0866072 Dec 20 23:12:00.371004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a94bbce-8824-41ba-a286-8741115da848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.429775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7651e5aa-cc38-4b6e-8a23-a0e0ebea4dd8 req-9bb230bf-4d13-41e5-a92c-29d6ef9a331b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Dec 20 23:12:00.454713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a94bbce-8824-41ba-a286-8741115da848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.463176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b5bbcb5-3c21-4210-ad00-623a34e028a4 req-947375e0-5aa1-4089-8326-5a247c6999b9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0337181 Dec 20 23:12:00.465230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-1ffe4141-faa1-4a39-ae59-bd06a570fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:00.466653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-1ffe4141-faa1-4a39-ae59-bd06a570fa33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1095 time: 0.0887096 Dec 20 23:12:00.514803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8a94bbce-8824-41ba-a286-8741115da848 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f054751dc134b8792c493003e1793f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241188 Dec 20 23:12:00.517118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94bbce-8824-41ba-a286-8741115da848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12c786-0823-45d7-bffa-3542d2fa0ab4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:00.519472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:00.573545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.597809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57194) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:00.608936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-73fc7df8-d706-4f72-90af-16e1958e2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:00.610618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-73fc7df8-d706-4f72-90af-16e1958e2612 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.1340420 Dec 20 23:12:00.611988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.744471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.747164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:00.751018 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae12c786-0823-45d7-bffa-3542d2fa0ab4 HTTP/1.1" status: 204 len: 168 time: 0.2281170 Dec 20 23:12:00.757375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8c550-af8a-4bd4-88e3-41915e38adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12c786-0823-45d7-bffa-3542d2fa0ab4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:01.006234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2b5cfb1b-ad7b-4b27-a29c-ecec42eb7e84 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:01.006924 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-2b5cfb1b-ad7b-4b27-a29c-ecec42eb7e84 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 23:12:01.007403 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-2b5cfb1b-ad7b-4b27-a29c-ecec42eb7e84 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:12:01.008307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2b5cfb1b-ad7b-4b27-a29c-ecec42eb7e84 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4094687 Dec 20 23:12:01.013860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:01.018636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--811382157'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-16be2bb4-63f3-456f-9b06-4ef44aead6f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 999 time: 0.4447205 Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ce15-2911-4c21-b2af-67b6c96d2423 req-ea13d469-7b5d-4692-a09b-9881a236061a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30d2ce15-2911-4c21-b2af-67b6c96d2423 req-ea13d469-7b5d-4692-a09b-9881a236061a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0732324 Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-01c6e4d8-fbab-49e5-a08b-12a69201ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-01c6e4d8-fbab-49e5-a08b-12a69201ecc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.0803902 Dec 20 23:12:01.323478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30d2ce15-2911-4c21-b2af-67b6c96d2423 req-32995d53-1aa8-4587-be5c-10bd1a057805 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768383 Dec 20 23:12:01.324311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.324311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.324952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-a69a9559-b5a9-41bf-a0c7-c942c9626a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.324952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-a69a9559-b5a9-41bf-a0c7-c942c9626a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467184 Dec 20 23:12:01.325067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae6d6a-b0e9-4c8e-bb02-c82c455856a3 req-ec400f41-15e9-4d1d-bb79-164017ee1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.325067 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1ae6d6a-b0e9-4c8e-bb02-c82c455856a3 req-ec400f41-15e9-4d1d-bb79-164017ee1997 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 1096 time: 0.0631518 Dec 20 23:12:01.348726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-b9db476a-a33f-43e0-86e7-7cafaf1e0ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245644 Dec 20 23:12:01.359389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.367767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1ae6d6a-b0e9-4c8e-bb02-c82c455856a3 req-a6cd590f-80d5-4e6c-a8a2-ac422105b345 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832307 Dec 20 23:12:01.492984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a486f7-3d3b-4966-8ccc-469dcb0e2a60 req-f13a36b4-73ae-4e22-bb89-2ca96ee3d030 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.500593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4a486f7-3d3b-4966-8ccc-469dcb0e2a60 req-f13a36b4-73ae-4e22-bb89-2ca96ee3d030 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.0994613 Dec 20 23:12:01.500593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f8246f6-68cc-422d-a3be-f5d7e7c6480c req-70d1bf67-fb5b-427f-8068-2134da9ad397 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410851 Dec 20 23:12:01.545806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4a486f7-3d3b-4966-8ccc-469dcb0e2a60 req-2bc9b70a-268b-4908-a4a8-7306bf5493b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Dec 20 23:12:01.576244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.670042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb86531-90cc-40e9-babd-d3247a55158e req-925b6cc0-e82b-42e8-89ea-20a7990581d1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.678590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cb86531-90cc-40e9-babd-d3247a55158e req-925b6cc0-e82b-42e8-89ea-20a7990581d1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Dec 20 23:12:01.680206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a0ab9-7822-4152-9a6f-97209a5dc659,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:01.758918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.760623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a86de8e2-e811-4c56-a338-3e40a2c545e3 req-3e9da08a-f899-4f66-a9a8-e26f27c9ab31 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0490632 Dec 20 23:12:01.794836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cb86531-90cc-40e9-babd-d3247a55158e req-7317af10-7a45-493e-acec-5de4c50ea667 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152446 Dec 20 23:12:01.876638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:01.893095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d027dd51-3870-4ef1-97db-a750e105133d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.915389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.968018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e2fa3-c10b-47fa-bef2-d73938924792,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:01.976683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-abef46c6-d56b-4fa7-8c46-ca07fa78b929 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:01.978625 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-abef46c6-d56b-4fa7-8c46-ca07fa78b929 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1450570 Dec 20 23:12:01.991551 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d027dd51-3870-4ef1-97db-a750e105133d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:01.996085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:02.063542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.064891 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4dabc7b-321b-4336-8a27-c71cc74ef79e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0500059 Dec 20 23:12:02.067826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57218) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:02.075042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '1c9e2fa3-c10b-47fa-bef2-d73938924792', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:02.117622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d027dd51-3870-4ef1-97db-a750e105133d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.167055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d027dd51-3870-4ef1-97db-a750e105133d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18b79f59fa9f4e58bab35a513e3b26ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864947 Dec 20 23:12:02.167055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027dd51-3870-4ef1-97db-a750e105133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcd7b5-ad25-46f0-80ba-707d59c6bafc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:02.167555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:02.220145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.300854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231d2f-a309-48a6-a7dc-d47f96c4012d req-33e9dd89-bf03-41ec-9ff7-7a4443f2b66b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:02.302758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c231d2f-a309-48a6-a7dc-d47f96c4012d req-33e9dd89-bf03-41ec-9ff7-7a4443f2b66b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0623300 Dec 20 23:12:02.313796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.317292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.338454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.358298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c231d2f-a309-48a6-a7dc-d47f96c4012d req-82a70e85-0c61-4d4c-a16c-8eca47c4810b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Dec 20 23:12:02.369575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:02.373543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.427091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.461624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ee5c3a-f810-446d-8218-a72ac879d17b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:02.525273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.2 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/95e3967e-69d2-4ddc-9d8e-a5d00867a4e8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:02.552987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.555628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.556829 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1afcd7b5-ad25-46f0-80ba-707d59c6bafc HTTP/1.1" status: 204 len: 168 time: 0.3862162 Dec 20 23:12:02.559458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.560552 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9131d07e-d76b-420d-b0b8-e41e867027eb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917648 Dec 20 23:12:02.563722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57228) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:02.570552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-67b0be65-a5cc-4a6b-89f6-36487c147c1e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '1c9e2fa3-c10b-47fa-bef2-d73938924792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:02.603699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53f070-b088-4e38-8282-44460c8a8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcd7b5-ad25-46f0-80ba-707d59c6bafc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:02.703110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-67b0be65-a5cc-4a6b-89f6-36487c147c1e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.742174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1170b8c-ce02-43dc-ad7b-c3540798ea18 req-45ce7523-c8d9-4b97-8e13-e84829e325ba tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:02.744059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1170b8c-ce02-43dc-ad7b-c3540798ea18 req-45ce7523-c8d9-4b97-8e13-e84829e325ba tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.0943062 Dec 20 23:12:02.817107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.838891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1170b8c-ce02-43dc-ad7b-c3540798ea18 req-6b327263-a0fb-49fb-b396-ad0056ee687b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821960 Dec 20 23:12:02.880934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bacb18f-60e9-49d0-9aab-0820e22e5040 req-74b8b2c7-2dd1-412e-a679-8b831659cc46 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0274031 Dec 20 23:12:02.885236 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-67b0be65-a5cc-4a6b-89f6-36487c147c1e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:12:02.890809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:02.891227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-67b0be65-a5cc-4a6b-89f6-36487c147c1e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3261116 Dec 20 23:12:02.937590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:02.986793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149db3d-4dd5-4564-bb41-664729c88d66 req-40c4123f-6458-473f-b678-371c726ce8a3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:02.989341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3149db3d-4dd5-4564-bb41-664729c88d66 req-40c4123f-6458-473f-b678-371c726ce8a3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0595236 Dec 20 23:12:03.009259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.020651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:03.031926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:03.033875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:03.038746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:03.062381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3149db3d-4dd5-4564-bb41-664729c88d66 req-68f7b76c-9afb-4127-ad0a-8ae2d15810d8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Dec 20 23:12:03.084720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.131415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:03.132174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.260128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.263966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.264701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.264701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c9e2fa3-c10b-47fa-bef2-d73938924792 HTTP/1.1" status: 204 len: 168 time: 0.3711233 Dec 20 23:12:03.266665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57256) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:03.270497 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-b6872e53-c391-4d7d-8291-442a60abc2e7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2792075 Dec 20 23:12:03.293221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8baa8-bfd7-4b39-bead-55cce73731ee tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e2fa3-c10b-47fa-bef2-d73938924792,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:03.296188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Request body: {'port': {'device_id': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:03.358170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.416836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-73558604-4ff7-4b07-a600-23b30c710f41 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1433413 Dec 20 23:12:03.418246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57268) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:03.423374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907305791'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:03.466466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-58d25bb7-05a8-48eb-8a3b-e4e3bed4fc66 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:03.467986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-58d25bb7-05a8-48eb-8a3b-e4e3bed4fc66 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 811 time: 0.1570158 Dec 20 23:12:03.503296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-0ea9a414-30a7-4951-a3ac-77395443eef5 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/quotas/81f3cd31ca2a4d40863f4dcfd6b5351b HTTP/1.1" status: 200 len: 375 time: 0.0288937 Dec 20 23:12:03.570057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917312e2-0b0c-455f-bea9-69fd50a104c0 req-ab2dc3a0-8659-4423-b68a-6cb8eee0ad02 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:03.572272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-917312e2-0b0c-455f-bea9-69fd50a104c0 req-ab2dc3a0-8659-4423-b68a-6cb8eee0ad02 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0949254 Dec 20 23:12:03.583693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-95e132f5-ca27-4762-88a2-b75b9c68ba3b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795794 Dec 20 23:12:03.585501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.693655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-917312e2-0b0c-455f-bea9-69fd50a104c0 req-4a400b06-57bf-440d-ab80-ceff82113b72 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073704 Dec 20 23:12:03.721095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-17b2ac4d-6c58-492e-8951-997266db58a6 service neutron] 10.222.0.62 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166637 Dec 20 23:12:03.731849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.744971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:03.753747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.766944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Transition to ACTIVE for port object 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:12:03.817613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.831793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-c11f28e3-31c6-4bbc-b3ac-3009bf0dfa08 service neutron] 10.222.0.62 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976791 Dec 20 23:12:03.848899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b310e0-deb6-4912-8b65-d483d9327332,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:03.874479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.920311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57284) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:03.952883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Pushing event updated for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:03.969885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:03.974035 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-55a8c568-c837-4ad0-b2b7-76b955330a20 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5524325 Dec 20 23:12:03.976395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57288) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:03.981376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b0cd9c98-f8a3-4792-b9a4-ce420ac73ad4 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '09b310e0-deb6-4912-8b65-d483d9327332', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:03.982260 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-b0cd9c98-f8a3-4792-b9a4-ce420ac73ad4 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 23:12:03.982758 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-b0cd9c98-f8a3-4792-b9a4-ce420ac73ad4 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:03.986447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b0cd9c98-f8a3-4792-b9a4-ce420ac73ad4 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064416 Dec 20 23:12:03.986705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:04.030322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc65c-6d0d-49f7-9ce6-679a0ed25910 req-11a98897-bac9-43f9-8af4-4ef53f862cfe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.031908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31cdc65c-6d0d-49f7-9ce6-679a0ed25910 req-11a98897-bac9-43f9-8af4-4ef53f862cfe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 944 time: 0.0868220 Dec 20 23:12:04.053674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:04.060459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Attempting to bind port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:12:04.060806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Attempting to bind port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:12:04.061142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Attempting to bind port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:04.061748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1905373667-network', 'tenant_id': 'bc67bd83fe834a49b85fb07139e13343'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:04.067683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:12:04.069334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Attempting to bind port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:04.076403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:12:04.076807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:04.077207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:12:04.077772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Bound port: 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:12:04.078460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.137247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.152198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:12:04.155861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:12:04.208272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31cdc65c-6d0d-49f7-9ce6-679a0ed25910 req-ff0f95a5-03ea-4245-9038-321c55979a23 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698167 Dec 20 23:12:04.209950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:04.215130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.223542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'port_id': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'mac_address': 'fa:16:3e:ce:72:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:04.261301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.265707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.275641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c48c9f-0e57-4984-b728-5a5cc2b17dff req-42c7bf4a-e254-482d-be7e-7e86510cf6d0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.277537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9c48c9f-0e57-4984-b728-5a5cc2b17dff req-42c7bf4a-e254-482d-be7e-7e86510cf6d0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 943 time: 0.1330056 Dec 20 23:12:04.285751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:04.309941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:04.312928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.313574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.314939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] 10.222.0.59 "PUT /v2.0/ports/95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 HTTP/1.1" status: 200 len: 1091 time: 1.0258029 Dec 20 23:12:04.315472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:04.317822 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:04.326865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Made reservation on behalf of bc67bd83fe834a49b85fb07139e13343 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:04.329186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.333903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42906594-6eb0-47d5-8420-733c81cbe62a service neutron] Pushing event updated for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:04.344854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de8ec1f4-f3cd-4bf2-aa25-8c32acff3322 req-74e2d086-1c7c-4972-ad1a-2de066c3a8ac tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 210 time: 0.0661626 Dec 20 23:12:04.358016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.397323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.422419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9c48c9f-0e57-4984-b728-5a5cc2b17dff req-d925bbb7-8cef-4d16-a6ec-a7d73613afbd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283700 Dec 20 23:12:04.444589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.449318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.449318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/09b310e0-deb6-4912-8b65-d483d9327332 HTTP/1.1" status: 204 len: 168 time: 0.4613502 Dec 20 23:12:04.452056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57306) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:04.461102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:04.467780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72173d-e014-4e4e-8070-7e617bdf65c2 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b310e0-deb6-4912-8b65-d483d9327332,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:04.546627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.547766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-667363e0-7732-4dde-9149-48997058647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.549373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-667363e0-7732-4dde-9149-48997058647c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 1094 time: 0.1315949 Dec 20 23:12:04.558114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ded9b0d3-2004-45ee-b810-37bf4c302207 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007257 Dec 20 23:12:04.561372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:04.563922 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96371c6a-8879-4f6d-847b-4a70c9bd5528 x-openstack-request-id: req-96371c6a-8879-4f6d-847b-4a70c9bd5528 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:04.571072 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:04.571072 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96371c6a-8879-4f6d-847b-4a70c9bd5528 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:04.571072 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8', 'status': 'completed', 'code': 200} Dec 20 23:12:04.571072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509883600'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:04.617693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-922c7a9c-ab34-4bd0-bba2-1eeef03ac746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 HTTP/1.1" status: 200 len: 217 time: 0.0583308 Dec 20 23:12:04.648427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.672532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:12:04.687508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1a4e5-af0c-4c64-9e90-170062504fe3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:04.697156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['566bbfd0-da9d-423f-97b0-46e56a6e703b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:04.706323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.706452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-06274d19-9e0a-4c7f-8e9a-960a4559db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.706704 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Added segment aaa9a54a-b2fe-49c0-a08c-1000ac5f4370 of type vlan for network 447cd879-10fb-4cb2-9002-9350e5b54b26 Dec 20 23:12:04.709975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-06274d19-9e0a-4c7f-8e9a-960a4559db07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0779366 Dec 20 23:12:04.771109 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-a4c08ad5-14c1-4005-a25e-ba283a90913f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443788 Dec 20 23:12:04.773112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.776111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.795150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb07b8-92ba-4af2-844a-a4af96855695 req-3514b781-72c4-44a1-ba78-adebe42993e3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.796861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82bb07b8-92ba-4af2-844a-a4af96855695 req-3514b781-72c4-44a1-ba78-adebe42993e3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 945 time: 0.1065981 Dec 20 23:12:04.854245 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2145eef8-8f91-4935-b902-e854d7d7b6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.892154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82bb07b8-92ba-4af2-844a-a4af96855695 req-c626cc92-1f73-49e4-85c4-cef17a19a545 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817413 Dec 20 23:12:04.954171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b0d4c-057b-4c57-ae0d-1480e8e08c12 req-385ed715-e616-4464-8be7-036a55e04f33 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.963093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea9b0d4c-057b-4c57-ae0d-1480e8e08c12 req-385ed715-e616-4464-8be7-036a55e04f33 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1311953 Dec 20 23:12:04.966656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:04.968043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:04.968258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.038718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.048194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-e6e7475e-0427-4f7e-af75-84c24bcf7f22 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.050002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-e6e7475e-0427-4f7e-af75-84c24bcf7f22 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb&tenant_id=409fc0ea8aa74a7c992b1690906369db&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 945 time: 0.1930628 Dec 20 23:12:05.066812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] Pushing event updated for resources: {'Network': ['ID=447cd879-10fb-4cb2-9002-9350e5b54b26,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:05.084890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 447cd879-10fb-4cb2-9002-9350e5b54b26 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:12:05.085064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8728f6f4-57ee-427d-8f20-bd75c13c1b91 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1603956 Dec 20 23:12:05.087173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57318) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:05.090619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Request body: {'subnet': {'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1905373667-subnet', 'tenant_id': 'bc67bd83fe834a49b85fb07139e13343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:05.098330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-d7352797-be07-4898-80a0-29942679b502 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195033 Dec 20 23:12:05.135037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea9b0d4c-057b-4c57-ae0d-1480e8e08c12 req-fa95a450-21ea-4803-b3ec-861700c97bb9 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469703 Dec 20 23:12:05.152370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.235684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b545b6b-6489-45c6-a8a0-a50115374bf9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:05.244784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Made reservation on behalf of bc67bd83fe834a49b85fb07139e13343 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:05.247586 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-0500b26b-ff4f-4622-bc9d-930828868cbe service neutron] delete failed (client error): The resource could not be found. Dec 20 23:12:05.248593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-0500b26b-ff4f-4622-bc9d-930828868cbe service neutron] 10.222.0.59 "DELETE /v2.0/ports/566bbfd0-da9d-423f-97b0-46e56a6e703b/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.1879051 Dec 20 23:12:05.249955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.259142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7c189d22-c946-4a96-8a70-7acdbc091c76 req-548e4308-bfe3-4616-8f89-27fc4077a620 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505716 Dec 20 23:12:05.296547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.297843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a9f6f59-95d2-4278-a6df-54152ccd741e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7355049 Dec 20 23:12:05.300623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57320) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:05.306153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9d63cbb1-03e9-43f8-865f-a2aa0ca691ac tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '0b545b6b-6489-45c6-a8a0-a50115374bf9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:05.307220 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-9d63cbb1-03e9-43f8-865f-a2aa0ca691ac tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 23:12:05.307718 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-9d63cbb1-03e9-43f8-865f-a2aa0ca691ac tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:05.308727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9d63cbb1-03e9-43f8-865f-a2aa0ca691ac tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069673 Dec 20 23:12:05.319811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:05.371228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-8f23de4e-eaa4-4b2b-823a-d470ccf8bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.373798 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-8f23de4e-eaa4-4b2b-823a-d470ccf8bceb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1096 time: 0.0627153 Dec 20 23:12:05.404877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.453226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.505265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-cead8b0b-14da-4893-944f-9f9a9972a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.506555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-074df00f-4309-481d-98e9-e0360756f6a0 req-9463f7bf-00c3-4c08-a6f9-fe18022d3b32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 210 time: 0.0682662 Dec 20 23:12:05.506769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-cead8b0b-14da-4893-944f-9f9a9972a34e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 1094 time: 0.1064348 Dec 20 23:12:05.535192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-f826cd3e-ffce-4f8e-9533-904f710e930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.536715 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-f826cd3e-ffce-4f8e-9533-904f710e930a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.1498361 Dec 20 23:12:05.622987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf386b-f284-4cce-a28e-7e5226f03a9d req-a45a115a-020c-4078-a509-1e0d7fa244f9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.624570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4bf386b-f284-4cce-a28e-7e5226f03a9d req-a45a115a-020c-4078-a509-1e0d7fa244f9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 943 time: 0.1204364 Dec 20 23:12:05.651894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-c0bfbc21-e145-4f1d-96ba-7d8e18c4c0aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 1000 time: 0.1054330 Dec 20 23:12:05.673493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4bf386b-f284-4cce-a28e-7e5226f03a9d req-ad8d2b7a-e8e1-48c8-9d71-3e8228f0fcd9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Dec 20 23:12:05.690526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-d2b3ccf9-c793-438c-af34-c022d9270026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.691973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-d2b3ccf9-c793-438c-af34-c022d9270026 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 912 time: 0.1774962 Dec 20 23:12:05.723359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.725247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.730015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:05.731161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b545b6b-6489-45c6-a8a0-a50115374bf9 HTTP/1.1" status: 204 len: 168 time: 0.4104049 Dec 20 23:12:05.740533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:05.787659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352d5da-5f9a-4ed5-8dc5-1a045aee18b7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b545b6b-6489-45c6-a8a0-a50115374bf9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:05.829424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d759d74f-bb58-4622-93e8-82d261eba9a2,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:05.861514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-203f9959-6f0a-4c82-84c1-be3a8b275143 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161404 Dec 20 23:12:05.862435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57332) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:05.867233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401465439'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:05.871797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Checking segment: {'id': 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:05.872168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Network hostable DHCP agents. Network: 447cd879-10fb-4cb2-9002-9350e5b54b26, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:12:05.979076 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-fc0cad2a-e6d0-446c-bc56-a6b83511315e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 HTTP/1.1" status: 200 len: 217 time: 0.2786007 Dec 20 23:12:05.984434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-b5dea77b-ac27-443e-9ec7-f4f9d231ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:05.985925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-b5dea77b-ac27-443e-9ec7-f4f9d231ac2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.3247871 Dec 20 23:12:06.002899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Network 447cd879-10fb-4cb2-9002-9350e5b54b26 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:12:06.019320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.038658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212191d-1faf-4a27-b3d2-3ede9039aa53 req-18e76350-2f5f-4b0d-ab97-8e25ea0b0ff5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.040680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4212191d-1faf-4a27-b3d2-3ede9039aa53 req-18e76350-2f5f-4b0d-ab97-8e25ea0b0ff5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 945 time: 0.0679300 Dec 20 23:12:06.058305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-7e1e3282-0f40-42c7-b9d8-6f79d4596d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.059780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-7e1e3282-0f40-42c7-b9d8-6f79d4596d34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0730140 Dec 20 23:12:06.065678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:06.066515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-fe4e576b-1c49-4235-b328-91c3e981a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.068015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-fe4e576b-1c49-4235-b328-91c3e981a6e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732930 Dec 20 23:12:06.109687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 447cd879-10fb-4cb2-9002-9350e5b54b26) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:06.119188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136b92b-4fa1-4071-8f4e-fc3ecf21ce7e None None] Network 447cd879-10fb-4cb2-9002-9350e5b54b26 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:06.128272 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-8d792950-a108-46b0-8709-8cdecdf99e56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592742 Dec 20 23:12:06.129497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.130245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.191019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 566bbfd0-da9d-423f-97b0-46e56a6e703b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:06.199866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 566bbfd0-da9d-423f-97b0-46e56a6e703b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:06.200322 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.213876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4212191d-1faf-4a27-b3d2-3ede9039aa53 req-e470d657-486e-4ba4-a21f-a9ce362bb7ec tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593599 Dec 20 23:12:06.229268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.278667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0cad47-6164-4996-b953-d55ce8246d64 None None] Network 447cd879-10fb-4cb2-9002-9350e5b54b26 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:06.307583 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-48581287-6359-4b67-83f4-848c4e583c7b service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694965 Dec 20 23:12:06.309590 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-d73752ce-29ec-4162-bbb0-fa25fc633760 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801851 Dec 20 23:12:06.343641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.363186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac43d586-57b8-4721-8ecd-dd476ad1a761 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2699237 Dec 20 23:12:06.391444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b70f7-f8b5-4f01-a1f7-48ce94967ff4 req-2441c8e7-08e3-4afe-a594-7d99f102939d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.393004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d60b70f7-f8b5-4f01-a1f7-48ce94967ff4 req-2441c8e7-08e3-4afe-a594-7d99f102939d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1837456 Dec 20 23:12:06.437009 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.463705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81906866-b311-430c-9160-d9ae81281952,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:06.509961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:06.509961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:06.509961 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73724022-5a9c-4eb0-b3f9-dd74cf8b7523" -d '{"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-plugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:06.510306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-49581027-fe6e-4d49-88d0-ce7bd0ec76e4 req-f57d94e4-31c5-4dd0-bf1c-c98bc80ed7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841288 Dec 20 23:12:06.510306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6420769e-5f9f-428d-8526-c726d94c0b16 req-9608c6b1-bfcf-4f5b-8b27-fd481c26770c service neutron] 10.222.0.59 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848311 Dec 20 23:12:06.521633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-fe0d68ff-42dd-4ef5-9a16-c7b9e1c25ff0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.521633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-fe0d68ff-42dd-4ef5-9a16-c7b9e1c25ff0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 811 time: 0.2783751 Dec 20 23:12:06.537457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Request body: {'port': {'device_id': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'admin_state_up': True, 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:06.572847 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2789a-7651-42c1-b838-46bd7b5112d2 x-openstack-request-id: req-7ee2789a-7651-42c1-b838-46bd7b5112d2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:06.573137 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-plugged", "status": "completed", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:06.573467 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ee2789a-7651-42c1-b838-46bd7b5112d2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:06.573939 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'code': 200} Dec 20 23:12:06.585474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.589334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-20eaa485-c685-4b65-b5ec-14f3dacf0472 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7230844 Dec 20 23:12:06.589869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.596035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7e970ec1-2267-4447-9f84-f25b8b3a4f37 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '81906866-b311-430c-9160-d9ae81281952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:06.616229 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-7e970ec1-2267-4447-9f84-f25b8b3a4f37 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 23:12:06.617334 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-7e970ec1-2267-4447-9f84-f25b8b3a4f37 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:06.617519 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.619836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7e970ec1-2267-4447-9f84-f25b8b3a4f37 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0279100 Dec 20 23:12:06.622358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57352) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.627585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d60b70f7-f8b5-4f01-a1f7-48ce94967ff4 req-0d32b462-2270-4521-9fb6-615117e6fc8c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100568 Dec 20 23:12:06.635816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-846a3844-afad-4d22-8757-29cd6a2af086 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '81906866-b311-430c-9160-d9ae81281952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:06.640979 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-846a3844-afad-4d22-8757-29cd6a2af086 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 23:12:06.642202 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-846a3844-afad-4d22-8757-29cd6a2af086 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:06.647625 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-846a3844-afad-4d22-8757-29cd6a2af086 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0215733 Dec 20 23:12:06.648453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.663486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3d9a1c59-03f1-41ac-a9aa-c6431d941f9e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '81906866-b311-430c-9160-d9ae81281952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:06.668882 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-3d9a1c59-03f1-41ac-a9aa-c6431d941f9e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 23:12:06.669661 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-3d9a1c59-03f1-41ac-a9aa-c6431d941f9e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:06.673673 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3d9a1c59-03f1-41ac-a9aa-c6431d941f9e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188298 Dec 20 23:12:06.674603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57358) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.676840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91b77817-f8b3-483f-b6b1-0522afd5ab1f req-7fa903a8-d123-45ed-8863-7969a1e4c98c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 210 time: 0.0372121 Dec 20 23:12:06.682182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8e35e139-12be-47d4-ba61-97156ade989a tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '81906866-b311-430c-9160-d9ae81281952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:06.684185 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-8e35e139-12be-47d4-ba61-97156ade989a tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 23:12:06.684648 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-8e35e139-12be-47d4-ba61-97156ade989a tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:06.685645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8e35e139-12be-47d4-ba61-97156ade989a tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079317 Dec 20 23:12:06.688519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.711249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=10']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:06.781515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.802555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Made reservation on behalf of 81f3cd31ca2a4d40863f4dcfd6b5351b for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:06.807125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.807365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.867612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e3a8-d8c8-487c-9a72-8c0a172d495c req-4c36757d-977f-4bbc-84eb-0d674f6327f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:06.869395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cc7e3a8-d8c8-487c-9a72-8c0a172d495c req-4c36757d-977f-4bbc-84eb-0d674f6327f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 943 time: 0.0758159 Dec 20 23:12:06.895917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:06.926379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6cc7e3a8-d8c8-487c-9a72-8c0a172d495c req-72873919-b775-4ed6-a3e0-c3bb1662c0ed tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Dec 20 23:12:06.942355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.946472 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:06.946472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/81906866-b311-430c-9160-d9ae81281952 HTTP/1.1" status: 204 len: 168 time: 0.2557244 Dec 20 23:12:06.949124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57366) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:06.979201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338428db-d403-4e8b-9f62-d73307a26203 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81906866-b311-430c-9160-d9ae81281952,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:07.021867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f877899c-df10-42d1-b124-c388041a9d4e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716288 Dec 20 23:12:07.027241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.032741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--691947084'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.051937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:07.064576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8', 'mac_address': 'fa:16:3e:6d:d5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:07.072473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Allocated IP 172.20.0.4 (0d5d67a5-79f2-49d0-b4ff-68f9f290f66a/c5e6d50b-de86-457b-986e-7fc6cf536e21/019e64a4-378d-4bb0-938b-bd9ca1e0c0d9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:07.107289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.122718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:07.131667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.143797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:07.228886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.273060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.274809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.291103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57380) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.296556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1153424842-network', 'tenant_id': 'd2f42440633e4e50afc94b61b4ea1aa9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.332233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:07.339444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.369097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e22134-c577-48cc-9fea-49f0e8c4d87a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:07.373501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cb115-c16d-4b6e-9bb4-9a37d92fee31 req-f40304df-5fa9-4c61-9394-b0d2143c5158 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:07.375071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-333cb115-c16d-4b6e-9bb4-9a37d92fee31 req-f40304df-5fa9-4c61-9394-b0d2143c5158 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 947 time: 0.0535035 Dec 20 23:12:07.426336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-333cb115-c16d-4b6e-9bb4-9a37d92fee31 req-5cc81c68-af75-4662-a8ad-0825ee8da1e1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Dec 20 23:12:07.434686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Made reservation on behalf of d2f42440633e4e50afc94b61b4ea1aa9 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:07.435055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.437075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.448733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.466619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c3f4989b-6e1a-4567-94f2-6daeed9674ff'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:07.467598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.472783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f9d0522e-134c-43f5-b22b-ed08739019f1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4400074 Dec 20 23:12:07.473341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.479654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-40981f5a-1356-47ec-a644-80782ed22682 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.481118 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-40981f5a-1356-47ec-a644-80782ed22682 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 23:12:07.481613 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-40981f5a-1356-47ec-a644-80782ed22682 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:07.485817 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-40981f5a-1356-47ec-a644-80782ed22682 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083749 Dec 20 23:12:07.486470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57384) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.490616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9e0b9402-e9e3-4644-bcfe-3ed51c8cc268 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.498271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:07.501574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:07.505109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:07.526337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1bd690-cbcd-4ac2-a02f-ebd67ba9eb29 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:07.535654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Pushing event updated for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:07.575963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:07.577590 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.579142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.591271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['95e3967e-69d2-4ddc-9d8e-a5d00867a4e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:07.604233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e15e4dde-3bf5-4441-a5f7-787d60465821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.659207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.660651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-5980bc55-d290-4945-a3c2-a21029914f95 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1281435 Dec 20 23:12:07.675690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Request body: {'port': {'device_id': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.684522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-726f9ac9-232c-4f25-a88a-f9c54a21c88b None None] Provisioning complete for port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:07.684866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-726f9ac9-232c-4f25-a88a-f9c54a21c88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.688640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:12:07.705620 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-9e0b9402-e9e3-4644-bcfe-3ed51c8cc268 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:07.705620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e0b9402-e9e3-4644-bcfe-3ed51c8cc268 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2185910 Dec 20 23:12:07.710270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57388) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.716267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-336c93a3-8fa4-4d65-8291-a122cd37d051 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.717056 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-336c93a3-8fa4-4d65-8291-a122cd37d051 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 23:12:07.718081 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-336c93a3-8fa4-4d65-8291-a122cd37d051 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:07.718679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-336c93a3-8fa4-4d65-8291-a122cd37d051 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076859 Dec 20 23:12:07.721375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57390) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:07.726724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0d485435-cd46-4d79-a011-d5825fe7e100 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:07.739735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.740369 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Added segment 56750b02-99f1-4f5d-afb8-c7875299274d of type vlan for network b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 Dec 20 23:12:07.761216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0098e6ae-af96-4bbf-a731-16bb756c6f6e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:07.786120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-726f9ac9-232c-4f25-a88a-f9c54a21c88b None None] Port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:12:07.816320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.817883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.853300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b1b9-3fcd-4d77-b4de-d274d5994cf4 req-954d2b27-1ece-4339-b815-3023cf77472c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:07.855033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4310b1b9-3fcd-4d77-b4de-d274d5994cf4 req-954d2b27-1ece-4339-b815-3023cf77472c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1184826 Dec 20 23:12:07.956794 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.958039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:07.958644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:07.972096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7290c-daf7-4628-af7c-644b0c8f3830 req-3da9bec9-0fb8-47f9-be61-77baa1e02cc7 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:07.973583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f7290c-daf7-4628-af7c-644b0c8f3830 req-3da9bec9-0fb8-47f9-be61-77baa1e02cc7 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 931 time: 0.1504617 Dec 20 23:12:08.052420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4310b1b9-3fcd-4d77-b4de-d274d5994cf4 req-10c5f59e-af17-4261-a855-b05e40c9a5ea tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829114 Dec 20 23:12:08.053745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] Pushing event updated for resources: {'Network': ['ID=b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:08.064443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:12:08.073778 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-0d485435-cd46-4d79-a011-d5825fe7e100 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.074752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d485435-cd46-4d79-a011-d5825fe7e100 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3521311 Dec 20 23:12:08.080685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57398) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.088386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d37996a1-f70f-439a-be70-84a3bee994e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.089563 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-d37996a1-f70f-439a-be70-84a3bee994e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 23:12:08.089563 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-d37996a1-f70f-439a-be70-84a3bee994e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.090811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d37996a1-f70f-439a-be70-84a3bee994e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082564 Dec 20 23:12:08.096135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57400) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.096282 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dee152e0-a6b1-44bf-a7d7-f2ac4ae94e1d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8028634 Dec 20 23:12:08.100910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fb9211b1-a7e8-42a7-ae9f-55f64c751a83 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.101102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57402) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.108908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Request body: {'subnet': {'network_id': 'b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1153424842-subnet', 'tenant_id': 'd2f42440633e4e50afc94b61b4ea1aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.133450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f7290c-daf7-4628-af7c-644b0c8f3830 req-1f41f76f-61d8-4145-a383-5464e3eccc7e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055899 Dec 20 23:12:08.214162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Made reservation on behalf of d2f42440633e4e50afc94b61b4ea1aa9 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:08.216675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.293929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.309770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85f59-a590-4dec-8234-91d53f9bc11a req-846932d9-6822-48fa-843d-4b0752bdb3f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:08.311245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fa85f59-a590-4dec-8234-91d53f9bc11a req-846932d9-6822-48fa-843d-4b0752bdb3f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 944 time: 0.1069005 Dec 20 23:12:08.339796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:08.349587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.379853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Transition to ACTIVE for port object 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:12:08.385373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fa85f59-a590-4dec-8234-91d53f9bc11a req-ed86e00c-063b-4378-a25c-b5cc86bde96b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650282 Dec 20 23:12:08.391436 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-fb9211b1-a7e8-42a7-ae9f-55f64c751a83 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.395155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb9211b1-a7e8-42a7-ae9f-55f64c751a83 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2955871 Dec 20 23:12:08.395527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.400898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a5fe900f-a3e9-4f99-a15b-b6e7f42c503b tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.401407 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-a5fe900f-a3e9-4f99-a15b-b6e7f42c503b tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 23:12:08.401937 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a5fe900f-a3e9-4f99-a15b-b6e7f42c503b tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.402898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a5fe900f-a3e9-4f99-a15b-b6e7f42c503b tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063798 Dec 20 23:12:08.405468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57408) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.409758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-53abe9d6-0869-44a5-9fb9-c8a6ac7df4b0 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.436943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.481019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.492169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Pushing event updated for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:08.494001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34647b6-fb08-43ab-bd04-be905ca012b2 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:08.570631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0357bffa-3976-4dfa-b453-f6498bb9d8ab,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:08.578413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Checking segment: {'id': '56750b02-99f1-4f5d-afb8-c7875299274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:08.578703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Network hostable DHCP agents. Network: b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:12:08.604525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b44f9-114e-449a-8d4b-d0089a090f63 req-f1e23d9d-0711-4d5f-bf8e-693b16f9adb8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:08.606773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-821b44f9-114e-449a-8d4b-d0089a090f63 req-f1e23d9d-0711-4d5f-bf8e-693b16f9adb8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 947 time: 0.0955322 Dec 20 23:12:08.609332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Attempting to bind port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:12:08.609664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Attempting to bind port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:12:08.610007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Attempting to bind port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:08.620020 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-53abe9d6-0869-44a5-9fb9-c8a6ac7df4b0 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.620923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:12:08.621155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53abe9d6-0869-44a5-9fb9-c8a6ac7df4b0 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2146480 Dec 20 23:12:08.621355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Attempting to bind port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 on network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:08.624148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57412) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.629552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-261716eb-2e1b-4de1-9767-2e22e3dfe1cb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '15e22134-c577-48cc-9fea-49f0e8c4d87a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:08.634667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:12:08.635007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Checking segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:08.635388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Bound using segment: {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:12:08.635816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Bound port: 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75109d66-8f51-4e90-ada5-799f274b2c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:12:08.636308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.674184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Network b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:12:08.695757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-821b44f9-114e-449a-8d4b-d0089a090f63 req-da71a5d2-bd24-4427-ace3-f3adb04ee94e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825109 Dec 20 23:12:08.719046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57414) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.727646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:12:08.730631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:12:08.775625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:08.780097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:08.780760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.784740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0806430-ff7b-493c-993c-ede2d61ad173 None None] Network b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:08.803168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0741fd2a-6aba-4bc4-8e6a-c3d8059849e1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 200 len: 993 time: 0.0828979 Dec 20 23:12:08.831689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.871614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:08.872312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:08.873604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] 10.222.0.45 "PUT /v2.0/ports/019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 HTTP/1.1" status: 200 len: 1091 time: 1.2037427 Dec 20 23:12:08.874078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:08.876750 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc677938-63a9-478b-9707-01ea659e11f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:08.880231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75546e25-9925-4410-8521-332bcbae3d93 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:08.898583 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-261716eb-2e1b-4de1-9767-2e22e3dfe1cb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:08.898583 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-261716eb-2e1b-4de1-9767-2e22e3dfe1cb tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2687383 Dec 20 23:12:08.898583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:08.899001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c80819-9469-4e48-9398-644d33f5508f None None] Network b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:08.900134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0caa1-c335-440a-9200-94d9b3defe4c service neutron] Pushing event updated for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:08.933511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:08.944344 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d7bb1-5650-4304-be7a-4a018de0c707 x-openstack-request-id: req-802d7bb1-5650-4304-be7a-4a018de0c707 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:08.945247 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:08.945574 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-802d7bb1-5650-4304-be7a-4a018de0c707 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:08.946629 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9', 'status': 'completed', 'code': 200} Dec 20 23:12:08.967488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b2e0006e-9ff8-4a86-897d-73d07a233ea2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8652005 Dec 20 23:12:08.973633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.022006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.022729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677938-63a9-478b-9707-01ea659e11f4 req-0878fd01-88c1-407a-b8c9-0171dd9dfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.024580 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc677938-63a9-478b-9707-01ea659e11f4 req-0878fd01-88c1-407a-b8c9-0171dd9dfc92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1094 time: 0.0557802 Dec 20 23:12:09.139660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.142290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.143460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/15e22134-c577-48cc-9fea-49f0e8c4d87a HTTP/1.1" status: 204 len: 168 time: 0.2456892 Dec 20 23:12:09.149832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57426) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:09.172038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677938-63a9-478b-9707-01ea659e11f4 req-2ac627e9-da06-42da-b037-c8a3b328be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.172038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc677938-63a9-478b-9707-01ea659e11f4 req-2ac627e9-da06-42da-b037-c8a3b328be18 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367154 Dec 20 23:12:09.189160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eaf01-570b-41df-8b3a-63e703c8aac5 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e22134-c577-48cc-9fea-49f0e8c4d87a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:09.256674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7035deb8-3dd8-4046-ba4c-eb6ea67de4a3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1037741 Dec 20 23:12:09.262282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:09.267923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775167042'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:09.316673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:09.322271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:09.322650 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.355504 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:12:09.357808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d78cc-14d4-401d-9626-695d1a0cea37 req-ff0dc87a-5e24-4a4c-b690-bdfedd7757a6 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.359314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b5d78cc-14d4-401d-9626-695d1a0cea37 req-ff0dc87a-5e24-4a4c-b690-bdfedd7757a6 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1657817 Dec 20 23:12:09.387685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.396230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbef56e-9169-4f91-bc27-a63e5a255e53 req-04be3943-0591-49c0-812c-1007eb2c8bb4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.397740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dbef56e-9169-4f91-bc27-a63e5a255e53 req-04be3943-0591-49c0-812c-1007eb2c8bb4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 943 time: 0.1468909 Dec 20 23:12:09.416749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc677938-63a9-478b-9707-01ea659e11f4 req-6c34028c-7fca-4150-97e9-e58e4dfdde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.418221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc677938-63a9-478b-9707-01ea659e11f4 req-6c34028c-7fca-4150-97e9-e58e4dfdde5b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367368 Dec 20 23:12:09.428771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f3f06-fcf2-43d1-ac5e-3c0062ce2626 req-ec5bded6-e3a7-4a04-89f9-43e5e991b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.429906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.430814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d8f3f06-fcf2-43d1-ac5e-3c0062ce2626 req-ec5bded6-e3a7-4a04-89f9-43e5e991b9fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0709336 Dec 20 23:12:09.465898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b5d78cc-14d4-401d-9626-695d1a0cea37 req-915285c5-7302-404c-9e89-5d71aeebab4d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949845 Dec 20 23:12:09.488130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:09.492579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:09.495807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dbef56e-9169-4f91-bc27-a63e5a255e53 req-d551b7f7-2d72-4b50-aac2-e7b43edfa089 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897980 Dec 20 23:12:09.496717 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003a5a0-a454-4045-ba3f-27c800923cd0" -d '{"events": [{"server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "name": "network-vif-plugged", "status": "completed", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:09.501104 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6d8f3f06-fcf2-43d1-ac5e-3c0062ce2626 req-61ba2e6a-f156-4d56-b6ee-392d5ce1c04a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Dec 20 23:12:09.507977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.541600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-3ff3a1f1-ffc6-4259-8828-0659595db47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.543778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-3ff3a1f1-ffc6-4259-8828-0659595db47c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1094 time: 0.0696173 Dec 20 23:12:09.568610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.621979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.627342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:09.657836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00784a05-9fb4-420c-8803-4c0478fc7203,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:09.705541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.746398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:09.747705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-adba8247-fe73-48a8-b8db-bf3c62527549 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4844477 Dec 20 23:12:09.750653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57452) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:09.755558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-feb18758-1a66-4e89-a150-86b367b5a31e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '00784a05-9fb4-420c-8803-4c0478fc7203', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:09.831251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-43a25025-4c87-4ac1-9a28-04d8f8b44f40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 HTTP/1.1" status: 200 len: 217 time: 0.0643752 Dec 20 23:12:09.980712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-d117c98a-1d5c-41cd-9f18-f7f7952b778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.982182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-d117c98a-1d5c-41cd-9f18-f7f7952b778a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 200 len: 851 time: 0.1363027 Dec 20 23:12:09.992204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298d7df-a911-4f28-898e-a3156d60c89e req-6c10e185-f9b1-46f7-8082-01b2c52e4301 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:09.993588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0298d7df-a911-4f28-898e-a3156d60c89e req-6c10e185-f9b1-46f7-8082-01b2c52e4301 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.1684449 Dec 20 23:12:10.001099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-41a7c4a1-c7ae-4bae-88b0-bf03c0686096 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:10.002467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-41a7c4a1-c7ae-4bae-88b0-bf03c0686096 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/networks?id=447cd879-10fb-4cb2-9002-9350e5b54b26 HTTP/1.1" status: 200 len: 812 time: 0.2401607 Dec 20 23:12:10.048097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-86dda982-6beb-4f3c-8d34-8973916fe68d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534158 Dec 20 23:12:10.051059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-8cb59753-196d-48e4-9f62-0d25dcaa4aa3 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/quotas/bc67bd83fe834a49b85fb07139e13343 HTTP/1.1" status: 200 len: 375 time: 0.0400791 Dec 20 23:12:10.057175 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-feb18758-1a66-4e89-a150-86b367b5a31e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The resource could not be found. Dec 20 23:12:10.058159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-feb18758-1a66-4e89-a150-86b367b5a31e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3062019 Dec 20 23:12:10.061027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57454) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:10.065880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cceedc80-5382-41d3-908b-8c01ffdb2f88 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '00784a05-9fb4-420c-8803-4c0478fc7203', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '134b9c09-83f7-470c-832b-0ae6480cfab7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:10.115466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-99422ac9-b9b2-4a76-81ba-112dffaf6869 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc67bd83fe834a49b85fb07139e13343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517509 Dec 20 23:12:10.120884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0298d7df-a911-4f28-898e-a3156d60c89e req-fb6e9e68-97b3-4055-b88b-020175aca6ef tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175940 Dec 20 23:12:10.165988 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca43e8-d4ad-42f9-a450-fbb1fa91daa9 x-openstack-request-id: req-fcca43e8-d4ad-42f9-a450-fbb1fa91daa9 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:10.166275 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "name": "network-vif-plugged", "status": "completed", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:10.166536 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcca43e8-d4ad-42f9-a450-fbb1fa91daa9 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:10.166997 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8', 'code': 200} Dec 20 23:12:10.254723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-e3fadfec-d8a7-49db-815c-6a9c24d386eb service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899607 Dec 20 23:12:10.260829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-7e78d555-44bb-4244-a238-fc5e70145097 service neutron] 10.222.0.62 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336486 Dec 20 23:12:10.264021 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-cceedc80-5382-41d3-908b-8c01ffdb2f88 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The resource could not be found. Dec 20 23:12:10.267921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cceedc80-5382-41d3-908b-8c01ffdb2f88 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2057462 Dec 20 23:12:10.270834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57456) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:10.280590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d9f34-812c-4ea0-b39a-580072531645 req-caf77b36-1c88-40f9-a14d-0aabf046145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:10.282041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e51d9f34-812c-4ea0-b39a-580072531645 req-caf77b36-1c88-40f9-a14d-0aabf046145a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 1096 time: 0.0525866 Dec 20 23:12:10.357339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e51d9f34-812c-4ea0-b39a-580072531645 req-c25c1ddd-4c78-4d1c-98f2-6a9022d41954 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Dec 20 23:12:10.358116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:10.386804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:10.417059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c0bc8c-0d03-43a2-97f3-e3803bcef633 req-cbbca0cf-eeb3-48c0-aeb7-8f82dd631b82 service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544912 Dec 20 23:12:10.419196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-74af6c40-c415-4ca1-8c21-4eb4f5cb1dae service neutron] 10.222.0.62 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480765 Dec 20 23:12:10.463309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:10.491489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:10.494450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:10.495603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/00784a05-9fb4-420c-8803-4c0478fc7203 HTTP/1.1" status: 204 len: 168 time: 0.2238741 Dec 20 23:12:10.498247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:10.511175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e681c-2e01-4eb7-a89c-f56bd88fddd6 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00784a05-9fb4-420c-8803-4c0478fc7203,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:10.552688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c0fa77fc-4da7-44ca-80db-c31c44d16dba tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531969 Dec 20 23:12:10.556919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:10.561369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4b7ea1a7-a84f-48c9-bb9d-4028eee47abf tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': 'd0a94962-7185-4942-817d-03e8cd406485', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:10.608424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a6060-7f5d-45d4-881d-778c0d3d8123 req-10b7883f-f72f-4835-b0bb-f64ae444be45 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:10.609969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd2a6060-7f5d-45d4-881d-778c0d3d8123 req-10b7883f-f72f-4835-b0bb-f64ae444be45 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0561771 Dec 20 23:12:10.665488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd2a6060-7f5d-45d4-881d-778c0d3d8123 req-d4552b0f-91f5-482b-a262-a6c68fd251de tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473077 Dec 20 23:12:10.716900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7bbd0-ae41-4fd8-9fda-bf8d4387a81c req-7827189f-9dfe-4f41-b041-c4a37efa908f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:10.718625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9c7bbd0-ae41-4fd8-9fda-bf8d4387a81c req-7827189f-9dfe-4f41-b041-c4a37efa908f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 943 time: 0.0523515 Dec 20 23:12:10.773479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9c7bbd0-ae41-4fd8-9fda-bf8d4387a81c req-e7a0c9b1-a168-45f4-ba8f-f6574252cda9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Dec 20 23:12:10.834597 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-4b7ea1a7-a84f-48c9-bb9d-4028eee47abf tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The resource could not be found. Dec 20 23:12:10.835719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c699511-dd17-4869-8ebc-57d746653304 req-794d0665-103a-4483-ad15-c37bed9ea802 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 210 time: 0.0278749 Dec 20 23:12:10.839875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57478) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:10.840702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4b7ea1a7-a84f-48c9-bb9d-4028eee47abf tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2826962 Dec 20 23:12:10.845008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882200027'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:10.963508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.031690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.097194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.127933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9384730c-c002-438f-9a98-6c114d263819,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:11.202587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.203863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7587e798-c5cb-417e-aa32-fea0514440e8 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3629169 Dec 20 23:12:11.206584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57482) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:11.226315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714241526'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:11.264664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c380-5c56-478b-803d-b96a9a8444f4 req-ee91f073-7975-40bc-8052-3ac3a149e4dd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:11.266139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f574c380-5c56-478b-803d-b96a9a8444f4 req-ee91f073-7975-40bc-8052-3ac3a149e4dd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.0767543 Dec 20 23:12:11.314582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f574c380-5c56-478b-803d-b96a9a8444f4 req-d0474b38-d52a-45b0-ba29-54112cfdf27c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Dec 20 23:12:11.339721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.404931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.488457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.521694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2910c6f-42a8-4f96-9cdf-69eb0f373058,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:11.574450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.575729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b197a6bc-a816-4c6b-ad28-fc0395d16c74 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3682232 Dec 20 23:12:11.578665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57486) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:11.583211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-914cfd63-4f84-4af4-a289-c733c568f79f tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group_rule': {'security_group_id': '9384730c-c002-438f-9a98-6c114d263819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c2910c6f-42a8-4f96-9cdf-69eb0f373058'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:11.792328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a50f33-3444-40e7-b4b5-a505300b722a req-590ddeeb-83bd-4fa0-a68b-2180ec863f8c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:11.793908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9a50f33-3444-40e7-b4b5-a505300b722a req-590ddeeb-83bd-4fa0-a68b-2180ec863f8c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0536721 Dec 20 23:12:11.797382 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-914cfd63-4f84-4af4-a289-c733c568f79f tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:12:11.801914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-914cfd63-4f84-4af4-a289-c733c568f79f tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2221863 Dec 20 23:12:11.802761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:11.886622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9a50f33-3444-40e7-b4b5-a505300b722a req-8b2c025d-6795-4617-b957-154f1f961475 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846713 Dec 20 23:12:11.892514 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:11.943050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.081363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:12.185582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:12.197845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9', 'network_id': '0d5d67a5-79f2-49d0-b4ff-68f9f290f66a', 'port_id': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9', 'mac_address': 'fa:16:3e:ea:63:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6d50b-de86-457b-986e-7fc6cf536e21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:12.236941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.251899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:12.274400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:12.346003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd2b5ade-f760-49bd-9e1b-4fc07919dae5 req-8b795ea0-46fa-41a7-b453-87d6e4238c1c tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 210 time: 0.3787591 Dec 20 23:12:12.350866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.355135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acbc5e-c236-4770-b8b2-940eb9b7b51b req-e9a25305-706f-400c-b23e-e5f0bc2370ac tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:12.357503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2acbc5e-c236-4770-b8b2-940eb9b7b51b req-e9a25305-706f-400c-b23e-e5f0bc2370ac tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 943 time: 0.4520309 Dec 20 23:12:12.413690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2acbc5e-c236-4770-b8b2-940eb9b7b51b req-314a0395-d84d-4cc3-99b6-78bebd52f058 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Dec 20 23:12:12.415165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:12.459428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.462366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.463424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/c2910c6f-42a8-4f96-9cdf-69eb0f373058 HTTP/1.1" status: 204 len: 168 time: 0.6592155 Dec 20 23:12:12.466219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57504) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:12.486432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0704f-2e51-4b18-913e-50c837468d00 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2910c6f-42a8-4f96-9cdf-69eb0f373058,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:12.548017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ec50d-c597-49b6-b322-8651a5f62914 req-a37b0e01-6b00-444f-9737-7d9dffbff87e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:12.551656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb98e4e5-30da-4a05-bd91-b1ff50a98c87 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0819874 Dec 20 23:12:12.553582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57508) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:12.555597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a76ec50d-c597-49b6-b322-8651a5f62914 req-a37b0e01-6b00-444f-9737-7d9dffbff87e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Dec 20 23:12:12.599001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a76ec50d-c597-49b6-b322-8651a5f62914 req-53dea002-dcca-413c-9719-3a720fa5e224 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Dec 20 23:12:12.609206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.633786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.652202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['019e64a4-378d-4bb0-938b-bd9ca1e0c0d9'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:12.748610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.751427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:12.752480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/9384730c-c002-438f-9a98-6c114d263819 HTTP/1.1" status: 204 len: 168 time: 0.1978464 Dec 20 23:12:12.755259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57514) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:12.762981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6e058-a8ee-4248-b3a3-22ae3fdba839 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9384730c-c002-438f-9a98-6c114d263819,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:12.851160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-985b5afd-312c-4f75-81e7-43aec8ee969e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943282 Dec 20 23:12:12.856144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:12.862653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157372290'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:12.880668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f6f68-677c-4b94-a3e8-2442b2ca4ef8 req-add57127-e622-4f46-a192-28b9ba6ec909 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:12.883129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-312f6f68-677c-4b94-a3e8-2442b2ca4ef8 req-add57127-e622-4f46-a192-28b9ba6ec909 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1052089 Dec 20 23:12:12.902838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-5654f7d9-3930-4a84-9fc4-5e1402322dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:12.904426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-5654f7d9-3930-4a84-9fc4-5e1402322dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0699978 Dec 20 23:12:12.999536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-312f6f68-677c-4b94-a3e8-2442b2ca4ef8 req-974711a7-6d30-4c5b-86ef-84f7bd08eeab tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049478 Dec 20 23:12:13.026399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-ff33ac4d-20d6-44d3-85cc-b9c44e2bfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:13.027899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-ff33ac4d-20d6-44d3-85cc-b9c44e2bfcc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1159744 Dec 20 23:12:13.034467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.073494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-bd36445f-a5f1-4a82-85c8-618a63bd798e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0357518 Dec 20 23:12:13.129921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-1d720db2-366f-4cfb-879b-7a514f191d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:13.131410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-1d720db2-366f-4cfb-879b-7a514f191d0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0459914 Dec 20 23:12:13.170704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-51047899-1b4a-4a6b-9c5e-6715218e0e3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319436 Dec 20 23:12:13.171232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.203289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-2f76aa10-08c3-41c8-b5bb-9d8e1c3a9b7c tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:13.204772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-2f76aa10-08c3-41c8-b5bb-9d8e1c3a9b7c tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.59 "GET /v2.0/networks?id=447cd879-10fb-4cb2-9002-9350e5b54b26 HTTP/1.1" status: 200 len: 812 time: 0.1317143 Dec 20 23:12:13.217642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Request body: {'port': {'device_id': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26', 'admin_state_up': True, 'tenant_id': 'bc67bd83fe834a49b85fb07139e13343'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:13.247326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.264031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-d7ef898e-95b6-4779-a306-8153d8867b7c service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851071 Dec 20 23:12:13.322686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e75d13-d8ca-4cca-b0eb-ba53014be4cd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:13.344215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.344565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.345480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.348197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.348591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.348957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.349307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.349737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.350092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.350352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.352545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.352545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.352545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:13.375408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.375408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-41ae9911-d498-4b42-98bd-a0407b9febf3 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5174234 Dec 20 23:12:13.378445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.386757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6fb48160-3a39-4af9-a5bb-4619a1f982ce tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:13.387183 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-6fb48160-3a39-4af9-a5bb-4619a1f982ce tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 23:12:13.387683 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-6fb48160-3a39-4af9-a5bb-4619a1f982ce tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 23:12:13.391782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6fb48160-3a39-4af9-a5bb-4619a1f982ce tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "PUT /v2.0/security-groups/07e75d13-d8ca-4cca-b0eb-ba53014be4cd HTTP/1.1" status: 409 len: 330 time: 0.0123875 Dec 20 23:12:13.397222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57526) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.421186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155c21d6-97b6-4807-96ac-db17dc0fb068 req-776101ab-00bb-4f37-87b2-4cbbd000f5ab service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494172 Dec 20 23:12:13.475963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b9021e4-6452-446b-8102-679c4bb6f824 req-6771b9ca-5c3a-4668-aa51-238d5a9f7544 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 210 time: 0.0441327 Dec 20 23:12:13.491731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Made reservation on behalf of bc67bd83fe834a49b85fb07139e13343 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:13.496058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.511957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.565371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.617063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6445e5-d411-4b2d-9582-fdc3d052b1a7 req-278221d7-794f-4dba-9364-b9689b646beb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:13.618812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b6445e5-d411-4b2d-9582-fdc3d052b1a7 req-278221d7-794f-4dba-9364-b9689b646beb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 944 time: 0.1040101 Dec 20 23:12:13.651536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Allocated IP 172.20.0.8 (447cd879-10fb-4cb2-9002-9350e5b54b26/d759d74f-bb58-4622-93e8-82d261eba9a2/c2e3e292-005e-47fc-b3eb-db429b48746b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:13.671766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b6445e5-d411-4b2d-9582-fdc3d052b1a7 req-997e0545-51c0-4769-b0c4-6beb26445b5c tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Dec 20 23:12:13.719580 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.722265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.729383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/07e75d13-d8ca-4cca-b0eb-ba53014be4cd HTTP/1.1" status: 204 len: 168 time: 0.3251867 Dec 20 23:12:13.729528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57536) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.733121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f781b2-514b-485e-8170-32a635196ec7 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e75d13-d8ca-4cca-b0eb-ba53014be4cd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:13.820136 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf30ff93-df68-4cfd-830d-cd29ca92b086 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929761 Dec 20 23:12:13.824802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.850303 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-c888b835-bafd-4e2d-96e0-410e7b6c76a1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] delete failed (client error): The resource could not be found. Dec 20 23:12:13.851303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c888b835-bafd-4e2d-96e0-410e7b6c76a1 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "DELETE /v2.0/security-groups/e50a916d-4bd3-4850-b35b-b74bbde04eb7 HTTP/1.1" status: 404 len: 347 time: 0.0256083 Dec 20 23:12:13.855092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57540) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.877550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:13.879214 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-991a1a09-4f09-4000-8586-ba1a4d674144 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] show failed (client error): The resource could not be found. Dec 20 23:12:13.880220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-991a1a09-4f09-4000-8586-ba1a4d674144 tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-groups/ca285446-d25d-4ef2-a485-d4a8091e855a HTTP/1.1" status: 404 len: 347 time: 0.0242422 Dec 20 23:12:13.884796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:13.903480 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-67b66946-0b6b-4e0b-a58a-2f89cfff356e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] show failed (client error): The resource could not be found. Dec 20 23:12:13.910008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-67b66946-0b6b-4e0b-a58a-2f89cfff356e tempest-NegativeSecGroupTest-563287177 tempest-NegativeSecGroupTest-563287177-project] 10.222.0.62 "GET /v2.0/security-group-rules/55ef0001-7703-45f6-a249-ae3f5ddb7d2c HTTP/1.1" status: 404 len: 356 time: 0.0186827 Dec 20 23:12:14.000860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.046534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Network 447cd879-10fb-4cb2-9002-9350e5b54b26 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:14.050122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:14.053467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:14.090333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:14.092885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Pushing event updated for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:14.123203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:14.123853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.159173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cb89-c2c2-403e-aa40-bbd144610c4f req-dcb78c01-7811-40cd-8bca-844d14c54c05 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:14.160695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a336cb89-c2c2-403e-aa40-bbd144610c4f req-dcb78c01-7811-40cd-8bca-844d14c54c05 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0842261 Dec 20 23:12:14.210934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a336cb89-c2c2-403e-aa40-bbd144610c4f req-ac0efe04-db1e-4216-83cd-a63a135c8fbe tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Dec 20 23:12:14.218665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:14.221508 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-4d759500-97f0-4405-9ec2-7a596eff521e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077775 Dec 20 23:12:14.223549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:14.223961 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.316153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.344089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:14.346382 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d682229-0e55-496a-b29f-ef660a463a72" -d '{"events": [{"server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:14.360155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:14.386832 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb8c82a-9043-429d-87d9-c1e45dc42695 x-openstack-request-id: req-dbb8c82a-9043-429d-87d9-c1e45dc42695 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:14.393247 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:14.393247 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbb8c82a-9043-429d-87d9-c1e45dc42695 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:14.393247 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9', 'code': 200} Dec 20 23:12:14.393651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Request body: {'port': {'device_id': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:14.440129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.478480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.554058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57560) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:14.576145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:14.656580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8678328-7c6b-4d19-9f58-46f960db73c0 req-13487ea1-debd-46a3-ac59-8b221ff82859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:14.658221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8678328-7c6b-4d19-9f58-46f960db73c0 req-13487ea1-debd-46a3-ac59-8b221ff82859 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1096 time: 0.1593888 Dec 20 23:12:14.700184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1145af-f3cd-47b1-88c7-fcdfdde3d679 req-6d97488d-0963-4e8c-a692-e6cd6ea6bfaf tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:14.710098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db1145af-f3cd-47b1-88c7-fcdfdde3d679 req-6d97488d-0963-4e8c-a692-e6cd6ea6bfaf tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 931 time: 0.1080956 Dec 20 23:12:14.782819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8678328-7c6b-4d19-9f58-46f960db73c0 req-63d6633a-3d92-41b5-88f6-d63cb43a2399 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163385 Dec 20 23:12:14.828105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db1145af-f3cd-47b1-88c7-fcdfdde3d679 req-c293ef59-ac52-4020-942f-cbc6c4ec9e9e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171241 Dec 20 23:12:14.845040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4796f7b1-2d3b-4161-bbe5-9a1d821a3f0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4a86c5aecc247b6b193d52cfce09eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897074 Dec 20 23:12:14.847662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:14.862045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1e442-aeb5-4b5b-bb8d-b5a09309957e req-7585f6fa-8fde-4bc3-990a-cac779c56bfb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:14.863485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ab1e442-aeb5-4b5b-bb8d-b5a09309957e req-7585f6fa-8fde-4bc3-990a-cac779c56bfb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1135850 Dec 20 23:12:14.872290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e3e292-005e-47fc-b3eb-db429b48746b {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:14.879818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.893351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Transition to ACTIVE for port object c2e3e292-005e-47fc-b3eb-db429b48746b will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:12:14.948292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ab1e442-aeb5-4b5b-bb8d-b5a09309957e req-27400e96-09be-4a64-8c70-22f8b0beed32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Dec 20 23:12:14.951167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.970935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:14.972542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.023388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:15.085212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.089070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.090296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a2a0ab9-7822-4152-9a6f-97209a5dc659 HTTP/1.1" status: 204 len: 168 time: 0.2414355 Dec 20 23:12:15.094486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Attempting to bind port c2e3e292-005e-47fc-b3eb-db429b48746b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:12:15.094948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Attempting to bind port c2e3e292-005e-47fc-b3eb-db429b48746b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:12:15.095276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Attempting to bind port c2e3e292-005e-47fc-b3eb-db429b48746b on network 447cd879-10fb-4cb2-9002-9350e5b54b26 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:15.099821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Port c2e3e292-005e-47fc-b3eb-db429b48746b on network 447cd879-10fb-4cb2-9002-9350e5b54b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:12:15.100039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18f49d-5607-4801-9ab7-a790a14620cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a0ab9-7822-4152-9a6f-97209a5dc659,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:15.100193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Attempting to bind port c2e3e292-005e-47fc-b3eb-db429b48746b on network 447cd879-10fb-4cb2-9002-9350e5b54b26 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:15.106687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:12:15.107031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Checking segment: {'id': 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:15.107424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Bound using segment: {'id': 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:12:15.107850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Bound port: c2e3e292-005e-47fc-b3eb-db429b48746b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:12:15.108380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.172923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:12:15.175906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c2e3e292-005e-47fc-b3eb-db429b48746b,segment=NetworkSegment(aaa9a54a-b2fe-49c0-a08c-1000ac5f4370),segment_id=aaa9a54a-b2fe-49c0-a08c-1000ac5f4370)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:12:15.234847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.272156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.273115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:15.274772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] 10.222.0.59 "PUT /v2.0/ports/c2e3e292-005e-47fc-b3eb-db429b48746b HTTP/1.1" status: 200 len: 1091 time: 1.0415683 Dec 20 23:12:15.277193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:15.280808 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4702d6a-fc3b-4013-9dda-77ef3509ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:15.312799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fe0c0-613f-4aca-94f3-a45db5fac67b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:15.329845 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba97ab-7f4f-4752-b04b-47bf2da79249 x-openstack-request-id: req-0cba97ab-7f4f-4752-b04b-47bf2da79249 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:15.331166 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:15.331444 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cba97ab-7f4f-4752-b04b-47bf2da79249 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:15.333660 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b', 'status': 'completed', 'code': 200} Dec 20 23:12:15.363837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8553-d457-401c-83b9-7101e6825ce2 req-a1689d20-1800-4114-9dcd-8590bdbe6127 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.365559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-041a8553-d457-401c-83b9-7101e6825ce2 req-a1689d20-1800-4114-9dcd-8590bdbe6127 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0824544 Dec 20 23:12:15.400375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-4c8c0b06-2982-4b00-8f44-54511384cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.402166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-4c8c0b06-2982-4b00-8f44-54511384cac4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc67bd83fe834a49b85fb07139e13343&device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 1094 time: 0.0514798 Dec 20 23:12:15.433159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-041a8553-d457-401c-83b9-7101e6825ce2 req-4854321d-34a7-4e49-90b0-735a8e694c63 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 Dec 20 23:12:15.514748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-d4336d2b-1e73-4663-9817-11ae50b6b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.516247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-d4336d2b-1e73-4663-9817-11ae50b6b752 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bc67bd83fe834a49b85fb07139e13343&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050277 Dec 20 23:12:15.632376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-1dc4a06c-662d-4d53-ac59-dc3b623e035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.634165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4702d6a-fc3b-4013-9dda-77ef3509ba58 req-1dc4a06c-662d-4d53-ac59-dc3b623e035e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110296 Dec 20 23:12:15.728371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-0c494651-093f-4576-89b5-4f6d13b9c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.730846 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-0c494651-093f-4576-89b5-4f6d13b9c1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc67bd83fe834a49b85fb07139e13343&device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 1094 time: 0.0561018 Dec 20 23:12:15.800689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-88acb0a2-95c0-41fa-9770-6128d865f3de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e3e292-005e-47fc-b3eb-db429b48746b HTTP/1.1" status: 200 len: 217 time: 0.0529530 Dec 20 23:12:15.854230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fd08-1b31-4dac-b943-63418e072165 req-e4869691-7c86-4b7a-93eb-bc02515965b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.855700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-e4869691-7c86-4b7a-93eb-bc02515965b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d759d74f-bb58-4622-93e8-82d261eba9a2 HTTP/1.1" status: 200 len: 852 time: 0.0467689 Dec 20 23:12:15.903109 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-b0f1f277-9d89-4c05-94b9-bbd2506d458e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=447cd879-10fb-4cb2-9002-9350e5b54b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382936 Dec 20 23:12:15.995351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350f99-e6cd-41b1-ac07-7ec4da3577e6 req-cbee6ea1-55b1-44b4-87e0-a31a97031e4a tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:15.997442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1350f99-e6cd-41b1-ac07-7ec4da3577e6 req-cbee6ea1-55b1-44b4-87e0-a31a97031e4a tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 943 time: 0.0600927 Dec 20 23:12:16.053036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-b6267f8d-e4de-425d-ba92-bbb6693e8f80 service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404297 Dec 20 23:12:16.054801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1350f99-e6cd-41b1-ac07-7ec4da3577e6 req-958f22b6-2784-4cd4-a4a3-bb0ca347d66b tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505929 Dec 20 23:12:16.172179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470baec-f7cd-4a2e-a0e9-71df896ca5e2 req-0519f34b-c870-4282-8e37-38989824c4c3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:16.174265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4470baec-f7cd-4a2e-a0e9-71df896ca5e2 req-0519f34b-c870-4282-8e37-38989824c4c3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0566339 Dec 20 23:12:16.181614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b601fd08-1b31-4dac-b943-63418e072165 req-f34f8247-3edd-4e27-840f-f0dd2fb7074c service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166890 Dec 20 23:12:16.238420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4470baec-f7cd-4a2e-a0e9-71df896ca5e2 req-ed432b6a-aad3-421d-a09d-d0777ae8ee83 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528347 Dec 20 23:12:16.572790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732df02-d538-47a6-bb89-206f12f1f3ca req-5ae248a8-fa7e-4235-8e5c-3b8a7913a251 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:16.574286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5732df02-d538-47a6-bb89-206f12f1f3ca req-5ae248a8-fa7e-4235-8e5c-3b8a7913a251 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0505426 Dec 20 23:12:16.628514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5732df02-d538-47a6-bb89-206f12f1f3ca req-f46af5de-2022-4f75-99e7-7af0a009e01a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Dec 20 23:12:17.225244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e3d0-3d73-44a9-9e04-49b6b7f13cb5 req-e0638cd6-3d6a-4afa-8e05-630ac6b65d33 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:17.227347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ff6e3d0-3d73-44a9-9e04-49b6b7f13cb5 req-e0638cd6-3d6a-4afa-8e05-630ac6b65d33 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 943 time: 0.0611815 Dec 20 23:12:17.308336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ff6e3d0-3d73-44a9-9e04-49b6b7f13cb5 req-ab4658d9-c805-4edf-9859-116ed6a7f8f0 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728471 Dec 20 23:12:17.409530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658431-2eb1-4004-8e87-ab70ecc8caa9 req-c964f14d-faac-4359-9927-927c32d393bb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:17.418381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34658431-2eb1-4004-8e87-ab70ecc8caa9 req-c964f14d-faac-4359-9927-927c32d393bb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0865903 Dec 20 23:12:17.468571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34658431-2eb1-4004-8e87-ab70ecc8caa9 req-44465bd1-58a3-4f1a-8084-7ff53ae7aa72 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Dec 20 23:12:17.659637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57658) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:17.777507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6229a52b-f705-4a8f-98b9-a996c735fded admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:17.858757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6229a52b-f705-4a8f-98b9-a996c735fded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:17.936810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6229a52b-f705-4a8f-98b9-a996c735fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:18.019119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6229a52b-f705-4a8f-98b9-a996c735fded admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56ce1f7d122145b8848f11efc61ac26d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551910 Dec 20 23:12:18.019982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57666) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:18.069376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229a52b-f705-4a8f-98b9-a996c735fded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d290dabd-3b61-41ff-a426-ff5a017a7b34,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:18.078180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ffbd-d116-466a-9491-2fca5b198ac6 req-763d5597-4735-4438-a5be-f526d0104329 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:18.087219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e84ffbd-d116-466a-9491-2fca5b198ac6 req-763d5597-4735-4438-a5be-f526d0104329 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1599944 Dec 20 23:12:18.101508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:18.115300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab7fe-511a-4244-99ff-7671109b402d req-9cb98bb6-9581-4e16-91e3-23bfd551bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:18.117937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-9cb98bb6-9581-4e16-91e3-23bfd551bd6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1096 time: 0.1173637 Dec 20 23:12:18.127604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:18.152727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e84ffbd-d116-466a-9491-2fca5b198ac6 req-e0682ca7-deaa-4bb9-9164-5f92e2318d66 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Dec 20 23:12:18.254484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab7fe-511a-4244-99ff-7671109b402d req-29b64c3a-9af4-4ef2-b6fc-7466571b1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:18.256277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-29b64c3a-9af4-4ef2-b6fc-7466571b1cbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 912 time: 0.1204236 Dec 20 23:12:18.286181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:18.290352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:18.291802 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d290dabd-3b61-41ff-a426-ff5a017a7b34 HTTP/1.1" status: 204 len: 168 time: 0.2706649 Dec 20 23:12:18.301305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38952-23e7-4407-88f8-4cd26e8ea164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290dabd-3b61-41ff-a426-ff5a017a7b34,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:18.348651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-4349306d-0b7a-4a01-9d77-33609127cdf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 HTTP/1.1" status: 200 len: 217 time: 0.0753794 Dec 20 23:12:18.423158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab7fe-511a-4244-99ff-7671109b402d req-d73313e5-3f18-4f71-8c25-7fd6c10223a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:18.425035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-d73313e5-3f18-4f71-8c25-7fd6c10223a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 200 len: 851 time: 0.0686731 Dec 20 23:12:18.492483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-1c984a0d-121e-4a16-8624-54a4426a04bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499110 Dec 20 23:12:18.530454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628d91-de0c-437d-a58e-ad53c848c44d req-a3594f04-fb05-4938-a266-2464cae72443 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:18.532001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f628d91-de0c-437d-a58e-ad53c848c44d req-a3594f04-fb05-4938-a266-2464cae72443 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 943 time: 0.0986958 Dec 20 23:12:18.638712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-f74b13f3-dd3d-41b4-9669-91e7bf10bfbc service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379075 Dec 20 23:12:18.642134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f628d91-de0c-437d-a58e-ad53c848c44d req-e1406974-ddc5-436e-ba3c-e15d8aa57def tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747547 Dec 20 23:12:18.743283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30cab7fe-511a-4244-99ff-7671109b402d req-b0cf46d1-5663-4a11-a554-ff99d28446ad service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924256 Dec 20 23:12:18.989348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c2e3e292-005e-47fc-b3eb-db429b48746b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:19.068301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57686) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:19.083294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-67c050a4-9e0b-4199-a661-803d92400ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.097715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c2e3e292-005e-47fc-b3eb-db429b48746b,segment=NetworkSegment(aaa9a54a-b2fe-49c0-a08c-1000ac5f4370),segment_id=aaa9a54a-b2fe-49c0-a08c-1000ac5f4370)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:19.111239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c2e3e292-005e-47fc-b3eb-db429b48746b', 'network_id': '447cd879-10fb-4cb2-9002-9350e5b54b26', 'port_id': 'c2e3e292-005e-47fc-b3eb-db429b48746b', 'mac_address': 'fa:16:3e:00:2d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd759d74f-bb58-4622-93e8-82d261eba9a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:19.159590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.179567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e3e292-005e-47fc-b3eb-db429b48746b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:19.182725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-67c050a4-9e0b-4199-a661-803d92400ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.204495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c2e3e292-005e-47fc-b3eb-db429b48746b,segment=NetworkSegment(aaa9a54a-b2fe-49c0-a08c-1000ac5f4370),segment_id=aaa9a54a-b2fe-49c0-a08c-1000ac5f4370)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:19.261766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-67c050a4-9e0b-4199-a661-803d92400ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.276862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.314721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-67c050a4-9e0b-4199-a661-803d92400ed5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08ee9a0d41184405adce5f31edf5d990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427173 Dec 20 23:12:19.315045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57692) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:19.322622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c050a4-9e0b-4199-a661-803d92400ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec080a-9e85-4daf-a5b6-08631af358e1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:19.340661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:19.349681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.350099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.350450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.350797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.351409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.352459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.352863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.353207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.353538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.354076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.354191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027eb27-6565-4eda-9ac1-b05c84d92707 req-a4fc93a1-0512-445f-9800-b2ca5dd0c70b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:19.354829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.355600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.355765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6027eb27-6565-4eda-9ac1-b05c84d92707 req-a4fc93a1-0512-445f-9800-b2ca5dd0c70b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1261575 Dec 20 23:12:19.356796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:19.390364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.417240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.447715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6027eb27-6565-4eda-9ac1-b05c84d92707 req-e92ff228-7e0d-45ea-afaa-4bd6008f67e4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812337 Dec 20 23:12:19.472181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e38a-d127-4560-8fe6-4eb95377c2bf req-f482596c-8f4f-4302-ad94-99e44de3a64f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:19.473695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2712e38a-d127-4560-8fe6-4eb95377c2bf req-f482596c-8f4f-4302-ad94-99e44de3a64f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0677743 Dec 20 23:12:19.528618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2712e38a-d127-4560-8fe6-4eb95377c2bf req-63ccc623-ef5f-44cb-9c80-a9972eff1a12 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 Dec 20 23:12:19.557325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.560412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:19.561771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95ec080a-9e85-4daf-a5b6-08631af358e1 HTTP/1.1" status: 204 len: 168 time: 0.2451205 Dec 20 23:12:19.570227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ff989-a0f6-469d-82dd-98fba86b271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec080a-9e85-4daf-a5b6-08631af358e1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:19.591469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c2e3e292-005e-47fc-b3eb-db429b48746b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:19.803646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d116e4-56fb-4e8c-aeda-8f8821689ba9 req-9956faf6-d297-42c4-a139-eade2f858496 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:19.806360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00d116e4-56fb-4e8c-aeda-8f8821689ba9 req-9956faf6-d297-42c4-a139-eade2f858496 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 944 time: 0.0699377 Dec 20 23:12:19.859143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00d116e4-56fb-4e8c-aeda-8f8821689ba9 req-b3d8f8bd-33ed-4e25-ac97-c3236e87597a tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Dec 20 23:12:20.600301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7f77-76b1-45b9-a5cd-c55deb95e721 req-6555497b-d148-4aea-a604-aff495f8b5c2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:20.602215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d3f7f77-76b1-45b9-a5cd-c55deb95e721 req-6555497b-d148-4aea-a604-aff495f8b5c2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0547435 Dec 20 23:12:20.655505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d3f7f77-76b1-45b9-a5cd-c55deb95e721 req-9092b09a-2ffa-4e95-ae3c-c615627a1ca7 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469606 Dec 20 23:12:21.005028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c2e3e292-005e-47fc-b3eb-db429b48746b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:21.058601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327049d9-ea0d-46d4-aaf3-134743052d2c req-18ae6f14-059a-409b-945f-1db34536c4fa tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:21.064411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-327049d9-ea0d-46d4-aaf3-134743052d2c req-18ae6f14-059a-409b-945f-1db34536c4fa tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 944 time: 0.1039286 Dec 20 23:12:21.153930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-327049d9-ea0d-46d4-aaf3-134743052d2c req-05ed999c-92b1-4e8c-a0c9-b422b074cae6 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769951 Dec 20 23:12:21.156559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port c2e3e292-005e-47fc-b3eb-db429b48746b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:21.161090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c2e3e292-005e-47fc-b3eb-db429b48746b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:21.161404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:21.267594 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:21.294607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:21.297026 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de09aef-b801-4d38-95d4-50abfd8d3f4c" -d '{"events": [{"server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "name": "network-vif-plugged", "status": "completed", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:21.311817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c2e3e292-005e-47fc-b3eb-db429b48746b,segment=NetworkSegment(aaa9a54a-b2fe-49c0-a08c-1000ac5f4370),segment_id=aaa9a54a-b2fe-49c0-a08c-1000ac5f4370)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:21.358587 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c6a81-85e1-4b94-be42-591319575bae x-openstack-request-id: req-607c6a81-85e1-4b94-be42-591319575bae {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:21.362472 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "name": "network-vif-plugged", "status": "completed", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:21.362472 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-607c6a81-85e1-4b94-be42-591319575bae {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:21.362472 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b', 'code': 200} Dec 20 23:12:21.379754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:21.436117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:21.522108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa27fed-8269-4170-95bb-890583c9a7e9 req-8da692b4-c27f-4995-ba6f-f87dbdccabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:21.524402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2aa27fed-8269-4170-95bb-890583c9a7e9 req-8da692b4-c27f-4995-ba6f-f87dbdccabb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 1096 time: 0.0925932 Dec 20 23:12:21.589620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2aa27fed-8269-4170-95bb-890583c9a7e9 req-41cff70b-f206-4479-8278-45e309ac9b32 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Dec 20 23:12:21.802179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4341-a215-4238-809c-555122b73748 req-16de39d1-a2a3-4096-9b88-ff4826880eeb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:21.803674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebab4341-a215-4238-809c-555122b73748 req-16de39d1-a2a3-4096-9b88-ff4826880eeb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0609593 Dec 20 23:12:21.856319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebab4341-a215-4238-809c-555122b73748 req-b27ebc4a-9ea8-4996-9a34-e1a102ac2842 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 Dec 20 23:12:22.276574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc933b0-5818-41aa-84a5-7365a060b333 req-f1da7687-1f5a-4268-bb84-21c604b21f28 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:22.278137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adc933b0-5818-41aa-84a5-7365a060b333 req-f1da7687-1f5a-4268-bb84-21c604b21f28 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0570219 Dec 20 23:12:22.327309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-adc933b0-5818-41aa-84a5-7365a060b333 req-1b48798e-fd73-46a5-90ed-f558294432df tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Dec 20 23:12:23.022128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b57c4f-ad28-4cb3-b96a-f999ad83f6d1 req-9183a3a8-8213-4be6-9552-6dc5b53a3991 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:23.030648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9b57c4f-ad28-4cb3-b96a-f999ad83f6d1 req-9183a3a8-8213-4be6-9552-6dc5b53a3991 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0772276 Dec 20 23:12:23.082623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9b57c4f-ad28-4cb3-b96a-f999ad83f6d1 req-bdcdcae6-6cd6-4d16-884f-3d877bafab16 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510643 Dec 20 23:12:23.447544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521062e-8698-4c8d-aa14-a69e5fb113c4 req-625f4498-c331-46f1-9120-4e37bdc9da90 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:23.449254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6521062e-8698-4c8d-aa14-a69e5fb113c4 req-625f4498-c331-46f1-9120-4e37bdc9da90 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0523014 Dec 20 23:12:23.515650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6521062e-8698-4c8d-aa14-a69e5fb113c4 req-ffb00c5f-e4eb-4030-80fb-0e051eff0667 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Dec 20 23:12:23.646047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115fe6-6b1c-4867-a4ab-d378e55ddaeb req-c82537db-b121-48a9-a2a2-d6f71bb653bd tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:23.647546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a115fe6-6b1c-4867-a4ab-d378e55ddaeb req-c82537db-b121-48a9-a2a2-d6f71bb653bd tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0557773 Dec 20 23:12:23.697288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a115fe6-6b1c-4867-a4ab-d378e55ddaeb req-cf709219-1c72-492a-ab98-24c2133130b9 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Dec 20 23:12:24.204316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179066d7-31bc-4cab-ac06-aa142d0c8c10 req-68c6061b-7557-403a-ad54-d19b2db35463 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:24.205732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-179066d7-31bc-4cab-ac06-aa142d0c8c10 req-68c6061b-7557-403a-ad54-d19b2db35463 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0813439 Dec 20 23:12:24.238381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf680fbd-8533-4e5f-a71b-36d678f6cb92 req-da4da8b9-a864-4f02-b476-576672c9cf44 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:24.239858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf680fbd-8533-4e5f-a71b-36d678f6cb92 req-da4da8b9-a864-4f02-b476-576672c9cf44 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0833435 Dec 20 23:12:24.289711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-179066d7-31bc-4cab-ac06-aa142d0c8c10 req-1def6c38-f565-47d8-9f96-6d8731878b68 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765166 Dec 20 23:12:24.311488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf680fbd-8533-4e5f-a71b-36d678f6cb92 req-6f2bd034-d4e3-4f58-b9f3-eff4df6c050f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643694 Dec 20 23:12:25.453044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2955-9fd6-4c9a-86da-6ec66c709777 req-ac8fa274-4ef5-4175-83ee-cf2293c03c70 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:25.454589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc5d2955-9fd6-4c9a-86da-6ec66c709777 req-ac8fa274-4ef5-4175-83ee-cf2293c03c70 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0803452 Dec 20 23:12:25.475506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a88a86-bfb5-460e-9a9a-c8e50555cfff req-e7fdc989-8dec-40ca-ac00-97d7094169ef tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:25.477519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00a88a86-bfb5-460e-9a9a-c8e50555cfff req-e7fdc989-8dec-40ca-ac00-97d7094169ef tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0729764 Dec 20 23:12:25.545299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc5d2955-9fd6-4c9a-86da-6ec66c709777 req-209dcd1a-e109-4d31-b59e-2a7bd3417ce2 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831754 Dec 20 23:12:25.548854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00a88a86-bfb5-460e-9a9a-c8e50555cfff req-b24ee757-9d02-4b99-a61c-fca8e833955b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Dec 20 23:12:25.945771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8068b90-2ca7-4f6b-b49d-a9c95bc2d905 req-e1e94ac7-1d36-4694-923b-0d26b8709bce tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:25.954574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8068b90-2ca7-4f6b-b49d-a9c95bc2d905 req-e1e94ac7-1d36-4694-923b-0d26b8709bce tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0893714 Dec 20 23:12:26.018783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-264f63de-83f0-4d66-8d1e-dd669fe2a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:26.021274 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-264f63de-83f0-4d66-8d1e-dd669fe2a4e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc67bd83fe834a49b85fb07139e13343&device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 1096 time: 0.0552263 Dec 20 23:12:26.071482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8068b90-2ca7-4f6b-b49d-a9c95bc2d905 req-02592221-fc43-4a2d-9b19-cc9e1091d2ff tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Dec 20 23:12:26.163616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-a2f56e1e-6a19-47e6-934f-0e6a0671f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:26.165241 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-a2f56e1e-6a19-47e6-934f-0e6a0671f27a service neutron] 10.222.0.59 "GET /v2.0/networks?id=447cd879-10fb-4cb2-9002-9350e5b54b26 HTTP/1.1" status: 200 len: 913 time: 0.1355758 Dec 20 23:12:26.451992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-cd3b52f7-5028-4b3d-8158-165ba2aa0e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e3e292-005e-47fc-b3eb-db429b48746b HTTP/1.1" status: 200 len: 217 time: 0.2777767 Dec 20 23:12:26.505338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-dd50a80a-b882-456a-b999-3d7ad79dbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:26.507096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-dd50a80a-b882-456a-b999-3d7ad79dbdda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d759d74f-bb58-4622-93e8-82d261eba9a2 HTTP/1.1" status: 200 len: 852 time: 0.0480330 Dec 20 23:12:26.552212 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-ec713bed-9af1-4d4d-a970-4d6180c15d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=447cd879-10fb-4cb2-9002-9350e5b54b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372443 Dec 20 23:12:26.711214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797975db-5634-484e-96fa-e048221e71ea req-b6288cc3-b78c-452d-8cfc-ffa1cd7782fd tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:26.721048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-797975db-5634-484e-96fa-e048221e71ea req-b6288cc3-b78c-452d-8cfc-ffa1cd7782fd tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0741596 Dec 20 23:12:26.724304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-077136c7-b555-45b6-b42d-80080cdab236 service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638622 Dec 20 23:12:26.785491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-797975db-5634-484e-96fa-e048221e71ea req-f2db6dbc-e241-4921-a68d-743501523391 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632968 Dec 20 23:12:26.845187 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8b1ada2-5e16-49e3-8a0d-3e4871f1a6c1 req-b80ef231-035d-4e07-8ce5-0a8489289220 service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118345 Dec 20 23:12:27.267023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57880) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:27.381059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ba685bc-2869-47c0-b938-b4c0d200c65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.434776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60b434-71d7-4288-a81a-ce535dbeb7b8 req-75c7af6e-5ffc-4577-a23a-437d6a5a8c80 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:27.436505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c60b434-71d7-4288-a81a-ce535dbeb7b8 req-75c7af6e-5ffc-4577-a23a-437d6a5a8c80 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0503862 Dec 20 23:12:27.460111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ba685bc-2869-47c0-b938-b4c0d200c65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.489241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c60b434-71d7-4288-a81a-ce535dbeb7b8 req-f85592f2-fd3c-4a25-b466-e3c9946e2bb7 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Dec 20 23:12:27.519325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9ba685bc-2869-47c0-b938-b4c0d200c65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.559382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba685bc-2869-47c0-b938-b4c0d200c65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd1caa4-08dd-4665-8d3b-f2bd19e58944,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:27.563690 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ba685bc-2869-47c0-b938-b4c0d200c65b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e2281259a0042a0ae65da18cedc6340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955465 Dec 20 23:12:27.566783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57884) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:27.615553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.638062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.742419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.745711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.746965 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8cd1caa4-08dd-4665-8d3b-f2bd19e58944 HTTP/1.1" status: 204 len: 168 time: 0.1796761 Dec 20 23:12:27.754810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6ab5d-144f-4922-ad43-0f2c26946fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd1caa4-08dd-4665-8d3b-f2bd19e58944,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:27.898631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ce5f4-0a7a-427d-b1d9-0f7ba4301663 req-9364cbab-74b2-43ef-8998-28c0f6e2f8bb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:27.898631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d07ce5f4-0a7a-427d-b1d9-0f7ba4301663 req-9364cbab-74b2-43ef-8998-28c0f6e2f8bb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0504415 Dec 20 23:12:27.945454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:27.954274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d07ce5f4-0a7a-427d-b1d9-0f7ba4301663 req-7b98c6ed-ecc3-4c0a-a775-f8fa889902a1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502856 Dec 20 23:12:28.347659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 57900) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:28.363075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03359479-d945-45e5-9034-a569c2f3560e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.437835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03359479-d945-45e5-9034-a569c2f3560e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.513644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03359479-d945-45e5-9034-a569c2f3560e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.552518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-03359479-d945-45e5-9034-a569c2f3560e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=706dda93f0d944dbbdcf3a3ebc9b698a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037413 Dec 20 23:12:28.554528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03359479-d945-45e5-9034-a569c2f3560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2d538-6a92-43c1-b303-3cc4868485c3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:28.556073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:28.632463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d345de-4128-476d-b9ba-61ca0dffe36f req-2c763f8d-5baa-4dcd-a87b-4ae3e3730f54 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:28.634654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7d345de-4128-476d-b9ba-61ca0dffe36f req-2c763f8d-5baa-4dcd-a87b-4ae3e3730f54 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0720975 Dec 20 23:12:28.656417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.697300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.716796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7d345de-4128-476d-b9ba-61ca0dffe36f req-dec6a268-7ad5-4013-9251-4544693d13f7 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750861 Dec 20 23:12:28.810735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.813441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:28.814632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16c2d538-6a92-43c1-b303-3cc4868485c3 HTTP/1.1" status: 204 len: 168 time: 0.2575257 Dec 20 23:12:28.823289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2d538-6a92-43c1-b303-3cc4868485c3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:28.830617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.830961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.831297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.831654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.831952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.832293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.832601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.832916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.833234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.833549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.833894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.834211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:28.834523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b9eed-69dc-4896-aeff-d83343f09de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:12:29.072085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad50a-e8b5-4e86-91f8-90051f4301cf req-1fc0c502-026d-4d9c-ad93-8184690e8c9b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:29.073600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b45ad50a-e8b5-4e86-91f8-90051f4301cf req-1fc0c502-026d-4d9c-ad93-8184690e8c9b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0516043 Dec 20 23:12:29.122816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b45ad50a-e8b5-4e86-91f8-90051f4301cf req-9c950c88-f0c5-4a2e-9306-bf1a58a7d699 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Dec 20 23:12:29.178355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2e353-a5ea-4397-b0fe-5719c0f4eaee req-beb070f1-6ab3-456c-b140-5ebc4ae41f2f tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:29.186077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fad2e353-a5ea-4397-b0fe-5719c0f4eaee req-beb070f1-6ab3-456c-b140-5ebc4ae41f2f tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0622942 Dec 20 23:12:29.229055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fad2e353-a5ea-4397-b0fe-5719c0f4eaee req-1a2d1240-382c-4b08-a7c7-f6b258642171 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Dec 20 23:12:29.765834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e4da-5bdf-4a3a-aa21-953d4d2787dc req-4fed20cb-2b7c-4cb4-8a7f-a28f21ff1e18 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:29.767355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8a8e4da-5bdf-4a3a-aa21-953d4d2787dc req-4fed20cb-2b7c-4cb4-8a7f-a28f21ff1e18 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Dec 20 23:12:29.817148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8a8e4da-5bdf-4a3a-aa21-953d4d2787dc req-4f251349-9acd-43ef-b320-8dcdc4bc85b5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Dec 20 23:12:30.245587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278d7e5-41d7-4ef2-9cc8-98286be48be3 req-f0b07d21-e292-4966-9861-959a8486ff8e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.247168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f278d7e5-41d7-4ef2-9cc8-98286be48be3 req-f0b07d21-e292-4966-9861-959a8486ff8e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0515642 Dec 20 23:12:30.300557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f278d7e5-41d7-4ef2-9cc8-98286be48be3 req-24a00a8a-5c28-4e5e-aff1-7bc3406053e9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Dec 20 23:12:30.350434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f3c3-1ec4-4760-adbb-9534bb340838 req-700ea87b-dd43-48e9-a9c9-715d5d2d6a64 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.351919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63e1f3c3-1ec4-4760-adbb-9534bb340838 req-700ea87b-dd43-48e9-a9c9-715d5d2d6a64 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0489006 Dec 20 23:12:30.402365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63e1f3c3-1ec4-4760-adbb-9534bb340838 req-581fb624-a05f-4a78-b2f3-4bd1ba5a5d3e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Dec 20 23:12:30.775594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77146a-b64f-4be6-9cb3-113d13a29f58 req-3e12ad7e-20ee-49a9-aa5c-bf5733aa755d tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.777163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a77146a-b64f-4be6-9cb3-113d13a29f58 req-3e12ad7e-20ee-49a9-aa5c-bf5733aa755d tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0541012 Dec 20 23:12:30.833417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a77146a-b64f-4be6-9cb3-113d13a29f58 req-9036a459-3f06-4b9b-8033-0c179b915db1 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Dec 20 23:12:30.882405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-b6d7e3e2-5c31-4173-935b-54d8a71da49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.889336 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-b6d7e3e2-5c31-4173-935b-54d8a71da49d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc67bd83fe834a49b85fb07139e13343&device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 1096 time: 0.0486121 Dec 20 23:12:30.962141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372d52-5888-40f8-97ef-3c542685c4f6 req-5677eb83-776a-4f43-987e-fb06fb87150a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.969528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34372d52-5888-40f8-97ef-3c542685c4f6 req-5677eb83-776a-4f43-987e-fb06fb87150a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.0624399 Dec 20 23:12:30.991631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-4de39484-fd8b-45e4-bc66-b5a77ef4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:30.993118 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-4de39484-fd8b-45e4-bc66-b5a77ef4f466 service neutron] 10.222.0.59 "GET /v2.0/networks?id=447cd879-10fb-4cb2-9002-9350e5b54b26 HTTP/1.1" status: 200 len: 913 time: 0.1011891 Dec 20 23:12:31.022183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34372d52-5888-40f8-97ef-3c542685c4f6 req-77c39bd8-3d9b-4c5a-894a-dfda7c78eef3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Dec 20 23:12:31.045475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-d35ee9e3-72ea-41f9-ae90-8b818d492b8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e3e292-005e-47fc-b3eb-db429b48746b HTTP/1.1" status: 200 len: 217 time: 0.0423992 Dec 20 23:12:31.100947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-3891fd25-1a0b-46b1-8c65-62660450991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:31.102518 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-3891fd25-1a0b-46b1-8c65-62660450991f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d759d74f-bb58-4622-93e8-82d261eba9a2 HTTP/1.1" status: 200 len: 852 time: 0.0453355 Dec 20 23:12:31.135388 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-a812a8bf-fc3d-4eaa-9848-8ec199944b96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=447cd879-10fb-4cb2-9002-9350e5b54b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246954 Dec 20 23:12:31.231289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-6734cba9-6662-4f27-abff-8ffde32e54d9 service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881312 Dec 20 23:12:31.278339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 57992) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:31.330100 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5785cc0f-de25-402d-9ad1-83895b5010c7 req-044a0ec1-1159-46b5-ab05-dc87b1dce3f9 service neutron] 10.222.0.59 "GET /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912478 Dec 20 23:12:31.413867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1118e636-9591-4b0c-af40-b844a1eee2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.445216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93766b2-22c7-4031-b6fd-f7cd43371676 req-9b6a85ad-71ad-45b4-a5e1-44978ecda32a tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:31.446724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c93766b2-22c7-4031-b6fd-f7cd43371676 req-9b6a85ad-71ad-45b4-a5e1-44978ecda32a tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0760844 Dec 20 23:12:31.463148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d8b51-6726-4a87-beea-55ca3326e32e req-c4fd1bdf-f467-404f-8498-3b9ebe08bcd4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:31.464751 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-279d8b51-6726-4a87-beea-55ca3326e32e req-c4fd1bdf-f467-404f-8498-3b9ebe08bcd4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Dec 20 23:12:31.522602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c93766b2-22c7-4031-b6fd-f7cd43371676 req-e5c93439-3546-4b9e-a419-bf2de03893ef tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Dec 20 23:12:31.547498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1118e636-9591-4b0c-af40-b844a1eee2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.579739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:31.580104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.619246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1118e636-9591-4b0c-af40-b844a1eee2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.661017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118e636-9591-4b0c-af40-b844a1eee2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b223c5ca-a07b-419b-ac5a-e979fc6ab474,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:31.668970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1118e636-9591-4b0c-af40-b844a1eee2c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1e95c97bfc24509a2e19d08d6803ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870497 Dec 20 23:12:31.669290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58000) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:31.677984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:31.678399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.690969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:31.719825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.741853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.838832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.841424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.842617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b223c5ca-a07b-419b-ac5a-e979fc6ab474 HTTP/1.1" status: 204 len: 168 time: 0.1723232 Dec 20 23:12:31.850296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738e827-d4e1-4434-904b-1c98f919584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b223c5ca-a07b-419b-ac5a-e979fc6ab474,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:31.902330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:31.919245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['95e3967e-69d2-4ddc-9d8e-a5d00867a4e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:31.961221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=95e3967e-69d2-4ddc-9d8e-a5d00867a4e8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:31.981947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15c72-035a-46af-aa77-bca2ab19765e req-4227f4f6-eb4f-4435-8e02-7fc4f2a9dd70 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:31.984926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1a15c72-035a-46af-aa77-bca2ab19765e req-4227f4f6-eb4f-4435-8e02-7fc4f2a9dd70 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0618038 Dec 20 23:12:31.999798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:32.003744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.009238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-279d8b51-6726-4a87-beea-55ca3326e32e req-30fead3f-9e8d-4b58-95ae-d5f0290022b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "DELETE /v2.0/ports/95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 HTTP/1.1" status: 204 len: 173 time: 0.5361035 Dec 20 23:12:32.009750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'name': 'network-vif-deleted', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:32.012194 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd115592-416d-4d9b-9a38-0b0db35dbd7d" -d '{"events": [{"server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "name": "network-vif-deleted", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:32.046791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1a15c72-035a-46af-aa77-bca2ab19765e req-679432bc-adc8-42b0-9069-9d9de1e1277c tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Dec 20 23:12:32.134106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2938e140-6900-40fd-a8fa-667d840a066f req-aed50952-e914-4d3b-a288-ddb778e48437 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0310004 Dec 20 23:12:32.253300 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5022a2-43cc-4bc6-aa6d-9f23c5f3d59a x-openstack-request-id: req-db5022a2-43cc-4bc6-aa6d-9f23c5f3d59a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:32.253599 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a458ff66-7764-4303-9e7c-f99f921e6605", "name": "network-vif-deleted", "tag": "95e3967e-69d2-4ddc-9d8e-a5d00867a4e8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:32.253887 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db5022a2-43cc-4bc6-aa6d-9f23c5f3d59a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:32.254292 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a458ff66-7764-4303-9e7c-f99f921e6605', 'name': 'network-vif-deleted', 'tag': '95e3967e-69d2-4ddc-9d8e-a5d00867a4e8', 'status': 'completed', 'code': 200} Dec 20 23:12:32.518618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:32.533183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b4db99-774f-4c95-971f-a156f50a1607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.657805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b4db99-774f-4c95-971f-a156f50a1607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.681042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103e5a-ec2c-4c61-bf34-6ac71f4bef79 req-72e5229f-5e76-469f-baea-e6fa066ecf80 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:32.682623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae103e5a-ec2c-4c61-bf34-6ac71f4bef79 req-72e5229f-5e76-469f-baea-e6fa066ecf80 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0610144 Dec 20 23:12:32.728555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b4db99-774f-4c95-971f-a156f50a1607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.746857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae103e5a-ec2c-4c61-bf34-6ac71f4bef79 req-4f010af7-ab7b-4300-beff-01028e0ecdd4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Dec 20 23:12:32.771024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4db99-774f-4c95-971f-a156f50a1607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27809ca4-65f8-43e6-a057-8e91765b8e5b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:32.775908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5b4db99-774f-4c95-971f-a156f50a1607 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b7653144da7440ba3401bf920cfb6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561886 Dec 20 23:12:32.779387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:32.829412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.851634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.962047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.964764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:32.966062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27809ca4-65f8-43e6-a057-8e91765b8e5b HTTP/1.1" status: 204 len: 168 time: 0.1856585 Dec 20 23:12:32.974052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71685f-3df8-4d48-b208-0446282fcbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27809ca4-65f8-43e6-a057-8e91765b8e5b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:33.182230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6176-6dde-4d60-80da-0584672fc618 req-b4b96c21-c9e6-4504-abe2-b7cd22f3a646 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:33.184319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e6176-6dde-4d60-80da-0584672fc618 req-b4b96c21-c9e6-4504-abe2-b7cd22f3a646 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0611050 Dec 20 23:12:33.246456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aceb5b3c-e810-448a-9779-8928e39aa300 req-e0783d96-352f-41ac-8236-26173c2b366f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Dec 20 23:12:33.280794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e6176-6dde-4d60-80da-0584672fc618 req-c3424111-a50a-4a4f-baba-5b2d89b02348 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Dec 20 23:12:33.284840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:33.775148 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:12:33.870308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747492-27d5-4231-96d4-aae43bf3b519 req-618650d5-cea5-4d9a-b58c-e447893a4318 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:33.872967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af747492-27d5-4231-96d4-aae43bf3b519 req-618650d5-cea5-4d9a-b58c-e447893a4318 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0544024 Dec 20 23:12:33.944356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af747492-27d5-4231-96d4-aae43bf3b519 req-a1186710-0100-48c2-ab2d-468999680669 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Dec 20 23:12:34.021165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a89f-594d-403e-974c-ea41fa53a405 req-da1f377b-8e0b-4268-ab36-3d779781fb74 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.022744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9553a89f-594d-403e-974c-ea41fa53a405 req-da1f377b-8e0b-4268-ab36-3d779781fb74 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0774851 Dec 20 23:12:34.122870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699197-d967-4632-af14-98c93ebf1b1e req-2cbdb56a-4158-421f-b605-8199538611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.124426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-2cbdb56a-4158-421f-b605-8199538611cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1227677 Dec 20 23:12:34.132814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1188-30f1-4ccd-9af6-2e0f93c3b04b req-3c23c98c-cd32-4860-a7c6-2ca454aca584 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.134505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ccc1188-30f1-4ccd-9af6-2e0f93c3b04b req-3c23c98c-cd32-4860-a7c6-2ca454aca584 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1223323 Dec 20 23:12:34.145461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9553a89f-594d-403e-974c-ea41fa53a405 req-bdeaad5d-acf7-49c9-a05e-e0b9d3e6bf30 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987430 Dec 20 23:12:34.197076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:34.251568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ccc1188-30f1-4ccd-9af6-2e0f93c3b04b req-a04c4d54-1207-455b-92bf-5ecd7a95f7dd tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038420 Dec 20 23:12:34.261844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699197-d967-4632-af14-98c93ebf1b1e req-36ae90ad-cd06-45ca-98f7-84a0e2993973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.263297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-36ae90ad-cd06-45ca-98f7-84a0e2993973 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1276448 Dec 20 23:12:34.308214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124103189-network', 'tenant_id': '8c8c464bd9eb4d428d8d7bab08106ca2'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:34.320490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-e69eccde-c971-4b99-aaac-7edcb659f6b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0405729 Dec 20 23:12:34.395717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-798b72cb-5c59-441e-9c8c-be96bad859aa req-52e5fcc3-c7a2-4429-9de9-e50ff5591d53 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0559394 Dec 20 23:12:34.400067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Made reservation on behalf of 8c8c464bd9eb4d428d8d7bab08106ca2 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:34.402905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.408029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699197-d967-4632-af14-98c93ebf1b1e req-8c3af311-f7bb-4298-8bf7-486240795740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.415921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-8c3af311-f7bb-4298-8bf7-486240795740 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0794842 Dec 20 23:12:34.416197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.448728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-05257d3d-e671-40a7-8b3d-7346a050afe3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281549 Dec 20 23:12:34.463340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-28aeb38c-f9b2-49cd-a9bf-ece9cfa95ef9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:12:34.464341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-28aeb38c-f9b2-49cd-a9bf-ece9cfa95ef9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053654 Dec 20 23:12:34.491619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.562286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-11bb925e-59a6-452e-b8c9-7715ef541d7a service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876653 Dec 20 23:12:34.567294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.588670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:12:34.604649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1121224-7503-4b3c-8560-89d781312542,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:34.620535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.620535 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Added segment e33dead0-41b4-4d2b-a010-24bfe6d71ec0 of type vlan for network 0b99671b-d4d6-4f10-a140-22ab2497791e Dec 20 23:12:34.672751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a699197-d967-4632-af14-98c93ebf1b1e req-d3c5819a-4a90-4fe4-a866-efe88336110f service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014023 Dec 20 23:12:34.676557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.793424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.794589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:34.795331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.801827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3338ce61-50db-41b4-a581-bc3bc4fb87e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:34.861475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] Pushing event updated for resources: {'Network': ['ID=0b99671b-d4d6-4f10-a140-22ab2497791e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:34.872034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0b99671b-d4d6-4f10-a140-22ab2497791e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:12:34.928678 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8740d97a-f727-45dc-bcb3-bc25d3e74a7a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7303882 Dec 20 23:12:34.933704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58086) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:34.942182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Request body: {'subnet': {'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124103189-subnet', 'tenant_id': '8c8c464bd9eb4d428d8d7bab08106ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:35.035425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Made reservation on behalf of 8c8c464bd9eb4d428d8d7bab08106ca2 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:35.038769 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:35.074593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9a344-53bb-441a-b7b0-df5ec04d59f2 req-d02002d5-7e97-407a-bddf-d1ffffa5f3fc tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:35.076148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8da9a344-53bb-441a-b7b0-df5ec04d59f2 req-d02002d5-7e97-407a-bddf-d1ffffa5f3fc tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0572965 Dec 20 23:12:35.081052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:35.114972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:35.116823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 95e3967e-69d2-4ddc-9d8e-a5d00867a4e8 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:35.139973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8da9a344-53bb-441a-b7b0-df5ec04d59f2 req-e0614173-5c47-4885-8848-c21eb4da7a17 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1c1a4e5-af0c-4c64-9e90-170062504fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Dec 20 23:12:35.272702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a188eb-059a-4252-bbe9-bc790b41343f req-023db3e4-da4e-4268-ae21-bd5fd6e504a2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:35.274861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9a188eb-059a-4252-bbe9-bc790b41343f req-023db3e4-da4e-4268-ae21-bd5fd6e504a2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0518365 Dec 20 23:12:35.293659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:35.357251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac58200-a70f-4919-87ad-9676ad0ecc0e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:35.358401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9a188eb-059a-4252-bbe9-bc790b41343f req-3264f26b-5ce2-4ffe-b7ef-e32439cbf220 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Dec 20 23:12:35.361821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Checking segment: {'id': 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:35.362186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Network hostable DHCP agents. Network: 0b99671b-d4d6-4f10-a140-22ab2497791e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:12:35.418144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09154158-ecc5-4736-bee3-c99c7a3e5368 req-f7e88e05-7191-46d8-9f31-53f549a0b917 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:35.419645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09154158-ecc5-4736-bee3-c99c7a3e5368 req-f7e88e05-7191-46d8-9f31-53f549a0b917 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Dec 20 23:12:35.453791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Network 0b99671b-d4d6-4f10-a140-22ab2497791e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:12:35.475414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09154158-ecc5-4736-bee3-c99c7a3e5368 req-b9448a24-d008-452f-998e-54e3c1c0cc9f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Dec 20 23:12:35.541492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0b99671b-d4d6-4f10-a140-22ab2497791e) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:35.550450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00faf303-3a21-4203-bd86-758ad6c19a57 req-0a484066-f9da-4b94-9d6b-2e1936fc9fa6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0290382 Dec 20 23:12:35.551093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507db7c9-7c4f-4821-b600-bff56706ffa0 None None] Network 0b99671b-d4d6-4f10-a140-22ab2497791e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:35.552609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:35.553339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:35.606001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-e0b81048-8aab-4ef0-ac4a-4fb7c5a9aa91 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:35.607790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-e0b81048-8aab-4ef0-ac4a-4fb7c5a9aa91 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 945 time: 0.0781372 Dec 20 23:12:35.651754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a53ac844-a628-4df8-a5d7-3eddbda69f57 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7164521 Dec 20 23:12:35.667686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7800723-2ea4-493b-b285-5cee3e4664bb None None] Network 0b99671b-d4d6-4f10-a140-22ab2497791e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:35.928118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Deleting port c2e3e292-005e-47fc-b3eb-db429b48746b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:35.928118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:35.928118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] For port c2e3e292-005e-47fc-b3eb-db429b48746b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c2e3e292-005e-47fc-b3eb-db429b48746b,segment=NetworkSegment(aaa9a54a-b2fe-49c0-a08c-1000ac5f4370),segment_id=aaa9a54a-b2fe-49c0-a08c-1000ac5f4370)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:35.928118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:35.928118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Calling delete_port for c2e3e292-005e-47fc-b3eb-db429b48746b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:36.177628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:36.191703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c2e3e292-005e-47fc-b3eb-db429b48746b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:36.210485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Pushing event deleted for resources: {'Port': ['ID=c2e3e292-005e-47fc-b3eb-db429b48746b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:36.258985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] No DVR routers for this DVR port c2e3e292-005e-47fc-b3eb-db429b48746b on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:36.261771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:36.265382 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-30fdb058-43a3-4b8f-95c7-3f1e241a5f6d req-cd2df3eb-561c-445e-bf89-4e0dfcb3172e tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.59 "DELETE /v2.0/ports/c2e3e292-005e-47fc-b3eb-db429b48746b HTTP/1.1" status: 204 len: 173 time: 0.6512396 Dec 20 23:12:36.265970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'name': 'network-vif-deleted', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:36.268316 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d0755-94fb-4258-bcfe-b7d40c989eb4" -d '{"events": [{"server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "name": "network-vif-deleted", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:36.299879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89488d51-4578-4913-992a-8733bdf99433 req-b267fd88-b645-4650-8b5f-10c05aa49309 tempest-TestServerAdvancedOps-274589758 tempest-TestServerAdvancedOps-274589758-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6ceac46-ba80-4754-a71a-b65177fa59ea HTTP/1.1" status: 200 len: 210 time: 0.0341222 Dec 20 23:12:36.329188 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8448895-7537-4f83-8950-f7aade5e91ef x-openstack-request-id: req-c8448895-7537-4f83-8950-f7aade5e91ef {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:36.329670 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ceac46-ba80-4754-a71a-b65177fa59ea", "name": "network-vif-deleted", "tag": "c2e3e292-005e-47fc-b3eb-db429b48746b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:36.329799 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8448895-7537-4f83-8950-f7aade5e91ef {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:36.330187 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ceac46-ba80-4754-a71a-b65177fa59ea', 'name': 'network-vif-deleted', 'tag': 'c2e3e292-005e-47fc-b3eb-db429b48746b', 'status': 'completed', 'code': 200} Dec 20 23:12:36.494470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc85d-a860-43ea-bec2-535169db3420 req-0508aed8-06f7-4994-bf5a-26379f71254a tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:36.503314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5fcc85d-a860-43ea-bec2-535169db3420 req-0508aed8-06f7-4994-bf5a-26379f71254a tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0641165 Dec 20 23:12:36.557122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5fcc85d-a860-43ea-bec2-535169db3420 req-2bde85fd-d4cd-4107-877c-c305c9feaab0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Dec 20 23:12:36.670097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8859c9-c4cd-4b27-a49c-f1d8ff4f3050 req-0e092f13-faf6-4dc7-a611-9d3768f51ab4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:36.671697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8859c9-c4cd-4b27-a49c-f1d8ff4f3050 req-0e092f13-faf6-4dc7-a611-9d3768f51ab4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0584779 Dec 20 23:12:36.685631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:36.691319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-823413338-network', 'tenant_id': '18f4e72a36a3499d8e30422316dfe9e7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:36.703937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c9826bc-1949-424b-8e86-a64666b0ae83 req-db248344-1656-4c0a-9d43-ab49012afb26 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0309801 Dec 20 23:12:36.740797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8859c9-c4cd-4b27-a49c-f1d8ff4f3050 req-0447ab90-10b3-45d5-8ea4-15c31a9a67bf tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Dec 20 23:12:36.779354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Made reservation on behalf of 18f4e72a36a3499d8e30422316dfe9e7 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:36.783108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:36.793223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:36.871640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:36.979308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.006499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:12:37.012997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613dd1cc-4896-4d5b-98b2-0f89cda3c095,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:37.020637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.021040 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Added segment 8def5154-b0b2-456f-8a0c-b319ed7dd29d of type vlan for network 99b9a838-27a4-4c24-8522-f65761f12b9b Dec 20 23:12:37.071397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.153488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.154432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:37.155067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.216218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] Pushing event updated for resources: {'Network': ['ID=99b9a838-27a4-4c24-8522-f65761f12b9b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:37.225529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 99b9a838-27a4-4c24-8522-f65761f12b9b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:12:37.260053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7c5f8b52-cf27-4884-9100-d7bc557fe765 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5729976 Dec 20 23:12:37.263473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:37.268910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Request body: {'subnet': {'network_id': '99b9a838-27a4-4c24-8522-f65761f12b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-823413338-subnet', 'tenant_id': '18f4e72a36a3499d8e30422316dfe9e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:37.361405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58136) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:37.371296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Made reservation on behalf of 18f4e72a36a3499d8e30422316dfe9e7 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:37.373492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.456863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Deleting subnet d759d74f-bb58-4622-93e8-82d261eba9a2 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:12:37.462092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.513448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.558885 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-80ab8e15-2d4b-4a72-805a-d7ff879b5479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.582801 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.728455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85035546-ce74-41e7-a234-152023137d54 req-3eca50f2-8269-4bd4-b612-4409defa2f85 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:37.729983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85035546-ce74-41e7-a234-152023137d54 req-3eca50f2-8269-4bd4-b612-4409defa2f85 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0756159 Dec 20 23:12:37.774650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.808010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85035546-ce74-41e7-a234-152023137d54 req-762a064f-5d71-4a50-8a45-b0b5bd9791f8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706203 Dec 20 23:12:37.812547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.858425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033454-6ec9-4559-9095-5ba6e6c72fbd req-5a718337-0001-4226-8c8d-8e2120baa24d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=a458ff66-7764-4303-9e7c-f99f921e6605 HTTP/1.1" status: 200 len: 210 time: 0.0563793 Dec 20 23:12:37.870600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.878552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d759d74f-bb58-4622-93e8-82d261eba9a2 HTTP/1.1" status: 204 len: 168 time: 0.5139587 Dec 20 23:12:37.879424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58148) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:37.881329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfad631-d650-491e-a72b-18a0eed5b972,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:37.935972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853a19-5bd6-4d14-8eb9-3388341e6d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d759d74f-bb58-4622-93e8-82d261eba9a2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:37.948443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Checking segment: {'id': '8def5154-b0b2-456f-8a0c-b319ed7dd29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '99b9a838-27a4-4c24-8522-f65761f12b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:37.948815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Network hostable DHCP agents. Network: 99b9a838-27a4-4c24-8522-f65761f12b9b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:12:37.961170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:37.974699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aaefb-c2a1-4c78-8795-f91fff4ec8a7 req-6c9eefc9-0527-4a76-8fdb-bfbaf11a0a5d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:37.976205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b64aaefb-c2a1-4c78-8795-f91fff4ec8a7 req-6c9eefc9-0527-4a76-8fdb-bfbaf11a0a5d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0959897 Dec 20 23:12:38.034377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b64aaefb-c2a1-4c78-8795-f91fff4ec8a7 req-572716f4-6a96-49ae-848c-a387993a45cc tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Dec 20 23:12:38.057364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.077844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447cd879-10fb-4cb2-9002-9350e5b54b26']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.087749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.088040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa9a54a-b2fe-49c0-a08c-1000ac5f4370') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.097144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.104266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Network 99b9a838-27a4-4c24-8522-f65761f12b9b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:12:38.110531 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.116384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.121319 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:12:38.123432 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:12:38.170220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 99b9a838-27a4-4c24-8522-f65761f12b9b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:38.176005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:38.177277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.178795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfe432-8a8a-4d0c-a9ac-c093a5ec28db None None] Network 99b9a838-27a4-4c24-8522-f65761f12b9b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:38.247841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.254839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.261443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] 10.222.0.62 "DELETE /v2.0/networks/447cd879-10fb-4cb2-9002-9350e5b54b26 HTTP/1.1" status: 204 len: 168 time: 0.3776596 Dec 20 23:12:38.262552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58152) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:38.268477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d4240-f05b-470d-b6da-777289ecdf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=447cd879-10fb-4cb2-9002-9350e5b54b26,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:38.286443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5a761-7cad-41e6-8b8d-425f31a8311b None None] Network 99b9a838-27a4-4c24-8522-f65761f12b9b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:38.310086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f736726-5afa-4e49-b914-7dbd5ad282e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0371916 Dec 20 23:12:38.332007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Deleting subnet 0357bffa-3976-4dfa-b453-f6498bb9d8ab {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:12:38.335355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.350809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.374996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.417092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.565057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.594402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.597701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0357bffa-3976-4dfa-b453-f6498bb9d8ab HTTP/1.1" status: 204 len: 168 time: 0.3337793 Dec 20 23:12:38.598759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573f337-8892-46e1-aec4-3d38b5889ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0357bffa-3976-4dfa-b453-f6498bb9d8ab,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:38.600586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58162) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:38.674274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.759802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.780539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.790079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56750b02-99f1-4f5d-afb8-c7875299274d') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.790347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56750b02-99f1-4f5d-afb8-c7875299274d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:38.799483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.801407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-85e8266c-a64a-42c5-9e18-fa3297b6ac47 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:38.802927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-85e8266c-a64a-42c5-9e18-fa3297b6ac47 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/networks?id=0b99671b-d4d6-4f10-a140-22ab2497791e HTTP/1.1" status: 200 len: 808 time: 0.1078949 Dec 20 23:12:38.812949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.818311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-6c576425-d43a-4631-9c83-e042cd6b4895 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/quotas/8c8c464bd9eb4d428d8d7bab08106ca2 HTTP/1.1" status: 200 len: 375 time: 0.0093343 Dec 20 23:12:38.819036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:12:38.819451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:12:38.821676 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:12:38.850517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-a2950f41-5a9d-445c-bd96-4752c0094d6e tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c8c464bd9eb4d428d8d7bab08106ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261583 Dec 20 23:12:38.864118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-a0de8256-f3b8-42ff-96ad-c10a36d7b97e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:12:38.865781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-a0de8256-f3b8-42ff-96ad-c10a36d7b97e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060272 Dec 20 23:12:38.964885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.971161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:38.974419 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8 HTTP/1.1" status: 204 len: 168 time: 0.3723826 Dec 20 23:12:38.988913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cce2c3-c273-457a-93b8-00b186725e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bd494f-7a0a-493f-8ba5-c0bf63e9c8e8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:38.993864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca83a1-f6c8-44ae-80b1-3ec2d25d27ad req-3076da26-2812-44df-aa47-2fe2f441d1c1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:38.995385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79ca83a1-f6c8-44ae-80b1-3ec2d25d27ad req-3076da26-2812-44df-aa47-2fe2f441d1c1 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1012468 Dec 20 23:12:39.025902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-63bc44a0-a6e0-46ef-8d84-70b1c8d009c2 service neutron] 10.222.0.62 "GET /v2.0/networks/0b99671b-d4d6-4f10-a140-22ab2497791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525309 Dec 20 23:12:39.080554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79ca83a1-f6c8-44ae-80b1-3ec2d25d27ad req-b20b6dc7-0480-467c-94e8-da57616fcc8a tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781491 Dec 20 23:12:39.081192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c2e3e292-005e-47fc-b3eb-db429b48746b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:39.105380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: c2e3e292-005e-47fc-b3eb-db429b48746b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:39.105801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c2e3e292-005e-47fc-b3eb-db429b48746b not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:39.146099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-8dfd8467-1480-4f63-80d1-6d5a29595eb8 service neutron] 10.222.0.62 "GET /v2.0/networks/0b99671b-d4d6-4f10-a140-22ab2497791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094804 Dec 20 23:12:39.223441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00844-54fa-4cf8-b326-4f6788c6278a req-5626341e-449c-4d06-aaeb-32b55a8ad737 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:39.225104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13c00844-54fa-4cf8-b326-4f6788c6278a req-5626341e-449c-4d06-aaeb-32b55a8ad737 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0532944 Dec 20 23:12:39.279414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13c00844-54fa-4cf8-b326-4f6788c6278a req-e73f6d0f-93d5-42c9-bc29-c8b8577a6c0d tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Dec 20 23:12:39.357120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58190) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:39.401967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e8dc15e1-bd0d-4ea3-8e77-91ea4ba7e972 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc67bd83fe834a49b85fb07139e13343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474370 Dec 20 23:12:39.404298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58194) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:39.489977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:39.517271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:39.655960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:39.658796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:39.662313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1c1a4e5-af0c-4c64-9e90-170062504fe3 HTTP/1.1" status: 204 len: 168 time: 0.2548077 Dec 20 23:12:39.670335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13b85-d55e-4ecd-9a1b-3e6c3a944be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1a4e5-af0c-4c64-9e90-170062504fe3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:39.710188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:39.834504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4be44b88-0683-4d50-9179-bc9313858af8 req-7d75d626-9c59-438a-bac5-4bcfbf094334 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 210 time: 0.3852775 Dec 20 23:12:39.941024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-4bd2cd67-b8df-4ca9-a89d-741978ffa58c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:39.942517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-4bd2cd67-b8df-4ca9-a89d-741978ffa58c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1105425 Dec 20 23:12:39.957879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-021e087d-a535-4df9-a5a2-e44ac2fb2d06 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0095148 Dec 20 23:12:39.993550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-12891003-f69d-4ab5-9bf1-d0935a15fb1f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292821 Dec 20 23:12:40.091321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-257f60cc-2085-4730-b12d-8a89bdcb1221 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907092 Dec 20 23:12:40.215860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1223d7c3-a7fe-429d-80b4-4ad5e1506d43 req-c3191257-edf6-4572-a474-28b56054e882 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168239 Dec 20 23:12:40.226251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce49dc8-5eac-4bb3-8901-d7dfd06198f8 req-1bba8116-c102-4db5-9135-3b7ae6e5dfb4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:40.227789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ce49dc8-5eac-4bb3-8901-d7dfd06198f8 req-1bba8116-c102-4db5-9135-3b7ae6e5dfb4 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0718622 Dec 20 23:12:40.279676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ce49dc8-5eac-4bb3-8901-d7dfd06198f8 req-18ff1e80-8e03-4eb9-9794-825e0a8e3876 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Dec 20 23:12:40.401131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d3d04-49aa-4a90-90a7-48b435b5465e req-62e7a39a-0d3e-452a-951f-b3ec5e2230a4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:40.406192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b8d3d04-49aa-4a90-90a7-48b435b5465e req-62e7a39a-0d3e-452a-951f-b3ec5e2230a4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0584474 Dec 20 23:12:40.411840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:40.456742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7689d159-c00a-4f4d-85a7-22c2a5aee619 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2f42440633e4e50afc94b61b4ea1aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438170 Dec 20 23:12:40.459246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58234) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:40.464579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b8d3d04-49aa-4a90-90a7-48b435b5465e req-c2141793-32d2-444c-bdf8-d8bb844d57ca tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560112 Dec 20 23:12:40.472888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:40.526616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:40.556374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:40.563722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80960301-77f7-421b-a050-5a4e46a7904c req-c0fe19a1-7d7a-4303-acf3-53cefe732f84 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=c63b00c1-7452-4238-a7a9-dec56c9dd614 HTTP/1.1" status: 200 len: 210 time: 0.0297415 Dec 20 23:12:40.721548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:40.724239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:40.725398 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0098e6ae-af96-4bbf-a731-16bb756c6f6e HTTP/1.1" status: 204 len: 168 time: 0.2649152 Dec 20 23:12:40.733986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e71fa-0d11-4bd5-854f-c7f59d3e9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0098e6ae-af96-4bbf-a731-16bb756c6f6e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:40.930660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ea056a6-27ac-4a9f-936f-9f292c3d1070 req-92fca679-a0da-49e7-9574-903be893bf69 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Dec 20 23:12:41.268055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-ff0e5977-2cba-4ec3-ac5e-82fb59d5dc0a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:41.276001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-ff0e5977-2cba-4ec3-ac5e-82fb59d5dc0a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1314065 Dec 20 23:12:41.288662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-a48837db-b50e-462a-afd5-0931b0d0ec13 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0113120 Dec 20 23:12:41.340292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-5123144b-f2f0-46e5-a9f2-4e94a9422017 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440478 Dec 20 23:12:41.481449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe026b5-8d99-4975-8714-edae4b0f67f0 req-9623f6e9-09b6-4103-8451-f04a740a61aa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:41.484191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abe026b5-8d99-4975-8714-edae4b0f67f0 req-9623f6e9-09b6-4103-8451-f04a740a61aa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1101363 Dec 20 23:12:41.486992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-871e7796-a40c-43da-aaeb-30c36f7c84ab service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348009 Dec 20 23:12:41.585746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abe026b5-8d99-4975-8714-edae4b0f67f0 req-339c67ea-92d4-445d-9265-5b91a152d035 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961835 Dec 20 23:12:41.611624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-35e4e6a8-4a10-4976-a22b-76e8a80dcc80 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141677 Dec 20 23:12:41.704615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f3393-e3f0-4b7c-a240-86f324e9ba66 req-263c9edc-8bd7-4c33-ad44-11e191108441 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:41.706154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78f3393-e3f0-4b7c-a240-86f324e9ba66 req-263c9edc-8bd7-4c33-ad44-11e191108441 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1098 time: 0.0476007 Dec 20 23:12:41.752726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78f3393-e3f0-4b7c-a240-86f324e9ba66 req-4629ebfe-8af7-46b3-ae94-d2f494bdb56f tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Dec 20 23:12:41.778273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58282) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:41.956858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-a7b3eae6-3a6f-4393-b353-ede9ba3ae4a5 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:41.958247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-a7b3eae6-3a6f-4393-b353-ede9ba3ae4a5 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.59 "GET /v2.0/networks?id=0b99671b-d4d6-4f10-a140-22ab2497791e HTTP/1.1" status: 200 len: 808 time: 0.1805952 Dec 20 23:12:41.973060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Request body: {'port': {'device_id': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e', 'admin_state_up': True, 'tenant_id': '8c8c464bd9eb4d428d8d7bab08106ca2'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:41.982666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0a961-f281-4661-9de7-fb04e4472b4b req-2fa92f5d-95d4-4376-9dab-1e023ee1681f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:41.984139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf0a961-f281-4661-9de7-fb04e4472b4b req-2fa92f5d-95d4-4376-9dab-1e023ee1681f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1630261 Dec 20 23:12:41.986140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e76eaf5e-cb67-4a37-aeec-f42627b4f28c req-eca5c59c-24ea-4bb3-bc8e-906fc3a6634d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 210 time: 0.0953808 Dec 20 23:12:42.096373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf0a961-f281-4661-9de7-fb04e4472b4b req-37d433d6-527e-47de-bd32-f90ad18e5971 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991571 Dec 20 23:12:42.119815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43f7bc2c-92da-4161-8af4-620ad66e4469 req-289c0920-0f2b-4562-ba73-b1dbe18b5744 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 210 time: 0.0568271 Dec 20 23:12:42.144462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port d5652ce3-42e2-4f57-b651-56533222b36c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:42.145033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.233272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.233593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.245002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for d5652ce3-42e2-4f57-b651-56533222b36c owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:42.247440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Made reservation on behalf of 8c8c464bd9eb4d428d8d7bab08106ca2 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:42.257265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.386614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Allocated IP 172.20.0.5 (0b99671b-d4d6-4f10-a140-22ab2497791e/aac58200-a70f-4919-87ad-9676ad0ecc0e/05d9dde7-c06a-479a-a0ea-68b17ea4421c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:42.499116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.527696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=d5652ce3-42e2-4f57-b651-56533222b36c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:42.541375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.590433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.590764 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP aec5476c-c023-4a37-8ebe-958f8c108dd1 disassociated (deleted). External IP: 172.25.1.78, port: 566bbfd0-da9d-423f-97b0-46e56a6e703b. Dec 20 23:12:42.685052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.734957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Network 0b99671b-d4d6-4f10-a140-22ab2497791e is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:42.735917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134f86-e177-4549-831d-ca6367ce393a req-d6877953-ba10-4f20-98c2-fb984ef59f32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:42.737437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40134f86-e177-4549-831d-ca6367ce393a req-d6877953-ba10-4f20-98c2-fb984ef59f32 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0694621 Dec 20 23:12:42.737959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:42.743716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:42.749049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Pushing event updated for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:42.797998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:42.798620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:42.861305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40134f86-e177-4549-831d-ca6367ce393a req-6b4249bf-cb02-4bd4-b012-bdfc12085507 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893958 Dec 20 23:12:42.883171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:12:42.890729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-5da3276b-2dd4-4591-aae6-9cf8599f519c tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9221005 Dec 20 23:12:42.902631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-1ed06a9f-2968-425b-8a60-327cf19539ce tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:12:42.903654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-1ed06a9f-2968-425b-8a60-327cf19539ce tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065136 Dec 20 23:12:42.921662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Request body: {'port': {'device_id': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:42.979242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.001127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:12:43.005865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.013376 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Sync routers for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:12:43.026912 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:12:43.027872 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:43.041168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1772091f-005f-4e57-9b82-e249cb7a67b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/floatingips/aec5476c-c023-4a37-8ebe-958f8c108dd1 HTTP/1.1" status: 204 len: 168 time: 1.2585611 Dec 20 23:12:43.041168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:43.043299 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6aefe-9025-4225-8135-b0177846c338" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:43.136751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ace9b2a6-9113-482b-ae56-16c42cbc56ca req-cc09bdd4-2743-4ff4-ab33-f3af40a308f6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 210 time: 0.0429318 Dec 20 23:12:43.156923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:12:43.186795 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430a662-45b0-4ca0-8fad-d163c40f9466 x-openstack-request-id: req-a430a662-45b0-4ca0-8fad-d163c40f9466 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:43.187117 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:43.187382 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a430a662-45b0-4ca0-8fad-d163c40f9466 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:43.187798 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'status': 'completed', 'code': 200} Dec 20 23:12:43.329271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6aefe-9025-4225-8135-b0177846c338 req-ba5ed0bd-e84e-4f57-b06a-10582786de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.335512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d9dde7-c06a-479a-a0ea-68b17ea4421c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:43.340274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-ba5ed0bd-e84e-4f57-b06a-10582786de00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 1098 time: 0.1156812 Dec 20 23:12:43.347772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.352383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178db6-66c1-4bcf-8a87-949e52d57f4a req-ae9f6edc-6c31-453a-b26f-08ebf81f2867 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.354789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4178db6-66c1-4bcf-8a87-949e52d57f4a req-ae9f6edc-6c31-453a-b26f-08ebf81f2867 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1118209 Dec 20 23:12:43.366443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Transition to ACTIVE for port object 05d9dde7-c06a-479a-a0ea-68b17ea4421c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:12:43.427227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.484235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4178db6-66c1-4bcf-8a87-949e52d57f4a req-03fcce99-f3aa-4643-a999-a620e823192f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043925 Dec 20 23:12:43.513670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Pushing event updated for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:43.529170 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:43.551551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6aefe-9025-4225-8135-b0177846c338 req-02535540-858d-402c-8fc2-43bb61ac4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.553039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-02535540-858d-402c-8fc2-43bb61ac4938 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 200 len: 898 time: 0.1972899 Dec 20 23:12:43.563286 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Checking router: 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:12:43.571565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64da88-6cdb-4cc8-99e8-b27347e7e338 req-21ac6afb-ae0c-468c-bae1-17cc0c8ea4a9 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.572514 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:12:43.573258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:43.574091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Attempting to bind port 05d9dde7-c06a-479a-a0ea-68b17ea4421c on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:12:43.574430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Attempting to bind port 05d9dde7-c06a-479a-a0ea-68b17ea4421c by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:12:43.574759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Attempting to bind port 05d9dde7-c06a-479a-a0ea-68b17ea4421c on network 0b99671b-d4d6-4f10-a140-22ab2497791e {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:43.574995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb64da88-6cdb-4cc8-99e8-b27347e7e338 req-21ac6afb-ae0c-468c-bae1-17cc0c8ea4a9 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 943 time: 0.0824621 Dec 20 23:12:43.579235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Port 05d9dde7-c06a-479a-a0ea-68b17ea4421c on network 0b99671b-d4d6-4f10-a140-22ab2497791e not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:12:43.579615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Attempting to bind port 05d9dde7-c06a-479a-a0ea-68b17ea4421c on network 0b99671b-d4d6-4f10-a140-22ab2497791e {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:43.584429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:12:43.584771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Checking segment: {'id': 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:43.585155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Bound using segment: {'id': 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:12:43.585579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Bound port: 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:12:43.588229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.645389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-be5e9f96-b7a1-472b-aece-ebef1ef4ebee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 200 len: 217 time: 0.0671606 Dec 20 23:12:43.655374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:12:43.658572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c,segment=NetworkSegment(e33dead0-41b4-4d2b-a010-24bfe6d71ec0),segment_id=e33dead0-41b4-4d2b-a010-24bfe6d71ec0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:12:43.697380 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:12:43.733373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.752430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb64da88-6cdb-4cc8-99e8-b27347e7e338 req-7400548c-667e-4d4c-a6f8-69d68b9ecca2 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729331 Dec 20 23:12:43.766038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6aefe-9025-4225-8135-b0177846c338 req-30f32b67-31c3-4a0b-8b70-21a6f6af290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.767566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-30f32b67-31c3-4a0b-8b70-21a6f6af290d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 200 len: 835 time: 0.1077104 Dec 20 23:12:43.771573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.771891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:43.778426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] 10.222.0.59 "PUT /v2.0/ports/05d9dde7-c06a-479a-a0ea-68b17ea4421c HTTP/1.1" status: 200 len: 1091 time: 0.8615727 Dec 20 23:12:43.779217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:43.780776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f0560-cef2-49c2-84ac-ade64d351a2e req-ddfb8dcc-b84e-4100-89c7-56289fc5dadf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.782435 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352079e-0e64-4d2e-b73c-016f3f33ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:43.788594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f47f0560-cef2-49c2-84ac-ade64d351a2e req-ddfb8dcc-b84e-4100-89c7-56289fc5dadf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 947 time: 0.1271186 Dec 20 23:12:43.814477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61791d-4eb2-4084-9890-14bf41438c6f service neutron] Pushing event updated for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:43.868191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f47f0560-cef2-49c2-84ac-ade64d351a2e req-706527d6-44c5-4563-a06d-89a1209e0c6f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784173 Dec 20 23:12:43.871262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6aefe-9025-4225-8135-b0177846c338 req-8615758c-93f1-4c17-b3a4-fe90eb944180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:43.872708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-8615758c-93f1-4c17-b3a4-fe90eb944180 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810428 Dec 20 23:12:43.872825 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c0aca-6607-4a8f-a679-ba0e2aeba876 x-openstack-request-id: req-188c0aca-6607-4a8f-a679-ba0e2aeba876 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:43.873087 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:43.873363 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-188c0aca-6607-4a8f-a679-ba0e2aeba876 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:43.873785 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c', 'status': 'completed', 'code': 200} Dec 20 23:12:43.980478 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:44.002159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-e6a8252f-b6ba-41e3-b6fa-380343f8ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.003110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-e6a8252f-b6ba-41e3-b6fa-380343f8ffd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8c464bd9eb4d428d8d7bab08106ca2&device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 1094 time: 0.0986013 Dec 20 23:12:44.011485 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f385d-2b1e-40a9-a1b0-b96ca5ad6232 None None] The sync data for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 is: [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:10:31Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a21e1c00-46b2-48b3-878e-900308f75ca4', 'name': '', 'network_id': 'cfa66bc8-1aeb-4fa0-8373-9c5b51482a46', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:9f:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:30Z', 'updated_at': '2021-12-20T23:10:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '81dc46f4-a3d6-4f0e-a899-b4d919624059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:12:44.038736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ceb4-3c2a-4d0a-b5dd-1a384724afd3 req-6b3e903f-a480-4e58-9ab3-ca332012ed08 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.041269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7523ceb4-3c2a-4d0a-b5dd-1a384724afd3 req-6b3e903f-a480-4e58-9ab3-ca332012ed08 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0764856 Dec 20 23:12:44.043816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-6abf549d-6f9d-450f-b1f6-639ec2545bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612344 Dec 20 23:12:44.151920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7523ceb4-3c2a-4d0a-b5dd-1a384724afd3 req-033796d8-544a-409d-8cb2-e2d9aef93a74 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031389 Dec 20 23:12:44.180575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbf6aefe-9025-4225-8135-b0177846c338 req-0d270e05-65d1-4089-a7bf-977f13a0d3a8 service neutron] 10.222.0.45 "GET /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249144 Dec 20 23:12:44.278382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d02db210-2af3-4af3-a48c-189cc0c6c267 req-1a1f95e7-9868-420c-af59-6d0a14b2ac2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Dec 20 23:12:44.356069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a3921-8da7-46f1-816b-9fe4052e0d82 None None] New status for floating IP aec5476c-c023-4a37-8ebe-958f8c108dd1: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:12:44.450439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-914ff2a1-18dc-43b2-92f3-5ceef4c148d5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.451765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-914ff2a1-18dc-43b2-92f3-5ceef4c148d5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.4527643 Dec 20 23:12:44.452737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-514662fd-1931-459f-824d-1fb207a96c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.454027 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-514662fd-1931-459f-824d-1fb207a96c21 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c8c464bd9eb4d428d8d7bab08106ca2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4361470 Dec 20 23:12:44.470853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:44.595213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03077b9-50e8-4839-a981-5589d866d1d7 req-2d26113b-14fe-4428-899d-fdaf834f5900 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.598610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d03077b9-50e8-4839-a981-5589d866d1d7 req-2d26113b-14fe-4428-899d-fdaf834f5900 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0494308 Dec 20 23:12:44.633735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-70d8044b-9a18-4eed-acd8-db4f491aa36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.635205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8352079e-0e64-4d2e-b73c-016f3f33ba58 req-70d8044b-9a18-4eed-acd8-db4f491aa36a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611159 Dec 20 23:12:44.668336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d03077b9-50e8-4839-a981-5589d866d1d7 req-8a628f2b-3e69-4823-837d-5298395df4a4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616133 Dec 20 23:12:44.719141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:44.722618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:44.726509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-835a1dac-249d-4f27-a6ec-6a6c21d40735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.728185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-835a1dac-249d-4f27-a6ec-6a6c21d40735 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c8c464bd9eb4d428d8d7bab08106ca2&device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 1094 time: 0.0483453 Dec 20 23:12:44.783883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-7e74d98c-241b-451c-b7d0-de393de3eccc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c HTTP/1.1" status: 200 len: 217 time: 0.0461268 Dec 20 23:12:44.875210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e92bb-ef66-417a-9369-7d6e6a749fd9 req-6f27d223-a32b-4f3d-b6b9-4108471cccc7 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.876721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-766e92bb-ef66-417a-9369-7d6e6a749fd9 req-6f27d223-a32b-4f3d-b6b9-4108471cccc7 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 943 time: 0.0487039 Dec 20 23:12:44.901408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-d633b7d1-a844-4ea2-b6ac-0d314d4bd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:44.902866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-d633b7d1-a844-4ea2-b6ac-0d314d4bd394 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aac58200-a70f-4919-87ad-9676ad0ecc0e HTTP/1.1" status: 200 len: 848 time: 0.0898688 Dec 20 23:12:44.941541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-7588c5a8-16a4-42b8-a33f-18297d573e23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b99671b-d4d6-4f10-a140-22ab2497791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303435 Dec 20 23:12:44.943232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-766e92bb-ef66-417a-9369-7d6e6a749fd9 req-d8b8f0e4-cbca-4225-ad33-a472aa46937b tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Dec 20 23:12:44.964437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.2 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/9e5ef668-5842-4215-9737-2d3ad70d478b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:45.002464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65fdab-b907-4a8a-a8da-1ecb0724121e req-43ba34dd-1d78-4eab-ab6a-3885fc6b97cf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.004095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b65fdab-b907-4a8a-a8da-1ecb0724121e req-43ba34dd-1d78-4eab-ab6a-3885fc6b97cf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 947 time: 0.0502834 Dec 20 23:12:45.066671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b65fdab-b907-4a8a-a8da-1ecb0724121e req-84b62787-a5dc-46ad-a1c1-5604fc565e3b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=5254b828-4ad3-4e35-8f01-84278f9b1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Dec 20 23:12:45.096562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-40415b26-6887-49b6-93cf-682b6a2ff282 service neutron] 10.222.0.59 "GET /v2.0/networks/0b99671b-d4d6-4f10-a140-22ab2497791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456218 Dec 20 23:12:45.252778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.259074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ba69c7dc-2f4d-449f-81d8-4daea35d77ee req-68aac93d-3dc9-4ef2-8f68-a03e5ce3d31a service neutron] 10.222.0.59 "GET /v2.0/networks/0b99671b-d4d6-4f10-a140-22ab2497791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525526 Dec 20 23:12:45.290059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ebb9-4eeb-4d3f-8257-278a00284e64 req-2de01d3f-564a-4aa8-909f-3cc04a0549dd tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.291579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab58ebb9-4eeb-4d3f-8257-278a00284e64 req-2de01d3f-564a-4aa8-909f-3cc04a0549dd tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0532570 Dec 20 23:12:45.376023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.405943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-9a2e5d8b-f303-4a88-be68-854f13b32040 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.407413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-9a2e5d8b-f303-4a88-be68-854f13b32040 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 947 time: 0.1034958 Dec 20 23:12:45.414891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab58ebb9-4eeb-4d3f-8257-278a00284e64 req-a16f2f52-ef17-40a6-9117-97092162b6c3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164682 Dec 20 23:12:45.422854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:45.434591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:45.436486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:45.439215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:45.465277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690139c3-7860-4946-8e68-592e12a9ad82 req-55fd2ddc-a819-4757-a7c3-f65f9b18bbcd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.467343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-690139c3-7860-4946-8e68-592e12a9ad82 req-55fd2ddc-a819-4757-a7c3-f65f9b18bbcd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 931 time: 0.1079535 Dec 20 23:12:45.488115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.488712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.549885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c73de7db-3d3d-4273-ab6c-8882f4a5da54 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829802 Dec 20 23:12:45.552532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-690139c3-7860-4946-8e68-592e12a9ad82 req-297ac0d0-fb2c-4939-b092-93bb9672c8ed tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792484 Dec 20 23:12:45.559439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:45.559859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.563399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Request body: {'port': {'device_id': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:45.621878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.653538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 566bbfd0-da9d-423f-97b0-46e56a6e703b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=566bbfd0-da9d-423f-97b0-46e56a6e703b,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:45.654172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.666414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 566bbfd0-da9d-423f-97b0-46e56a6e703b owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:45.835231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33e07-790f-4be1-a659-64765bbc06a6 req-bb6d1894-d3fc-4aa9-830c-3df42c432ba8 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:45.837264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fd33e07-790f-4be1-a659-64765bbc06a6 req-bb6d1894-d3fc-4aa9-830c-3df42c432ba8 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0871601 Dec 20 23:12:45.887056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fd33e07-790f-4be1-a659-64765bbc06a6 req-88570a59-4d32-4f83-b164-dcdc4460152c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Dec 20 23:12:45.888119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.902306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5ef668-5842-4215-9737-2d3ad70d478b {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:45.910214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:45.917522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=566bbfd0-da9d-423f-97b0-46e56a6e703b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:45.923814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Transition to ACTIVE for port object 9e5ef668-5842-4215-9737-2d3ad70d478b will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:12:46.032696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:46.090866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:46.165628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Attempting to bind port 9e5ef668-5842-4215-9737-2d3ad70d478b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:12:46.166330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Attempting to bind port 9e5ef668-5842-4215-9737-2d3ad70d478b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:12:46.166330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Attempting to bind port 9e5ef668-5842-4215-9737-2d3ad70d478b on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:46.171072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Port 9e5ef668-5842-4215-9737-2d3ad70d478b on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:12:46.171396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Attempting to bind port 9e5ef668-5842-4215-9737-2d3ad70d478b on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:12:46.176540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:12:46.176877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:12:46.177259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:12:46.177686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Bound port: 9e5ef668-5842-4215-9737-2d3ad70d478b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:12:46.178063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:46.242995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:12:46.245859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9e5ef668-5842-4215-9737-2d3ad70d478b,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:12:46.310817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] No DVR routers for this DVR port 566bbfd0-da9d-423f-97b0-46e56a6e703b on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:46.318872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:46.321761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:46.325176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-559ad312-56f2-4d9c-a687-ef807f9ed0e5 req-dec54757-604e-48b7-b065-ee7ffd1a5bbf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "DELETE /v2.0/ports/566bbfd0-da9d-423f-97b0-46e56a6e703b HTTP/1.1" status: 204 len: 173 time: 0.9094145 Dec 20 23:12:46.332964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-deleted', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:46.335563 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ff80c-6733-4964-b57a-e52ef1fff4bc" -d '{"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-deleted", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:46.368066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.369125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:46.370170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c74e61de-ea20-4fcf-b662-b2c3c33faa40 req-021c3b9a-e657-40a2-bf7b-71dae222e78c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecc0c4be-f556-483f-a9b4-5fdbfcb607bb HTTP/1.1" status: 200 len: 210 time: 0.0605712 Dec 20 23:12:46.370787 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] 10.222.0.59 "PUT /v2.0/ports/9e5ef668-5842-4215-9737-2d3ad70d478b HTTP/1.1" status: 200 len: 1091 time: 0.8122220 Dec 20 23:12:46.371347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:46.373650 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a3d3a-6f4a-45c0-8592-7533bef7207c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:46.399942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be410e0-e152-4f1f-b02c-ed6c7db46961 req-5eeec8c7-1f8b-4e00-bf6a-7cd28c3e1c77 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.401864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6be410e0-e152-4f1f-b02c-ed6c7db46961 req-5eeec8c7-1f8b-4e00-bf6a-7cd28c3e1c77 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 943 time: 0.0931830 Dec 20 23:12:46.437262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb208-af6f-4402-bd4e-d4b0bb715751 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:46.467410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6be410e0-e152-4f1f-b02c-ed6c7db46961 req-fbd78dc6-cf72-4f85-a572-a7e26fd42b2e tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575209 Dec 20 23:12:46.520379 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b118b94-7203-4c08-8d95-35b25fec6498 x-openstack-request-id: req-0b118b94-7203-4c08-8d95-35b25fec6498 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:46.520697 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc0c4be-f556-483f-a9b4-5fdbfcb607bb", "name": "network-vif-deleted", "tag": "566bbfd0-da9d-423f-97b0-46e56a6e703b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:46.521399 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b118b94-7203-4c08-8d95-35b25fec6498 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:46.521879 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0c4be-f556-483f-a9b4-5fdbfcb607bb', 'name': 'network-vif-deleted', 'tag': '566bbfd0-da9d-423f-97b0-46e56a6e703b', 'status': 'completed', 'code': 200} Dec 20 23:12:46.538823 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5708ba92-b970-432b-a668-a2645c0d49dd x-openstack-request-id: req-5708ba92-b970-432b-a668-a2645c0d49dd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:46.538823 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:46.538823 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5708ba92-b970-432b-a668-a2645c0d49dd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:46.540274 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b', 'status': 'completed', 'code': 200} Dec 20 23:12:46.546235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-de995a24-a4d9-4fda-86c6-f0ef7eb1bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.547735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-de995a24-a4d9-4fda-86c6-f0ef7eb1bdf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 1094 time: 0.0533016 Dec 20 23:12:46.595030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-c53b15ff-21e4-495f-abc3-4dffd7ccbe16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e5ef668-5842-4215-9737-2d3ad70d478b HTTP/1.1" status: 200 len: 217 time: 0.0386150 Dec 20 23:12:46.646703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec967f9-a8df-47f5-b8b4-73d94ddd33cd req-d371476f-944c-47a4-b7c1-facdb01ce974 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.647914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-d49c46a2-b558-4f20-a7d5-bc08c5855c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.650196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-d49c46a2-b558-4f20-a7d5-bc08c5855c2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0486517 Dec 20 23:12:46.654046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ec967f9-a8df-47f5-b8b4-73d94ddd33cd req-d371476f-944c-47a4-b7c1-facdb01ce974 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0642190 Dec 20 23:12:46.688387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-4aadc5f8-5b8e-48ce-b635-49bdc5397e22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304377 Dec 20 23:12:46.725841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943193d-241a-4c8a-a880-f819ebd52dd4 req-e9b81ed1-8fef-4a23-b3b8-a17959ee4e9a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:46.727669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7943193d-241a-4c8a-a880-f819ebd52dd4 req-e9b81ed1-8fef-4a23-b3b8-a17959ee4e9a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 943 time: 0.0983477 Dec 20 23:12:46.731567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ec967f9-a8df-47f5-b8b4-73d94ddd33cd req-c08d6c41-114f-4521-9d15-5c6a2e3cb3eb tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767388 Dec 20 23:12:46.785008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-e8011c86-2e66-4f41-8413-7464311c2b0e service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887210 Dec 20 23:12:46.785578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7943193d-241a-4c8a-a880-f819ebd52dd4 req-8de22c79-995f-4f23-858e-c5b5829a2076 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506117 Dec 20 23:12:46.885141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-26b23581-25ba-4fdc-8ca7-8b485eaf60e4 req-2ba6157a-3e4e-4e2e-b137-8592eae21cad service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933967 Dec 20 23:12:47.012370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb0b64-8863-4e4c-9daf-5f2954910cef req-16ad24e5-2412-4729-9499-873cb03273b5 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.014046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35fb0b64-8863-4e4c-9daf-5f2954910cef req-16ad24e5-2412-4729-9499-873cb03273b5 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0495114 Dec 20 23:12:47.067332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35fb0b64-8863-4e4c-9daf-5f2954910cef req-a3e1fc25-47cc-4ca4-9f80-a117a0eaccb2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Dec 20 23:12:47.082747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-e8250e37-4317-4bac-a61e-ede1b9399fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.084240 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-e8250e37-4317-4bac-a61e-ede1b9399fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 1094 time: 0.0427954 Dec 20 23:12:47.116844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 05d9dde7-c06a-479a-a0ea-68b17ea4421c details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:47.177632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-599293ab-fe26-4e59-9b16-4b0d5f88cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.179159 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-599293ab-fe26-4e59-9b16-4b0d5f88cc1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 912 time: 0.0881777 Dec 20 23:12:47.217155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c,segment=NetworkSegment(e33dead0-41b4-4d2b-a010-24bfe6d71ec0),segment_id=e33dead0-41b4-4d2b-a010-24bfe6d71ec0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:47.223188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-092a5c33-c849-4690-a448-69d5f6d020ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e5ef668-5842-4215-9737-2d3ad70d478b HTTP/1.1" status: 200 len: 217 time: 0.0360181 Dec 20 23:12:47.227606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '05d9dde7-c06a-479a-a0ea-68b17ea4421c', 'network_id': '0b99671b-d4d6-4f10-a140-22ab2497791e', 'port_id': '05d9dde7-c06a-479a-a0ea-68b17ea4421c', 'mac_address': 'fa:16:3e:8f:a5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac58200-a70f-4919-87ad-9676ad0ecc0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:47.265110 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:47.272712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-82072987-6e10-4e15-a59e-390361737164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.274746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-82072987-6e10-4e15-a59e-390361737164 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0442872 Dec 20 23:12:47.278150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d9dde7-c06a-479a-a0ea-68b17ea4421c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:47.297621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c,segment=NetworkSegment(e33dead0-41b4-4d2b-a010-24bfe6d71ec0),segment_id=e33dead0-41b4-4d2b-a010-24bfe6d71ec0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:47.308722 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-d7d79f07-b62a-4856-9cf9-7244344747ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256188 Dec 20 23:12:47.375667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:47.407376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-a54649bd-3063-4ea6-93cc-5c8aa4ca2fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902092 Dec 20 23:12:47.437428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:47.440182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:47.514063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-681a3d3a-6f4a-45c0-8592-7533bef7207c req-987af012-7899-4671-b718-8d4b4dd71f38 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986972 Dec 20 23:12:47.681827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd26ae-677b-40a5-9125-71b1b589295d req-182eb911-775a-451d-b622-1619d8baeb80 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.683194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdbd26ae-677b-40a5-9125-71b1b589295d req-182eb911-775a-451d-b622-1619d8baeb80 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 944 time: 0.0935242 Dec 20 23:12:47.715135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['05d9dde7-c06a-479a-a0ea-68b17ea4421c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:47.775477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdbd26ae-677b-40a5-9125-71b1b589295d req-9f15c5b0-15bd-416e-ae68-a9d77cc83e94 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851355 Dec 20 23:12:47.925600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff920f-5e94-49ad-a9f7-109d1666fa2b req-9c26ccf8-c631-4088-9049-91c6e29553a9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.927156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02ff920f-5e94-49ad-a9f7-109d1666fa2b req-9c26ccf8-c631-4088-9049-91c6e29553a9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1122408 Dec 20 23:12:47.987300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d78b-2257-4f6b-873b-17b33a5c9071 req-d07d9458-5a83-41f2-ae88-e332eb663e97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:47.988705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6331d78b-2257-4f6b-873b-17b33a5c9071 req-d07d9458-5a83-41f2-ae88-e332eb663e97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 943 time: 0.1194367 Dec 20 23:12:48.043287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02ff920f-5e94-49ad-a9f7-109d1666fa2b req-749f2056-f97d-496b-b2f2-7ae9818eef84 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091719 Dec 20 23:12:48.069850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:48.109213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6331d78b-2257-4f6b-873b-17b33a5c9071 req-4042294b-3bb6-4e7e-ba6a-8610d58e6eae tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089690 Dec 20 23:12:48.261410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:48.267798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526df47-eaaf-45f6-aded-de2df7290475 req-fc5b31d7-a33e-482a-a8f7-f06549f6f919 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:48.269280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d526df47-eaaf-45f6-aded-de2df7290475 req-fc5b31d7-a33e-482a-a8f7-f06549f6f919 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0995750 Dec 20 23:12:48.285344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 566bbfd0-da9d-423f-97b0-46e56a6e703b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:48.285692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 566bbfd0-da9d-423f-97b0-46e56a6e703b not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:48.333387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d526df47-eaaf-45f6-aded-de2df7290475 req-c66819e4-7467-410d-b12c-38f015c5da9b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578742 Dec 20 23:12:48.418995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port a21e1c00-46b2-48b3-878e-900308f75ca4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:48.419330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:48.507849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port a21e1c00-46b2-48b3-878e-900308f75ca4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a21e1c00-46b2-48b3-878e-900308f75ca4,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:48.508206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:48.519721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for a21e1c00-46b2-48b3-878e-900308f75ca4 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:48.755872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:48.783722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=a21e1c00-46b2-48b3-878e-900308f75ca4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:48.989874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b161d5-b2ce-4065-9a74-b142247563f9 req-c96d43bb-5f04-4d9d-a163-23bfc0e0b7c2 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:48.991368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8b161d5-b2ce-4065-9a74-b142247563f9 req-c96d43bb-5f04-4d9d-a163-23bfc0e0b7c2 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 944 time: 0.1348026 Dec 20 23:12:49.009016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.087685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8b161d5-b2ce-4065-9a74-b142247563f9 req-4a2762bd-adae-4613-87c7-853cad1a22cc tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886335 Dec 20 23:12:49.130826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9e5ef668-5842-4215-9737-2d3ad70d478b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:12:49.133791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 05d9dde7-c06a-479a-a0ea-68b17ea4421c up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:49.190727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4533a-e55d-4efc-8259-e248786c9483 req-562e21fb-96f4-458b-aed5-31b406afbe44 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:49.192280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3b4533a-e55d-4efc-8259-e248786c9483 req-562e21fb-96f4-458b-aed5-31b406afbe44 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0678020 Dec 20 23:12:49.276807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9e5ef668-5842-4215-9737-2d3ad70d478b,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:49.287968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '9e5ef668-5842-4215-9737-2d3ad70d478b', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': '9e5ef668-5842-4215-9737-2d3ad70d478b', 'mac_address': 'fa:16:3e:d3:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:12:49.315440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 05d9dde7-c06a-479a-a0ea-68b17ea4421c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:49.325673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 05d9dde7-c06a-479a-a0ea-68b17ea4421c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:49.325962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.342377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3b4533a-e55d-4efc-8259-e248786c9483 req-e4ee5bda-6033-49e8-a131-97969cb685a3 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169138 Dec 20 23:12:49.347959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.366194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:12:49.376439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83732-a93f-4597-9a43-53a8909064c8 req-1073bc2f-3e13-4dc6-b728-337469d891ce tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:49.377966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ab83732-a93f-4597-9a43-53a8909064c8 req-1073bc2f-3e13-4dc6-b728-337469d891ce tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 943 time: 0.1155970 Dec 20 23:12:49.378680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5ef668-5842-4215-9737-2d3ad70d478b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:12:49.407870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9e5ef668-5842-4215-9737-2d3ad70d478b,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:49.451534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.471271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.479534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:49.482176 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc21f9-9da5-4065-9190-c1f25644d0b3" -d '{"events": [{"server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "name": "network-vif-plugged", "status": "completed", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:49.514161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c,segment=NetworkSegment(e33dead0-41b4-4d2b-a010-24bfe6d71ec0),segment_id=e33dead0-41b4-4d2b-a010-24bfe6d71ec0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:49.535237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ab83732-a93f-4597-9a43-53a8909064c8 req-4898af60-8eb8-48f7-a525-0c385161708e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470196 Dec 20 23:12:49.537359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:49.555110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ddf62-715e-4010-885e-3849f6b2484b req-919acae6-9ff5-4896-8167-1dca6e8a34b0 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:49.556702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb5ddf62-715e-4010-885e-3849f6b2484b req-919acae6-9ff5-4896-8167-1dca6e8a34b0 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1295698 Dec 20 23:12:49.561673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:12:49.569521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a900e58-03b4-41b3-b2d6-68888565a6b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/1c0eb2b4-4a8d-4c77-87a7-ee74135c464c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309931 Dec 20 23:12:49.569682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:49.573349 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Sync routers for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:12:49.579067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.585076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:12:49.594563 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:49.614228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb5ddf62-715e-4010-885e-3849f6b2484b req-7a916df9-877a-48c7-98e3-6711c27a4424 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Dec 20 23:12:49.648133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:49.692583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting subnet 81dc46f4-a3d6-4f0e-a899-b4d919624059 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:12:49.706080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.748161 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:12:49.753880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['9e5ef668-5842-4215-9737-2d3ad70d478b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:49.770594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.785424 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b398758-82d6-49c0-8bd6-dea56b25bfaf x-openstack-request-id: req-9b398758-82d6-49c0-8bd6-dea56b25bfaf {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:49.785742 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "name": "network-vif-plugged", "status": "completed", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:49.785998 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b398758-82d6-49c0-8bd6-dea56b25bfaf {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:49.786643 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c', 'code': 200} Dec 20 23:12:49.890874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:49.942728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994942a-5da6-421b-826d-c750dea1e0d5 req-ba8b34b4-bfca-4def-be3f-6cf0321bcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:49.944234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3994942a-5da6-421b-826d-c750dea1e0d5 req-ba8b34b4-bfca-4def-be3f-6cf0321bcf52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 1096 time: 0.0850773 Dec 20 23:12:49.985508 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:12:48Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:49.996634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3994942a-5da6-421b-826d-c750dea1e0d5 req-bb9f35b7-7e12-48aa-a3ce-b48850bd8cbb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Dec 20 23:12:50.013041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Checking router: 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:12:50.021429 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Routers {'1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:12:50.022057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:50.047655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.073948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Subnet': ['ID=81dc46f4-a3d6-4f0e-a899-b4d919624059,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:50.079780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.083010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3812c23f-ac32-4850-8be0-ef11b155d4c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/subnets/81dc46f4-a3d6-4f0e-a899-b4d919624059 HTTP/1.1" status: 204 len: 168 time: 0.5116622 Dec 20 23:12:50.086247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58394) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:50.092234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f3e99-941c-4e32-9a42-a14d438ab93b None None] Network cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:12:50.155286 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] Set router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:12:50.269962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.282681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1287-e2c1-4d64-85d5-49133626ad6b req-49271ad5-5ff9-4574-a5d2-600f0ef944fe tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:50.283837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66dc1287-e2c1-4d64-85d5-49133626ad6b req-49271ad5-5ff9-4574-a5d2-600f0ef944fe tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.1096716 Dec 20 23:12:50.285595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcc16f-08fe-4465-a01b-742b6cfca001 req-9e1f6260-c0b5-4893-98bb-001c5e277384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:50.287265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86dcc16f-08fe-4465-a01b-742b6cfca001 req-9e1f6260-c0b5-4893-98bb-001c5e277384 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1096 time: 0.1000648 Dec 20 23:12:50.339191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] DHCP port deletion for cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:50.367379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:12:48Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:50.402463 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a516c-ade4-47fc-a933-68d04a66a869 None None] The sync data for ids ['1c0eb2b4-4a8d-4c77-87a7-ee74135c464c'] in n-d-822053-9 is: [{'id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758221081', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:19Z', 'updated_at': '2021-12-20T23:12:48Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'a2794370-3378-4946-8c2c-7de993ae795a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:16:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0eb2b4-4a8d-4c77-87a7-ee74135c464c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:21Z', 'updated_at': '2021-12-20T23:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:12:50.403220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Deleting port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:50.404600 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.465745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66dc1287-e2c1-4d64-85d5-49133626ad6b req-0816603b-5882-46fa-bf13-5c082adf5216 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440380 Dec 20 23:12:50.487579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] For port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,segment=NetworkSegment(3675a2f5-ef25-49de-8fb8-77d5e05afdf2),segment_id=3675a2f5-ef25-49de-8fb8-77d5e05afdf2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:50.488120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.666604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Calling delete_port for 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:50.827455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.859325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:50.860956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] Pushing event deleted for resources: {'Port': ['ID=62b59db6-bbca-4cbb-b988-aa4d6d26ddc0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:50.870862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d5707-ee8e-419d-93cc-c33d08a7671e None None] No DVR routers for this DVR port 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:50.872832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86dcc16f-08fe-4465-a01b-742b6cfca001 req-c6e5f266-a77d-4cc4-92d0-eb69fe26227b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497055 Dec 20 23:12:50.922469 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-a1d2959f-b378-4272-b23d-2552fd70994b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740707 Dec 20 23:12:50.931075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d5ac-ccf6-46e7-b2cc-710f3f388718 req-f0a497fa-daa9-4642-95d7-d9e5d837c345 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:50.932913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ac3d5ac-ccf6-46e7-b2cc-710f3f388718 req-f0a497fa-daa9-4642-95d7-d9e5d837c345 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.4711740 Dec 20 23:12:50.991187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32444992-0a59-4b57-a39c-0289628eb9dc req-a3c3d09a-53ce-4ccc-8672-16a7a106e905 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:50.994023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-6ebc154b-f5c5-4b32-891b-c3e6a22efb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:50.994766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32444992-0a59-4b57-a39c-0289628eb9dc req-a3c3d09a-53ce-4ccc-8672-16a7a106e905 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 944 time: 0.1366818 Dec 20 23:12:50.995726 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-6ebc154b-f5c5-4b32-891b-c3e6a22efb1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 1096 time: 0.0488043 Dec 20 23:12:51.065942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ac3d5ac-ccf6-46e7-b2cc-710f3f388718 req-a9633593-a7cd-4690-9337-b349720636f8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049609 Dec 20 23:12:51.090624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port a2794370-3378-4946-8c2c-7de993ae795a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:51.091257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.106123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32444992-0a59-4b57-a39c-0289628eb9dc req-bd34967a-2119-4056-aafe-317e73e370f9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061265 Dec 20 23:12:51.119463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-295808da-49cc-43d4-9d89-03cfae3be2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:51.120948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-295808da-49cc-43d4-9d89-03cfae3be2c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1033835 Dec 20 23:12:51.147787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9e5ef668-5842-4215-9737-2d3ad70d478b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:12:51.176927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-a055d425-6d77-4fba-bc64-457b6e66d80b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec62f586-6e30-42be-8746-3c8c6f31e304 HTTP/1.1" status: 200 len: 217 time: 0.0449958 Dec 20 23:12:51.235955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-a85b4748-fa69-429f-9474-ef84796f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:51.238093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-a85b4748-fa69-429f-9474-ef84796f0072 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0489776 Dec 20 23:12:51.241022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port a2794370-3378-4946-8c2c-7de993ae795a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2794370-3378-4946-8c2c-7de993ae795a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:51.241383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.257160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb660-7fd2-4db4-8783-ee66cf705611 req-23a182aa-e5b2-4dd9-909d-b37dd96a6d6b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:51.258743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887fb660-7fd2-4db4-8783-ee66cf705611 req-23a182aa-e5b2-4dd9-909d-b37dd96a6d6b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0995591 Dec 20 23:12:51.264775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for a2794370-3378-4946-8c2c-7de993ae795a owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:51.269103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-3716b390-4e43-4e5f-a0fc-130bcc09f92d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243704 Dec 20 23:12:51.327580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 9e5ef668-5842-4215-9737-2d3ad70d478b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:12:51.332963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 9e5ef668-5842-4215-9737-2d3ad70d478b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:51.333365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.363235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-887fb660-7fd2-4db4-8783-ee66cf705611 req-57d27c9b-2af0-44c4-9b65-8d3c7e181486 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963535 Dec 20 23:12:51.372483 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-256c2c5d-0565-4746-8a44-da7eb266e244 service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960588 Dec 20 23:12:51.441741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.476812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9e5ef668-5842-4215-9737-2d3ad70d478b,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:51.483812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d92c15d7-9baf-4e5c-a41d-bc20debe2170 req-d5c31b58-2fa0-4f2f-a468-a7592b8c1436 service neutron] 10.222.0.59 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969963 Dec 20 23:12:51.546531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.577186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.598249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:51.613481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bba4-464d-43ab-9d34-2b034034dc2a req-cee88531-515a-4103-a1b5-cde003a0be67 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:51.615028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e427bba4-464d-43ab-9d34-2b034034dc2a req-cee88531-515a-4103-a1b5-cde003a0be67 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.0806973 Dec 20 23:12:51.618533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=a2794370-3378-4946-8c2c-7de993ae795a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:51.633552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc714d-7a01-4b31-ada3-988958fa7044 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:51.719160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e427bba4-464d-43ab-9d34-2b034034dc2a req-661d54f8-0f81-4c76-84a8-b1a5c5d37416 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Dec 20 23:12:51.722072 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.787529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:51.790941 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34f78e7-acc5-4f5d-90a7-1362a1621392" -d '{"events": [{"server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:51.819869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.822200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.831980 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931db2a9-bebb-46ce-b5fb-8649ae77eccf x-openstack-request-id: req-931db2a9-bebb-46ce-b5fb-8649ae77eccf {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:51.832287 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:51.832544 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-931db2a9-bebb-46ce-b5fb-8649ae77eccf {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:51.832947 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b', 'code': 200} Dec 20 23:12:51.969434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.970178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Fanout notify agent at l3_agent the message router_deleted on router 1c0eb2b4-4a8d-4c77-87a7-ee74135c464c {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:12:51.984359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:51.989273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:51.990049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4302ee99-f82a-4d83-a0ef-f7a275b95586 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/routers/1c0eb2b4-4a8d-4c77-87a7-ee74135c464c HTTP/1.1" status: 204 len: 168 time: 1.9027681 Dec 20 23:12:52.045483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb95b2f-d610-44fc-a3d0-507d33eb002b req-4b7cdf93-2338-4f5f-90e4-8d38a9482846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:52.046828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8cb95b2f-d610-44fc-a3d0-507d33eb002b req-4b7cdf93-2338-4f5f-90e4-8d38a9482846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 1096 time: 0.1054232 Dec 20 23:12:52.115063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a21e1c00-46b2-48b3-878e-900308f75ca4 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:52.139514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.148622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a21e1c00-46b2-48b3-878e-900308f75ca4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:52.148978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a21e1c00-46b2-48b3-878e-900308f75ca4 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:52.149841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:52.174653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:52.175375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 62b59db6-bbca-4cbb-b988-aa4d6d26ddc0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:52.218449 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8cb95b2f-d610-44fc-a3d0-507d33eb002b req-24520628-d633-49a0-832f-775d3524ca96 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629806 Dec 20 23:12:52.281659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d689d-b474-4338-9d19-ad0f11b05a00 req-a91cfadf-0212-4afc-ad95-ded57e916127 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:52.283314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-654d689d-b474-4338-9d19-ad0f11b05a00 req-a91cfadf-0212-4afc-ad95-ded57e916127 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0980566 Dec 20 23:12:52.301093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.326790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa66bc8-1aeb-4fa0-8373-9c5b51482a46']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:52.338093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3675a2f5-ef25-49de-8fb8-77d5e05afdf2') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:52.338477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3675a2f5-ef25-49de-8fb8-77d5e05afdf2') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:52.349571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.357682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fdef7-345d-475a-b714-4a8c8f63a57f req-1ecf04c1-ac9e-4b41-90c4-128bc7c09573 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:52.359419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-566fdef7-345d-475a-b714-4a8c8f63a57f req-1ecf04c1-ac9e-4b41-90c4-128bc7c09573 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.0987155 Dec 20 23:12:52.371178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.378290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:12:52.378683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:12:52.381880 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:12:52.385532 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:12:52.386811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-654d689d-b474-4338-9d19-ad0f11b05a00 req-17eff976-8984-4f76-86e8-562942d6d705 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737770 Dec 20 23:12:52.440719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-566fdef7-345d-475a-b714-4a8c8f63a57f req-64694813-6193-4d33-b7fb-1accc5245bab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711520 Dec 20 23:12:52.546466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.554036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.561983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/networks/cfa66bc8-1aeb-4fa0-8373-9c5b51482a46 HTTP/1.1" status: 204 len: 168 time: 0.5657372 Dec 20 23:12:52.565235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58430) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:52.575938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c9a0-33a3-49fb-a783-2d730407b8ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Network': ['ID=cfa66bc8-1aeb-4fa0-8373-9c5b51482a46,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:52.605797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb87c1-daff-4359-ba7b-78d52b22f7c2 req-98c96ae7-4638-4939-9fe0-18f6b802b34b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:52.607307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcfb87c1-daff-4359-ba7b-78d52b22f7c2 req-98c96ae7-4638-4939-9fe0-18f6b802b34b tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0817311 Dec 20 23:12:52.666364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.690558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcfb87c1-daff-4359-ba7b-78d52b22f7c2 req-2ccd16da-2086-4a75-883a-4ea3b32e2af1 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739017 Dec 20 23:12:52.704329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.849585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.852864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:52.854326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/security-groups/5254b828-4ad3-4e35-8f01-84278f9b1fef HTTP/1.1" status: 204 len: 168 time: 0.2879243 Dec 20 23:12:52.866684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eeb9a-c1cd-4565-92a3-a6da007e2e70 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5254b828-4ad3-4e35-8f01-84278f9b1fef,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:53.314157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58440) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:53.319338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768326845', 'description': 'tempest-secgroup-smoke-768326845 description', 'project_id': '409fc0ea8aa74a7c992b1690906369db'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:53.458853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:53.544624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff0c8-f7a1-4d1a-8018-c44f0e07b4fb req-71b33840-59dc-4698-8bdf-a1a45b6946d0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:53.546235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bbff0c8-f7a1-4d1a-8018-c44f0e07b4fb req-71b33840-59dc-4698-8bdf-a1a45b6946d0 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1013741 Dec 20 23:12:53.662851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ff697-8edb-4578-834b-a8197fd64251 req-9d7232a3-fcc9-4bd8-a802-22f2b96fb499 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:53.665232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-263ff697-8edb-4578-834b-a8197fd64251 req-9d7232a3-fcc9-4bd8-a802-22f2b96fb499 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.1450586 Dec 20 23:12:53.669899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:53.676486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bbff0c8-f7a1-4d1a-8018-c44f0e07b4fb req-40746a1e-d329-4d71-9325-096e7b8f76c6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105516 Dec 20 23:12:53.718787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-263ff697-8edb-4578-834b-a8197fd64251 req-66359a4b-3963-4882-b1eb-335786efc5d1 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Dec 20 23:12:53.741328 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:53.776533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2793d1c0-0639-4498-890c-95a8e5e52a9a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:53.855847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:53.857051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61480b4a-6001-4607-8dab-821af6738119 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5417652 Dec 20 23:12:53.860323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:53.865084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:53.907587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96967d6d-91a0-4e15-a155-eea96e33159b req-ad91065b-abe3-4a2b-afc0-4094d24b5555 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:53.909054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96967d6d-91a0-4e15-a155-eea96e33159b req-ad91065b-abe3-4a2b-afc0-4094d24b5555 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0664835 Dec 20 23:12:53.945828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2794370-3378-4946-8c2c-7de993ae795a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:12:53.959006 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96967d6d-91a0-4e15-a155-eea96e33159b req-2e5dac3b-7529-4acd-8838-5342977cbdbb tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Dec 20 23:12:53.970014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a2794370-3378-4946-8c2c-7de993ae795a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:12:53.970552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2794370-3378-4946-8c2c-7de993ae795a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:12:53.997287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.053671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.146470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.153925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945799a0-5e78-4262-b20e-4b5aa62a92b2 req-0b85da2a-56da-45cc-b897-4f32813e60af tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:54.155446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-945799a0-5e78-4262-b20e-4b5aa62a92b2 req-0b85da2a-56da-45cc-b897-4f32813e60af tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0498018 Dec 20 23:12:54.177557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a8a67e-72d4-4782-8d18-d2349c872e44,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:54.238528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-945799a0-5e78-4262-b20e-4b5aa62a92b2 req-cdc6c19e-ff4d-4bb8-890b-3885a21ff5f2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755107 Dec 20 23:12:54.246858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.249706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3568ac2b-771f-462d-b471-d2124a1afa93 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3876219 Dec 20 23:12:54.251842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:54.252346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-ea0803fb-ba9f-4b44-aaa9-a2fd7890e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:54.254172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-ea0803fb-ba9f-4b44-aaa9-a2fd7890e270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 1096 time: 0.0702829 Dec 20 23:12:54.259722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:54.329201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.367765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c4c4-9519-4538-9731-d965cf78ff9c req-d64d7387-439c-4dc6-96da-d7b320e839e9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:54.369277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6510c4c4-9519-4538-9731-d965cf78ff9c req-d64d7387-439c-4dc6-96da-d7b320e839e9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.1105075 Dec 20 23:12:54.388890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.398829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-a861c696-420b-4e7a-aa25-3860b5e01b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:54.400402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-a861c696-420b-4e7a-aa25-3860b5e01b40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 200 len: 912 time: 0.1389503 Dec 20 23:12:54.447593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-e08db939-96b4-4c89-8ca7-4e7298d0d36e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 HTTP/1.1" status: 200 len: 217 time: 0.0391886 Dec 20 23:12:54.467030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.486291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc33b9c7-d0a5-4b2e-94e9-eabe71f38a05,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:54.498897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6510c4c4-9519-4538-9731-d965cf78ff9c req-7cb65105-2695-4dbd-80aa-d7c79ecc81d9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157153 Dec 20 23:12:54.512912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-602897ec-e839-4a53-9ce0-045d41d600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:54.517841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-602897ec-e839-4a53-9ce0-045d41d600bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 200 len: 851 time: 0.0593753 Dec 20 23:12:54.543162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.544459 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-243e6c31-07c4-49b9-b8b5-6b72bf9c0183 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2912898 Dec 20 23:12:54.547247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:54.549618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-751b19ad-6a12-4b97-a749-8aa9c8615caf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280535 Dec 20 23:12:54.551854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:54.620477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.662195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-263cf544-6608-41b4-8a20-79071695dc1c service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054564 Dec 20 23:12:54.684721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.758400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78883a6f-c130-4cd5-8726-3b3cfe4cb035 req-b8fd2d21-5e27-4eba-8312-db37d444befc service neutron] 10.222.0.45 "GET /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Dec 20 23:12:54.769559 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.793340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0379df99-bb91-479c-9571-1786ff318163,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:54.880063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:54.881267 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d12f67ce-d050-4c18-b890-9c1bdd39a26c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328869 Dec 20 23:12:54.883995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58476) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:54.888253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:54.990143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.056270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.093672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1826a-3433-4e9f-ab26-4984f2024046 req-d73cce69-66ea-49d8-9289-ab263b06b560 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:55.095087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79e1826a-3433-4e9f-ab26-4984f2024046 req-d73cce69-66ea-49d8-9289-ab263b06b560 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0615921 Dec 20 23:12:55.144410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79e1826a-3433-4e9f-ab26-4984f2024046 req-b153225d-7abf-40ca-b7f5-268559382810 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Dec 20 23:12:55.150040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.172154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac11f9f-f772-4449-88ba-7502495c0b28,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:55.245821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.247057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9cd7011e-ff98-4322-a5c7-b41a3063ffb2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621469 Dec 20 23:12:55.250343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:55.254739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:55.336030 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:12:55.341885 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.368467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7e129-aed3-4525-a19c-485c53a9fbdd req-945ec2d9-7909-402e-9867-299129fca659 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:55.370023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdc7e129-aed3-4525-a19c-485c53a9fbdd req-945ec2d9-7909-402e-9867-299129fca659 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0521939 Dec 20 23:12:55.403654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.420831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cdc7e129-aed3-4525-a19c-485c53a9fbdd req-fbd1cbd1-021b-4eca-a0f2-33808cf43471 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Dec 20 23:12:55.450062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.465877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a290187a-a307-4d75-9862-00a3172bb55b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:55.534730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.536214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00001b5f-4b17-4e01-b9d6-ca2713597f88 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2846181 Dec 20 23:12:55.539076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:55.543511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '2793d1c0-0639-4498-890c-95a8e5e52a9a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:55.625791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72775b-c86a-48f5-a96f-c11bc7c9babf req-1cbdf375-40ca-43ca-bd3f-22da32d6cac9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:55.627263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea72775b-c86a-48f5-a96f-c11bc7c9babf req-1cbdf375-40ca-43ca-bd3f-22da32d6cac9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Dec 20 23:12:55.635900 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:12:55.641915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.678516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea72775b-c86a-48f5-a96f-c11bc7c9babf req-b7682f2f-34e4-413b-8c4b-a9f2a9544d13 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Dec 20 23:12:55.708230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.773488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.792545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29151aaa-8edd-4294-a0fd-e081009d6b5e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:55.930874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:55.935031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f02eedec-2548-42be-9901-5818995bcd4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3949547 Dec 20 23:12:55.937918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58508) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:55.945266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'network': {'name': 'tempest-network-smoke--184267727', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:56.035378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:12:56.040647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.092254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:12:56.105149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d35ea-bf1f-4545-9186-d9d456301e42 req-7ca4cf55-1766-4f0f-a88d-9b339e77649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.106741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-395d35ea-bf1f-4545-9186-d9d456301e42 req-7ca4cf55-1766-4f0f-a88d-9b339e77649d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2181985 Dec 20 23:12:56.107900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.108245 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Added segment 3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d of type vlan for network c485428b-358f-400a-b149-dedb10ebe923 Dec 20 23:12:56.171406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.234319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-395d35ea-bf1f-4545-9186-d9d456301e42 req-184cc24f-907c-4bed-9291-3f71f4b9ebaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Dec 20 23:12:56.254288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4c9f1-502d-4c06-8788-330f98c130e4 req-67adfffa-a7fc-46a4-ac57-44a18b6c089b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.255735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bba4c9f1-502d-4c06-8788-330f98c130e4 req-67adfffa-a7fc-46a4-ac57-44a18b6c089b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.0733769 Dec 20 23:12:56.300077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.306312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.306894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.320010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bba4c9f1-502d-4c06-8788-330f98c130e4 req-64d4f1b2-ec74-4244-8c94-c9c17fab9aa7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572145 Dec 20 23:12:56.381014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Network': ['ID=c485428b-358f-400a-b149-dedb10ebe923,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:56.392225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c485428b-358f-400a-b149-dedb10ebe923 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:12:56.439076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020ed0d-2559-4479-aebf-bdfeac6204c0 req-1d9d5eb3-cfbc-4c63-ac6d-fc3852fa3763 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.441077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0020ed0d-2559-4479-aebf-bdfeac6204c0 req-1d9d5eb3-cfbc-4c63-ac6d-fc3852fa3763 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0533099 Dec 20 23:12:56.447270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-754dafe9-6546-4b80-9fc5-ec62275fd1af tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5075328 Dec 20 23:12:56.451280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:56.456222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'admin_state_up': True, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:56.498536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0020ed0d-2559-4479-aebf-bdfeac6204c0 req-24ee0081-4b5e-4a79-8dfa-b765daa1a6c6 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496154 Dec 20 23:12:56.558972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.560742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.615938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:56.638975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36dc33-c8bf-491c-8a9d-a4713184d0e1 req-e490d5f1-cc5a-4ce4-bf62-9fc0ce8862ad tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.640520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d36dc33-c8bf-491c-8a9d-a4713184d0e1 req-e490d5f1-cc5a-4ce4-bf62-9fc0ce8862ad tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0823178 Dec 20 23:12:56.648982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b572794-ab61-45dd-ab01-fd4811cdd604 req-4aaa169b-6c90-4292-a033-035ec55415e9 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:56.650436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b572794-ab61-45dd-ab01-fd4811cdd604 req-4aaa169b-6c90-4292-a033-035ec55415e9 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.0831826 Dec 20 23:12:56.720179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d36dc33-c8bf-491c-8a9d-a4713184d0e1 req-bc25b2fe-ecd3-4dff-abc5-530ae08d132b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686898 Dec 20 23:12:56.728204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b572794-ab61-45dd-ab01-fd4811cdd604 req-883b7ece-611d-4228-80c3-0b63dd1c42b1 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700405 Dec 20 23:12:57.064911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.334932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.355270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.444198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf2a2-31b6-463e-8a37-f85875682aa4 req-b92e2a24-f638-49ae-b900-f642806976ab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:57.446358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac0bf2a2-31b6-463e-8a37-f85875682aa4 req-b92e2a24-f638-49ae-b900-f642806976ab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Dec 20 23:12:57.495252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac0bf2a2-31b6-463e-8a37-f85875682aa4 req-5518a4d3-3145-4a25-98a0-9cff86722314 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Dec 20 23:12:57.511036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.24 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/d4db2468-d773-4243-a9d5-2f6a36768b88) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:12:57.620361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.626027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c841eb-d747-4874-994f-0b46dba95801 req-41b49ea0-db7c-41ad-9294-11ece076cb13 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:57.627524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4c841eb-d747-4874-994f-0b46dba95801 req-41b49ea0-db7c-41ad-9294-11ece076cb13 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0538244 Dec 20 23:12:57.675490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4c841eb-d747-4874-994f-0b46dba95801 req-9bd33f11-1acc-4717-9c35-50cf560945a8 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Dec 20 23:12:57.698619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.765838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:12:57.771262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:12:57.777569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:12:57.781599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=d4db2468-d773-4243-a9d5-2f6a36768b88,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:57.791714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0904f2a-2658-4b72-a823-8b7b5d3f9b29 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:12:57.836164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-0ebc91e6-976f-45a9-ae7c-04330a03f083 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:57.838033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-0ebc91e6-976f-45a9-ae7c-04330a03f083 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.1120231 Dec 20 23:12:57.900605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e537d-6c28-45fa-951a-c4102b4d43d8 req-87a5af8e-08b8-4219-96fc-d78a16c40b6b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:57.902873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef1e537d-6c28-45fa-951a-c4102b4d43d8 req-87a5af8e-08b8-4219-96fc-d78a16c40b6b tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0623930 Dec 20 23:12:57.911665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a367ae7d-6e8d-43ca-a261-6ee06a56e14c None None] Provisioning complete for port d4db2468-d773-4243-a9d5-2f6a36768b88 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:12:57.912356 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a367ae7d-6e8d-43ca-a261-6ee06a56e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.943017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:57.962606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a367ae7d-6e8d-43ca-a261-6ee06a56e14c None None] Port d4db2468-d773-4243-a9d5-2f6a36768b88 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:12:58.011309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3901e-6a25-47a5-8fcb-0f070992b417 req-7b92ba86-9d5b-4a5e-904e-a8e57242db52 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.012809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e3901e-6a25-47a5-8fcb-0f070992b417 req-7b92ba86-9d5b-4a5e-904e-a8e57242db52 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.1088717 Dec 20 23:12:58.016296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef1e537d-6c28-45fa-951a-c4102b4d43d8 req-cfb0ec58-749a-4291-8cc7-e0b0c7ce8e74 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841446 Dec 20 23:12:58.081429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e3901e-6a25-47a5-8fcb-0f070992b417 req-81fe4123-8896-4d39-ae14-b886703865c6 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Dec 20 23:12:58.088008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312299ac-5bb5-46af-b326-97c2783c9451 req-89eb9769-f4fe-4fc2-babb-0875a9372471 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.089513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-312299ac-5bb5-46af-b326-97c2783c9451 req-89eb9769-f4fe-4fc2-babb-0875a9372471 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.59 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.1482065 Dec 20 23:12:58.109571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port 9e5ef668-5842-4215-9737-2d3ad70d478b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:58.109832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:58.356824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port 9e5ef668-5842-4215-9737-2d3ad70d478b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9e5ef668-5842-4215-9737-2d3ad70d478b,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:58.357187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:58.376402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b6e28-8bae-49cf-a75a-6535b1371e27 req-b82967b7-17d2-43da-b097-4e18ae4fc9d7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.378474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a24b6e28-8bae-49cf-a75a-6535b1371e27 req-b82967b7-17d2-43da-b097-4e18ae4fc9d7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0573335 Dec 20 23:12:58.387165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for 9e5ef668-5842-4215-9737-2d3ad70d478b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:58.405748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:58.449893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-577ea855-6ee3-45b9-b20f-65afecb3cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.451302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-577ea855-6ee3-45b9-b20f-65afecb3cf6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0720286 Dec 20 23:12:58.451764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Deleting port 05d9dde7-c06a-479a-a0ea-68b17ea4421c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:12:58.452111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:58.455989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a24b6e28-8bae-49cf-a75a-6535b1371e27 req-88e7ec5c-6460-4411-b0e1-2b47586993dc tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677917 Dec 20 23:12:58.573887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-0a0b4024-cb38-44e2-a0ef-6683b1a31b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.575489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-0a0b4024-cb38-44e2-a0ef-6683b1a31b86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1166339 Dec 20 23:12:58.646936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-f6e8e8de-5c77-413e-99ef-3c8f6a133205 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0618525 Dec 20 23:12:58.652816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] For port 05d9dde7-c06a-479a-a0ea-68b17ea4421c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=05d9dde7-c06a-479a-a0ea-68b17ea4421c,segment=NetworkSegment(e33dead0-41b4-4d2b-a010-24bfe6d71ec0),segment_id=e33dead0-41b4-4d2b-a010-24bfe6d71ec0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:12:58.653178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:58.709475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Calling delete_port for 05d9dde7-c06a-479a-a0ea-68b17ea4421c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:12:58.723961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2303d4-0d6c-4866-b63d-15e312373c60 req-5c42796b-6c9d-460f-9760-43baa2fe9384 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.725433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac2303d4-0d6c-4866-b63d-15e312373c60 req-5c42796b-6c9d-460f-9760-43baa2fe9384 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 945 time: 0.1546044 Dec 20 23:12:58.745137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb95e-5460-4a6f-bbfa-15925ee386d5 req-1513e2e5-deaa-471a-b2ef-b9b368e1c556 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.746622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3aefb95e-5460-4a6f-bbfa-15925ee386d5 req-1513e2e5-deaa-471a-b2ef-b9b368e1c556 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1030059 Dec 20 23:12:58.753300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-6cab72f3-98f2-4134-9619-04574df7d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:58.754666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-6cab72f3-98f2-4134-9619-04574df7d908 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0984228 Dec 20 23:12:58.814072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-4e568306-67b2-4f15-ab66-6ce35606867e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437100 Dec 20 23:12:58.862067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac2303d4-0d6c-4866-b63d-15e312373c60 req-84e96009-10c7-46c6-b484-ca2df2dd2e7c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275368 Dec 20 23:12:58.907803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3aefb95e-5460-4a6f-bbfa-15925ee386d5 req-d0a206f9-8a47-4afa-8cb1-ee6f3ca14fcc tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464660 Dec 20 23:12:58.946450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-9fe9f89a-9d2b-4d29-ac59-b7c20ba32ff1 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204004 Dec 20 23:12:59.047817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d18e4b-0be9-4124-850a-f64663a3c66f req-ec392d72-4f38-4972-bda9-ef5ea77a6e82 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926614 Dec 20 23:12:59.097326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.161611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.173536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['9e5ef668-5842-4215-9737-2d3ad70d478b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:12:59.209510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94f5d-42eb-4900-852b-a4d46c3a22fd req-44936e09-f188-41d1-87f7-1201db840350 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:59.212535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ef94f5d-42eb-4900-852b-a4d46c3a22fd req-44936e09-f188-41d1-87f7-1201db840350 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 945 time: 0.0588346 Dec 20 23:12:59.249423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=9e5ef668-5842-4215-9737-2d3ad70d478b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:59.276290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ef94f5d-42eb-4900-852b-a4d46c3a22fd req-a67944f2-3c60-42ec-baea-ea4150108fe7 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1121224-7503-4b3c-8560-89d781312542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562315 Dec 20 23:12:59.314164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port 9e5ef668-5842-4215-9737-2d3ad70d478b on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:59.320725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.324749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed13df9a-7f14-456b-8e1a-5f4652d794e6 req-2deed7bb-c254-436a-a429-f64640b81f72 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "DELETE /v2.0/ports/9e5ef668-5842-4215-9737-2d3ad70d478b HTTP/1.1" status: 204 len: 173 time: 1.4782062 Dec 20 23:12:59.324749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'name': 'network-vif-deleted', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:12:59.327011 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7e10db-497f-45d6-af1c-4e0dd8240431" -d '{"events": [{"server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "name": "network-vif-deleted", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:12:59.372514 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f772034e-cd1d-4346-8ff3-32c3e31ce5b5 x-openstack-request-id: req-f772034e-cd1d-4346-8ff3-32c3e31ce5b5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:12:59.372808 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd0506-a521-4679-aea6-95c8d71f8136", "name": "network-vif-deleted", "tag": "9e5ef668-5842-4215-9737-2d3ad70d478b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:12:59.373064 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f772034e-cd1d-4346-8ff3-32c3e31ce5b5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:12:59.373714 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd0506-a521-4679-aea6-95c8d71f8136', 'name': 'network-vif-deleted', 'tag': '9e5ef668-5842-4215-9737-2d3ad70d478b', 'status': 'completed', 'code': 200} Dec 20 23:12:59.397520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.432005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Pushing event deleted for resources: {'Port': ['ID=05d9dde7-c06a-479a-a0ea-68b17ea4421c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:12:59.434993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router fae608ae-0d9b-49d0-9129-393baf6db4b5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:12:59.479452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] No DVR routers for this DVR port 05d9dde7-c06a-479a-a0ea-68b17ea4421c on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:12:59.482622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.485661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-312299ac-5bb5-46af-b326-97c2783c9451 req-a5b6213e-e1d7-4f5b-818e-134d0100ba23 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.59 "DELETE /v2.0/ports/05d9dde7-c06a-479a-a0ea-68b17ea4421c HTTP/1.1" status: 204 len: 173 time: 1.3867726 Dec 20 23:12:59.584226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:12:59.589978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890823f-4443-41fc-9931-32a54c2ed42e req-09093f5f-d4ca-43df-801a-471f946d4cf7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:59.592478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5890823f-4443-41fc-9931-32a54c2ed42e req-09093f5f-d4ca-43df-801a-471f946d4cf7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0491264 Dec 20 23:12:59.595484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Sync routers for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:12:59.608921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:12:59.609868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:59.643310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5890823f-4443-41fc-9931-32a54c2ed42e req-b90709c2-8441-4554-b041-645b39fa27ee tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Dec 20 23:12:59.696163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:12:59.696921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0d66dec-b97f-4342-b962-62c01e3ca8d3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2444019 Dec 20 23:12:59.700134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:59.735985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:12:59.738642 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8d981d45-e631-4a29-a915-494f250c4399 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=409fc0ea8aa74a7c992b1690906369db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372767 Dec 20 23:12:59.741159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:59.903580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7535f63-c340-45e0-82c5-ab160a55c88a tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:12:59.912148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e7535f63-c340-45e0-82c5-ab160a55c88a tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1627934 Dec 20 23:12:59.912445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:59.939783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:12:58Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:12:59.955186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58580) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:12:59.955730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f0043857-0daa-40f0-8ae3-cd5b016ae8c6 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462391 Dec 20 23:12:59.962235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840961523', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:12:59.974351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Checking router: fae608ae-0d9b-49d0-9129-393baf6db4b5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:12:59.974839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Updating router fae608ae-0d9b-49d0-9129-393baf6db4b5 port d4db2468-d773-4243-a9d5-2f6a36768b88 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:13:00.002134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.050287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c78c0a9d-08db-47ff-a3c7-c3dc5fb1b4c0 req-ec7eb0da-c901-4aa5-86a3-e17ad79b7de7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfd0506-a521-4679-aea6-95c8d71f8136 HTTP/1.1" status: 200 len: 210 time: 0.0507116 Dec 20 23:13:00.107085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3d0aa-6e93-4513-864b-0071629204dc req-b42fb692-e9a0-46fb-8fe5-03f011b62091 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:00.108820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e3d0aa-6e93-4513-864b-0071629204dc req-b42fb692-e9a0-46fb-8fe5-03f011b62091 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.0571628 Dec 20 23:13:00.158673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e3d0aa-6e93-4513-864b-0071629204dc req-d8caf4fb-e807-4f58-a156-0eef521cb0f9 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Dec 20 23:13:00.195997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:00.199678 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.274561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.333512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.417159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a1d3e-ca36-4a44-811d-ad48728a583e None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:00.431486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f65ae5c7-c0b5-45ca-8731-2ee8363437dc req-124730a7-3d55-48c8-825e-dc87cd330ae7 tempest-VolumesActionsTest-278105887 tempest-VolumesActionsTest-278105887-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4a3ed4-28d7-49a1-b70f-c0108383cd02 HTTP/1.1" status: 200 len: 210 time: 0.0601504 Dec 20 23:13:00.431769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Attempting to bind port d4db2468-d773-4243-a9d5-2f6a36768b88 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:00.432164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Attempting to bind port d4db2468-d773-4243-a9d5-2f6a36768b88 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:00.432863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Attempting to bind port d4db2468-d773-4243-a9d5-2f6a36768b88 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:00.436072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42b968-2ecd-49fb-8f74-10824d33c3dd None None] Pushing event updated for resources: {'Port': ['ID=d4db2468-d773-4243-a9d5-2f6a36768b88,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:00.445168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:00.445670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:00.445987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.446425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:00.446845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Bound port: d4db2468-d773-4243-a9d5-2f6a36768b88, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:00.447228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.504932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] For port d4db2468-d773-4243-a9d5-2f6a36768b88, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:00.508517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] For port d4db2468-d773-4243-a9d5-2f6a36768b88, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d4db2468-d773-4243-a9d5-2f6a36768b88,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:00.513314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-16bb78f4-5f40-404b-9162-1665587ab3f7 None None] Provisioning complete for port d4db2468-d773-4243-a9d5-2f6a36768b88 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:00.513679 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16bb78f4-5f40-404b-9162-1665587ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.514044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.547101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-16bb78f4-5f40-404b-9162-1665587ab3f7 None None] Port d4db2468-d773-4243-a9d5-2f6a36768b88 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:00.577084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Subnet': ['ID=fa8b08cf-2130-4833-88e0-453ca0202c05,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:00.579163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.589102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:00.590353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network hostable DHCP agents. Network: c485428b-358f-400a-b149-dedb10ebe923, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:13:00.643507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017baf61-d95d-4be5-af00-c9d2351bf22f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:00.668497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:00.669020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:00.674604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42b968-2ecd-49fb-8f74-10824d33c3dd None None] Pushing event updated for resources: {'Port': ['ID=d4db2468-d773-4243-a9d5-2f6a36768b88,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:00.689020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network c485428b-358f-400a-b149-dedb10ebe923 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:13:00.719714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-298acbbc-b04f-4879-8e7a-67bba54a1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:00.721792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-298acbbc-b04f-4879-8e7a-67bba54a1c29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5da96a81ccf34434ba035f52dd249c3d&device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0544269 Dec 20 23:13:00.778471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c485428b-358f-400a-b149-dedb10ebe923) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:00.784338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:00.784597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.796782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544070c-67a2-4ba6-b45b-acd423012c03 None None] Network c485428b-358f-400a-b149-dedb10ebe923 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:00.801254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] Provisioning complete for port d4db2468-d773-4243-a9d5-2f6a36768b88 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:00.801703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:00.839869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:00.843452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5488c98-8672-49f0-9206-33f13fc90139 req-dadb4e55-fe8e-4dd5-848b-ce5f1927ee09 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:00.844956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5488c98-8672-49f0-9206-33f13fc90139 req-dadb4e55-fe8e-4dd5-848b-ce5f1927ee09 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.1095235 Dec 20 23:13:00.890964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-245d3f7e-978c-45c8-9737-4fb176d4f7d9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9342091 Dec 20 23:13:00.894350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:00.921368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-fe7f6ab5-cbf4-40d3-8684-5674c66980e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:00.921368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-fe7f6ab5-cbf4-40d3-8684-5674c66980e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 200 len: 919 time: 0.1446199 Dec 20 23:13:00.925156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5488c98-8672-49f0-9206-33f13fc90139 req-38d854d4-9df7-468e-b19f-5a7bb8a72d75 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Dec 20 23:13:00.970492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-21f6990c-a2b6-427f-83bf-48b7c658c3f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 200 len: 217 time: 0.0434959 Dec 20 23:13:01.023175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-5ec68cb1-4552-4cf1-b622-96dc7b4632ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:01.024737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-5ec68cb1-4552-4cf1-b622-96dc7b4632ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 200 len: 858 time: 0.0471184 Dec 20 23:13:01.063049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-60123b5f-2dae-4575-9306-389f3dbba737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3633e3ff-eb7e-4994-9db8-58498e74f585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300577 Dec 20 23:13:01.090228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-c485428b-358f-400a-b149-dedb10ebe923', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:13:01.091095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:01.123683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:01.187708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-a6627214-48bc-4135-8857-84eb2ad6a4c9 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151140 Dec 20 23:13:01.292471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 05d9dde7-c06a-479a-a0ea-68b17ea4421c no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:01.307810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] For port d4db2468-d773-4243-a9d5-2f6a36768b88, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d4db2468-d773-4243-a9d5-2f6a36768b88,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:01.334811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 05d9dde7-c06a-479a-a0ea-68b17ea4421c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:01.335328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 05d9dde7-c06a-479a-a0ea-68b17ea4421c not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:01.335819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9e5ef668-5842-4215-9737-2d3ad70d478b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:01.338161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Allocated IP 172.20.0.2 (c485428b-358f-400a-b149-dedb10ebe923/fa8b08cf-2130-4833-88e0-453ca0202c05/745e52ab-d88f-47d7-a892-f85405fbf382) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:01.373227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 9e5ef668-5842-4215-9737-2d3ad70d478b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:01.374007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9e5ef668-5842-4215-9737-2d3ad70d478b not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:01.377666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'name': 'network-vif-deleted', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:01.380649 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a3d6ee-4805-4d2c-b3e3-59813cd52c7a" -d '{"events": [{"server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "name": "network-vif-deleted", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:01.383099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:01.423242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e67d128d-bfe5-4709-9bd3-c8e1d755838a req-65c49379-dcbc-4dc4-a54b-e309fbad56a1 service neutron] 10.222.0.45 "GET /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266951 Dec 20 23:13:01.441030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ec3f-e948-4264-8ddf-145e751a530c req-1370839e-d5b6-41b2-b442-686f3118b4aa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:01.442452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4315ec3f-e948-4264-8ddf-145e751a530c req-1370839e-d5b6-41b2-b442-686f3118b4aa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.1625724 Dec 20 23:13:01.455652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-286da6de-a8f0-4ec1-85e9-31fc59ef1a71 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:01.467386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-286da6de-a8f0-4ec1-85e9-31fc59ef1a71 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1929331 Dec 20 23:13:01.469272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:01.497084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-714220d6-3958-4e11-ac72-8c4a01c73708 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0287344 Dec 20 23:13:01.537875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-a965b2e4-4d97-4048-b8f7-c6f4e13d5d7b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388370 Dec 20 23:13:01.587429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4315ec3f-e948-4264-8ddf-145e751a530c req-7c07ec8d-82ce-4782-9d75-f99630cd0571 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179092 Dec 20 23:13:01.778294 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488db8b1-7158-4c60-ad53-3a7bbef472f3 x-openstack-request-id: req-488db8b1-7158-4c60-ad53-3a7bbef472f3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:01.778593 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4a3ed4-28d7-49a1-b70f-c0108383cd02", "name": "network-vif-deleted", "tag": "05d9dde7-c06a-479a-a0ea-68b17ea4421c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:01.778869 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-488db8b1-7158-4c60-ad53-3a7bbef472f3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:01.779269 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4a3ed4-28d7-49a1-b70f-c0108383cd02', 'name': 'network-vif-deleted', 'tag': '05d9dde7-c06a-479a-a0ea-68b17ea4421c', 'status': 'completed', 'code': 200} Dec 20 23:13:01.840510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9c13-eead-4146-8241-d5322be5ff12 None None] Pushing event updated for resources: {'Port': ['ID=d4db2468-d773-4243-a9d5-2f6a36768b88,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:01.883507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:12:58Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:01.940126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee4ed0-9b14-4b28-8823-f0a0b0e84b71 None None] The sync data for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 is: [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:12:58Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:01.966270 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.052867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.113986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-1f8127cc-d48f-44e7-996d-234b015d6f22 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749006 Dec 20 23:13:02.128826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Network c485428b-358f-400a-b149-dedb10ebe923 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:02.132638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:02.136294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:02.146840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.1 (c485428b-358f-400a-b149-dedb10ebe923/fa8b08cf-2130-4833-88e0-453ca0202c05/0cfdda3a-868e-4561-9660-80fabf1c2d44) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:02.169041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Pushing event updated for resources: {'Port': ['ID=745e52ab-d88f-47d7-a892-f85405fbf382,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:02.239068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Attempting to bind port 745e52ab-d88f-47d7-a892-f85405fbf382 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:02.239445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Attempting to bind port 745e52ab-d88f-47d7-a892-f85405fbf382 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:02.239857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Attempting to bind port 745e52ab-d88f-47d7-a892-f85405fbf382 on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:02.246798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:02.248539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:02.249213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.250290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Bound using segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:02.251124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Bound port: 745e52ab-d88f-47d7-a892-f85405fbf382, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:02.251992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.338070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cc1e2-f4d2-4ef0-bf7a-99eefc28b9e2 req-9f0a2113-0dbb-4e25-a2c5-6ea51966ca28 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:02.339313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c73cc1e2-f4d2-4ef0-bf7a-99eefc28b9e2 req-9f0a2113-0dbb-4e25-a2c5-6ea51966ca28 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.2233684 Dec 20 23:13:02.349179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-09797733-3fe8-497b-83ce-e48651052187 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:02.351191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-09797733-3fe8-497b-83ce-e48651052187 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.2363086 Dec 20 23:13:02.376963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.404582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] For port 745e52ab-d88f-47d7-a892-f85405fbf382, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:02.413514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] For port 745e52ab-d88f-47d7-a892-f85405fbf382, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745e52ab-d88f-47d7-a892-f85405fbf382,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:02.480677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c73cc1e2-f4d2-4ef0-bf7a-99eefc28b9e2 req-4ab0e86f-bfca-4342-a198-38b94442528a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267662 Dec 20 23:13:02.490947 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.497143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-8be8992b-5fc6-4858-a004-fed355034c80 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589370 Dec 20 23:13:02.521750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.622887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Deleting port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:02.623235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.626266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a1d9c-e463-4671-b343-b9f11844715d None None] Pushing event updated for resources: {'Port': ['ID=745e52ab-d88f-47d7-a892-f85405fbf382,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:02.743768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network c485428b-358f-400a-b149-dedb10ebe923 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:02.758748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:02.766536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:02.783603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:02.860675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] For port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:02.861179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.876138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:02.886568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Calling delete_port for 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:03.195710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91781a-e8a9-4114-8b0b-fc397b68228a req-a950495f-8f8f-4438-8550-7e13bb3deb53 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:03.202148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc91781a-e8a9-4114-8b0b-fc397b68228a req-a950495f-8f8f-4438-8550-7e13bb3deb53 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 945 time: 0.4633229 Dec 20 23:13:03.249380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:03.357003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc91781a-e8a9-4114-8b0b-fc397b68228a req-4deababe-d3a0-4035-b82b-33f0ef2bda1f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489327 Dec 20 23:13:03.376774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:03.378790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:03.392119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c3f4989b-6e1a-4567-94f2-6daeed9674ff'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:03.466111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Pushing event deleted for resources: {'Port': ['ID=019e64a4-378d-4bb0-938b-bd9ca1e0c0d9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:03.509273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1962c76-f8cf-435a-a868-dabc54849375 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:03.583783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] No DVR routers for this DVR port 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:13:03.588831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:03.595078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76931bff-727e-476d-8cf5-3ddf1937c1a6 req-f28481ec-4726-4533-bc2a-db1eb623242e tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "DELETE /v2.0/ports/019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 HTTP/1.1" status: 204 len: 173 time: 1.2224846 Dec 20 23:13:03.612568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'name': 'network-vif-deleted', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:03.615549 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b1931c-3a4b-41c8-b3a6-4db4dd52bcd2" -d '{"events": [{"server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "name": "network-vif-deleted", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:03.722466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5edc4c81-2356-43de-9b5f-99da7b01e67c req-70ff5739-9f78-40d3-9306-7a1abc35369b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 210 time: 0.1398430 Dec 20 23:13:03.888079 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b2c9ad-f8cb-4a5b-967f-d4b39f7abbd7 x-openstack-request-id: req-06b2c9ad-f8cb-4a5b-967f-d4b39f7abbd7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:03.888632 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b296e60-6323-4889-8b8f-d2e4db97f4ee", "name": "network-vif-deleted", "tag": "019e64a4-378d-4bb0-938b-bd9ca1e0c0d9", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:03.889055 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06b2c9ad-f8cb-4a5b-967f-d4b39f7abbd7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:03.889702 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b296e60-6323-4889-8b8f-d2e4db97f4ee', 'name': 'network-vif-deleted', 'tag': '019e64a4-378d-4bb0-938b-bd9ca1e0c0d9', 'status': 'completed', 'code': 200} Dec 20 23:13:04.065066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.144115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745e52ab-d88f-47d7-a892-f85405fbf382 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:04.174512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.214011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 745e52ab-d88f-47d7-a892-f85405fbf382 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:04.214625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.254520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:04.258001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.323734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:04.367433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network c485428b-358f-400a-b149-dedb10ebe923 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:04.369160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:04.403947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:04.404309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 019e64a4-378d-4bb0-938b-bd9ca1e0c0d9 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:04.415435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.481869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b30d42-eb67-49fe-9292-7bea3cf5f4cd None None] Network c485428b-358f-400a-b149-dedb10ebe923 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:04.589451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 745e52ab-d88f-47d7-a892-f85405fbf382, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745e52ab-d88f-47d7-a892-f85405fbf382,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:04.612900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db9ad0e1-9e0d-4da7-a871-8b743daeb9af req-5ef6e83b-488e-4256-8bae-41acf9c1421f tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b296e60-6323-4889-8b8f-d2e4db97f4ee HTTP/1.1" status: 200 len: 210 time: 0.0575032 Dec 20 23:13:04.628740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router fae608ae-0d9b-49d0-9129-393baf6db4b5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:13:04.644555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-81c7f916-de4d-4d12-b57f-114204741c0d None None] Provisioning complete for port 745e52ab-d88f-47d7-a892-f85405fbf382 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:04.644555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81c7f916-de4d-4d12-b57f-114204741c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.808910 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:04.810587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d4db2468-d773-4243-a9d5-2f6a36768b88 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:04.928811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c315a21d-a124-4cd7-a40b-f09423c7af3f req-892d9510-11f7-40e4-aeb6-f9cc4f48131f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 210 time: 0.0843170 Dec 20 23:13:04.984385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=745e52ab-d88f-47d7-a892-f85405fbf382,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:05.138054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f353db0a-7e5d-4157-b60e-8f42acef4201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:05.175974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d4db2468-d773-4243-a9d5-2f6a36768b88 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:05.176428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:05.348945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:05.359757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Sync routers for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:05.368997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-691cd805-6d22-481d-bc92-30df09819614 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/fae608ae-0d9b-49d0-9129-393baf6db4b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4611871 Dec 20 23:13:05.371866 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:05.372497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:12:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:05.403615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3467b72b-efcb-4ab8-b5b8-e8f448616e7c None None] Provisioning complete for port 745e52ab-d88f-47d7-a892-f85405fbf382 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:05.404063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3467b72b-efcb-4ab8-b5b8-e8f448616e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:05.573018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:05.595378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3467b72b-efcb-4ab8-b5b8-e8f448616e7c None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:05.596234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3467b72b-efcb-4ab8-b5b8-e8f448616e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:05.676233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3467b72b-efcb-4ab8-b5b8-e8f448616e7c None None] Port 0cfdda3a-868e-4561-9660-80fabf1c2d44 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:05.826324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-6c12de41-8391-4304-837a-424fdf6f640e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768326845&fields=id&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 267 time: 0.1531689 Dec 20 23:13:05.827859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-153bde96-ac6e-4e93-8be6-9cf8fee8074c None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:05.830806 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-153bde96-ac6e-4e93-8be6-9cf8fee8074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:05.921372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-153bde96-ac6e-4e93-8be6-9cf8fee8074c None None] Port 0cfdda3a-868e-4561-9660-80fabf1c2d44 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:06.067173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-70fb43b9-9fc6-4d2d-b5c2-efb62cfdd54f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:06.071032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-70fb43b9-9fc6-4d2d-b5c2-efb62cfdd54f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.2762439 Dec 20 23:13:06.082688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745e52ab-d88f-47d7-a892-f85405fbf382 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:06.089779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:06.118145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-01454447-771f-48b6-8702-513da38f3663 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:06.126204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-01454447-771f-48b6-8702-513da38f3663 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 796 time: 0.2978530 Dec 20 23:13:06.145059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c9ce77b2-2acf-44b7-a603-94af0f1ff4ba tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/quotas/409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 375 time: 0.0176439 Dec 20 23:13:06.211941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-de44afd9-13d3-4e46-9d19-96f85e18d305 None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:06.212358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de44afd9-13d3-4e46-9d19-96f85e18d305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.229625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-53d67a05-8ba9-40d7-9f78-40c945606662 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832126 Dec 20 23:13:06.339954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-de44afd9-13d3-4e46-9d19-96f85e18d305 None None] Port 0cfdda3a-868e-4561-9660-80fabf1c2d44 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:06.343914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 745e52ab-d88f-47d7-a892-f85405fbf382 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:06.344223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 2, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:06.344432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.391256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Checking router: fae608ae-0d9b-49d0-9129-393baf6db4b5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:06.392473 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Updating router fae608ae-0d9b-49d0-9129-393baf6db4b5 port 0cfdda3a-868e-4561-9660-80fabf1c2d44 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:13:06.394555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-3130f5db-a9b4-49de-bda3-82e7f76f175a service neutron] 10.222.0.62 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597142 Dec 20 23:13:06.447074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:06.450532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.466784 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.557754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9da9a7f9-9807-408c-82d7-8d595a5c56e3 req-7d0dd155-fddd-4424-bde9-b4d918dc4000 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 210 time: 0.0678227 Dec 20 23:13:06.618425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-b6a19e28-7c6e-4ec1-906d-df85c5ccdc16 service neutron] 10.222.0.62 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161124 Dec 20 23:13:06.641350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.3 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/437365b3-fc62-4346-9e7e-521d5b2e7727) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:06.849331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.982404 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:06.983220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5db1b5-8086-4d66-aff9-47ad4ca9143f req-a42f9766-a9ae-46b8-89df-b4a2c34a0eaa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:06.983220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d5db1b5-8086-4d66-aff9-47ad4ca9143f req-a42f9766-a9ae-46b8-89df-b4a2c34a0eaa tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0802341 Dec 20 23:13:07.023167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d5db1b5-8086-4d66-aff9-47ad4ca9143f req-3cf9fba7-5004-4b58-b4b2-30defe077e8d tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Dec 20 23:13:07.181233 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.190670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.238088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:07.242676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:07.250478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:07.301545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:07.314753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21ee147f-0e37-4e4e-b868-2ea0091b6d6e req-a554b4d9-2ab3-4725-b2d4-f288d9d0c2c2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 210 time: 0.0681207 Dec 20 23:13:07.339876 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Pushing event updated for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:07.351544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:07.352652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.383606 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.384212 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.384704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.385188 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.385957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.386523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.387153 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.387620 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.388156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.388760 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.390365 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.390860 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.391523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:07.423562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b59212f7-97de-44ef-a056-40a3f69f2767 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416154 Dec 20 23:13:07.428303 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Attempting to bind port 0cfdda3a-868e-4561-9660-80fabf1c2d44 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:07.429968 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Attempting to bind port 0cfdda3a-868e-4561-9660-80fabf1c2d44 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:07.436221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Request body: {'port': {'device_id': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:07.438580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Attempting to bind port 0cfdda3a-868e-4561-9660-80fabf1c2d44 on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:07.450924 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:07.451361 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:07.451817 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.452219 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Bound using segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:07.452751 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Bound port: 0cfdda3a-868e-4561-9660-80fabf1c2d44, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:07.453184 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.518545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.556183 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57136d4e-73d4-4e4f-892e-4e5e16151e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.570140 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] For port 0cfdda3a-868e-4561-9660-80fabf1c2d44, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:07.576576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] For port 0cfdda3a-868e-4561-9660-80fabf1c2d44, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0cfdda3a-868e-4561-9660-80fabf1c2d44,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:07.641923 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.685778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:07.686488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:07.792241 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:07.793160 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:07.795233 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cc7db-1990-46f7-b0a0-75f385901d67 None None] Pushing event updated for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:07.825206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87513982-6ff3-43e8-a035-b07d5e4f6b0c req-9fe47b6d-28e7-4f29-b57f-b0cd7c1af657 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:07.832973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87513982-6ff3-43e8-a035-b07d5e4f6b0c req-9fe47b6d-28e7-4f29-b57f-b0cd7c1af657 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 931 time: 0.0980108 Dec 20 23:13:08.006371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87513982-6ff3-43e8-a035-b07d5e4f6b0c req-24c7ae8e-792e-45be-b3e3-3d649ac5e825 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621041 Dec 20 23:13:08.022997 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.087167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] For port 0cfdda3a-868e-4561-9660-80fabf1c2d44, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0cfdda3a-868e-4561-9660-80fabf1c2d44,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:08.107818 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:08.215254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.239304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7333a-9692-41d0-b0db-6bf14ea295e2 req-60fdd8c1-7f1b-4783-85cf-6094deb4a7e8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:08.251599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded7333a-9692-41d0-b0db-6bf14ea295e2 req-60fdd8c1-7f1b-4783-85cf-6094deb4a7e8 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.0964298 Dec 20 23:13:08.345021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7c153-17bf-45ce-bf91-9c9d4bf4df65 None None] Pushing event updated for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:08.359613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8e024312-7b63-4d0b-bcbd-02242c5c2f64 None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:08.359992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e024312-7b63-4d0b-bcbd-02242c5c2f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.365502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ded7333a-9692-41d0-b0db-6bf14ea295e2 req-659a4843-1472-4a8e-8047-197703dd98a2 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126165 Dec 20 23:13:08.368659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437365b3-fc62-4346-9e7e-521d5b2e7727 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:08.394384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.430110 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.432352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Transition to ACTIVE for port object 437365b3-fc62-4346-9e7e-521d5b2e7727 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:13:08.476801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9792a13d-5b90-4266-97cc-6f60e83386e1 req-c841b073-7379-4849-be84-570ea415d55e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 210 time: 0.0613770 Dec 20 23:13:08.518357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.587199 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:07Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:08.622221 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28ec5b-8e2c-426f-b0a9-2b34fb10534a None None] The sync data for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 is: [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:07Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:08.643119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:08.752307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Attempting to bind port 437365b3-fc62-4346-9e7e-521d5b2e7727 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:08.752645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Attempting to bind port 437365b3-fc62-4346-9e7e-521d5b2e7727 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:08.752974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Attempting to bind port 437365b3-fc62-4346-9e7e-521d5b2e7727 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:08.758382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Port 437365b3-fc62-4346-9e7e-521d5b2e7727 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:13:08.758714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Attempting to bind port 437365b3-fc62-4346-9e7e-521d5b2e7727 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:08.763887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:08.764231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:08.764620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:08.765045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Bound port: 437365b3-fc62-4346-9e7e-521d5b2e7727, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:08.765401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:08.811016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-37dc5b6f-ef74-47af-8a67-28f28d50c921 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:08.813706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-37dc5b6f-ef74-47af-8a67-28f28d50c921 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1042490 Dec 20 23:13:08.889906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:08.900641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:08.958451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.000130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Deleting port c3f4989b-6e1a-4567-94f2-6daeed9674ff {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:09.000670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.021462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:09.058481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.059400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.061323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-46ef6e8a-208d-464b-92f1-0137e9058dd4 service neutron] 10.222.0.59 "PUT /v2.0/ports/437365b3-fc62-4346-9e7e-521d5b2e7727 HTTP/1.1" status: 200 len: 1091 time: 1.6302359 Dec 20 23:13:09.062049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:09.064465 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8117122-e9ab-4f34-926d-1d28c011f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:09.182892 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e41bf77-6b77-4927-b23a-3983cd551e59 x-openstack-request-id: req-9e41bf77-6b77-4927-b23a-3983cd551e59 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:09.183263 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:09.183595 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e41bf77-6b77-4927-b23a-3983cd551e59 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:09.184079 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'status': 'completed', 'code': 200} Dec 20 23:13:09.236750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dd94-0b58-4eee-8fd4-f86e14491654 req-5325f3e9-6656-4630-b0a8-bc06d6170eee tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.238361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2635dd94-0b58-4eee-8fd4-f86e14491654 req-5325f3e9-6656-4630-b0a8-bc06d6170eee tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.1071436 Dec 20 23:13:09.271394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-120f5775-81bd-4f1e-86d3-23de76cbc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.276240 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-120f5775-81bd-4f1e-86d3-23de76cbc0b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 1094 time: 0.0666192 Dec 20 23:13:09.278143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] For port c3f4989b-6e1a-4567-94f2-6daeed9674ff, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c3f4989b-6e1a-4567-94f2-6daeed9674ff,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:09.278694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.309277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Calling delete_port for c3f4989b-6e1a-4567-94f2-6daeed9674ff owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:09.336366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2635dd94-0b58-4eee-8fd4-f86e14491654 req-ad7c60d0-1459-4a04-95e5-a62b24673013 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852132 Dec 20 23:13:09.459975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-b926bf1f-8d90-494f-be3b-3a15b5872dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.463246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-b926bf1f-8d90-494f-be3b-3a15b5872dce service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1788614 Dec 20 23:13:09.658850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1fe2354-c7d4-4e9a-b22b-921b4dc7d76f req-87b8dedc-b1fa-4a06-8fd4-c4ef2b61a4c1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 210 time: 0.0480092 Dec 20 23:13:09.692374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-9dc1906e-e460-4804-a135-1562f77d6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.695511 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b8117122-e9ab-4f34-926d-1d28c011f7ca req-9dc1906e-e460-4804-a135-1562f77d6cbf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2229853 Dec 20 23:13:09.707309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3ff4-d8a5-48a9-a2b3-e5a4906aa14b req-c836c9eb-e1c0-4cdf-9b5d-c1fd888382a6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.716825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a53a3ff4-d8a5-48a9-a2b3-e5a4906aa14b req-c836c9eb-e1c0-4cdf-9b5d-c1fd888382a6 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 945 time: 0.1831939 Dec 20 23:13:09.764055 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.787157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a53a3ff4-d8a5-48a9-a2b3-e5a4906aa14b req-4a203135-4a36-4096-9f1c-d373e1c526be tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/security-groups?id=db1f54f2-9340-4ba6-bc4d-3591f71eac61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694149 Dec 20 23:13:09.792057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.805282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c3f4989b-6e1a-4567-94f2-6daeed9674ff'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:09.867339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-6e288706-531e-4e5d-b7bd-50b062922737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:09.867339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-6e288706-531e-4e5d-b7bd-50b062922737 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 1094 time: 0.0960612 Dec 20 23:13:09.888283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a9988-aa11-4547-850f-a7075f48b056 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:09.941066 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b91bd6b0-6e63-42e8-ac01-a4fc8152c175 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=437365b3-fc62-4346-9e7e-521d5b2e7727 HTTP/1.1" status: 200 len: 217 time: 0.0717051 Dec 20 23:13:09.946365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Pushing event deleted for resources: {'Port': ['ID=c3f4989b-6e1a-4567-94f2-6daeed9674ff,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:09.981850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] No DVR routers for this DVR port c3f4989b-6e1a-4567-94f2-6daeed9674ff on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:13:09.984455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:09.989873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e56193e-ecc3-4763-945e-e84e90e2b828 req-122784fd-7f0e-4fe3-a7df-aab5d13d0738 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.45 "DELETE /v2.0/ports/c3f4989b-6e1a-4567-94f2-6daeed9674ff HTTP/1.1" status: 204 len: 173 time: 1.1669471 Dec 20 23:13:09.990702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'name': 'network-vif-deleted', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:10.010400 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e8392f-9b81-4f92-9416-790deac43eaa" -d '{"events": [{"server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "name": "network-vif-deleted", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:10.131234 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4cbc9b-acfc-4ef4-a327-6020ab59629d x-openstack-request-id: req-4a4cbc9b-acfc-4ef4-a327-6020ab59629d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:10.131862 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58", "name": "network-vif-deleted", "tag": "c3f4989b-6e1a-4567-94f2-6daeed9674ff", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:10.137756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-1f438a6f-fa23-4b14-96d7-74c9bea384d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:10.141825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-1f438a6f-fa23-4b14-96d7-74c9bea384d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.1772809 Dec 20 23:13:10.142941 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a4cbc9b-acfc-4ef4-a327-6020ab59629d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:10.143617 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58', 'name': 'network-vif-deleted', 'tag': 'c3f4989b-6e1a-4567-94f2-6daeed9674ff', 'status': 'completed', 'code': 200} Dec 20 23:13:10.187148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0cfdda3a-868e-4561-9660-80fabf1c2d44 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:10.264310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-ba918d47-d990-4903-9a81-12858a913e62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280402 Dec 20 23:13:10.538650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-e66f5530-98a5-48fe-8403-807bd3a0adab tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:10.543905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-e66f5530-98a5-48fe-8403-807bd3a0adab tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 796 time: 0.5971603 Dec 20 23:13:10.546327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 0cfdda3a-868e-4561-9660-80fabf1c2d44 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:10.549853 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:10.590635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47984ee-4ace-4f2b-83f0-104b9b0abc0f req-d7170f53-9718-4475-bb69-f842129ad279 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:10.599811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a47984ee-4ace-4f2b-83f0-104b9b0abc0f req-d7170f53-9718-4475-bb69-f842129ad279 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.1186929 Dec 20 23:13:10.681379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:10.720772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a47984ee-4ace-4f2b-83f0-104b9b0abc0f req-460f6f65-aeda-4e7f-9558-f17bc16b93c4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191435 Dec 20 23:13:10.778577 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:13:10.836243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-f027ed81-4598-45ed-97c3-da109f4ef58a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 379 time: 0.1892202 Dec 20 23:13:10.862224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'port': {'device_id': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'admin_state_up': True, 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'security_groups': ['2793d1c0-0639-4498-890c-95a8e5e52a9a']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:10.864048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201d6fb8-9468-4448-bd21-2454fbd62580 req-7253e3d4-9f83-4dfd-88e5-91fdf04396eb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 210 time: 0.0669594 Dec 20 23:13:11.100913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-77604b69-f1d7-438f-92f6-0b353bd591e8 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266413 Dec 20 23:13:11.104762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09bd260e-1e2c-4e81-8352-c6cb24351189 req-bca3b4dc-a220-4d71-9bcd-c89b685daa44 tempest-ServerRescueTestJSON-782331195 tempest-ServerRescueTestJSON-782331195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c5ce4c-a983-4dc9-9d7e-1a24edb2ca58 HTTP/1.1" status: 200 len: 210 time: 0.0554569 Dec 20 23:13:11.261255 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a05bfb46-b317-4f09-899a-1003332ee0a8 req-b091bfcc-f54a-4e99-b243-74000c07e957 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508179 Dec 20 23:13:11.368647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:11.372762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:11.564867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.8 (c485428b-358f-400a-b149-dedb10ebe923/fa8b08cf-2130-4833-88e0-453ca0202c05/f2194412-e58f-433d-9e11-e0c3af4d022a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:11.750595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:11.847426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec32f-5d60-4073-be94-1551423a58e1 req-c1241a07-854e-4cef-8fb7-94d1063b6699 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:11.849167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2afec32f-5d60-4073-be94-1551423a58e1 req-c1241a07-854e-4cef-8fb7-94d1063b6699 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.0516567 Dec 20 23:13:11.857419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:11.908116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2afec32f-5d60-4073-be94-1551423a58e1 req-e5f5a814-e9bf-4312-825d-d036be40b7a0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498574 Dec 20 23:13:11.934309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network c485428b-358f-400a-b149-dedb10ebe923 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:11.941910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:11.957478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:11.962533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:12.023891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400191-189a-4e6e-b6d0-fa46718401c6 req-7f6ce85a-f444-4afa-aaa5-5545be9f2d8f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:12.025665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a400191-189a-4e6e-b6d0-fa46718401c6 req-7f6ce85a-f444-4afa-aaa5-5545be9f2d8f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 931 time: 0.0659609 Dec 20 23:13:12.029487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:12.030221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.090352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a400191-189a-4e6e-b6d0-fa46718401c6 req-399c0fd0-3617-4080-a31c-2d2c78b06b28 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579591 Dec 20 23:13:12.158122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-ca394760-b188-490d-8ea1-36ebd0b684f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3021867 Dec 20 23:13:12.172513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Request body: {'port': {'device_id': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:12.207297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:12.232937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.236941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f56b6e4c-fa58-4bcd-a429-1dbdcc2d0434 None None] Provisioning complete for port f2194412-e58f-433d-9e11-e0c3af4d022a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:12.237424 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e4c-fa58-4bcd-a429-1dbdcc2d0434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.278825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f56b6e4c-fa58-4bcd-a429-1dbdcc2d0434 None None] Port f2194412-e58f-433d-9e11-e0c3af4d022a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:12.299507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c3f4989b-6e1a-4567-94f2-6daeed9674ff no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:12.321615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: c3f4989b-6e1a-4567-94f2-6daeed9674ff {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:12.322351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c3f4989b-6e1a-4567-94f2-6daeed9674ff not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:12.556457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:12.565517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.586001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Transition to ACTIVE for port object f2194412-e58f-433d-9e11-e0c3af4d022a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:13:12.637315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.664906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.748054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:12.801407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:12.801865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:12.802272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:12.807698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:13:12.807938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:12.813239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:12.813643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:12.814119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Bound using segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:12.814540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Bound port: f2194412-e58f-433d-9e11-e0c3af4d022a, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:12.814966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.884095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:12.887816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:12.935171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Deleting port bdbf0ae0-6133-4f59-b3b4-6c516c02e702 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:12.935171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:12.957055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.002730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.004204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.006302 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] 10.222.0.45 "PUT /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1091 time: 0.8384418 Dec 20 23:13:13.007545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:13.011873 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0567e29-b826-436d-bbaf-2863c9736878" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:13.060982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] For port bdbf0ae0-6133-4f59-b3b4-6c516c02e702, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,segment=NetworkSegment(75109d66-8f51-4e90-ada5-799f274b2c00),segment_id=75109d66-8f51-4e90-ada5-799f274b2c00)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:13.061354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.065907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2998a-27ac-499a-9bd7-055a36108237 service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:13.077478 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924c02a-8b5c-49d6-8b28-37626d7dc469 x-openstack-request-id: req-2924c02a-8b5c-49d6-8b28-37626d7dc469 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:13.077478 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:13.077653 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2924c02a-8b5c-49d6-8b28-37626d7dc469 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:13.078847 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:13:13.081019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Calling delete_port for bdbf0ae0-6133-4f59-b3b4-6c516c02e702 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:13.093031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fe9c9-96be-4d57-ad83-ca11c77c26c3 req-9877534a-d7db-49f1-a15e-943a370a96ec tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.100808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d74fe9c9-96be-4d57-ad83-ca11c77c26c3 req-9877534a-d7db-49f1-a15e-943a370a96ec tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.0911903 Dec 20 23:13:13.162307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567e29-b826-436d-bbaf-2863c9736878 req-de316a74-6f3b-446b-af76-66a8eca20c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.166170 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0567e29-b826-436d-bbaf-2863c9736878 req-de316a74-6f3b-446b-af76-66a8eca20c2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0658653 Dec 20 23:13:13.207364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d74fe9c9-96be-4d57-ad83-ca11c77c26c3 req-824e716b-059f-4e74-87da-6dbd2a215bd8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Dec 20 23:13:13.267117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:13:13.344406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567e29-b826-436d-bbaf-2863c9736878 req-99322718-0f92-4224-8089-759828edbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.346088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0567e29-b826-436d-bbaf-2863c9736878 req-99322718-0f92-4224-8089-759828edbb40 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=409fc0ea8aa74a7c992b1690906369db&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1711683 Dec 20 23:13:13.361431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc997de-aebb-4bf5-867c-0aa6af1b89cc req-a9937459-5d2e-481e-bb2c-8b262346db4d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.363052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cc997de-aebb-4bf5-867c-0aa6af1b89cc req-a9937459-5d2e-481e-bb2c-8b262346db4d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.1268771 Dec 20 23:13:13.403225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:13.417944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'mac_address': 'fa:16:3e:0b:2e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:13:13.510903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567e29-b826-436d-bbaf-2863c9736878 req-526f1423-819c-4f66-bc7e-8231510431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.512451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0567e29-b826-436d-bbaf-2863c9736878 req-526f1423-819c-4f66-bc7e-8231510431ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574872 Dec 20 23:13:13.514608 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.517176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.543531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437365b3-fc62-4346-9e7e-521d5b2e7727 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:13.565246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:13.590351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cc997de-aebb-4bf5-867c-0aa6af1b89cc req-827fcc58-2f09-4203-b1af-0077310763c5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159138 Dec 20 23:13:13.595531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbf0ae0-6133-4f59-b3b4-6c516c02e702,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:13.615105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0dcf9-2c84-490e-845b-1b1cd9bf9af9 None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:13.636503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-8a285985-61e9-4968-9ea5-1686f77027e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.637362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.638297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-8a285985-61e9-4968-9ea5-1686f77027e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0688386 Dec 20 23:13:13.697279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-0abd1cd6-2ed7-474c-8255-de3151749a80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 217 time: 0.0483294 Dec 20 23:13:13.705128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:13.760612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-aa7c12b6-4b1b-4798-a0c1-1e069649f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.763024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-aa7c12b6-4b1b-4798-a0c1-1e069649f200 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0512052 Dec 20 23:13:13.822543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-eb42c720-ea6f-45e2-bd93-12e4cd8be023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:13.824300 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-eb42c720-ea6f-45e2-bd93-12e4cd8be023 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530725 Dec 20 23:13:13.831247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:13.928588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['437365b3-fc62-4346-9e7e-521d5b2e7727'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:13.978122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-e0606155-b2db-4528-b4bb-a37e73ab6eae service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447504 Dec 20 23:13:14.139498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e9b02780-d117-48e0-90f3-42b582b0af95 req-8d66e2f6-85e5-4dde-9314-f8a7fcccc3d4 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516800 Dec 20 23:13:14.149775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Router ece437da-e3e5-40a8-90c0-13a98935f512 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:13:14.286005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:14.296970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Sync routers for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:14.299372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7de830b3-6016-4a33-9d10-6a39a96778e5 admin admin] 10.222.0.62 "PUT /v2.0/routers/ece437da-e3e5-40a8-90c0-13a98935f512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909364 Dec 20 23:13:14.301893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:14.312552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:14.314108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:14.406247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c511d-eade-4c7b-b8c5-deac78c88191 req-df1100cd-f960-4ddd-8ae3-f258f39ab726 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:14.408381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2c511d-eade-4c7b-b8c5-deac78c88191 req-df1100cd-f960-4ddd-8ae3-f258f39ab726 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 944 time: 0.1068058 Dec 20 23:13:14.471168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:14.473264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:14.516346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2c511d-eade-4c7b-b8c5-deac78c88191 req-b8ff4993-a2f8-41e7-9573-42c005e0f70c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Dec 20 23:13:14.637252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:14.708865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:13:13Z', 'revision_number': 5, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port': {'id': '5fd9552a-7813-43d1-bb6d-7a8369755ce6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:11:08Z', 'updated_at': '2021-12-20T23:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:14.744538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Checking router: ece437da-e3e5-40a8-90c0-13a98935f512 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:14.751170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919f2c2-1e07-402c-99a6-40bd4788b712 req-778045dd-44d2-4443-a65f-b50554255c6d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:14.759816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d919f2c2-1e07-402c-99a6-40bd4788b712 req-778045dd-44d2-4443-a65f-b50554255c6d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0941589 Dec 20 23:13:14.761679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Routers {'ece437da-e3e5-40a8-90c0-13a98935f512'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:14.762398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ece437da-e3e5-40a8-90c0-13a98935f512'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:14.805235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Deleting port 5fd9552a-7813-43d1-bb6d-7a8369755ce6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:14.805569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:14.856833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d919f2c2-1e07-402c-99a6-40bd4788b712 req-335158f1-475d-4680-a9ca-eee663f3d9f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960407 Dec 20 23:13:14.962566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] For port 5fd9552a-7813-43d1-bb6d-7a8369755ce6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5fd9552a-7813-43d1-bb6d-7a8369755ce6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:14.962923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:14.977474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Calling delete_port for 5fd9552a-7813-43d1-bb6d-7a8369755ce6 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:15.073332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] Set router ece437da-e3e5-40a8-90c0-13a98935f512 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:15.149572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:13:14Z', 'revision_number': 6, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:15.183160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a596c-af31-4fc1-8508-4ff47002570b None None] The sync data for ids ['ece437da-e3e5-40a8-90c0-13a98935f512'] in n-d-822053-9 is: [{'id': 'ece437da-e3e5-40a8-90c0-13a98935f512', 'name': 'tempest-ServerRescueTestJSON-1522395117-router', 'tenant_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:11:07Z', 'updated_at': '2021-12-20T23:13:14Z', 'revision_number': 6, 'project_id': '81f3cd31ca2a4d40863f4dcfd6b5351b', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:15.258420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.281288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:15.288808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd9552a-7813-43d1-bb6d-7a8369755ce6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:15.301910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.302415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.302856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.303330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.303775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.304267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.304699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.310982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.311471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.311926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.312375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.312816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.313251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:15.347991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46968a8f-4975-46c5-98a8-f10abd8a4d90 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:15.382623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.458204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 437365b3-fc62-4346-9e7e-521d5b2e7727 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:13:15.462708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 437365b3-fc62-4346-9e7e-521d5b2e7727 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:15.463079 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.476884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.479421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.549484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.586588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.587226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece437da-e3e5-40a8-90c0-13a98935f512 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:13:15.592556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:15.595385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.596567 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c284a83-e1a7-43eb-97e1-f7d80d37fbde admin admin] 10.222.0.62 "DELETE /v2.0/routers/ece437da-e3e5-40a8-90c0-13a98935f512 HTTP/1.1" status: 204 len: 168 time: 1.2934723 Dec 20 23:13:15.598059 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0a7e9-2ee7-43ef-8efe-63b416a0a6bd" -d '{"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-plugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:15.599238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58840) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:15.618748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:15.680050 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0b8ca-b9cb-44a2-9fb9-2c817b90ed8f x-openstack-request-id: req-3cd0b8ca-b9cb-44a2-9fb9-2c817b90ed8f {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:15.680482 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-plugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:15.680767 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cd0b8ca-b9cb-44a2-9fb9-2c817b90ed8f {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:15.681181 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'code': 200} Dec 20 23:13:15.703933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Deleting subnet c5e6d50b-de86-457b-986e-7fc6cf536e21 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:13:15.715949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af367-3085-4fbf-9da3-7c028c33767c req-d7df7173-58a8-4e35-b461-05b73703fdde tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:15.717486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-840af367-3085-4fbf-9da3-7c028c33767c req-d7df7173-58a8-4e35-b461-05b73703fdde tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 944 time: 0.0703604 Dec 20 23:13:15.718275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.721579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.805594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:15.821214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67aa80-a2f1-437b-a9b9-354fd915204a req-cefd6724-2368-4e55-8c12-b62d7abd5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:15.822761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da67aa80-a2f1-437b-a9b9-354fd915204a req-cefd6724-2368-4e55-8c12-b62d7abd5140 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 1096 time: 0.0442827 Dec 20 23:13:15.825880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-840af367-3085-4fbf-9da3-7c028c33767c req-573cc889-1147-45ef-b0b2-164ca7c83cfd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786295 Dec 20 23:13:15.841659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:15.888422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da67aa80-a2f1-437b-a9b9-354fd915204a req-94769baa-db05-42e2-8eb2-50523db5acde service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Dec 20 23:13:15.895897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.051869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b21a5-96c5-4337-bc00-605c383ae4fa req-24b51d81-fc1e-41ad-b909-fba2b931f810 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:16.060727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a8b21a5-96c5-4337-bc00-605c383ae4fa req-24b51d81-fc1e-41ad-b909-fba2b931f810 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0715654 Dec 20 23:13:16.070239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.112601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e6d50b-de86-457b-986e-7fc6cf536e21,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:16.122328 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.125940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-552fd55b-65f0-43ec-8332-fd90f2d2ecbf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c5e6d50b-de86-457b-986e-7fc6cf536e21 HTTP/1.1" status: 204 len: 168 time: 0.5244365 Dec 20 23:13:16.128441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58852) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:16.137805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f681b-8a21-4ab6-a612-3ba2e48e9f0e None None] Network 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:16.169744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a8b21a5-96c5-4337-bc00-605c383ae4fa req-f28779a5-cbdc-453d-ac3a-86f35acba1b4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079209 Dec 20 23:13:16.209381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5fd9552a-7813-43d1-bb6d-7a8369755ce6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:16.237876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5fd9552a-7813-43d1-bb6d-7a8369755ce6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:16.238384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5fd9552a-7813-43d1-bb6d-7a8369755ce6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:16.238953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bdbf0ae0-6133-4f59-b3b4-6c516c02e702 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:16.277241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.337916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: bdbf0ae0-6133-4f59-b3b4-6c516c02e702 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:16.340300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bdbf0ae0-6133-4f59-b3b4-6c516c02e702 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:16.349746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778f88b-102c-4aa9-818a-b4687aaa9f2d None None] DHCP port deletion for 0d5d67a5-79f2-49d0-b4ff-68f9f290f66a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:16.352746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:13:16.433100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.459815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5d67a5-79f2-49d0-b4ff-68f9f290f66a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:16.470771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75109d66-8f51-4e90-ada5-799f274b2c00') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:16.471667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75109d66-8f51-4e90-ada5-799f274b2c00') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:16.493835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.508632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.516327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:13:16.516871 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.520031 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:13:16.528054 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:13:16.551424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:16.570509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:13:16.631714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.646409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:16.653293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.663673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.663673 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0d5d67a5-79f2-49d0-b4ff-68f9f290f66a HTTP/1.1" status: 204 len: 168 time: 0.5329854 Dec 20 23:13:16.674383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1898a-a978-4d05-beb2-9ee8cd095fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5d67a5-79f2-49d0-b4ff-68f9f290f66a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:16.688711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:16.824713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:16.906337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:16.992202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602e632-3bcb-4724-8572-e3ca6130acdc req-1c87208e-85d5-4c7f-ab23-10c7b9374a47 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:16.995212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3602e632-3bcb-4724-8572-e3ca6130acdc req-1c87208e-85d5-4c7f-ab23-10c7b9374a47 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0623741 Dec 20 23:13:17.065905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3602e632-3bcb-4724-8572-e3ca6130acdc req-2335f0db-9821-4cc1-811d-7109d9265852 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621247 Dec 20 23:13:17.089478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f2194412-e58f-433d-9e11-e0c3af4d022a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:17.108915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58870) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:17.214184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6953903d-400a-41d5-96c3-8f94563a25fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81f3cd31ca2a4d40863f4dcfd6b5351b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030169 Dec 20 23:13:17.215289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58874) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:17.311780 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:17.360652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:17.412073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3366de-d523-4697-8a88-24a799ad6eb7 req-5143d6e6-b8a2-41f4-9124-7a9f8f87b059 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:17.414307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad3366de-d523-4697-8a88-24a799ad6eb7 req-5143d6e6-b8a2-41f4-9124-7a9f8f87b059 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.1040978 Dec 20 23:13:17.471060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad3366de-d523-4697-8a88-24a799ad6eb7 req-0b10b8ec-2583-4038-930b-c7362c2abe53 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488925 Dec 20 23:13:17.566795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:17.569587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:17.581332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db1f54f2-9340-4ba6-bc4d-3591f71eac61 HTTP/1.1" status: 204 len: 168 time: 0.3646910 Dec 20 23:13:17.631712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987289e9-1010-453a-acf9-52c3caddf3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f54f2-9340-4ba6-bc4d-3591f71eac61,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:18.356813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95b3e2-f1b1-43d7-9aee-effee47990f4 req-072233fb-ca14-4a0c-a8d4-9c13ce83c9c0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:18.367087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b95b3e2-f1b1-43d7-9aee-effee47990f4 req-072233fb-ca14-4a0c-a8d4-9c13ce83c9c0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1551843 Dec 20 23:13:18.379769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:18.507167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b95b3e2-f1b1-43d7-9aee-effee47990f4 req-b39820c9-0198-42b0-8dcc-1a98222648b6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389754 Dec 20 23:13:18.608415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f2194412-e58f-433d-9e11-e0c3af4d022a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:13:18.615490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f2194412-e58f-433d-9e11-e0c3af4d022a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:18.616290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:18.638166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f9ecb-644f-4b81-bbd9-317a676d2dd2 req-1d45aee6-6405-4aac-b601-65a9e9a0fff7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:18.647777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e2f9ecb-644f-4b81-bbd9-317a676d2dd2 req-1d45aee6-6405-4aac-b601-65a9e9a0fff7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0826175 Dec 20 23:13:18.814191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e2f9ecb-644f-4b81-bbd9-317a676d2dd2 req-2a37166a-565e-45da-a3b9-4d85c6a65f4d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640124 Dec 20 23:13:18.925832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:19.001100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:19.004791 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a6c0fa-5e8d-4074-87f0-d270b240b533" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:19.039608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:19.106494 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9513c7c-9f81-4570-bfd6-8c1976a8d048 x-openstack-request-id: req-e9513c7c-9f81-4570-bfd6-8c1976a8d048 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:19.106494 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:19.106738 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9513c7c-9f81-4570-bfd6-8c1976a8d048 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:19.106929 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'code': 200} Dec 20 23:13:19.128199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:19.308101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:19.310502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d0f83-cc5c-42d4-9dfc-755af29258c6 req-452f6ece-4745-40aa-a97e-2698eea3586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.312148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab2d0f83-cc5c-42d4-9dfc-755af29258c6 req-452f6ece-4745-40aa-a97e-2698eea3586f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1096 time: 0.1369350 Dec 20 23:13:19.390608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 58936) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:19.634804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-419224039-network', 'tenant_id': '472333722b8449368abd55965b600b21'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:19.720597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7b886-9acd-40a5-a898-345876d23878 req-09fa10d8-8368-4b4c-b6ac-f063acb2fc34 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.737477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f7b886-9acd-40a5-a898-345876d23878 req-09fa10d8-8368-4b4c-b6ac-f063acb2fc34 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1646843 Dec 20 23:13:19.797983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:19.798796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:19.821651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.830350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.837515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.843932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.851331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.857642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.858897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ab2d0f83-cc5c-42d4-9dfc-755af29258c6 req-4b0ed2a4-7344-4b4c-b1bf-e04a22e36d96 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5376182 Dec 20 23:13:19.864069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:19.866282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-341d34d7-e063-4371-9b31-8e23aba02ffa tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.2383122 Dec 20 23:13:19.880791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:19.903816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f7b886-9acd-40a5-a898-345876d23878 req-545c9a96-1df5-4b89-8d41-9b23da5603f7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649916 Dec 20 23:13:19.976125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a8365f7-c046-4fc2-9b8a-a49dcafbe76a req-f456a2b6-40d5-445d-a710-7483da183570 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997109 Dec 20 23:13:20.054630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.137578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169113-b95b-46b4-8115-e62f7b884e22 req-c91f7998-cc8c-4032-b8ca-3aa7293eaedb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.139069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08169113-b95b-46b4-8115-e62f7b884e22 req-c91f7998-cc8c-4032-b8ca-3aa7293eaedb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0829005 Dec 20 23:13:20.163086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.169230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.175057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.181888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.187998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.193958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.200126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.201971 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14126321-3d3a-439b-a032-c6be847791dc req-78cb067d-c18f-4b77-81f3-384f08b1d164 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.1159294 Dec 20 23:13:20.204223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.240064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:13:20.276756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.277098 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Added segment c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41 of type vlan for network 1d544b96-eefe-4c33-95af-a15deecfc34c Dec 20 23:13:20.279394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d503e818-7b59-4251-a3f1-bf1a45e2982f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:20.299559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08169113-b95b-46b4-8115-e62f7b884e22 req-2b305981-47fe-4ce9-8b74-f3f9d4f2e565 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530190 Dec 20 23:13:20.336294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.434992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.435904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:20.436486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.503221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] Pushing event updated for resources: {'Network': ['ID=1d544b96-eefe-4c33-95af-a15deecfc34c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:20.514322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 1d544b96-eefe-4c33-95af-a15deecfc34c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:13:20.525642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95be3ffd-56dc-4603-bfb6-6998a921512e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1331985 Dec 20 23:13:20.528523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:20.533584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Request body: {'subnet': {'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-419224039-subnet', 'tenant_id': '472333722b8449368abd55965b600b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:20.669257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:20.671679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:20.969562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:21.053128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329181ae-52e4-49b8-ad3c-2ea8d0d61e42,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:21.061757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Checking segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:21.062145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Network hostable DHCP agents. Network: 1d544b96-eefe-4c33-95af-a15deecfc34c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:13:21.106942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6a429-26ff-4f90-ba97-621c46da5bce req-f20bc746-22cc-4ee3-8fd1-e7173694d0a0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.108506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82d6a429-26ff-4f90-ba97-621c46da5bce req-f20bc746-22cc-4ee3-8fd1-e7173694d0a0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0715442 Dec 20 23:13:21.163300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82d6a429-26ff-4f90-ba97-621c46da5bce req-0d8cd28f-f612-4df0-9c5c-a0cface879ad tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Dec 20 23:13:21.219941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Network 1d544b96-eefe-4c33-95af-a15deecfc34c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:13:21.322726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 1d544b96-eefe-4c33-95af-a15deecfc34c) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:21.328317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.333329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:21.340970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e805349-89be-4d2a-9a57-4e381d27ceae None None] Network 1d544b96-eefe-4c33-95af-a15deecfc34c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:21.416204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d493b86-3219-416c-bd4d-7af972f58636 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8864179 Dec 20 23:13:21.478015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66839488-7ddb-4d17-b7f2-c8b101204882 req-2b706d21-dfdc-4110-8c0d-25add82b2c7e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.480231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66839488-7ddb-4d17-b7f2-c8b101204882 req-2b706d21-dfdc-4110-8c0d-25add82b2c7e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0963373 Dec 20 23:13:21.494126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717e71-001d-41e5-8edd-0b74bd4753e5 req-a3f7181d-2555-4ed6-852f-ad211ce85638 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.495897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94717e71-001d-41e5-8edd-0b74bd4753e5 req-a3f7181d-2555-4ed6-852f-ad211ce85638 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0910630 Dec 20 23:13:21.515612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636ac16-d266-40b5-8dd3-d3dcb50b3732 None None] Network 1d544b96-eefe-4c33-95af-a15deecfc34c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:21.594295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66839488-7ddb-4d17-b7f2-c8b101204882 req-4c825a7c-e094-4c02-b90d-0e26ec3be2d0 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970902 Dec 20 23:13:21.690266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94717e71-001d-41e5-8edd-0b74bd4753e5 req-544d05e7-8109-4611-9072-c31760db8193 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166177 Dec 20 23:13:21.842146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743704cf-5343-482d-aa52-f382740c25a3 req-08630bf5-666d-4bae-966b-ec8bcff3b7c0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.850358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-743704cf-5343-482d-aa52-f382740c25a3 req-08630bf5-666d-4bae-966b-ec8bcff3b7c0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0617306 Dec 20 23:13:21.912929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-743704cf-5343-482d-aa52-f382740c25a3 req-32138bd1-1514-4e77-803b-3f6ee8da30e6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609720 Dec 20 23:13:21.931051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 58994) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:21.994816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0556b47b-f9e3-4d6c-aedc-435de96d56fe tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:21.999113 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0556b47b-f9e3-4d6c-aedc-435de96d56fe tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1091 time: 0.0644317 Dec 20 23:13:21.999418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:22.004057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:22.088158 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:22.122161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-a315e740-5ea7-4d71-a00b-1bfd9be17aee tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:22.127382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-a315e740-5ea7-4d71-a00b-1bfd9be17aee tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1496351 Dec 20 23:13:22.149689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-3f9124f4-4ed1-4419-acc3-861719b5319b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/quotas/472333722b8449368abd55965b600b21 HTTP/1.1" status: 200 len: 375 time: 0.0148873 Dec 20 23:13:22.230819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ed095fd4-274f-4094-b110-eb5570625c08 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629077 Dec 20 23:13:22.291007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:22.313113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79fcba-b3cc-4b3a-9034-a908d3b52e76 req-c2a77f3a-8f80-4ff3-961c-69b1724b404a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:22.322560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd79fcba-b3cc-4b3a-9034-a908d3b52e76 req-c2a77f3a-8f80-4ff3-961c-69b1724b404a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0610876 Dec 20 23:13:22.453314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.253 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/b38fc2e0-515a-47a9-bcce-19f6d927d723) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:22.467610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd79fcba-b3cc-4b3a-9034-a908d3b52e76 req-c62c2148-472a-4b31-a473-98253a1fba28 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441791 Dec 20 23:13:22.472362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59022) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:22.516149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ac8fe614-3922-4377-b0f7-047396fab0e5 service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763913 Dec 20 23:13:22.582360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:22.729066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:22.776334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:22.779436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:22.784152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:22.787972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=b38fc2e0-515a-47a9-bcce-19f6d927d723,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:23.027352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.027862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.028331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.028896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.029358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.029845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.030303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.032229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49c5a234-34de-477b-8614-733725e594b1 req-a1fa4832-f4db-4b4a-9926-59a4ff28055d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.5589297 Dec 20 23:13:23.054231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-346ba654-6814-413a-9427-29492607a1fe service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313096 Dec 20 23:13:23.073438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a55ace-e277-49e9-8f87-9488a48e8a3c req-271ed47c-7a13-4e74-a752-972a29869655 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.074956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8a55ace-e277-49e9-8f87-9488a48e8a3c req-271ed47c-7a13-4e74-a752-972a29869655 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1095421 Dec 20 23:13:23.139506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49c5a234-34de-477b-8614-733725e594b1 req-d534ae18-c78c-4d82-a104-0b633311602e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973837 Dec 20 23:13:23.161520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8a55ace-e277-49e9-8f87-9488a48e8a3c req-f0a879c8-99b6-43c1-abf4-d12a3633e09a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Dec 20 23:13:23.330165 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:23.370723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7152753c-f90c-4f32-965b-30d65036161a req-46ac1077-a542-4960-88f2-a857da753437 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 210 time: 0.0337284 Dec 20 23:13:23.537422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:23.614774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3901-0bf6-4ccf-a293-075a0e8df83c req-03a89e63-68b3-4755-b0af-3c010b63ad44 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.617387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c2a3901-0bf6-4ccf-a293-075a0e8df83c req-03a89e63-68b3-4755-b0af-3c010b63ad44 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0651951 Dec 20 23:13:23.671943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c2a3901-0bf6-4ccf-a293-075a0e8df83c req-bd476cfc-67e0-4410-9746-aff61749d388 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477684 Dec 20 23:13:23.673823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-6f49dc8a-06d7-490a-9267-771885d933ed tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:23.675401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-6f49dc8a-06d7-490a-9267-771885d933ed tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.59 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.0982864 Dec 20 23:13:23.832424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:23.845498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Deleting port ec62f586-6e30-42be-8746-3c8c6f31e304 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:23.846055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:23.904304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:24.008148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=b38fc2e0-515a-47a9-bcce-19f6d927d723,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:24.016288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] For port ec62f586-6e30-42be-8746-3c8c6f31e304, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ec62f586-6e30-42be-8746-3c8c6f31e304,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:24.016588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:24.033481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:24.035789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Calling delete_port for ec62f586-6e30-42be-8746-3c8c6f31e304 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:24.192781 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 80770786-8b21-4a41-9faa-ef184f01f849 associated. External IP: 172.25.1.253, port: f2194412-e58f-433d-9e11-e0c3af4d022a. Dec 20 23:13:24.351540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb4e1c-022b-4623-95a6-ecf8a84e9ff4 req-ff47cab2-955c-4ff6-bd5f-9a5a507bd36f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:24.353083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5eb4e1c-022b-4623-95a6-ecf8a84e9ff4 req-ff47cab2-955c-4ff6-bd5f-9a5a507bd36f tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 945 time: 0.1094594 Dec 20 23:13:24.420569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5eb4e1c-022b-4623-95a6-ecf8a84e9ff4 req-aa87e706-9fa6-4019-9658-51bce7c1fb17 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579131 Dec 20 23:13:24.472019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:24.483474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0a1b01b-1199-4038-ab17-475ab9575895 req-f8b1cc11-03b0-45fd-84dc-5b389271b6d0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 210 time: 0.0407758 Dec 20 23:13:24.483828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['ec62f586-6e30-42be-8746-3c8c6f31e304'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:24.489304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['01b791de-54a2-4d5c-9137-807a8dfeb67b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:24.538107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Pushing event deleted for resources: {'Port': ['ID=ec62f586-6e30-42be-8746-3c8c6f31e304,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:24.560226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b70cf-679d-4fb9-a26a-65c0a97b5416 None None] DHCP port deletion for 3633e3ff-eb7e-4994-9db8-58498e74f585 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:24.850794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8adc-4ef1-46a7-a088-03c7c7ee4b54 req-ff6cdd7b-770d-438e-942f-0e99b9e73f6f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:24.854210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-754c8adc-4ef1-46a7-a088-03c7c7ee4b54 req-ff6cdd7b-770d-438e-942f-0e99b9e73f6f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0711293 Dec 20 23:13:24.883941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] No DVR routers for this DVR port ec62f586-6e30-42be-8746-3c8c6f31e304 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:13:24.892485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:24.895784 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-37fcb7e3-e3f7-463a-b0df-201010a64540 req-5d32c0f8-5ffc-42c6-bed8-171cd3e8a95a tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.59 "DELETE /v2.0/ports/ec62f586-6e30-42be-8746-3c8c6f31e304 HTTP/1.1" status: 204 len: 173 time: 1.1923108 Dec 20 23:13:24.896251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'name': 'network-vif-deleted', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:24.898668 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facee55-a78f-46ea-aaad-f620630b1706" -d '{"events": [{"server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "name": "network-vif-deleted", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:24.902596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router fae608ae-0d9b-49d0-9129-393baf6db4b5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:13:24.915619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-754c8adc-4ef1-46a7-a088-03c7c7ee4b54 req-8097691a-853c-44e8-99f9-147dad495660 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 Dec 20 23:13:24.971378 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489ca9f9-1b5a-4adb-9f26-6d9a98d30739 x-openstack-request-id: req-489ca9f9-1b5a-4adb-9f26-6d9a98d30739 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:24.971670 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da083f82-8fbb-4781-a9cc-b3ede564319b", "name": "network-vif-deleted", "tag": "ec62f586-6e30-42be-8746-3c8c6f31e304", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:24.971920 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-489ca9f9-1b5a-4adb-9f26-6d9a98d30739 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:24.972310 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da083f82-8fbb-4781-a9cc-b3ede564319b', 'name': 'network-vif-deleted', 'tag': 'ec62f586-6e30-42be-8746-3c8c6f31e304', 'status': 'completed', 'code': 200} Dec 20 23:13:25.035595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:25.049356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Sync routers for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:25.063910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:25.064654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:25.128246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:25.160927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c79c4d2c-8d99-4b05-9b59-0948968cae9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1603246 Dec 20 23:13:25.197863 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:25.283220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9eb3-8972-4a7e-b64d-2381eef54d9f req-c6e3c4d4-10c4-4893-9d97-3736250d1f31 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:25.285231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1aeb9eb3-8972-4a7e-b64d-2381eef54d9f req-c6e3c4d4-10c4-4893-9d97-3736250d1f31 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0551085 Dec 20 23:13:25.337434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1aeb9eb3-8972-4a7e-b64d-2381eef54d9f req-3c62dedd-4bb8-4909-884a-5b97a7488675 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Dec 20 23:13:25.361584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:25.438031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a78cf6f-804d-4243-a41c-12cf8a88faee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 200 len: 991 time: 0.0738053 Dec 20 23:13:25.449256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '80770786-8b21-4a41-9faa-ef184f01f849', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:23Z', 'updated_at': '2021-12-20T23:13:23Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:25.476139 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Checking router: fae608ae-0d9b-49d0-9129-393baf6db4b5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:25.485404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:25.486171 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:25.545939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b662798b-e9c3-49a3-9c3d-bd39d9d1f653 req-9e029a54-8987-4e44-8247-c56250c5c51c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=da083f82-8fbb-4781-a9cc-b3ede564319b HTTP/1.1" status: 200 len: 210 time: 0.0537894 Dec 20 23:13:25.635654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18eb5175-63c6-4f5d-b771-bb43c5bbb290 req-d982702e-9c94-485b-a85a-2c516175ef64 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 210 time: 0.0380599 Dec 20 23:13:25.645839 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:25.853165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-edba1a09-a96d-41b4-9b9c-64e21b5ab892 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:25.854815 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-edba1a09-a96d-41b4-9b9c-64e21b5ab892 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1117356 Dec 20 23:13:25.872937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Request body: {'port': {'device_id': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'admin_state_up': True, 'tenant_id': '472333722b8449368abd55965b600b21'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:25.988861 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '80770786-8b21-4a41-9faa-ef184f01f849', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:23Z', 'updated_at': '2021-12-20T23:13:23Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:26.022556 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b6291-026a-4d0f-a3a5-fb3be5b1185c None None] The sync data for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 is: [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '80770786-8b21-4a41-9faa-ef184f01f849', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:23Z', 'updated_at': '2021-12-20T23:13:23Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:26.056625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401bd11-d814-4d35-bb79-60bf1940f896 req-6da89283-93d6-4625-ad05-417c17300fa0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:26.058243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f401bd11-d814-4d35-bb79-60bf1940f896 req-6da89283-93d6-4625-ad05-417c17300fa0 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0551226 Dec 20 23:13:26.090568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:26.096383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:26.119787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f401bd11-d814-4d35-bb79-60bf1940f896 req-31b11996-8234-4dea-b8c1-beb8a6ff6b34 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549283 Dec 20 23:13:26.242472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Allocated IP 172.20.0.2 (1d544b96-eefe-4c33-95af-a15deecfc34c/329181ae-52e4-49b8-ad3c-2ea8d0d61e42/1492b58b-8a61-4423-a7f2-a9a1d5e525d0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:26.267283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc95338-83a0-4cd8-9b19-3e5aeab0f587 None None] New status for floating IP 80770786-8b21-4a41-9faa-ef184f01f849: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:13:26.395653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:26.440782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59088) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:26.510255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ecbb7c04-404e-494d-b395-382e179544eb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 200 len: 991 time: 0.0680945 Dec 20 23:13:26.522998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:26.574970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Network 1d544b96-eefe-4c33-95af-a15deecfc34c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:26.580084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:26.582558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:26.590065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event updated for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:26.644458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:26.645087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:26.759422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a225d-c8d3-481b-96ec-c866b2592296 req-059865c3-7a50-451c-812d-90b3f6795a32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:26.760819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5a225d-c8d3-481b-96ec-c866b2592296 req-059865c3-7a50-451c-812d-90b3f6795a32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 931 time: 0.0499742 Dec 20 23:13:26.764919 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-ec027e82-58d8-44df-9776-6f0c4327cf32 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8971901 Dec 20 23:13:26.778080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Request body: {'port': {'device_id': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:26.815893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5a225d-c8d3-481b-96ec-c866b2592296 req-05c44e5c-3735-4ae0-8f03-a0a75de8299e tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Dec 20 23:13:26.833737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:26.980251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:26.982529 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d412c7-6b7b-4ec0-9218-1804e32261c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:27.025199 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962ac40-6b25-4683-a81e-4de40d67d0b7 x-openstack-request-id: req-5962ac40-6b25-4683-a81e-4de40d67d0b7 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:27.025487 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:27.025756 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5962ac40-6b25-4683-a81e-4de40d67d0b7 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:27.026148 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:13:27.113931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-5490e8fd-d828-4b21-be36-465bced5a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.119447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-5490e8fd-d828-4b21-be36-465bced5a2da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0734267 Dec 20 23:13:27.185829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:27.198442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.205351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf600d-206c-496b-8cdb-3fa741a29b6b req-f06060ee-da98-4554-961a-fed4d613105c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.212201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cbf600d-206c-496b-8cdb-3fa741a29b6b req-f06060ee-da98-4554-961a-fed4d613105c tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0728710 Dec 20 23:13:27.248163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Transition to ACTIVE for port object 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:13:27.272647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-33eb5736-429e-43ba-8663-f741f477e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.274185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-33eb5736-429e-43ba-8663-f741f477e91c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.1293845 Dec 20 23:13:27.285503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7cbf600d-206c-496b-8cdb-3fa741a29b6b req-db41aeaf-01d0-4505-bb7d-87cd5419f2d2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719969 Dec 20 23:13:27.307545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fdc4-f2a9-4128-bcbb-db1088dd1c22 req-1e44a91f-ec36-48f6-896a-10192f661914 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.313363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b846fdc4-f2a9-4128-bcbb-db1088dd1c22 req-1e44a91f-ec36-48f6-896a-10192f661914 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0897119 Dec 20 23:13:27.337252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.366202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b846fdc4-f2a9-4128-bcbb-db1088dd1c22 req-24dce66c-ea1c-4736-845d-07598451f180 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Dec 20 23:13:27.392618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ec62f586-6e30-42be-8746-3c8c6f31e304 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:27.410297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-280e8d24-e390-46bf-a707-f5c9dd12888d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1001 time: 0.1264150 Dec 20 23:13:27.416904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: ec62f586-6e30-42be-8746-3c8c6f31e304 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:27.417257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ec62f586-6e30-42be-8746-3c8c6f31e304 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:27.439285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:27.504794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-01b00344-940b-4f64-b002-7aae4393dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.506777 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-01b00344-940b-4f64-b002-7aae4393dcf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0781391 Dec 20 23:13:27.514142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:27.517069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Attempting to bind port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:27.517524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Attempting to bind port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:27.523242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Attempting to bind port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:27.523242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 on network 1d544b96-eefe-4c33-95af-a15deecfc34c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:13:27.523242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Attempting to bind port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:27.574194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:27.574607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Checking segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:27.574903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Bound using segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:27.575391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Bound port: 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:27.576042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.595228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ef50e9a-8dbd-446b-8402-9dbd0d058d76 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 200 len: 993 time: 0.0730412 Dec 20 23:13:27.629539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-7b6f942d-53d4-4163-9d80-59c45198353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.631232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-7b6f942d-53d4-4163-9d80-59c45198353e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994895 Dec 20 23:13:27.708117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:27.727267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:27.752176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-b0cddc09-d6e7-4e7f-ba8d-9017aa7f9ebd service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113620 Dec 20 23:13:27.823241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.875013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.875634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.877011 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-11987767-f308-493b-856d-17266a0f6e3c service neutron] 10.222.0.59 "PUT /v2.0/ports/1492b58b-8a61-4423-a7f2-a9a1d5e525d0 HTTP/1.1" status: 200 len: 1091 time: 1.1038516 Dec 20 23:13:27.904922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4d412c7-6b7b-4ec0-9218-1804e32261c9 req-542c3554-0b8f-419d-8a01-9325de345b3e service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432366 Dec 20 23:13:27.908244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987767-f308-493b-856d-17266a0f6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:27.955072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:27.961957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58943e1-fabb-4bb5-8356-5e84e96668cb req-fb33cf33-0780-4e58-bbc3-e255bec2edb7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:27.963524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d58943e1-fabb-4bb5-8356-5e84e96668cb req-fb33cf33-0780-4e58-bbc3-e255bec2edb7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 943 time: 0.0523379 Dec 20 23:13:28.038297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d58943e1-fabb-4bb5-8356-5e84e96668cb req-899b9344-7d52-493c-9212-6517883be590 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684650 Dec 20 23:13:28.063710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-3bdc34d3-00d1-46f9-8ed8-57fbdc37871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:28.065207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-3bdc34d3-00d1-46f9-8ed8-57fbdc37871b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 1094 time: 0.0511589 Dec 20 23:13:28.109788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-0978f7c8-6467-45a0-8991-a5bcc9b2444b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0 HTTP/1.1" status: 200 len: 217 time: 0.0351892 Dec 20 23:13:28.159220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-dc15b323-f397-4a07-b58f-b3f21d6bd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:28.160952 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-dc15b323-f397-4a07-b58f-b3f21d6bd074 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0438809 Dec 20 23:13:28.194771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-9c7af15f-5693-4e3a-a1a0-d7b5d67e0b67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246367 Dec 20 23:13:28.290536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-2879c5a8-f6b9-4fd0-a2fa-e787474bfd9b service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877583 Dec 20 23:13:28.402748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8d8d89a7-a0b0-4ead-b7ed-5a4763fb3c31 req-d3c5b89b-eb66-4d41-adc0-8e137d49d85f service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991158 Dec 20 23:13:28.434203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef461-23ce-48a4-a71a-94cfc5929c64 req-dde697da-c4c6-48fc-b26a-0faf87eb8cb7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:28.441628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-118ef461-23ce-48a4-a71a-94cfc5929c64 req-dde697da-c4c6-48fc-b26a-0faf87eb8cb7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0723953 Dec 20 23:13:28.512587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-118ef461-23ce-48a4-a71a-94cfc5929c64 req-ab8c5773-cb97-40f5-9fb9-f13872d439d2 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699482 Dec 20 23:13:28.527409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4192abe-7c18-46b3-82a5-caabcfc5ed04 req-cd78393c-0927-46a9-9df1-41a69073f34b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:28.529005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4192abe-7c18-46b3-82a5-caabcfc5ed04 req-cd78393c-0927-46a9-9df1-41a69073f34b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0798352 Dec 20 23:13:28.579973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4192abe-7c18-46b3-82a5-caabcfc5ed04 req-55b01f69-3994-4822-8c2a-863040ba9d0c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Dec 20 23:13:29.027226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:29.029659 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e9258f-81aa-4945-947a-49649abc1d65" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:29.074705 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511230e1-92d4-47c5-918a-f864fce55b48 x-openstack-request-id: req-511230e1-92d4-47c5-918a-f864fce55b48 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:29.075329 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:29.075329 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-511230e1-92d4-47c5-918a-f864fce55b48 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:29.075691 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0', 'status': 'completed', 'code': 200} Dec 20 23:13:29.152039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-781a72da-485a-40cb-a89a-4f437e2f2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.153759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-781a72da-485a-40cb-a89a-4f437e2f2aae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 1094 time: 0.0481510 Dec 20 23:13:29.166678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9349f-f2d7-49da-978a-1ad03c405ac3 req-349380f9-4649-4606-809a-37b144f92234 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.168098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58d9349f-f2d7-49da-978a-1ad03c405ac3 req-349380f9-4649-4606-809a-37b144f92234 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Dec 20 23:13:29.220805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58d9349f-f2d7-49da-978a-1ad03c405ac3 req-901dff20-ea7b-48d8-b51b-34831c17c82b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Dec 20 23:13:29.251093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-0013e963-6e2a-4881-8a45-8307b85b83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.252552 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-0013e963-6e2a-4881-8a45-8307b85b83a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 915 time: 0.0864482 Dec 20 23:13:29.298677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-840b8378-461a-4fb0-9e77-9e9e052c5886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0 HTTP/1.1" status: 200 len: 217 time: 0.0379405 Dec 20 23:13:29.350262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-1631a506-1275-4c5d-bfd3-cdd66d36bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.351872 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-1631a506-1275-4c5d-bfd3-cdd66d36bae5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0448074 Dec 20 23:13:29.386503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-fd15fa24-fa08-4681-9342-2ea94dd1d79b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261970 Dec 20 23:13:29.391829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:13:29.487563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-7d049619-408c-4fd1-aa8b-ab852a04e9ac service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904231 Dec 20 23:13:29.496581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:29.507566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'port_id': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0', 'mac_address': 'fa:16:3e:20:13:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329181ae-52e4-49b8-ad3c-2ea8d0d61e42', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:13:29.546159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:29.564169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:29.589372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:29.593886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1e9258f-81aa-4945-947a-49649abc1d65 req-503cab03-f22c-45a0-8f95-724721f2e498 service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945718 Dec 20 23:13:29.648109 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:29.663768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb21f6-2e9a-4309-96cb-aae49bc4b9dd req-797b4de2-7c88-4dbb-9c18-cfe070d1072e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.666178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccbb21f6-2e9a-4309-96cb-aae49bc4b9dd req-797b4de2-7c88-4dbb-9c18-cfe070d1072e tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0669696 Dec 20 23:13:29.711586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:29.719140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.719512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.720040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.720382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.720715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.721056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.721366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.721687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.722029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.722347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.722667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.722985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.723299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:29.762045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccbb21f6-2e9a-4309-96cb-aae49bc4b9dd req-53c808ce-578d-42f5-a42a-f04241f5aad3 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Dec 20 23:13:29.769321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c093b6-2744-4ac9-9aff-3fa5eb897aa2 req-d5d1cbe4-9d5e-490a-b409-1ad6001c9bf3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:29.770769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7c093b6-2744-4ac9-9aff-3fa5eb897aa2 req-d5d1cbe4-9d5e-490a-b409-1ad6001c9bf3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1034825 Dec 20 23:13:29.826172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7c093b6-2744-4ac9-9aff-3fa5eb897aa2 req-4e73a9b6-0f95-4c99-bd07-1e86345f0bad tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Dec 20 23:13:29.946311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:30.342515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b73f9-c95f-4d2e-b758-7a65f3b34e2c req-e2f9484e-eaa2-4d23-ac5b-f55b1bb28d99 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:30.344023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db8b73f9-c95f-4d2e-b758-7a65f3b34e2c req-e2f9484e-eaa2-4d23-ac5b-f55b1bb28d99 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 944 time: 0.0543916 Dec 20 23:13:30.399045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db8b73f9-c95f-4d2e-b758-7a65f3b34e2c req-9b00465b-3c4f-45bb-a24c-954b147034ee tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Dec 20 23:13:30.884688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cc71-7f08-47cb-99b4-e30e4b63f16c req-4933152e-9451-4d09-8390-f6b66e35c5ca tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:30.886158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5367cc71-7f08-47cb-99b4-e30e4b63f16c req-4933152e-9451-4d09-8390-f6b66e35c5ca tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0509424 Dec 20 23:13:30.947597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5367cc71-7f08-47cb-99b4-e30e4b63f16c req-a20eba38-1a52-4265-a3de-90d9f9202ca9 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Dec 20 23:13:31.018929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477fcbb-b1c1-4a98-8072-3cc5a4d9fe38 req-c1d2857d-f716-4fa2-9d8a-3b38e4887f79 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:31.020407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6477fcbb-b1c1-4a98-8072-3cc5a4d9fe38 req-c1d2857d-f716-4fa2-9d8a-3b38e4887f79 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0536692 Dec 20 23:13:31.067320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6477fcbb-b1c1-4a98-8072-3cc5a4d9fe38 req-e5fb1195-7362-4ac1-9e70-399de8a2f0f6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Dec 20 23:13:31.396916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:31.509085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:13:31.513285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:31.513944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:31.517149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e9d9-ca9d-41fc-ad4d-2be61018d017 req-24122609-8b32-4e13-95c3-9bb2f7631a25 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:31.518698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f25e9d9-ca9d-41fc-ad4d-2be61018d017 req-24122609-8b32-4e13-95c3-9bb2f7631a25 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 944 time: 0.0493078 Dec 20 23:13:31.568983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f25e9d9-ca9d-41fc-ad4d-2be61018d017 req-839b95dd-db40-49ce-9037-e86c33971639 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Dec 20 23:13:31.599058 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:31.625873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:31.628164 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19da12-2dd2-457b-a433-c68d81992414" -d '{"events": [{"server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "name": "network-vif-plugged", "status": "completed", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:31.648980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:31.675923 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94367b-a2dc-4193-974d-a7f041a6e038 x-openstack-request-id: req-1a94367b-a2dc-4193-974d-a7f041a6e038 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:31.676224 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "name": "network-vif-plugged", "status": "completed", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:31.676478 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a94367b-a2dc-4193-974d-a7f041a6e038 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:31.676876 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0', 'code': 200} Dec 20 23:13:31.737789 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:31.783716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4ea1-cf4c-42ea-a3e7-9effe05c591b req-7b4a0aad-556b-4579-9634-9c40365341e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:31.785600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ab4ea1-cf4c-42ea-a3e7-9effe05c591b req-7b4a0aad-556b-4579-9634-9c40365341e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 1096 time: 0.0438764 Dec 20 23:13:31.798184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:31.835427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-01ab4ea1-cf4c-42ea-a3e7-9effe05c591b req-3ed447c8-5c15-4fb3-8bb8-f60731e39383 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Dec 20 23:13:32.066873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cad87-7b87-4b1c-98c8-495dbe30f872 req-4408d68e-fc5b-4eae-8304-91c0713910e7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:32.068899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be2cad87-7b87-4b1c-98c8-495dbe30f872 req-4408d68e-fc5b-4eae-8304-91c0713910e7 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Dec 20 23:13:32.122090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-be2cad87-7b87-4b1c-98c8-495dbe30f872 req-f1c8093b-e06a-4e74-b31c-5507cd028452 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Dec 20 23:13:32.187342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736bf94-c1bd-464d-81db-0c73263e376b req-db85adc1-16f2-41e1-ab4a-72f14958ed35 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:32.188765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2736bf94-c1bd-464d-81db-0c73263e376b req-db85adc1-16f2-41e1-ab4a-72f14958ed35 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0508056 Dec 20 23:13:32.235671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2736bf94-c1bd-464d-81db-0c73263e376b req-dd81ac50-8e99-4255-b612-d83815eb98a2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Dec 20 23:13:32.683062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8768-24d0-4a9d-bc17-41bcdb8d3e7a req-130402a1-63aa-4e35-8454-d21d575efe98 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:32.684570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad4c8768-24d0-4a9d-bc17-41bcdb8d3e7a req-130402a1-63aa-4e35-8454-d21d575efe98 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Dec 20 23:13:32.733889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad4c8768-24d0-4a9d-bc17-41bcdb8d3e7a req-58f7446b-a323-4eed-8aa2-a9fe2395a171 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Dec 20 23:13:33.132031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-e92f836b-8973-4d93-8a9a-d5e4d9510659 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:33.133495 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-e92f836b-8973-4d93-8a9a-d5e4d9510659 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Dec 20 23:13:33.245493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Deleting port 01b791de-54a2-4d5c-9137-807a8dfeb67b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:33.246228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:33.249925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f86a4f-af57-4dbf-86ad-e74842d40969 req-edb84c10-ec4e-49ef-841b-9605484b3235 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:33.254221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f86a4f-af57-4dbf-86ad-e74842d40969 req-edb84c10-ec4e-49ef-841b-9605484b3235 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 946 time: 0.0611353 Dec 20 23:13:33.277749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:33.308574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f86a4f-af57-4dbf-86ad-e74842d40969 req-84a0cf67-d693-4821-b636-fb776e1a4fc0 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4292522-43f4-4df6-8c75-75a848a8411a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Dec 20 23:13:33.358526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] For port 01b791de-54a2-4d5c-9137-807a8dfeb67b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=01b791de-54a2-4d5c-9137-807a8dfeb67b,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:33.358840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:33.371027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Calling delete_port for 01b791de-54a2-4d5c-9137-807a8dfeb67b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:33.375302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce0c97-97a2-4d90-9f17-421d078d71b5 req-70617188-d5a5-4b97-bf44-725fdfb66549 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:33.376914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dce0c97-97a2-4d90-9f17-421d078d71b5 req-70617188-d5a5-4b97-bf44-725fdfb66549 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0505562 Dec 20 23:13:33.427987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9dce0c97-97a2-4d90-9f17-421d078d71b5 req-f1e00cd8-065e-4c3b-a9fe-077b0555ddf1 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Dec 20 23:13:33.583223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:33.595827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['01b791de-54a2-4d5c-9137-807a8dfeb67b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:33.612482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Pushing event deleted for resources: {'Port': ['ID=01b791de-54a2-4d5c-9137-807a8dfeb67b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:33.628295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b60a64-bc87-4330-b235-e30c56f32a16 None None] DHCP port deletion for 3633e3ff-eb7e-4994-9db8-58498e74f585 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:33.656845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] No DVR routers for this DVR port 01b791de-54a2-4d5c-9137-807a8dfeb67b on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:13:33.659692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:33.663196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d0905dcb-6218-49c5-b4cc-520a2c84a3fb req-3050c318-51da-4302-aa92-4827779af1c4 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.45 "DELETE /v2.0/ports/01b791de-54a2-4d5c-9137-807a8dfeb67b HTTP/1.1" status: 204 len: 173 time: 0.5206070 Dec 20 23:13:33.663690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'name': 'network-vif-deleted', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:33.665922 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067591b-f1b5-4b85-90c3-0d9287b645f8" -d '{"events": [{"server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "name": "network-vif-deleted", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:33.876446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475caec-13e8-4c1b-8de9-3fc89520c607 req-e4dbcbb7-128b-40fe-9ff1-f8c23b1967d3 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:33.876446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f475caec-13e8-4c1b-8de9-3fc89520c607 req-e4dbcbb7-128b-40fe-9ff1-f8c23b1967d3 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 945 time: 0.0620227 Dec 20 23:13:33.948945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f475caec-13e8-4c1b-8de9-3fc89520c607 req-063879c3-92a6-4c09-9bbc-86f825b3cd84 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Dec 20 23:13:33.971474 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d18688-4dd3-43f0-997e-9b3eb0506964 x-openstack-request-id: req-62d18688-4dd3-43f0-997e-9b3eb0506964 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:33.971884 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b88c67-b42e-4ae1-bda2-c541a47f9fd6", "name": "network-vif-deleted", "tag": "01b791de-54a2-4d5c-9137-807a8dfeb67b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:33.972229 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62d18688-4dd3-43f0-997e-9b3eb0506964 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:33.973512 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b88c67-b42e-4ae1-bda2-c541a47f9fd6', 'name': 'network-vif-deleted', 'tag': '01b791de-54a2-4d5c-9137-807a8dfeb67b', 'status': 'completed', 'code': 200} Dec 20 23:13:34.423703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46ff50b7-71ab-4fb3-83e3-149c5c86b02f req-f37cb33f-61df-4005-b4d9-9bec1b417550 tempest-ServerRescueNegativeTestJSON-753489932 tempest-ServerRescueNegativeTestJSON-753489932-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8b88c67-b42e-4ae1-bda2-c541a47f9fd6 HTTP/1.1" status: 200 len: 210 time: 0.0327466 Dec 20 23:13:34.552884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ae846-5d42-4764-9fcb-8515b1d9fa76 req-7c55a4ba-17fd-4547-8019-094f08af40e9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:34.555030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d0ae846-5d42-4764-9fcb-8515b1d9fa76 req-7c55a4ba-17fd-4547-8019-094f08af40e9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0542257 Dec 20 23:13:34.607167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d0ae846-5d42-4764-9fcb-8515b1d9fa76 req-d4f1b312-ad14-4438-a376-6a8dbe911b55 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Dec 20 23:13:34.824480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4687bc93-7cdb-4dab-8a8a-062262c9f101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:35.492780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59220) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:35.792844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517aa33-44e4-4844-862c-4089625f1a5a req-4aabc9e0-7070-465d-a437-16a28c60b73a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:35.794631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a517aa33-44e4-4844-862c-4089625f1a5a req-4aabc9e0-7070-465d-a437-16a28c60b73a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1005762 Dec 20 23:13:35.883294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a517aa33-44e4-4844-862c-4089625f1a5a req-7bf7556b-d861-4c7f-ac16-fc3aa153c7f2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Dec 20 23:13:35.955933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:36.198403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Deleting port 401d43e4-b264-426f-a879-9486e127f676 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:36.198674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:36.284092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] For port 401d43e4-b264-426f-a879-9486e127f676, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=401d43e4-b264-426f-a879-9486e127f676,segment=NetworkSegment(5b2ea373-1fe3-4b70-9261-9370816ea347),segment_id=5b2ea373-1fe3-4b70-9261-9370816ea347)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:36.284708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:36.296922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Calling delete_port for 401d43e4-b264-426f-a879-9486e127f676 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:36.472058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 01b791de-54a2-4d5c-9137-807a8dfeb67b no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:36.494032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 01b791de-54a2-4d5c-9137-807a8dfeb67b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:36.494032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 01b791de-54a2-4d5c-9137-807a8dfeb67b not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:36.537550 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:36.570349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=401d43e4-b264-426f-a879-9486e127f676,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:36.577547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62caca3-d14a-478f-910e-4a7990d45aec None None] DHCP port deletion for 3633e3ff-eb7e-4994-9db8-58498e74f585 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:36.595492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.595846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.596190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.596530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.596861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.597193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.597521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.597873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.598202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.598524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.598846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.599495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.599823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:13:36.738600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:36.981570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:13:37.121251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c06e1-2da6-4650-a7b3-8a1e189fb927 req-22bc69cc-151c-40c6-9e41-7332d1b0d03e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:37.122709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e21c06e1-2da6-4650-a7b3-8a1e189fb927 req-22bc69cc-151c-40c6-9e41-7332d1b0d03e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0961185 Dec 20 23:13:37.140683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:37.149310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:37.149915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9256897d-08d5-4447-adfe-ca01dfd7dde2 admin admin] 10.222.0.62 "PUT /v2.0/routers/2ef46f4b-3222-498c-9c47-4e8ebe98fbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557870 Dec 20 23:13:37.152942 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Sync routers for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:37.171796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:37.172724 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:37.218478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e21c06e1-2da6-4650-a7b3-8a1e189fb927 req-84385b69-d0bd-469e-bb3e-fdd5732e3c79 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Dec 20 23:13:37.294592 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:37.321407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:37.485800 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:13:36Z', 'revision_number': 5, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:37.502028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:37.517437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Checking router: 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:37.531903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Routers {'2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:37.532648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:37.589195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c31070b-62be-43a3-ae80-0f6531d93c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:37.665859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] Set router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:37.688992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Deleting port 2e4d7482-0715-407c-a118-49f3f032ea39 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:13:37.689333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:37.783793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] For port 2e4d7482-0715-407c-a118-49f3f032ea39, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e4d7482-0715-407c-a118-49f3f032ea39,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:37.784445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:37.798841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Calling delete_port for 2e4d7482-0715-407c-a118-49f3f032ea39 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:13:37.895377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:13:36Z', 'revision_number': 5, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:37.989045 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7862ed1c-5843-47ec-bc0b-88bbaf9ce400 None None] The sync data for ids ['2ef46f4b-3222-498c-9c47-4e8ebe98fbe2'] in n-d-822053-9 is: [{'id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'name': 'tempest-ServerRescueNegativeTestJSON-875792183-router', 'tenant_id': '5da96a81ccf34434ba035f52dd249c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:10:37Z', 'updated_at': '2021-12-20T23:13:36Z', 'revision_number': 5, 'project_id': '5da96a81ccf34434ba035f52dd249c3d', 'gw_port': {'id': '2e4d7482-0715-407c-a118-49f3f032ea39', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef46f4b-3222-498c-9c47-4e8ebe98fbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:10:39Z', 'updated_at': '2021-12-20T23:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:38.201681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.231708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4d7482-0715-407c-a118-49f3f032ea39,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:38.266450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e91390-122f-498c-90e4-7b75906423ee None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:38.311388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.344378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.516249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fab82-3e79-4621-971b-633177ddbf29 req-a898ee24-8e53-4f4a-b27d-6f4bc4dfb82e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:38.517856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69fab82-3e79-4621-971b-633177ddbf29 req-a898ee24-8e53-4f4a-b27d-6f4bc4dfb82e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1523306 Dec 20 23:13:38.543232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.545684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.594813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69fab82-3e79-4621-971b-633177ddbf29 req-f050518d-58aa-42c5-8fb2-59125db1e54c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695755 Dec 20 23:13:38.714500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.715262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:13:38.720072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.723772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0ac5b4d9-531a-43cf-b9ae-cad4ab926683 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2ef46f4b-3222-498c-9c47-4e8ebe98fbe2 HTTP/1.1" status: 204 len: 168 time: 1.5703795 Dec 20 23:13:38.728911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59276) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:38.775434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Deleting subnet 4e6c3b6d-d930-4aec-a289-c0f68219ab3a {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:13:38.778995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.820055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:38.883450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.028977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.056336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957fa14-8fab-4bf2-bc5d-289e3a5457f6 None None] Network 3633e3ff-eb7e-4994-9db8-58498e74f585 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:39.069187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6c3b6d-d930-4aec-a289-c0f68219ab3a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:39.075951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.081770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f639d0a2-55ee-4284-bdf2-271ade6a0790 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4e6c3b6d-d930-4aec-a289-c0f68219ab3a HTTP/1.1" status: 204 len: 168 time: 0.3533571 Dec 20 23:13:39.082892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:39.175449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.218184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7446353b-b1b7-4bcb-97e1-c5b577355984 None None] DHCP port deletion for 3633e3ff-eb7e-4994-9db8-58498e74f585 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:39.302878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.329742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633e3ff-eb7e-4994-9db8-58498e74f585']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:39.341016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2ea373-1fe3-4b70-9261-9370816ea347') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:39.342344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2ea373-1fe3-4b70-9261-9370816ea347') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:39.353994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.374104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.380879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:13:39.381277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:13:39.448609 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:13:39.451370 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:13:39.510227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.517409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.526458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] 10.222.0.62 "DELETE /v2.0/networks/3633e3ff-eb7e-4994-9db8-58498e74f585 HTTP/1.1" status: 204 len: 168 time: 0.4417212 Dec 20 23:13:39.558117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa593bf-8c4a-47e8-986d-2c087f247d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3633e3ff-eb7e-4994-9db8-58498e74f585,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:39.732778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:39.773139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa238-894c-4ed1-bac7-a4b889ee6213 req-d52dceb6-debc-4d91-87ac-10466f4e72a8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:39.778385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecaa238-894c-4ed1-bac7-a4b889ee6213 req-d52dceb6-debc-4d91-87ac-10466f4e72a8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0797305 Dec 20 23:13:39.852294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ecaa238-894c-4ed1-bac7-a4b889ee6213 req-4b9552a8-a817-4f0a-8170-b55d6d6776c3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689859 Dec 20 23:13:39.906238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59292) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:39.966195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c0137f3b-b974-4947-b44c-7456eb0b0614 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5da96a81ccf34434ba035f52dd249c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586572 Dec 20 23:13:39.968529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:40.040279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:40.040789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 401d43e4-b264-426f-a879-9486e127f676 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:40.067597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:40.068387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 401d43e4-b264-426f-a879-9486e127f676 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:40.068846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 401d43e4-b264-426f-a879-9486e127f676 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:40.068924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e4d7482-0715-407c-a118-49f3f032ea39 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:13:40.090708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2e4d7482-0715-407c-a118-49f3f032ea39 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:13:40.091327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e4d7482-0715-407c-a118-49f3f032ea39 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:13:40.207614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:40.210407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:40.213886 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4292522-43f4-4df6-8c75-75a848a8411a HTTP/1.1" status: 204 len: 168 time: 0.2421033 Dec 20 23:13:40.221404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ad262-7da7-4ba5-aff6-f2e1c7059b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4292522-43f4-4df6-8c75-75a848a8411a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:40.445795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:40.694948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59314) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:40.760697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Deleting subnet aac58200-a70f-4919-87ad-9676ad0ecc0e {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:13:40.764969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.053133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e2c36-1042-489b-bea5-302d97008daa req-53287d3a-ed5d-47e5-a7c5-2ff5ff23c08e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:41.055363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e2c36-1042-489b-bea5-302d97008daa req-53287d3a-ed5d-47e5-a7c5-2ff5ff23c08e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0835810 Dec 20 23:13:41.124849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe4e2c36-1042-489b-bea5-302d97008daa req-c20c5657-df51-479e-9d22-f1c7cd9ad63f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632787 Dec 20 23:13:41.129833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.188088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.339760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.378045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac58200-a70f-4919-87ad-9676ad0ecc0e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:41.390715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.400568 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4eec7c58-8a04-4805-a5cd-e4757fe157c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aac58200-a70f-4919-87ad-9676ad0ecc0e HTTP/1.1" status: 204 len: 168 time: 0.7021909 Dec 20 23:13:41.401527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59336) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:41.517415 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.581173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59338) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:41.623584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.646942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b99671b-d4d6-4f10-a140-22ab2497791e']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:41.657515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:41.657921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33dead0-41b4-4d2b-a010-24bfe6d71ec0') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:41.668753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.685158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.693788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:13:41.694189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:13:41.695935 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:13:41.742810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-365757670-network', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:41.830769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.838034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.844615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:41.845181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0b99671b-d4d6-4f10-a140-22ab2497791e HTTP/1.1" status: 204 len: 168 time: 0.4418592 Dec 20 23:13:41.860279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce06bd-67a7-4cca-8572-a72cafe620b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b99671b-d4d6-4f10-a140-22ab2497791e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:41.924131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Made reservation on behalf of 2fc7f134377b4b169176c8f01faa403f for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:41.927266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.940224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:41.950787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Deleting subnet 9dfad631-d650-491e-a72b-18a0eed5b972 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:13:41.961594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.009317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.070096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.127563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.213609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.244993 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.248759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:13:42.262183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63c054-11c5-4742-867e-c3cfa770788b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:42.287895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.288240 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Added segment 18eabde8-e65d-4e0a-8e47-9a628e044fc6 of type vlan for network afa30585-3fc6-4885-866e-f4edb12b7744 Dec 20 23:13:42.289805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfad631-d650-491e-a72b-18a0eed5b972,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:42.298001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8415f-3801-4fc1-8f2b-5449ce6eea94 req-6fcba475-44a8-4118-bb11-3590131d35b4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:42.298595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.299091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66e8415f-3801-4fc1-8f2b-5449ce6eea94 req-6fcba475-44a8-4118-bb11-3590131d35b4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1019762 Dec 20 23:13:42.310204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3770de74-63ca-4c8a-8b0e-48aef47b5aeb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9dfad631-d650-491e-a72b-18a0eed5b972 HTTP/1.1" status: 204 len: 168 time: 0.4632628 Dec 20 23:13:42.313121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59358) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:42.325826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2434ea1-e678-4fa9-8c0f-91fd4cbf54d0 req-9c812041-c9b3-4e1d-afd9-4e3fdc4b32c3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:42.334364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2434ea1-e678-4fa9-8c0f-91fd4cbf54d0 req-9c812041-c9b3-4e1d-afd9-4e3fdc4b32c3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1037183 Dec 20 23:13:42.368403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.417471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66e8415f-3801-4fc1-8f2b-5449ce6eea94 req-3e847eb5-4559-4a95-8175-36d2fabc8402 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 Dec 20 23:13:42.427141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.446066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2434ea1-e678-4fa9-8c0f-91fd4cbf54d0 req-d6918ad9-5d37-40dc-8fdc-2bc6414cb380 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018634 Dec 20 23:13:42.518093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.519052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:42.519617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.523636 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.596182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b9a838-27a4-4c24-8522-f65761f12b9b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:42.608522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8def5154-b0b2-456f-8a0c-b319ed7dd29d') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:42.611253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8def5154-b0b2-456f-8a0c-b319ed7dd29d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:42.611253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] Pushing event updated for resources: {'Network': ['ID=afa30585-3fc6-4885-866e-f4edb12b7744,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:42.620714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.624881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network afa30585-3fc6-4885-866e-f4edb12b7744 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:13:42.638435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60fd16a6-b951-410d-bb8d-1b60919f26f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0530643 Dec 20 23:13:42.640871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:42.643543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Request body: {'subnet': {'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-365757670-subnet', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:42.648385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.655084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:13:42.655477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:13:42.657183 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:13:42.750288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Made reservation on behalf of 2fc7f134377b4b169176c8f01faa403f for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:13:42.753056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.807692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.812394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:42.815746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] 10.222.0.62 "DELETE /v2.0/networks/99b9a838-27a4-4c24-8522-f65761f12b9b HTTP/1.1" status: 204 len: 168 time: 0.5016623 Dec 20 23:13:42.830606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30563299-cf2b-4d1b-8770-ab522535036f admin admin] Pushing event deleted for resources: {'Network': ['ID=99b9a838-27a4-4c24-8522-f65761f12b9b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:43.013186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.072779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:43.083948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Checking segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:43.084472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Network hostable DHCP agents. Network: afa30585-3fc6-4885-866e-f4edb12b7744, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:13:43.150660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Network afa30585-3fc6-4885-866e-f4edb12b7744 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:13:43.167373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:43.203161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ce53dac-336a-47a6-9b5e-bc2d65fb8b90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c8c464bd9eb4d428d8d7bab08106ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399177 Dec 20 23:13:43.205696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59368) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:43.238488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, afa30585-3fc6-4885-866e-f4edb12b7744) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:43.245027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:43.245542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.247436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158b064-a4be-4b79-aecf-6026529c67b8 None None] Network afa30585-3fc6-4885-866e-f4edb12b7744 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:43.265882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.288654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.352840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-afa30585-3fc6-4885-866e-f4edb12b7744', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:13:43.360435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.360578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:43.360680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2e88785-8503-49ba-a36a-8e7058dc4b42 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7191761 Dec 20 23:13:43.363398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:43.436363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.439254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.440543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1121224-7503-4b3c-8560-89d781312542 HTTP/1.1" status: 204 len: 168 time: 0.2339451 Dec 20 23:13:43.451590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f69cb-bfb7-448d-bba7-d210c9095868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1121224-7503-4b3c-8560-89d781312542,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:43.460080 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.462292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.540128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Allocated IP 172.20.0.2 (afa30585-3fc6-4885-866e-f4edb12b7744/92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83/1418f779-0a5f-4fe9-b41e-0d04125519be) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:43.588991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.649130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b662-1f10-4702-84b7-f73c7cb56af2 req-7c4d1a8f-8026-4f89-b052-ad324847e8aa tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:43.650989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47f7b662-1f10-4702-84b7-f73c7cb56af2 req-7c4d1a8f-8026-4f89-b052-ad324847e8aa tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1093345 Dec 20 23:13:43.670295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52967fc9-99ab-4947-914d-a789b44a58f2 req-f85ae446-1738-49bc-a0f7-1f8add6afbaa tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:43.671730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52967fc9-99ab-4947-914d-a789b44a58f2 req-f85ae446-1738-49bc-a0f7-1f8add6afbaa tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0810804 Dec 20 23:13:43.742144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.752745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47f7b662-1f10-4702-84b7-f73c7cb56af2 req-5c2fc806-2380-49d1-8e6a-8f0be9d79138 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909703 Dec 20 23:13:43.779983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52967fc9-99ab-4947-914d-a789b44a58f2 req-0c746977-ffeb-44dd-a400-20cae1403526 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817070 Dec 20 23:13:43.820528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.871362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:43.882749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Pushing event updated for resources: {'Port': ['ID=1418f779-0a5f-4fe9-b41e-0d04125519be,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:43.890250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Network afa30585-3fc6-4885-866e-f4edb12b7744 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:43.890875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:43.893106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:44.115423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Attempting to bind port 1418f779-0a5f-4fe9-b41e-0d04125519be on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:44.115775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Attempting to bind port 1418f779-0a5f-4fe9-b41e-0d04125519be by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:44.116074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Attempting to bind port 1418f779-0a5f-4fe9-b41e-0d04125519be on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:44.121178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:44.121554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Checking segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:44.121983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.122387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Bound using segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:44.122906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Bound port: 1418f779-0a5f-4fe9-b41e-0d04125519be, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:44.123292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.159381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.186317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.193486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] For port 1418f779-0a5f-4fe9-b41e-0d04125519be, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:44.197057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] For port 1418f779-0a5f-4fe9-b41e-0d04125519be, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1418f779-0a5f-4fe9-b41e-0d04125519be,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:44.264559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.286254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59382) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:44.306843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Allocated IP 172.25.1.252 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/1eeaab51-36dd-4d1d-9688-ea10d379c4e7) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:44.331137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f8f5e1a-9936-4d10-b8b0-3c7c656aab69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18f4e72a36a3499d8e30422316dfe9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436106 Dec 20 23:13:44.332981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed2ee2-7bc9-415f-9d04-0626fa0341d3 None None] Pushing event updated for resources: {'Port': ['ID=1418f779-0a5f-4fe9-b41e-0d04125519be,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:44.333920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59384) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:44.385277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.415236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.435143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.543343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.546104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.548709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/613dd1cc-4896-4d5b-98b2-0f89cda3c095 HTTP/1.1" status: 204 len: 168 time: 0.2136254 Dec 20 23:13:44.562938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513ad2c-bda2-498c-bed4-e412183fdc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613dd1cc-4896-4d5b-98b2-0f89cda3c095,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:44.573372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.632014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:44.634919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:44.638550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:44.655270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b00f17-df22-479d-b93e-dc0ff119d984 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:44.664758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:44.731326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cb33d9e4-7a2e-4aa7-865c-6cb1d1cb3be2 None None] Provisioning complete for port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:44.731979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb33d9e4-7a2e-4aa7-865c-6cb1d1cb3be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:44.769145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cb33d9e4-7a2e-4aa7-865c-6cb1d1cb3be2 None None] Port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:44.933451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b23e2-1a69-4a71-bd48-b484dfe8404a req-3c27c1ba-9929-4fe9-83f5-5bc8fc328f8c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:44.935999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-928b23e2-1a69-4a71-bd48-b484dfe8404a req-3c27c1ba-9929-4fe9-83f5-5bc8fc328f8c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0985446 Dec 20 23:13:44.945117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45bfd-d9de-4d07-b053-211a07ce13b4 req-d8c288f6-dccb-45c4-9c2f-be69fe97f3d0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:44.947015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda45bfd-d9de-4d07-b053-211a07ce13b4 req-d8c288f6-dccb-45c4-9c2f-be69fe97f3d0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1012447 Dec 20 23:13:44.997140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.028455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-928b23e2-1a69-4a71-bd48-b484dfe8404a req-32b19db4-ae34-4482-9c1e-7d4f3641b16c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 Dec 20 23:13:45.039781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda45bfd-d9de-4d07-b053-211a07ce13b4 req-3b4110c0-8ffe-4c6c-974a-ce9a0de8923d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852339 Dec 20 23:13:45.242553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.407315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5e773-ea23-4650-8159-aeb04f04b9dd None None] Network afa30585-3fc6-4885-866e-f4edb12b7744 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:13:45.459503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Router ff18a823-d261-41cf-8efb-9389c9a13b73 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:13:45.507651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:13:45.541195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] Provisioning complete for port 1418f779-0a5f-4fe9-b41e-0d04125519be triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:45.541570 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.572860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:45.596534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:45.653304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:45.653989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:45.696566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.700439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-47867916-d2c5-45f3-9bf6-3c0817ab00b4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3384166 Dec 20 23:13:45.700631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:45.730021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:45.799832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'mac_address': 'fa:16:3e:0b:2e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:13:45.812953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.855216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:45.952153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:45.969397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 437365b3-fc62-4346-9e7e-521d5b2e7727 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:45.982748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] For port 1418f779-0a5f-4fe9-b41e-0d04125519be, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1418f779-0a5f-4fe9-b41e-0d04125519be,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:46.046451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:46.061670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.122597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.135013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1418f779-0a5f-4fe9-b41e-0d04125519be up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:46.225267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d930f-57ff-439a-8586-6f6c1b5340e2 None None] Pushing event updated for resources: {'Port': ['ID=1418f779-0a5f-4fe9-b41e-0d04125519be,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:46.260219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.266699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04306c-66e5-4873-a368-e592063de5b6 req-edbd9119-355d-44f5-82ba-617389f9e0bd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:46.278790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f04306c-66e5-4873-a368-e592063de5b6 req-edbd9119-355d-44f5-82ba-617389f9e0bd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 944 time: 0.1244929 Dec 20 23:13:46.283520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0f794aa7-694f-4904-a2b0-ef9ee02a63fd None None] Provisioning complete for port 1418f779-0a5f-4fe9-b41e-0d04125519be triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:46.284154 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f794aa7-694f-4904-a2b0-ef9ee02a63fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.300258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a2a67-03e6-4221-9f50-730e816496d0 req-fbcd975f-9f27-4311-bb8a-2cb2d8b9947e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:46.310155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-561a2a67-03e6-4221-9f50-730e816496d0 req-fbcd975f-9f27-4311-bb8a-2cb2d8b9947e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1416535 Dec 20 23:13:46.314799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['437365b3-fc62-4346-9e7e-521d5b2e7727'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:46.405624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:46.405710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-561a2a67-03e6-4221-9f50-730e816496d0 req-1ca92dab-bdb5-475a-aff0-fb994f0b5783 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866237 Dec 20 23:13:46.423635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f04306c-66e5-4873-a368-e592063de5b6 req-b4f8d4b4-4a47-499f-8100-43f30074438f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439662 Dec 20 23:13:46.431528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:44Z', 'revision_number': 3, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:46.462971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1418f779-0a5f-4fe9-b41e-0d04125519be triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:46.463326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.484967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:46.485315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Updating router ff18a823-d261-41cf-8efb-9389c9a13b73 port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:13:46.522741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Allocated IP 172.20.0.1 (afa30585-3fc6-4885-866e-f4edb12b7744/92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83/4b21da6a-0196-4818-a869-9710d8e0d555) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:46.562954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.929389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:46.952354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.047074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.091262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.095134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f85772-ad23-40e0-a9b5-384dbee8e56a None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:47.109633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Attempting to bind port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:47.110037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Attempting to bind port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:47.110441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Attempting to bind port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:47.113079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54259c-67e9-43fc-a16e-933e99930b99 None None] Pushing event updated for resources: {'Port': ['ID=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:47.126425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:47.126801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:47.127207 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.127595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:47.128067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Bound port: 1eeaab51-36dd-4d1d-9688-ea10d379c4e7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:47.129319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.142378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Network afa30585-3fc6-4885-866e-f4edb12b7744 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:47.145682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:47.150479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:47.152504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Pushing event updated for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:47.189169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4474d96a-dd23-4024-9167-e2f59652de33 None None] Provisioning complete for port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:47.189453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4474d96a-dd23-4024-9167-e2f59652de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.198612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.260038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] For port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:47.460086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] For port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:47.462947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4474d96a-dd23-4024-9167-e2f59652de33 None None] Port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:47.487805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.526085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:47.558083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.638652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad8b36c-fdce-4280-b875-535980aaa974 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:13:47.644407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:47.646317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:47.690100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703ebe-c454-4ef3-a99c-33e2fa8e6b6f req-ea90d4cf-c097-4898-a140-98dcf5f8a43c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:47.693040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76703ebe-c454-4ef3-a99c-33e2fa8e6b6f req-ea90d4cf-c097-4898-a140-98dcf5f8a43c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1647956 Dec 20 23:13:47.736141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-95ef5297-fa22-4345-b814-2bf040230d50 None None] Provisioning complete for port 4b21da6a-0196-4818-a869-9710d8e0d555 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:47.736722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95ef5297-fa22-4345-b814-2bf040230d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.740719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee87bc-afe0-44dd-807e-fd69bfd28f32 req-0d6e9325-e9b5-42e2-8e37-eaaafcaa3526 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:47.742321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1ee87bc-afe0-44dd-807e-fd69bfd28f32 req-0d6e9325-e9b5-42e2-8e37-eaaafcaa3526 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 944 time: 0.1821959 Dec 20 23:13:47.774834 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:13:47.781592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54259c-67e9-43fc-a16e-933e99930b99 None None] Pushing event updated for resources: {'Port': ['ID=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:47.797058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 437365b3-fc62-4346-9e7e-521d5b2e7727 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:47.798149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.800161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.802125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76703ebe-c454-4ef3-a99c-33e2fa8e6b6f req-a9ebb55e-040f-4df3-a743-58c03e0be78d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983028 Dec 20 23:13:47.838877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1ee87bc-afe0-44dd-807e-fd69bfd28f32 req-24b18c91-d6af-4b73-b290-4628dde77d28 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834618 Dec 20 23:13:47.869007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-95ef5297-fa22-4345-b814-2bf040230d50 None None] Port 4b21da6a-0196-4818-a869-9710d8e0d555 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:47.887169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.909801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:47.970873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:47.983139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Pushing event updated for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:48.018178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.107157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1418f779-0a5f-4fe9-b41e-0d04125519be up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:48.128477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Network afa30585-3fc6-4885-866e-f4edb12b7744 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:48.131516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:48.272864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] Provisioning complete for port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:48.273276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.275172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:48.277590 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336615e4-af58-4b26-bf94-7c5e84243255" -d '{"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-plugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:48.297553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:13:48.388997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:48.397391 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b501371d-1ef5-4574-be9b-85fd790d7dc3 x-openstack-request-id: req-b501371d-1ef5-4574-be9b-85fd790d7dc3 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:13:48.402318 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-plugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:13:48.402318 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b501371d-1ef5-4574-be9b-85fd790d7dc3 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:13:48.402318 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'code': 200} Dec 20 23:13:48.450060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1418f779-0a5f-4fe9-b41e-0d04125519be triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:48.450432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.476408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:13:48.495655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e1d1324-13f4-444c-a0c9-8a68b1fc9870 admin admin] 10.222.0.62 "PUT /v2.0/routers/ff18a823-d261-41cf-8efb-9389c9a13b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7854228 Dec 20 23:13:48.540185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.585865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:46Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:48.632234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e5171-8e83-4c76-818d-0149db30fe9f None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:46Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:48.640063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.683628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:48.688413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] For port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:48.778812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.850408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3524-23a3-4f19-8ea1-d07a027e494a None None] Pushing event updated for resources: {'Port': ['ID=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:48.918892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4b5af07-b22f-4ca3-9b2a-935c834570cf None None] Provisioning complete for port 4b21da6a-0196-4818-a869-9710d8e0d555 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:48.920115 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4b5af07-b22f-4ca3-9b2a-935c834570cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:48.996147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084badbd-3a0f-46e4-b485-efadd726688d req-f23a777f-b817-4123-95a6-00993a9471ce tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:49.005090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-084badbd-3a0f-46e4-b485-efadd726688d req-f23a777f-b817-4123-95a6-00993a9471ce tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0942094 Dec 20 23:13:49.006497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5af07-b22f-4ca3-9b2a-935c834570cf None None] Port 4b21da6a-0196-4818-a869-9710d8e0d555 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:13:49.158989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-084badbd-3a0f-46e4-b485-efadd726688d req-78896314-945c-4556-9542-b7e487885298 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526544 Dec 20 23:13:49.400455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65538838-a326-4c00-a875-6fdb3d90daa4 req-e1ef88d9-97e9-4a05-96d0-70867723e3e4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:49.402850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65538838-a326-4c00-a875-6fdb3d90daa4 req-e1ef88d9-97e9-4a05-96d0-70867723e3e4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1077878 Dec 20 23:13:49.513858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-65538838-a326-4c00-a875-6fdb3d90daa4 req-32658045-1d40-4b21-ab02-13629a8f24fd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885887 Dec 20 23:13:49.716603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59550) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:49.721231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838558624', 'description': 'tempest-description--845902695'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:49.846918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:49.982119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.060366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.120605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:50.131728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c99b9-50fa-45c1-a441-15c9db20af67,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:50.169100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.173370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59554) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:50.178384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c0afdb9d-c0d9-4874-944f-c7fb8cea8d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4563630 Dec 20 23:13:50.179117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c99b9-50fa-45c1-a441-15c9db20af67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:50.230175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:50.231333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.357950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.398408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650df0a-5d8c-48b4-b915-a0df7d201312 req-cceac9fb-6759-4b72-9520-247bac251b83 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:50.401514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d650df0a-5d8c-48b4-b915-a0df7d201312 req-cceac9fb-6759-4b72-9520-247bac251b83 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1093948 Dec 20 23:13:50.460093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.497041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d650df0a-5d8c-48b4-b915-a0df7d201312 req-b4d2870e-a414-40ad-9eee-18cc36fa5bea tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860913 Dec 20 23:13:50.550098 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.574770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0698a8d5-b067-41e6-948f-64c5c4c9ddff,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:50.667059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.668530 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1889ca87-1659-47b8-8f7a-6adfe1a46e25 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4938660 Dec 20 23:13:50.671089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:50.678189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group_rule': {'security_group_id': 'cd0c99b9-50fa-45c1-a441-15c9db20af67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:50.678987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13b7b8-6094-402d-8994-a7b82d3343cc req-dab4f8ba-4cb4-4565-8e60-a4eeb0469e6e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:50.683574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf13b7b8-6094-402d-8994-a7b82d3343cc req-dab4f8ba-4cb4-4565-8e60-a4eeb0469e6e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.0808077 Dec 20 23:13:50.752632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf13b7b8-6094-402d-8994-a7b82d3343cc req-ccc53629-8130-4c2f-98db-3acb00651790 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614800 Dec 20 23:13:50.837133 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:50.935343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.018380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.050658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8696cdb3-1d27-49ae-8845-d25d16adf705,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:51.123491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.127678 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f66c5812-cec4-4e53-9ac5-fcd9c910b3a7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524896 Dec 20 23:13:51.128085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59572) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:13:51.134273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:13:51.259262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.429664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.589079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Allocated IP 172.25.1.182 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/268d2b30-0f17-40ef-bbef-701e4a514fcb) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:13:51.772728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72ecf-ff37-488e-ac94-2b9d3800185e req-6251ec9f-06da-4770-abed-eb112794a1c8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:51.774321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ed72ecf-ff37-488e-ac94-2b9d3800185e req-6251ec9f-06da-4770-abed-eb112794a1c8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1477129 Dec 20 23:13:51.816299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:51.882460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ed72ecf-ff37-488e-ac94-2b9d3800185e req-c87209f7-023a-40c6-8f54-f64476008435 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797465 Dec 20 23:13:51.979159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.017629 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:13:52.032975 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:52.034159 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:52.061279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:13:52.067821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:13:52.073193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:13:52.078673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=268d2b30-0f17-40ef-bbef-701e4a514fcb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:52.127978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5383cf-d4b5-41f7-9f51-5e5ee897fe79 req-60271814-e1d4-45f2-828a-5351b3062f7e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:52.129103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f5383cf-d4b5-41f7-9f51-5e5ee897fe79 req-60271814-e1d4-45f2-828a-5351b3062f7e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.1418164 Dec 20 23:13:52.174462 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:52.253472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.312613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f5383cf-d4b5-41f7-9f51-5e5ee897fe79 req-20dbb61e-5dfc-431b-b0e3-d6b8c683da93 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759603 Dec 20 23:13:52.356034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.475850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 2, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:52.495212 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:13:52.495557 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Updating router ff18a823-d261-41cf-8efb-9389c9a13b73 port 4b21da6a-0196-4818-a869-9710d8e0d555 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:13:52.530868 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.594903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.674304 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.766303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=268d2b30-0f17-40ef-bbef-701e4a514fcb,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:52.778946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.859717 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:52.861276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97a39d08-92a5-417f-9520-e117ac2e9cfc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7314587 Dec 20 23:13:53.133146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269922f2-1772-4b84-ae41-502732fd33a1 req-d8a10f51-80a3-4959-a85d-8ca4a988c656 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:13:53.135677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-269922f2-1772-4b84-ae41-502732fd33a1 req-d8a10f51-80a3-4959-a85d-8ca4a988c656 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1340315 Dec 20 23:13:53.182593 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:53.195608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-269922f2-1772-4b84-ae41-502732fd33a1 req-03842e81-1b80-423f-bedf-6202127c5e05 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524251 Dec 20 23:13:53.846951 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:53.897743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6fa4-bbf8-46b7-b906-743859dec206 None None] Pushing event updated for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:53.968596 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Attempting to bind port 4b21da6a-0196-4818-a869-9710d8e0d555 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:13:53.969118 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Attempting to bind port 4b21da6a-0196-4818-a869-9710d8e0d555 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:13:53.969504 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Attempting to bind port 4b21da6a-0196-4818-a869-9710d8e0d555 on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:13:53.976237 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:13:53.976622 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Checking segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:13:53.977021 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:53.977421 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Bound using segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:13:53.977920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Bound port: 4b21da6a-0196-4818-a869-9710d8e0d555, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:13:53.978342 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.083657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] For port 4b21da6a-0196-4818-a869-9710d8e0d555, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:13:54.087725 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] For port 4b21da6a-0196-4818-a869-9710d8e0d555, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b21da6a-0196-4818-a869-9710d8e0d555,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:13:54.172446 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.260949 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:13:54.261623 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:13:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:54.302371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] Provisioning complete for port 4b21da6a-0196-4818-a869-9710d8e0d555 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:54.303500 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.349424 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6fa4-bbf8-46b7-b906-743859dec206 None None] Pushing event updated for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:54.450333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.494272 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:13:54.508735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] For port 4b21da6a-0196-4818-a869-9710d8e0d555, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b21da6a-0196-4818-a869-9710d8e0d555,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:54.543050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:13:54.589250 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.737781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e5106-b547-4993-8bd0-7f601ab4a143 None None] Pushing event updated for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:54.753423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4669f1a9-c888-48c7-b1a7-be0029d3ece9 None None] Provisioning complete for port 4b21da6a-0196-4818-a869-9710d8e0d555 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:54.753818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4669f1a9-c888-48c7-b1a7-be0029d3ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.760064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:54.792254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:13:54.854198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:54.856498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:13:54.892226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:13:54.913761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b47f23-0cfb-4cbf-9d94-f350b4a2b67c None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:13:54.920886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:54.995545 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:55.103971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:55.130784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:13:56.071544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b21da6a-0196-4818-a869-9710d8e0d555 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:56.212533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4b21da6a-0196-4818-a869-9710d8e0d555 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:56.213253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:56.540595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:13:56.602131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:13:56.602501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:56.697222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:56.751068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:13:56.753262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:13:56.756499 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47d46b9-0b58-492a-a602-de51f7e8b60d" -d '{"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:13:56.815389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:13:56.874404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:13:57.971967 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:01.755219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-03082603-b0c8-40b0-b053-06054eac4194 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--838558624&fields=id&tenant_id=2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 267 time: 0.4432156 Dec 20 23:14:01.787358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-072904d9-e91b-4353-a3c2-adf1dad581c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:01.790985 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-072904d9-e91b-4353-a3c2-adf1dad581c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0618474 Dec 20 23:14:01.845654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-98be1467-6545-4014-b59e-4345b6118485 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:01.847466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-98be1467-6545-4014-b59e-4345b6118485 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.5276899 Dec 20 23:14:01.907143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-8d296e8f-1e8a-4604-9435-b85d9597bd4a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/quotas/472333722b8449368abd55965b600b21 HTTP/1.1" status: 200 len: 375 time: 0.0522511 Dec 20 23:14:01.992728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-a501c6b8-ee18-4293-ac56-a243e549f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:01.994386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-a501c6b8-ee18-4293-ac56-a243e549f3de service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.1781743 Dec 20 23:14:02.015435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-6feb2b32-2d89-4819-a208-96b4a688e7e3 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070588 Dec 20 23:14:02.024869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-1fa45f07-f3c9-4887-ba74-15469d7e8a53 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.027814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-1fa45f07-f3c9-4887-ba74-15469d7e8a53 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 810 time: 0.2454691 Dec 20 23:14:02.047687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-3be261b6-58bd-42e0-8e57-33ded65c6a3b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/quotas/2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 375 time: 0.0100491 Dec 20 23:14:02.111478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-ae6c8876-795c-46fd-ae69-0424f3d67df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.113296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-ae6c8876-795c-46fd-ae69-0424f3d67df4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 1096 time: 0.1179380 Dec 20 23:14:02.182776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-5ec78356-82c3-4a89-b098-d5ad6fadfbfa tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274729 Dec 20 23:14:02.258302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-43f631c9-5469-41b9-96e4-dfa3b8ffbfe8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:14:02.259406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-43f631c9-5469-41b9-96e4-dfa3b8ffbfe8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2306767 Dec 20 23:14:02.264058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-85fad94d-2518-4386-bee3-6149ee4114e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1002 time: 0.2564752 Dec 20 23:14:02.362853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-f4cbe0e8-6cd0-40c3-b6c2-2623f05936da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.362853 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-f4cbe0e8-6cd0-40c3-b6c2-2623f05936da service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 912 time: 0.2394922 Dec 20 23:14:02.416319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-dbb1b4ce-d007-42ee-be35-e327f15ee6cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=437365b3-fc62-4346-9e7e-521d5b2e7727 HTTP/1.1" status: 200 len: 217 time: 0.0464523 Dec 20 23:14:02.427269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-eddc5155-d725-4041-ad1b-a037f50fe06e service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521420 Dec 20 23:14:02.450834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-73f4c787-5c60-44e7-8fa6-6e2b17d266b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.452425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-73f4c787-5c60-44e7-8fa6-6e2b17d266b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.1794288 Dec 20 23:14:02.539735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-2553b226-942b-4444-ab95-9f3c615eb6a4 service neutron] 10.222.0.62 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282921 Dec 20 23:14:02.545105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-76a2fc30-9245-4a37-820b-0ced73c81366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.546666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-76a2fc30-9245-4a37-820b-0ced73c81366 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.1198878 Dec 20 23:14:02.566665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-3a23b8a0-4a04-44ed-87a0-145b9475bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:02.573184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-3a23b8a0-4a04-44ed-87a0-145b9475bec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891337 Dec 20 23:14:02.621323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-8453f770-dafd-483b-8ef5-18559b41dd82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652056 Dec 20 23:14:02.703712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-220f279b-5b1b-4fb7-94bd-74b796f24386 service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292073 Dec 20 23:14:02.720341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-58e0ad9c-512a-4b69-8653-d8c57439f0ce service neutron] 10.222.0.62 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692543 Dec 20 23:14:02.848188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-07e2d9ea-1148-45b7-90cb-bdc845a8e3d3 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138147 Dec 20 23:14:02.991505 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-beba2cbc-8a75-465d-9f08-7ed2e46cf5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685472 Dec 20 23:14:03.041402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b035372c-dcaf-4269-9f44-24cca33bdabc req-28244c72-3e21-4909-ab8e-b0a1285f5161 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600137 Dec 20 23:14:03.225099 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-889a4dd9-d582-4f59-bba7-4c790de5329b req-d1325b40-8ef7-4e63-b812-40db94423c9c service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225916 Dec 20 23:14:03.280705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:03.459639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd823-fcf7-4304-8e13-b853bb9f509d req-7fc3c449-017a-49a6-8aa5-f9c42a40aa19 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:03.471588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44acd823-fcf7-4304-8e13-b853bb9f509d req-7fc3c449-017a-49a6-8aa5-f9c42a40aa19 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1735826 Dec 20 23:14:03.550767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44acd823-fcf7-4304-8e13-b853bb9f509d req-57af0396-6264-456f-863e-bc40da14d709 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781908 Dec 20 23:14:03.575552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dae8ec-c7eb-40d0-a0b9-326aa6eec451 req-a1dea3cf-0bbc-40d4-9342-11f585a454a3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:03.589088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62dae8ec-c7eb-40d0-a0b9-326aa6eec451 req-a1dea3cf-0bbc-40d4-9342-11f585a454a3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 945 time: 0.2391410 Dec 20 23:14:03.615136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:14:03.729859 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd416cf-d81b-4c37-8dba-b72e507aa1a8 x-openstack-request-id: req-8cd416cf-d81b-4c37-8dba-b72e507aa1a8 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:03.730154 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:03.732520 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cd416cf-d81b-4c37-8dba-b72e507aa1a8 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:03.733108 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'code': 200} Dec 20 23:14:03.735981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62dae8ec-c7eb-40d0-a0b9-326aa6eec451 req-b8a43e67-2ff9-44fd-a078-3d54b5181223 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420941 Dec 20 23:14:03.841899 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:03.869050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56e1bb73-5903-40e1-8b1c-5c10f8151b9e req-8a68292b-276e-4fd0-ae85-3665f393294b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 210 time: 0.0334907 Dec 20 23:14:03.893040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733b6ce-f8d3-44e4-aa3e-368cc1eae2f4 req-b2f74d7d-4def-4611-9920-417d039bb3b8 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:03.902115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7733b6ce-f8d3-44e4-aa3e-368cc1eae2f4 req-b2f74d7d-4def-4611-9920-417d039bb3b8 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1096 time: 0.1203289 Dec 20 23:14:03.975997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:04.025350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7733b6ce-f8d3-44e4-aa3e-368cc1eae2f4 req-83f9c36b-0fa0-4e6f-91a4-59c4b395618b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224101 Dec 20 23:14:04.027304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad1cdf9d-9481-46fd-9d62-8a838f845f09 req-3367bc1e-3bd2-40cd-a02b-d99bc87815b7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0342138 Dec 20 23:14:04.146135 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:04.203900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf7b0-09bc-41d8-abf4-d7a4cad2209c req-3c65deae-b0f8-4d11-aae3-a67dd2eac7bf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:04.213995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b18cf7b0-09bc-41d8-abf4-d7a4cad2209c req-3c65deae-b0f8-4d11-aae3-a67dd2eac7bf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.1084409 Dec 20 23:14:04.271601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:04.286119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b18cf7b0-09bc-41d8-abf4-d7a4cad2209c req-a84ebeac-1a52-47d1-b1f8-e0e969ed26e7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688477 Dec 20 23:14:04.314982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:14:04.424913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-68fa65ce-5ece-4dbe-83ef-f85e0e96abc7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 200 len: 993 time: 0.1087594 Dec 20 23:14:04.700609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e139e2-8b2a-40c3-87ff-e7d66e96a60f req-205938b1-29e0-462e-9315-7f234d3e7370 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:04.724204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e139e2-8b2a-40c3-87ff-e7d66e96a60f req-205938b1-29e0-462e-9315-7f234d3e7370 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0915456 Dec 20 23:14:04.814767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e139e2-8b2a-40c3-87ff-e7d66e96a60f req-8215d061-18a5-4880-a6dd-63cb3d71bf60 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897036 Dec 20 23:14:04.841543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0b10c4d-a536-4c21-800a-1151e7da8560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:05.079702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2999208-1f2e-4e1b-a035-4f66c651fc4a req-68ea5719-df39-42d7-a3b8-6040927211e6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:05.081332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2999208-1f2e-4e1b-a035-4f66c651fc4a req-68ea5719-df39-42d7-a3b8-6040927211e6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.0791759 Dec 20 23:14:05.162544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2999208-1f2e-4e1b-a035-4f66c651fc4a req-2352b5fb-5ac1-416a-9a84-ab518323636c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740192 Dec 20 23:14:05.370026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac79b643-3a68-49a7-bf1a-3fc50983a79c req-e76b0693-b8c6-4ecc-8d1e-3c9f30233a26 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 210 time: 0.0405767 Dec 20 23:14:05.386192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8842fc9d-74c1-44b3-93e5-38500b6ae743 req-8c1bd833-cf7d-4416-a029-3f1d89b019f2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0921917 Dec 20 23:14:05.529147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6930f83-2c81-4344-89b1-48e750c9e0a7 req-411b7e59-49a7-4383-9358-e9c2e443bb09 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:05.533620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-4199b04a-48c0-4486-b31f-792eb816e714 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867376 Dec 20 23:14:05.554433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6930f83-2c81-4344-89b1-48e750c9e0a7 req-411b7e59-49a7-4383-9358-e9c2e443bb09 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0945652 Dec 20 23:14:05.645756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6930f83-2c81-4344-89b1-48e750c9e0a7 req-5363e1fc-3b49-4bc5-b104-a07646bef038 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872817 Dec 20 23:14:05.734357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:05.739446 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708eca79-16cb-4549-a21d-14da57c99697" -d '{"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:05.823648 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f2f88-67a6-4b90-add4-b93b62138a50 x-openstack-request-id: req-846f2f88-67a6-4b90-add4-b93b62138a50 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:05.824159 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:05.824589 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-846f2f88-67a6-4b90-add4-b93b62138a50 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:05.825154 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'code': 200} Dec 20 23:14:06.203862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e99314b5-3347-4bd5-90f5-8e93e16ccd8b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:06.205591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e99314b5-3347-4bd5-90f5-8e93e16ccd8b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.45 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.3141682 Dec 20 23:14:06.230147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Request body: {'port': {'device_id': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'admin_state_up': True, 'tenant_id': '472333722b8449368abd55965b600b21'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:06.252569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069a47-c1f6-484a-8272-40eadf166c30 req-0b3729e0-6513-427e-ad04-6e7d4ed550c5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:06.267342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa069a47-c1f6-484a-8272-40eadf166c30 req-0b3729e0-6513-427e-ad04-6e7d4ed550c5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1756575 Dec 20 23:14:06.461585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa069a47-c1f6-484a-8272-40eadf166c30 req-6fbaadc1-6fb0-4a12-b5e5-7805f4bfdd5b tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866086 Dec 20 23:14:06.544439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc89210-048b-452d-8467-b110cea15923 req-385eaca5-34c4-4935-b637-2f3cc0044697 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:06.550363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbc89210-048b-452d-8467-b110cea15923 req-385eaca5-34c4-4935-b637-2f3cc0044697 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.1943507 Dec 20 23:14:06.617684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:14:06.621295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:06.624524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbc89210-048b-452d-8467-b110cea15923 req-6a9cee68-5129-47a1-9057-986f6efccd08 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 Dec 20 23:14:06.678483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f013569f-66ea-48d3-b6cb-45d45ae046d9 req-c716181f-4112-4483-b690-802d86202355 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 210 time: 0.0413733 Dec 20 23:14:06.841509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0dc9d63c-ecf4-4a5f-9786-d476eee57c39 req-f8011431-c713-4c2b-a13b-648abc340a12 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0918453 Dec 20 23:14:06.972079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Allocated IP 172.20.0.8 (1d544b96-eefe-4c33-95af-a15deecfc34c/329181ae-52e4-49b8-ad3c-2ea8d0d61e42/a33ff96d-803e-4649-98d6-1deaa49ed99f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:14:07.130227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-bf7ecab3-7e9c-4e01-abce-665daac1b84d tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:07.146526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-bf7ecab3-7e9c-4e01-abce-665daac1b84d tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 810 time: 0.3204618 Dec 20 23:14:07.246422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a46c-0638-4126-bcd7-8d0f0c9d3941 req-0313ce13-7a06-4848-ab91-6a32674b3931 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:07.247404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cff3a46c-0638-4126-bcd7-8d0f0c9d3941 req-0313ce13-7a06-4848-ab91-6a32674b3931 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0999286 Dec 20 23:14:07.318361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-4e92cf29-8b0f-4c0f-bbc5-4fad52664289 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 379 time: 0.1551073 Dec 20 23:14:07.338638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'port': {'device_id': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'admin_state_up': True, 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'security_groups': ['cd0c99b9-50fa-45c1-a441-15c9db20af67']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:07.355335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:07.385464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cff3a46c-0638-4126-bcd7-8d0f0c9d3941 req-6fca362d-7236-4773-8dd3-387ade9732b8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136718 Dec 20 23:14:07.487397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:07.503435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:07.565238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event updated for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:07.570366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17587666-f452-4e99-aa4c-5964355f80c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:07.578616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Network 1d544b96-eefe-4c33-95af-a15deecfc34c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:14:07.580840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:14:07.585757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:14:07.641464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 437365b3-fc62-4346-9e7e-521d5b2e7727 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:14:07.654125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:07.654858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:07.756150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225934-07d2-48c0-85f4-8497eecbf420 req-df635d55-302a-4dc6-9168-32de0a5d89a8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:07.758217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94225934-07d2-48c0-85f4-8497eecbf420 req-df635d55-302a-4dc6-9168-32de0a5d89a8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0760558 Dec 20 23:14:07.786473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Made reservation on behalf of 2fc7f134377b4b169176c8f01faa403f for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:14:07.792177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:07.846464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94225934-07d2-48c0-85f4-8497eecbf420 req-f02a747f-7cc3-4083-bb6f-67ff24832534 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818853 Dec 20 23:14:08.010669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541a95-04d2-4e8e-badb-0b3d1aa0d52e req-280178cd-e5fb-44d1-b0f7-f67da955c000 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:08.020161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7541a95-04d2-4e8e-badb-0b3d1aa0d52e req-280178cd-e5fb-44d1-b0f7-f67da955c000 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 931 time: 0.1041138 Dec 20 23:14:08.032910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Allocated IP 172.20.0.5 (afa30585-3fc6-4885-866e-f4edb12b7744/92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83/c69949ce-a07b-4cad-89a0-eb2f3a71a733) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:14:08.105249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7541a95-04d2-4e8e-badb-0b3d1aa0d52e req-10742ecb-0086-4aa7-9c03-b7e597289f12 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865228 Dec 20 23:14:08.163652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-ddb71198-2b63-428a-8a88-34d9cfa93dd8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9406059 Dec 20 23:14:08.181897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Request body: {'port': {'device_id': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:08.220783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c188987f-787d-44f2-9bbd-8aafddf7bff6 req-1bd124e3-1b6c-4980-8598-9b965f6815ec tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0380812 Dec 20 23:14:08.239485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.263802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.291390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.406644 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.537418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33ff96d-803e-4649-98d6-1deaa49ed99f {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:08.539331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Network afa30585-3fc6-4885-866e-f4edb12b7744 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:14:08.546061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.547372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:14:08.552881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:14:08.574960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Transition to ACTIVE for port object a33ff96d-803e-4649-98d6-1deaa49ed99f will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:08.598496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:08.628968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f6c67-a0eb-4db9-9226-27cf316adb13 req-23a1b70e-d4df-4df4-bacc-771b944b4ef7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:08.637589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86f6c67-a0eb-4db9-9226-27cf316adb13 req-23a1b70e-d4df-4df4-bacc-771b944b4ef7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.1434541 Dec 20 23:14:08.651105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.661664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:08.662482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.777438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86f6c67-a0eb-4db9-9226-27cf316adb13 req-db55792c-ebd9-4c67-b30f-175017fa7196 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385989 Dec 20 23:14:08.789299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:08.801017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-98ba1b12-94c9-4a83-b498-2187b6bc98c0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690819 Dec 20 23:14:08.828796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Request body: {'port': {'device_id': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:08.912838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.924001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-331d940b-a200-4a92-bfa5-6210aca0eaf5 None None] Provisioning complete for port c69949ce-a07b-4cad-89a0-eb2f3a71a733 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:08.924530 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-331d940b-a200-4a92-bfa5-6210aca0eaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:08.943851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-d78df31c-08b0-4e24-8308-a80514ec07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:08.945228 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-d78df31c-08b0-4e24-8308-a80514ec07c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0886626 Dec 20 23:14:08.989377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Attempting to bind port a33ff96d-803e-4649-98d6-1deaa49ed99f on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:08.989377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Attempting to bind port a33ff96d-803e-4649-98d6-1deaa49ed99f by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:08.989852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Attempting to bind port a33ff96d-803e-4649-98d6-1deaa49ed99f on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:08.997064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-331d940b-a200-4a92-bfa5-6210aca0eaf5 None None] Port c69949ce-a07b-4cad-89a0-eb2f3a71a733 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:14:09.006736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Port a33ff96d-803e-4649-98d6-1deaa49ed99f on network 1d544b96-eefe-4c33-95af-a15deecfc34c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:09.006736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Attempting to bind port a33ff96d-803e-4649-98d6-1deaa49ed99f on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:09.011655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:09.012359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Checking segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:09.012359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Bound using segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:09.013485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Bound port: a33ff96d-803e-4649-98d6-1deaa49ed99f, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:09.013750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.104988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f22c-7c03-4fca-9161-952d2623ee81 req-48713c99-0a79-41c3-b9c2-c07ce1310a11 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.114804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8a9f22c-7c03-4fca-9161-952d2623ee81 req-48713c99-0a79-41c3-b9c2-c07ce1310a11 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1551068 Dec 20 23:14:09.134546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-348008c9-a1e6-491f-8d78-0542d895fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.136059 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-348008c9-a1e6-491f-8d78-0542d895fc1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.1756332 Dec 20 23:14:09.140370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:09.144849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:09.214099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.277628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Pushing event updated for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:09.289928 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-25dfc9b8-e748-4d5b-b6b3-d1a002f7a6e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1001 time: 0.1425698 Dec 20 23:14:09.293017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.293745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.295204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-e7946450-c577-4528-8d0f-55b92205199d service neutron] 10.222.0.45 "PUT /v2.0/ports/a33ff96d-803e-4649-98d6-1deaa49ed99f HTTP/1.1" status: 200 len: 1091 time: 1.1177945 Dec 20 23:14:09.295453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:09.297946 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a" -d '{"events": [{"name": "network-changed", "server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:09.380174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-1596a860-d0c5-4788-9ff3-e4897253d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.381673 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-1596a860-d0c5-4788-9ff3-e4897253d1b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0647969 Dec 20 23:14:09.393600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8a9f22c-7c03-4fca-9161-952d2623ee81 req-36e865ad-d6a5-449a-b01b-3326a37b63e1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670090 Dec 20 23:14:09.460596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69949ce-a07b-4cad-89a0-eb2f3a71a733 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:09.471255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.485489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-1d284949-db0c-442d-8296-27ab8e3c1240 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.491133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-1d284949-db0c-442d-8296-27ab8e3c1240 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=f756a9ec-896f-4397-bb12-c87155867a4b HTTP/1.1" status: 200 len: 943 time: 0.1455448 Dec 20 23:14:09.510102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Transition to ACTIVE for port object c69949ce-a07b-4cad-89a0-eb2f3a71a733 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:09.548296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-0eb9ad6a-aa5e-4513-b26b-f3399407709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.550586 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-0eb9ad6a-aa5e-4513-b26b-f3399407709e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518843 Dec 20 23:14:09.554884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-2b2ea297-9fef-4919-9421-384b4c49d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.556878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-2b2ea297-9fef-4919-9421-384b4c49d882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 1094 time: 0.0886707 Dec 20 23:14:09.588600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.658479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-cbcf3d63-ea99-405b-99ce-f85b62154e2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f HTTP/1.1" status: 200 len: 217 time: 0.0841732 Dec 20 23:14:09.666497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:09.669165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:09.765805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-1af23d29-8d34-4478-a3af-e934115e683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.768055 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-1af23d29-8d34-4478-a3af-e934115e683a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0687525 Dec 20 23:14:09.775785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-61ce9f77-1a5d-495a-9911-fccfa5b441e1 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006309 Dec 20 23:14:09.799549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570562dd-a1db-4977-9021-7ce86beb2530 req-7ec3abbc-57db-4bfc-9605-2bd0dda4cf30 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:09.808418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-570562dd-a1db-4977-9021-7ce86beb2530 req-7ec3abbc-57db-4bfc-9605-2bd0dda4cf30 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 943 time: 0.2414920 Dec 20 23:14:09.828417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-dea80cd9-6227-4af7-b72f-53a6c0d02580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413074 Dec 20 23:14:09.931895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Attempting to bind port c69949ce-a07b-4cad-89a0-eb2f3a71a733 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:09.932416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Attempting to bind port c69949ce-a07b-4cad-89a0-eb2f3a71a733 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:09.932807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Attempting to bind port c69949ce-a07b-4cad-89a0-eb2f3a71a733 on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:09.943709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Port c69949ce-a07b-4cad-89a0-eb2f3a71a733 on network afa30585-3fc6-4885-866e-f4edb12b7744 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:09.944190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Attempting to bind port c69949ce-a07b-4cad-89a0-eb2f3a71a733 on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:09.950242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port 437365b3-fc62-4346-9e7e-521d5b2e7727 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:14:09.950725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.085218 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-633c94e4-f3a5-4e8e-adf2-b170f7d556ef service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002377 Dec 20 23:14:10.087112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-f301200b-0509-4751-82c6-e0c0340dd6b0 service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329965 Dec 20 23:14:10.100756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:10.101232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Checking segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:10.102005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Bound using segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:10.103666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Bound port: c69949ce-a07b-4cad-89a0-eb2f3a71a733, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:10.103666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.208464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:10.211786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:10.251784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-570562dd-a1db-4977-9021-7ce86beb2530 req-7634fbb8-7364-4723-b7f5-cb97eb6e87b1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424858 Dec 20 23:14:10.254584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port 437365b3-fc62-4346-9e7e-521d5b2e7727, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=437365b3-fc62-4346-9e7e-521d5b2e7727,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:10.254724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.268416 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d69ddb0b-a9ab-4254-9387-e67ee5d8c3b6 req-08219422-0b04-402d-936b-f4bcf22a2057 service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676595 Dec 20 23:14:10.272997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for 437365b3-fc62-4346-9e7e-521d5b2e7727 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:14:10.305164 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.388378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:10.389124 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.390855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] 10.222.0.45 "PUT /v2.0/ports/c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 1091 time: 1.5689492 Dec 20 23:14:10.391589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:10.394048 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc965f-9e61-4a5e-beb3-8cca5993c02d" -d '{"events": [{"name": "network-changed", "server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:10.508866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.558725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdaa95-d8ff-4ddf-bb31-b8e9374c3fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:10.624660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fe440-110a-4d21-8aef-44ed12e6231e req-21355b31-aefe-467d-b774-81439e4a972b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:10.626306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-602fe440-110a-4d21-8aef-44ed12e6231e req-21355b31-aefe-467d-b774-81439e4a972b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 943 time: 0.2210498 Dec 20 23:14:10.650491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-37ff3b25-4541-40f3-8428-2b0600261602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:10.652320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-37ff3b25-4541-40f3-8428-2b0600261602 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1094 time: 0.1361325 Dec 20 23:14:10.798520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-9680067d-58b2-4ce5-b573-d927f494a38c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 217 time: 0.1343975 Dec 20 23:14:10.865379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-602fe440-110a-4d21-8aef-44ed12e6231e req-2b1fe5a6-a4b6-44ec-be5c-c620149687ec tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277930 Dec 20 23:14:10.875424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:10.952576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=437365b3-fc62-4346-9e7e-521d5b2e7727,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:10.956547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-8d967120-05d1-433c-88f6-0245d9adeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:10.959260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-8d967120-05d1-433c-88f6-0245d9adeb78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1511168 Dec 20 23:14:10.983005 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353686e7-8af4-4a67-af3d-b5f788ae3e1c x-openstack-request-id: req-353686e7-8af4-4a67-af3d-b5f788ae3e1c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:10.983508 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:10.983592 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-353686e7-8af4-4a67-af3d-b5f788ae3e1c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:10.983937 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f', 'status': 'completed', 'code': 200} Dec 20 23:14:11.011362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port 437365b3-fc62-4346-9e7e-521d5b2e7727 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:14:11.046155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:11.054150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6566e77-93b8-465a-8550-bdc5ba4d3776 req-fa160b5e-7a2a-4aa4-9bca-40f437f08f2a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "DELETE /v2.0/ports/437365b3-fc62-4346-9e7e-521d5b2e7727 HTTP/1.1" status: 204 len: 173 time: 1.5539320 Dec 20 23:14:11.076604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-533ecd65-51eb-4007-a6e8-51b32a5daac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.078139 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-533ecd65-51eb-4007-a6e8-51b32a5daac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 1094 time: 0.0685642 Dec 20 23:14:11.102397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-7c61a4f8-c5fa-44fa-9388-802b383c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.102397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-7c61a4f8-c5fa-44fa-9388-802b383c0d36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144187 Dec 20 23:14:11.210485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc79d08-4f15-4535-bbdf-e6225fb15715 req-ba874e67-971b-4204-ba25-49343b54e933 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.217908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdc79d08-4f15-4535-bbdf-e6225fb15715 req-ba874e67-971b-4204-ba25-49343b54e933 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.1372502 Dec 20 23:14:11.248512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-5f5c5665-392d-4bc6-afcb-bcfafdebff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.251519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-5f5c5665-392d-4bc6-afcb-bcfafdebff87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 915 time: 0.1609676 Dec 20 23:14:11.305710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdc79d08-4f15-4535-bbdf-e6225fb15715 req-3238e411-00ce-44c5-8db8-a03dec871aa5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818846 Dec 20 23:14:11.308107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-3b495ef4-f173-41da-a1fc-9dc032b802d7 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864862 Dec 20 23:14:11.361979 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-3f09c73e-9c3f-4041-9b3d-741c46d17924 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f HTTP/1.1" status: 200 len: 217 time: 0.1026735 Dec 20 23:14:11.433694 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2745a9ed-7529-4840-8a79-6cb5969b85e7 x-openstack-request-id: req-2745a9ed-7529-4840-8a79-6cb5969b85e7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:11.433694 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:11.434039 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2745a9ed-7529-4840-8a79-6cb5969b85e7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:11.435097 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'status': 'completed', 'code': 200} Dec 20 23:14:11.514552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-5b93a8ef-383a-4dfd-9e8d-ebb7950b5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.516395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-5b93a8ef-383a-4dfd-9e8d-ebb7950b5d73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.1434522 Dec 20 23:14:11.541359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fa20f25-df9c-4455-9e35-ae7f55172681 req-12bde086-36d0-464e-964c-9283323e9534 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251024 Dec 20 23:14:11.581172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb809e4-3d16-42e6-9a76-4f01267302b6 req-10c4750e-5a0c-4c75-9a40-feea7fc9839e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.585052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-115545b2-298c-4c6e-a68d-bacb9206ca0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597935 Dec 20 23:14:11.591217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcb809e4-3d16-42e6-9a76-4f01267302b6 req-10c4750e-5a0c-4c75-9a40-feea7fc9839e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1207335 Dec 20 23:14:11.671940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcb809e4-3d16-42e6-9a76-4f01267302b6 req-be7ac0cc-b0bb-4641-9f09-5f5ad7ebe578 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781827 Dec 20 23:14:11.758956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-58fbb20d-7152-4c58-8d98-81519338491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.763065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-58fbb20d-7152-4c58-8d98-81519338491e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1094 time: 0.1021516 Dec 20 23:14:11.767086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-f5f98c09-5458-415c-9adb-1b4d2164d601 service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598692 Dec 20 23:14:11.913815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-8e7f90f4-0e86-4633-b9a8-7181ef7a6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.915275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-8e7f90f4-0e86-4633-b9a8-7181ef7a6bf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.1135132 Dec 20 23:14:11.966542 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3bf96e04-5c4f-4aea-97af-16aaa0d7629a req-8cd8afa1-4b4b-46b5-9e62-8f8764863ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885357 Dec 20 23:14:11.987639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f2e0-c67c-4f1e-98ce-335de6e54780 req-e40eeaac-10b4-43c1-8c04-e3a2034e8271 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:11.996429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9944f2e0-c67c-4f1e-98ce-335de6e54780 req-e40eeaac-10b4-43c1-8c04-e3a2034e8271 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 943 time: 0.2208524 Dec 20 23:14:12.015600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-641c8a75-ea8f-41a0-b802-82be67cbc517 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 217 time: 0.0904112 Dec 20 23:14:12.095490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9944f2e0-c67c-4f1e-98ce-335de6e54780 req-a7b5321a-97e6-4f51-8368-8ce89c1bc2eb tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981951 Dec 20 23:14:12.099986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-bfeb2058-deb0-41ff-a162-070d30cb0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:12.102377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-bfeb2058-deb0-41ff-a162-070d30cb0813 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.0780408 Dec 20 23:14:12.227832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-21267954-c0c3-4b4e-abf0-6830b25e5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:12.229856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-21267954-c0c3-4b4e-abf0-6830b25e5ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136835 Dec 20 23:14:12.299018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dc2f3-1101-4b75-be08-db5953fa35be req-26386dec-268d-4172-977d-e87f4201f3c6 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:12.307837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-735dc2f3-1101-4b75-be08-db5953fa35be req-26386dec-268d-4172-977d-e87f4201f3c6 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 943 time: 0.1402678 Dec 20 23:14:12.414198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-735dc2f3-1101-4b75-be08-db5953fa35be req-64132786-9096-41a5-be24-8face0faf9e2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052303 Dec 20 23:14:12.484875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-37938d5b-aac9-42f2-a077-5b774d5786d2 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432296 Dec 20 23:14:12.504582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55bd01-034d-410a-a60a-1de19a142c14 req-fe90eb11-8513-4921-a7cd-4f6375c9840e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:12.506891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c55bd01-034d-410a-a60a-1de19a142c14 req-fe90eb11-8513-4921-a7cd-4f6375c9840e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0897555 Dec 20 23:14:13.138019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c55bd01-034d-410a-a60a-1de19a142c14 req-39d2ab1d-b3f9-4c4e-b85a-cc675cab7535 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6208644 Dec 20 23:14:13.179764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-b449ab24-9664-4785-97cc-c2d0c33fb8a3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:13.186894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-b449ab24-9664-4785-97cc-c2d0c33fb8a3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.6410441 Dec 20 23:14:13.190247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efdc965f-9e61-4a5e-beb3-8cca5993c02d req-6cdc795c-0bc2-4ab3-9aee-2b7256ce8145 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972067 Dec 20 23:14:13.205952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-f39ab28f-3a39-4d1b-b175-adb4bbdeaeac tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0178096 Dec 20 23:14:13.242523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-3c4b9752-b00f-4545-ae3a-d3f6e4731712 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359397 Dec 20 23:14:13.348832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524ab1d-5cc2-41d1-8f79-07ebd7bf680c req-59c754ac-aa0a-456e-a398-728009e6b026 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:13.350394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0524ab1d-5cc2-41d1-8f79-07ebd7bf680c req-59c754ac-aa0a-456e-a398-728009e6b026 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1181493 Dec 20 23:14:13.398255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-9e963dee-7f94-4f1b-bbf7-3ff50335e6a3 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334364 Dec 20 23:14:13.435132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-deleted', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:13.437258 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba87e0-ae21-4107-862a-8565ec260797" -d '{"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-deleted", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:13.460333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0524ab1d-5cc2-41d1-8f79-07ebd7bf680c req-015a30f3-195a-4664-bb93-a606bf540d21 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961394 Dec 20 23:14:13.523158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-286e9004-bc30-498d-aefa-0d6016dd6b9a service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144524 Dec 20 23:14:13.577948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9021-bc28-4189-ac3f-27d3a436efd0 req-3a822315-9de8-42d1-9fac-b84009d06c7f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:13.579481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76ad9021-bc28-4189-ac3f-27d3a436efd0 req-3a822315-9de8-42d1-9fac-b84009d06c7f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 943 time: 0.0508308 Dec 20 23:14:13.628996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76ad9021-bc28-4189-ac3f-27d3a436efd0 req-1b066b02-6bcc-45f8-a487-aab2dec7956f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Dec 20 23:14:13.756435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e89820-74ac-44ed-85ac-c54351b2b177 req-4a703ff4-4846-482c-8b52-98c76680e457 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:13.760372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56e89820-74ac-44ed-85ac-c54351b2b177 req-4a703ff4-4846-482c-8b52-98c76680e457 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 943 time: 0.0728738 Dec 20 23:14:13.794017 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f571c-1db5-4f3d-a0cb-055d7155b646 x-openstack-request-id: req-283f571c-1db5-4f3d-a0cb-055d7155b646 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:13.794306 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f756a9ec-896f-4397-bb12-c87155867a4b", "name": "network-vif-deleted", "tag": "437365b3-fc62-4346-9e7e-521d5b2e7727", "status": "failed", "code": 422}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:13.794615 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-283f571c-1db5-4f3d-a0cb-055d7155b646 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:13.795007 n-d-822053-9 neutron-server[115562]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f756a9ec-896f-4397-bb12-c87155867a4b', 'name': 'network-vif-deleted', 'tag': '437365b3-fc62-4346-9e7e-521d5b2e7727', 'status': 'failed', 'code': 422} returned with failed status Dec 20 23:14:13.835998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56e89820-74ac-44ed-85ac-c54351b2b177 req-0cf49777-1496-4e82-ba6a-d1732d10ea4e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746610 Dec 20 23:14:13.868486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8540034b-3042-4c2e-b490-7a0902c98e12 req-a6c5ea66-fa26-434c-9bdd-2fba01279fbd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 210 time: 0.0309355 Dec 20 23:14:14.291300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9999-45b9-4c5d-a1c2-28979c466d1d req-fff298db-7f58-484e-a849-fc1d00470f56 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:14.293534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39eb9999-45b9-4c5d-a1c2-28979c466d1d req-fff298db-7f58-484e-a849-fc1d00470f56 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0672522 Dec 20 23:14:14.362476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39eb9999-45b9-4c5d-a1c2-28979c466d1d req-04f09276-7f3b-4087-8799-f4bc52a2f470 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621181 Dec 20 23:14:14.598619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c69949ce-a07b-4cad-89a0-eb2f3a71a733 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:14.648686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856698a-10f6-456e-83bb-bf470d510c03 req-6907c6a1-91f4-4f6f-8ca4-7a78f3abd64a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:14.650257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2856698a-10f6-456e-83bb-bf470d510c03 req-6907c6a1-91f4-4f6f-8ca4-7a78f3abd64a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0734448 Dec 20 23:14:14.742279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2856698a-10f6-456e-83bb-bf470d510c03 req-5365c596-0de4-443a-a7d2-a57fba7f7933 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791309 Dec 20 23:14:14.773760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:14.787878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'port_id': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:14.827336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee929d8-a2f1-4478-8602-8c7b61590498 req-6fbe46b3-2210-4dd2-89a8-def0f03273b9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:14.832808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:14.836526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ee929d8-a2f1-4478-8602-8c7b61590498 req-6fbe46b3-2210-4dd2-89a8-def0f03273b9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 943 time: 0.0885534 Dec 20 23:14:14.873212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69949ce-a07b-4cad-89a0-eb2f3a71a733 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:14.926622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:14.926791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ee929d8-a2f1-4478-8602-8c7b61590498 req-810e86a9-b7d3-44fb-89a6-a05881ee5f66 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881386 Dec 20 23:14:15.056437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af6cf5-6a9a-4c33-a154-f763f13300c6 req-af9db247-92ee-4105-8f72-a0164c9ec12f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:15.059004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92af6cf5-6a9a-4c33-a154-f763f13300c6 req-af9db247-92ee-4105-8f72-a0164c9ec12f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 943 time: 0.1003959 Dec 20 23:14:15.062350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df995d31-61ca-49a1-98b6-d886dd8942d7 req-da42359a-086a-4aa1-b636-9e60b9d2fac2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 210 time: 0.0535631 Dec 20 23:14:15.063301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:15.073021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a33ff96d-803e-4649-98d6-1deaa49ed99f details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:15.151566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:15.156347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92af6cf5-6a9a-4c33-a154-f763f13300c6 req-2acb9edd-9b61-411a-9dc9-2fd9aa5e72f1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881431 Dec 20 23:14:15.231543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:15.249314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a33ff96d-803e-4649-98d6-1deaa49ed99f', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'port_id': 'a33ff96d-803e-4649-98d6-1deaa49ed99f', 'mac_address': 'fa:16:3e:81:4e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329181ae-52e4-49b8-ad3c-2ea8d0d61e42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:15.324182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:15.355647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33ff96d-803e-4649-98d6-1deaa49ed99f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:15.371635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:15.470543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:15.511442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab42c9e-96ac-4f86-a923-aea975e94ad4 req-4d11b5a5-3444-41da-9248-03183875ef85 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:15.515285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ab42c9e-96ac-4f86-a923-aea975e94ad4 req-4d11b5a5-3444-41da-9248-03183875ef85 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0636101 Dec 20 23:14:15.534485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:15.578735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ab42c9e-96ac-4f86-a923-aea975e94ad4 req-61e8923f-bc2b-4c57-895a-a16b31dd7079 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568273 Dec 20 23:14:15.756578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:15.759913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c69949ce-a07b-4cad-89a0-eb2f3a71a733'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:16.064150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff96db6-5cf8-41f6-9731-f630cb94fa2e req-7d1ff48e-d4c4-4104-97a0-27d1dda799a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:16.066389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bff96db6-5cf8-41f6-9731-f630cb94fa2e req-7d1ff48e-d4c4-4104-97a0-27d1dda799a5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1151674 Dec 20 23:14:16.100012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc6e73-323a-4f9a-ae61-a32546edfdec req-4e271985-7daa-4f14-8e4a-1ce33282654d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:16.102053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72dc6e73-323a-4f9a-ae61-a32546edfdec req-4e271985-7daa-4f14-8e4a-1ce33282654d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 944 time: 0.0941164 Dec 20 23:14:16.154452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bff96db6-5cf8-41f6-9731-f630cb94fa2e req-161b9811-7397-4797-9752-a31a647bdb8f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809963 Dec 20 23:14:16.188808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72dc6e73-323a-4f9a-ae61-a32546edfdec req-2558a337-5146-4191-9481-ccb3f753fc62 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757625 Dec 20 23:14:16.310391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36332851-a8b1-427e-b613-ae130a5ffbc8 req-b6479732-41dc-4421-8231-23b8de37fd3a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 210 time: 0.0495594 Dec 20 23:14:16.425789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db680-77fa-4fa7-943a-86c072c4ae11 req-204e7c4e-8729-4320-b6d7-8000ae4c3916 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:16.429567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-0f670ce5-54c7-4283-ba7e-683adb36412d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:16.432194 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-0f670ce5-54c7-4283-ba7e-683adb36412d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1888947 Dec 20 23:14:16.435410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-521db680-77fa-4fa7-943a-86c072c4ae11 req-204e7c4e-8729-4320-b6d7-8000ae4c3916 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 944 time: 0.1125801 Dec 20 23:14:16.451909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:16.501636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-521db680-77fa-4fa7-943a-86c072c4ae11 req-8e72588a-0f62-466d-85fb-2b7b07ce4100 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651810 Dec 20 23:14:16.799986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1779e18-3d22-4f54-9d46-10cd883f53e9 req-24794f18-d051-4cb9-8f74-e3bce85a5bd6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:16.799986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1779e18-3d22-4f54-9d46-10cd883f53e9 req-24794f18-d051-4cb9-8f74-e3bce85a5bd6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0598338 Dec 20 23:14:16.799986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1779e18-3d22-4f54-9d46-10cd883f53e9 req-8f271051-8a52-4e2d-bcc5-9ab6707c73a2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 Dec 20 23:14:16.816707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:14:16.856982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:16.950597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.11 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/f484492d-8598-4faa-b824-038be90d29f0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:14:17.202956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:17.351179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acda68f-2f50-43e3-b43b-76a37bb01afa req-09424e22-f091-405e-954e-9ae42eadf396 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.352691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2acda68f-2f50-43e3-b43b-76a37bb01afa req-09424e22-f091-405e-954e-9ae42eadf396 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0953259 Dec 20 23:14:17.375737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5cd8-94a1-4354-8f09-bc443c1b79f2 req-b783ff7b-baf6-44c6-9a98-7834da59eeaa tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.377232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38ee5cd8-94a1-4354-8f09-bc443c1b79f2 req-b783ff7b-baf6-44c6-9a98-7834da59eeaa tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 944 time: 0.0864058 Dec 20 23:14:17.443744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2acda68f-2f50-43e3-b43b-76a37bb01afa req-b8cc859a-4d6b-4340-8d06-66d61e2922c3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835209 Dec 20 23:14:17.451214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38ee5cd8-94a1-4354-8f09-bc443c1b79f2 req-25e571dd-8693-4d6c-9c0f-309a3d1407a4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Dec 20 23:14:17.485484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:17.538399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:14:17.542784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:14:17.547386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:14:17.563097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ed6ec-8b28-4891-9a1c-30d1cbc623c6 req-235c6335-9bdd-4adf-b41e-70cc0e8020f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.567423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-518ed6ec-8b28-4891-9a1c-30d1cbc623c6 req-235c6335-9bdd-4adf-b41e-70cc0e8020f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 932 time: 0.0581710 Dec 20 23:14:17.571536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:17.585953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.586300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.586635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.587011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.587362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.587673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.587997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.588320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.588641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.588958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.589279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.589597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.589952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:17.617987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.618618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:17.653704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86851-4f3a-41c1-8ae6-396ed8498913 req-ec4d1887-ab84-4fa3-9576-092a4d25c729 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.655270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6de86851-4f3a-41c1-8ae6-396ed8498913 req-ec4d1887-ab84-4fa3-9576-092a4d25c729 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 944 time: 0.0878358 Dec 20 23:14:17.661499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-518ed6ec-8b28-4891-9a1c-30d1cbc623c6 req-d5c8ff32-0c4b-4af5-9ed7-a3569b2efe27 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838668 Dec 20 23:14:17.704903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6de86851-4f3a-41c1-8ae6-396ed8498913 req-52b141ba-3acc-456f-991a-b1b4a49292d3 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Dec 20 23:14:17.762466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-d53ffdaa-5505-430d-90ce-80348266ecab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3169448 Dec 20 23:14:17.775802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Request body: {'port': {'device_id': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:17.846143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:17.947678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f5d92-231c-452e-8669-19e3a6be528a req-bd447d0e-d58f-429d-be95-6cd5bd7ec180 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:17.956351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-315f5d92-231c-452e-8669-19e3a6be528a req-bd447d0e-d58f-429d-be95-6cd5bd7ec180 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0718133 Dec 20 23:14:18.021849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-315f5d92-231c-452e-8669-19e3a6be528a req-9cdbdc42-b463-4764-933a-aa340c47b2b0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642176 Dec 20 23:14:18.576165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f484492d-8598-4faa-b824-038be90d29f0 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:18.586017 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:18.599319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Transition to ACTIVE for port object f484492d-8598-4faa-b824-038be90d29f0 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:18.641071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e48cd-77f5-4f47-8583-0d152a6d20c1 req-5eef33d4-7e36-4560-91a0-300a15a747ac tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:18.642593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c31e48cd-77f5-4f47-8583-0d152a6d20c1 req-5eef33d4-7e36-4560-91a0-300a15a747ac tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0857847 Dec 20 23:14:18.643555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c69949ce-a07b-4cad-89a0-eb2f3a71a733 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:18.657344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566a879-4b82-438b-9cea-b6ab3f775edb req-b82cbfb3-cc3a-4a3b-b4ee-c97907501da6 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:18.659124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a566a879-4b82-438b-9cea-b6ab3f775edb req-b82cbfb3-cc3a-4a3b-b4ee-c97907501da6 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 944 time: 0.0733712 Dec 20 23:14:18.724124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c31e48cd-77f5-4f47-8583-0d152a6d20c1 req-69c0c8c2-1cf7-4586-832e-41f96ba2a45f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745974 Dec 20 23:14:18.740447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a566a879-4b82-438b-9cea-b6ab3f775edb req-74158401-8188-4034-ad1d-c26bccb678cb tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736694 Dec 20 23:14:18.788656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:18.803528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c69949ce-a07b-4cad-89a0-eb2f3a71a733 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:18.810422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c69949ce-a07b-4cad-89a0-eb2f3a71a733 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:18.811002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:18.862147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Pushing event updated for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:18.899505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bb8f0-7b83-4e64-823e-8ee470505b36 req-4535fda9-41e0-47f9-9a6e-3cbdbc86133c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:18.899505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86bb8f0-7b83-4e64-823e-8ee470505b36 req-4535fda9-41e0-47f9-9a6e-3cbdbc86133c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 944 time: 0.0911927 Dec 20 23:14:18.902323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:18.903817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5706e1-bb1c-45d5-9944-63f63815b552 req-b5e46a35-b809-4f43-8951-c7e7f83aa86e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:18.917053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd5706e1-bb1c-45d5-9944-63f63815b552 req-b5e46a35-b809-4f43-8951-c7e7f83aa86e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 944 time: 0.1224480 Dec 20 23:14:18.932789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Attempting to bind port f484492d-8598-4faa-b824-038be90d29f0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:18.937888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Attempting to bind port f484492d-8598-4faa-b824-038be90d29f0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:18.938041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:18.938135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Attempting to bind port f484492d-8598-4faa-b824-038be90d29f0 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:18.938219 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6dbc2-0296-4566-a873-33d06793eb73" -d '{"events": [{"server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:18.939494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Port f484492d-8598-4faa-b824-038be90d29f0 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:18.940014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Attempting to bind port f484492d-8598-4faa-b824-038be90d29f0 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:18.945640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:18.946225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:18.946780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:18.947368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Bound port: f484492d-8598-4faa-b824-038be90d29f0, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:18.948023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:18.950413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:18.992667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86bb8f0-7b83-4e64-823e-8ee470505b36 req-8207cdf6-74cf-47cc-83bf-310c5a8cd69f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737712 Dec 20 23:14:19.000259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd5706e1-bb1c-45d5-9944-63f63815b552 req-25341bcb-fa94-4319-8572-bff88d904e64 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748444 Dec 20 23:14:19.016365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:19.022761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f484492d-8598-4faa-b824-038be90d29f0,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:19.045229 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd596cb-219f-4f2b-aead-56973fea8b8c x-openstack-request-id: req-efd596cb-219f-4f2b-aead-56973fea8b8c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:19.045529 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:19.045871 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efd596cb-219f-4f2b-aead-56973fea8b8c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:19.046262 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'code': 200} Dec 20 23:14:19.080208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.081043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a33ff96d-803e-4649-98d6-1deaa49ed99f up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:19.117353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.162355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.163186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.164598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] 10.222.0.59 "PUT /v2.0/ports/f484492d-8598-4faa-b824-038be90d29f0 HTTP/1.1" status: 200 len: 1092 time: 1.3934863 Dec 20 23:14:19.165770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:19.168456 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65dd0c7-fccb-49cf-9bfa-28320137835b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "tag": "f484492d-8598-4faa-b824-038be90d29f0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:19.172738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:19.200807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead606da-9282-4a19-b1b2-6ac30e4ca24d req-443fba10-492f-4eac-ae68-e0747f505c64 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.210254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ead606da-9282-4a19-b1b2-6ac30e4ca24d req-443fba10-492f-4eac-ae68-e0747f505c64 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.1195805 Dec 20 23:14:19.217965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc1dd-5b7b-4ac5-9daa-557bfd4d6b20 service neutron] Pushing event updated for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:19.222760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29e097-0ec2-4dc6-88e8-1d1fa25553aa req-5149ee40-216c-4dfe-b923-75237a09232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.224264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb29e097-0ec2-4dc6-88e8-1d1fa25553aa req-5149ee40-216c-4dfe-b923-75237a09232b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1033633 Dec 20 23:14:19.231996 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be7ebd-8749-4b3f-83ea-5c940718f3ad x-openstack-request-id: req-96be7ebd-8749-4b3f-83ea-5c940718f3ad {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:19.232326 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "tag": "f484492d-8598-4faa-b824-038be90d29f0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:19.232605 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96be7ebd-8749-4b3f-83ea-5c940718f3ad {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:19.233026 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0', 'status': 'completed', 'code': 200} Dec 20 23:14:19.274032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a33ff96d-803e-4649-98d6-1deaa49ed99f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:19.278042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a33ff96d-803e-4649-98d6-1deaa49ed99f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:19.278418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.282878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ead606da-9282-4a19-b1b2-6ac30e4ca24d req-aed2829c-b8f0-40f6-82e3-044412361293 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714643 Dec 20 23:14:19.304265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-faf13e7e-ba7d-426b-bcb0-2bb86289c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.304265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-faf13e7e-ba7d-426b-bcb0-2bb86289c616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 1095 time: 0.0472579 Dec 20 23:14:19.316532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb29e097-0ec2-4dc6-88e8-1d1fa25553aa req-1dde08ee-0dd1-455b-aa31-a932b2d29da1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692768 Dec 20 23:14:19.360723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.393317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:19.411328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-5132afe7-9b21-4423-93b6-e578dad0acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.412799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-5132afe7-9b21-4423-93b6-e578dad0acae service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005301 Dec 20 23:14:19.502756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:19.513405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-8d9c1e2d-45a4-42ea-83b8-306988dc993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.515358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b65dd0c7-fccb-49cf-9bfa-28320137835b req-8d9c1e2d-45a4-42ea-83b8-306988dc993b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956333 Dec 20 23:14:19.564303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:19.596876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-162fd570-bec6-4732-a72e-cc007af92634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.599284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-162fd570-bec6-4732-a72e-cc007af92634 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 1095 time: 0.0433319 Dec 20 23:14:19.641572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-755fb6a4-4b3f-4621-9d40-1a2c953a0d56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f484492d-8598-4faa-b824-038be90d29f0 HTTP/1.1" status: 200 len: 217 time: 0.0344594 Dec 20 23:14:19.696239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-c233780d-86df-4753-b49e-a9e9718162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.697741 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-c233780d-86df-4753-b49e-a9e9718162c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0484765 Dec 20 23:14:19.735287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-b9feb711-06ec-4626-88a5-0d45350a3c03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300457 Dec 20 23:14:19.835345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-581ac375-af98-46b8-9eb4-045bd5eabbeb service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928409 Dec 20 23:14:19.879522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1257-afab-441d-bd9c-9a70329c42bf req-465f03bb-4280-445c-82a4-7d4825b01da0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.881055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbaa1257-afab-441d-bd9c-9a70329c42bf req-465f03bb-4280-445c-82a4-7d4825b01da0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0790720 Dec 20 23:14:19.900097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f35eb-8453-4439-9c50-5950349d797f req-0ace3597-2ed1-4fed-b3b0-6e82683398a7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:19.901608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f8f35eb-8453-4439-9c50-5950349d797f req-0ace3597-2ed1-4fed-b3b0-6e82683398a7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.0874631 Dec 20 23:14:19.947398 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aa4c20ae-b5d9-4107-aa93-806d108ba22b req-7e6df1ed-f3a3-4f71-8157-b0d3b78edee7 service neutron] 10.222.0.59 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054041 Dec 20 23:14:20.004068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbaa1257-afab-441d-bd9c-9a70329c42bf req-eede6547-3b93-41ee-9bdf-d3c1444f14a3 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131246 Dec 20 23:14:20.022276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f8f35eb-8453-4439-9c50-5950349d797f req-97055ec2-3061-4fa9-8dc7-5103761031ca tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 Dec 20 23:14:20.034024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-43f93d6e-3638-48ad-9752-8bcbc7fb064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.036181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-43f93d6e-3638-48ad-9752-8bcbc7fb064d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0890970 Dec 20 23:14:20.199523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-27e8e5d8-b5a6-4c5e-8bab-bf4ed7b303c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.201017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-27e8e5d8-b5a6-4c5e-8bab-bf4ed7b303c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.1572011 Dec 20 23:14:20.213456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb263d8-0623-4997-b664-71a342cebd89 req-ada1d3f0-b8d7-4809-9b54-965cf2a2ab6c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.217434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fb263d8-0623-4997-b664-71a342cebd89 req-ada1d3f0-b8d7-4809-9b54-965cf2a2ab6c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 944 time: 0.1107485 Dec 20 23:14:20.224211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2792f-8584-40cb-bdb2-cd0e6bf1a721 req-6f594fba-514e-4b13-a47d-681688f209f5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.225595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74f2792f-8584-40cb-bdb2-cd0e6bf1a721 req-6f594fba-514e-4b13-a47d-681688f209f5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1479740 Dec 20 23:14:20.354005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74f2792f-8584-40cb-bdb2-cd0e6bf1a721 req-d7d74dd5-313c-467e-8589-543beaec2b9c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216099 Dec 20 23:14:20.357333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fb263d8-0623-4997-b664-71a342cebd89 req-27c0678a-6bfb-44ac-942b-d1de457c8671 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308787 Dec 20 23:14:20.359202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-39c7ba74-e7bb-45c7-bc4b-5710e2b414bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1002 time: 0.1432106 Dec 20 23:14:20.412746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-91dc1faa-0a6b-4b17-9c07-aa8c19cbe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.414231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-91dc1faa-0a6b-4b17-9c07-aa8c19cbe749 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.0467649 Dec 20 23:14:20.495899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2946-9d4d-4252-a689-1ab978790545 req-45f2658a-c478-41a4-80a5-49472d379111 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.497386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-171e2946-9d4d-4252-a689-1ab978790545 req-45f2658a-c478-41a4-80a5-49472d379111 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0823016 Dec 20 23:14:20.499949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-c66b73e1-15cc-43bc-8a0f-082bfe700498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:20.501374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-c66b73e1-15cc-43bc-8a0f-082bfe700498 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777981 Dec 20 23:14:20.602525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-171e2946-9d4d-4252-a689-1ab978790545 req-d49760f8-ce94-4131-b700-9e76cc3c5206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989401 Dec 20 23:14:20.634411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-53c726dd-3d1f-4997-a41a-d5cdfdbd8d5b service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232438 Dec 20 23:14:20.733055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54c601a-b277-45c1-9205-729b77b1cab2 req-848867ec-9dfe-467c-9d57-bbdfb2d298db service neutron] 10.222.0.45 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901639 Dec 20 23:14:21.048008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:21.051887 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c17de-7dce-4545-974b-b38bbc084317" -d '{"events": [{"server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "name": "network-vif-plugged", "status": "completed", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:21.158587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80675d-1766-402d-9b10-5493fc86321d req-e590ee4a-3b04-4c0f-9ba3-d2548ea98239 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.160869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c80675d-1766-402d-9b10-5493fc86321d req-e590ee4a-3b04-4c0f-9ba3-d2548ea98239 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.0708370 Dec 20 23:14:21.174854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6abb-c6ee-48e7-8f47-d8b2f8a65444 req-0c7e2a59-43ae-4135-9f04-6febda3828c0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.174854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27cf6abb-c6ee-48e7-8f47-d8b2f8a65444 req-0c7e2a59-43ae-4135-9f04-6febda3828c0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0914273 Dec 20 23:14:21.244988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c80675d-1766-402d-9b10-5493fc86321d req-65f58d91-f060-481c-9e5d-bc1c9ee882ce tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742142 Dec 20 23:14:21.249617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27cf6abb-c6ee-48e7-8f47-d8b2f8a65444 req-75462866-0ad9-4c20-9b23-253949a5d398 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731535 Dec 20 23:14:21.289850 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0862371f-14bb-4407-b010-ca4ee5698db1 x-openstack-request-id: req-0862371f-14bb-4407-b010-ca4ee5698db1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:21.290201 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "name": "network-vif-plugged", "status": "completed", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:21.290464 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0862371f-14bb-4407-b010-ca4ee5698db1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:21.290853 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f', 'code': 200} Dec 20 23:14:21.402072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6ed2b-181f-48c6-98ec-00641982dd46 req-e57c039e-aefa-45c2-879d-67f2e088b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.404898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61d6ed2b-181f-48c6-98ec-00641982dd46 req-e57c039e-aefa-45c2-879d-67f2e088b064 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 1096 time: 0.0506890 Dec 20 23:14:21.515468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61d6ed2b-181f-48c6-98ec-00641982dd46 req-50a612d2-381c-46e8-91ef-e706bca94b0c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015301 Dec 20 23:14:21.534935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee257c7-bf5b-431a-80f8-9697f858f650 req-fc8dde15-6998-4ac4-9898-4bbac6170ac4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.536659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bee257c7-bf5b-431a-80f8-9697f858f650 req-fc8dde15-6998-4ac4-9898-4bbac6170ac4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1072872 Dec 20 23:14:21.544411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ccab8-094e-4387-a011-b18052836dca req-5f658a72-212a-48bb-9b99-b0b4c61c580c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.545953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-038ccab8-094e-4387-a011-b18052836dca req-5f658a72-212a-48bb-9b99-b0b4c61c580c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 944 time: 0.1138096 Dec 20 23:14:21.622327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bee257c7-bf5b-431a-80f8-9697f858f650 req-c8a153df-b524-44e2-820e-c6ff795535e7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753419 Dec 20 23:14:21.626841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-038ccab8-094e-4387-a011-b18052836dca req-1ef74445-36c0-456f-9c4f-84dab72df774 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730627 Dec 20 23:14:21.771648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ac69d-32d9-401d-b728-7b3b5312ce6c req-4eaf5f6e-95bd-4646-be67-1ddbe7dbd5da tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.773194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-009ac69d-32d9-401d-b728-7b3b5312ce6c req-4eaf5f6e-95bd-4646-be67-1ddbe7dbd5da tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0805588 Dec 20 23:14:21.781798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06fdb8-b932-4ffa-84b2-a5cf6f6e4e56 req-6bd6c460-193e-410d-9d86-9cb36b1dab45 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:21.782788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:14:21.783692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae06fdb8-b932-4ffa-84b2-a5cf6f6e4e56 req-6bd6c460-193e-410d-9d86-9cb36b1dab45 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0895834 Dec 20 23:14:21.789115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'floatingip': {'port_id': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:21.830672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:21.841530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae06fdb8-b932-4ffa-84b2-a5cf6f6e4e56 req-6cc42ef2-e71e-4725-8d76-09bdb1435f64 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512621 Dec 20 23:14:22.282157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:22.365104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:22.388608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593838c8-33ad-4db2-a2c8-664da63982bb req-7a97ca19-aaed-430c-9ead-34a09eef43a9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:22.390149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-593838c8-33ad-4db2-a2c8-664da63982bb req-7a97ca19-aaed-430c-9ead-34a09eef43a9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.0745530 Dec 20 23:14:22.412505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39100673-b5b8-43ea-9bdc-9368f9b1f5d5 req-2750aa48-d027-49bc-87c2-d787c66b98ae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:22.414134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39100673-b5b8-43ea-9bdc-9368f9b1f5d5 req-2750aa48-d027-49bc-87c2-d787c66b98ae tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0724967 Dec 20 23:14:22.470655 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Floating IP 3f794242-af79-441f-b402-e2be5a847724 associated. External IP: 172.25.1.182, port: c69949ce-a07b-4cad-89a0-eb2f3a71a733. Dec 20 23:14:22.481673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-593838c8-33ad-4db2-a2c8-664da63982bb req-8cf38cba-5f45-4f58-a6b0-7433287c2472 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832899 Dec 20 23:14:22.485969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39100673-b5b8-43ea-9bdc-9368f9b1f5d5 req-ff110830-7211-4d8b-9d2c-f29c3b85b42c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642476 Dec 20 23:14:22.720272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:14:22.775425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275244-1baa-44a6-a98e-42cc3027041b req-2b65427a-21ae-488e-aa93-4558ce77dba1 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:22.776976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa275244-1baa-44a6-a98e-42cc3027041b req-2b65427a-21ae-488e-aa93-4558ce77dba1 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 944 time: 0.0708523 Dec 20 23:14:22.826665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa275244-1baa-44a6-a98e-42cc3027041b req-7a2db9b8-7581-4e90-ad10-59df62821d70 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Dec 20 23:14:22.845070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:14:22.850383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:22.856112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:14:22.867882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:14:22.870629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:14:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:14:22.880680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa79fd1c-7f64-4fa0-96da-6029d070d061 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "PUT /v2.0/floatingips/3f794242-af79-441f-b402-e2be5a847724 HTTP/1.1" status: 200 len: 991 time: 1.0952134 Dec 20 23:14:22.881372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:22.883908 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd5f56-c1ba-405c-84a7-990375a2df45" -d '{"events": [{"name": "network-changed", "server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:22.989685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f515f-03c3-4072-9136-617e85806380 req-8fe5d02a-c028-400c-84b7-0cc21446d293 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:22.993330 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098d280-46b9-4602-b1c3-904761f1160c x-openstack-request-id: req-b098d280-46b9-4602-b1c3-904761f1160c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:22.993655 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:22.993923 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b098d280-46b9-4602-b1c3-904761f1160c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:22.994352 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'status': 'completed', 'code': 200} Dec 20 23:14:22.997604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-710f515f-03c3-4072-9136-617e85806380 req-8fe5d02a-c028-400c-84b7-0cc21446d293 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0601110 Dec 20 23:14:22.998825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:14:23.071703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-710f515f-03c3-4072-9136-617e85806380 req-8a78ab44-9735-48b8-a524-bd19247c2116 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731702 Dec 20 23:14:23.079824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-3876bd5d-449e-43cb-b769-7f8dc0b8aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.081256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-3876bd5d-449e-43cb-b769-7f8dc0b8aed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0638115 Dec 20 23:14:23.182889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-bfcb2519-206c-4edf-8322-bc4240646237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.184521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-bfcb2519-206c-4edf-8322-bc4240646237 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.0963726 Dec 20 23:14:23.246128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3f794242-af79-441f-b402-e2be5a847724', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:52Z', 'updated_at': '2021-12-20T23:14:22Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:14:23.252039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-33d60a45-8e0b-4d70-9de7-01c832095a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 999 time: 0.0595016 Dec 20 23:14:23.278391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:14:23.290082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:14:23.290983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:14:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:14:23.308107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-7f9bbe69-4397-4a40-80ad-77c712fb5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.309575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-7f9bbe69-4397-4a40-80ad-77c712fb5f67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.0507143 Dec 20 23:14:23.357348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-0b7a98ee-ad26-4c57-aebb-03981d590776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.358827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-0b7a98ee-ad26-4c57-aebb-03981d590776 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412667 Dec 20 23:14:23.401641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:14:23.457970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-05fcb85b-2dc0-4340-ace2-4f06759f0864 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904667 Dec 20 23:14:23.561584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dffd5f56-c1ba-405c-84a7-990375a2df45 req-7dd6690f-9010-4320-bfd7-8d65e021e0da service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954466 Dec 20 23:14:23.634022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ea57b-3f45-4aa5-94f7-1e74ef2559bd req-c2afdc62-a76c-4191-9c09-b4d814b4121d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.635452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff0ea57b-3f45-4aa5-94f7-1e74ef2559bd req-c2afdc62-a76c-4191-9c09-b4d814b4121d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.0672617 Dec 20 23:14:23.645361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3f794242-af79-441f-b402-e2be5a847724', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:52Z', 'updated_at': '2021-12-20T23:14:22Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:14:23.680353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d965c9-d869-4c01-96cd-6edbeb202f39 None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3f794242-af79-441f-b402-e2be5a847724', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:13:52Z', 'updated_at': '2021-12-20T23:14:22Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:14:23.686606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f484492d-8598-4faa-b824-038be90d29f0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:23.715777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90426c-6692-4b1f-8bc2-573e1728aa2d req-65111de8-7c8f-416c-a839-f98a5c016773 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:23.717759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef90426c-6692-4b1f-8bc2-573e1728aa2d req-65111de8-7c8f-416c-a839-f98a5c016773 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.1046655 Dec 20 23:14:23.726260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff0ea57b-3f45-4aa5-94f7-1e74ef2559bd req-33406d8a-1dda-405a-91fb-c093e46f0e01 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712175 Dec 20 23:14:23.788160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef90426c-6692-4b1f-8bc2-573e1728aa2d req-68c67734-1ffe-4f48-9508-5c9aecafec64 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600989 Dec 20 23:14:23.852320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f484492d-8598-4faa-b824-038be90d29f0,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:23.860609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'f484492d-8598-4faa-b824-038be90d29f0', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': 'f484492d-8598-4faa-b824-038be90d29f0', 'mac_address': 'fa:16:3e:f1:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:23.911257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:23.933129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f484492d-8598-4faa-b824-038be90d29f0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:23.962162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f484492d-8598-4faa-b824-038be90d29f0,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:24.018328 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7fcf1-5af9-4944-b918-c6290bae7812 None None] New status for floating IP 3f794242-af79-441f-b402-e2be5a847724: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:14:24.022630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ed4a4-5588-403d-8600-8788d417c3ae req-5e4efd2c-d1bf-4093-a527-5f4c4359edcc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:24.024190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-794ed4a4-5588-403d-8600-8788d417c3ae req-5e4efd2c-d1bf-4093-a527-5f4c4359edcc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 944 time: 0.0558431 Dec 20 23:14:24.074490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-794ed4a4-5588-403d-8600-8788d417c3ae req-f808a08c-9317-45fa-abc7-6e646ecd8fe9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Dec 20 23:14:24.119759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:24.170186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:24.398253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f484492d-8598-4faa-b824-038be90d29f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:24.595741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a999311-1766-43be-ad2b-03e7ab6106de req-c9aaf2ba-b76b-49e9-8511-96edd3d3238a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:24.597878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a999311-1766-43be-ad2b-03e7ab6106de req-c9aaf2ba-b76b-49e9-8511-96edd3d3238a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0579789 Dec 20 23:14:24.659445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a999311-1766-43be-ad2b-03e7ab6106de req-bc3265c2-3646-4ee6-8ab6-94cb78d54dab tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541070 Dec 20 23:14:24.695745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:14:24.776355 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:14:24.938508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:24.963185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:24.965489 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f51a1-4406-49d8-9936-dd0fafab4a30" -d '{"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:24.983559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:25.006385 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af68dd-990f-43cf-8012-ef6a63b88f18 x-openstack-request-id: req-05af68dd-990f-43cf-8012-ef6a63b88f18 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:25.006675 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-unplugged", "status": "failed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "code": 422}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:25.007005 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05af68dd-990f-43cf-8012-ef6a63b88f18 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:25.007314 n-d-822053-9 neutron-server[115564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'code': 422} returned with failed status Dec 20 23:14:25.045522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:25.106537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:25.216139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117cea-58a9-43f7-a1f3-cdd47fdeae5e req-d10e1c0c-0930-4247-bcc5-7e48b17fad47 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:25.217738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11117cea-58a9-43f7-a1f3-cdd47fdeae5e req-d10e1c0c-0930-4247-bcc5-7e48b17fad47 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 945 time: 0.0526178 Dec 20 23:14:25.271559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11117cea-58a9-43f7-a1f3-cdd47fdeae5e req-89c7c989-3a2b-4c31-83fa-401fd9766caf tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Dec 20 23:14:25.696012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f484492d-8598-4faa-b824-038be90d29f0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:25.757312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-73e19093-6678-431a-b9b9-b2fd9afbcca8 req-dbec342f-f608-4b76-b5e1-7cc555bd5483 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:14:25.758951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73e19093-6678-431a-b9b9-b2fd9afbcca8 req-dbec342f-f608-4b76-b5e1-7cc555bd5483 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065956 Dec 20 23:14:25.805549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port f484492d-8598-4faa-b824-038be90d29f0 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:25.810280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port f484492d-8598-4faa-b824-038be90d29f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:25.810926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:25.811552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae1e8c-ba2f-4813-a715-4b46e87c0165 req-4c7c5523-4744-434c-84a8-f1add52d603c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:25.813138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70ae1e8c-ba2f-4813-a715-4b46e87c0165 req-4c7c5523-4744-434c-84a8-f1add52d603c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0531592 Dec 20 23:14:25.874418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70ae1e8c-ba2f-4813-a715-4b46e87c0165 req-e2235f3e-04ca-4a64-be1a-0d252552a112 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531678 Dec 20 23:14:25.937595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:25.980451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f484492d-8598-4faa-b824-038be90d29f0,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:26.075417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:26.132649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:26.137563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b72f-a771-4ee1-bc36-cfa36753f3e9 req-16649e2d-c0db-4936-ba2c-ac111e16abc8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:26.147435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5985b72f-a771-4ee1-bc36-cfa36753f3e9 req-16649e2d-c0db-4936-ba2c-ac111e16abc8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.0767713 Dec 20 23:14:26.194632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5985b72f-a771-4ee1-bc36-cfa36753f3e9 req-94da98da-f629-4be6-8199-d92fdefabceb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 Dec 20 23:14:26.367601 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-5f178229-8f85-462d-897a-faa9d1e81fc0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472920 Dec 20 23:14:26.408346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dca7a9-8eb5-4e7e-8c58-29e0774cb251 req-1e6cb198-7adc-44d9-af2a-eb4bf3094944 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:26.410546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9dca7a9-8eb5-4e7e-8c58-29e0774cb251 req-1e6cb198-7adc-44d9-af2a-eb4bf3094944 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0687618 Dec 20 23:14:26.470185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9dca7a9-8eb5-4e7e-8c58-29e0774cb251 req-064ed504-38e1-4e43-87f0-564fab7d79e2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485501 Dec 20 23:14:27.008921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:27.012277 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09806193-1477-435b-8efa-94ed0f0f8bd2" -d '{"events": [{"server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "name": "network-vif-plugged", "status": "completed", "tag": "f484492d-8598-4faa-b824-038be90d29f0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:27.048851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401ca9-4215-4deb-a01b-04cc2dc2a7f0 req-97f415ac-8780-4101-9c9c-53828c84a531 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:27.052162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73401ca9-4215-4deb-a01b-04cc2dc2a7f0 req-97f415ac-8780-4101-9c9c-53828c84a531 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0759389 Dec 20 23:14:27.075464 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b7cbc-db58-4dee-ad38-d42e914b2e2b x-openstack-request-id: req-623b7cbc-db58-4dee-ad38-d42e914b2e2b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:27.075765 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "name": "network-vif-plugged", "status": "completed", "tag": "f484492d-8598-4faa-b824-038be90d29f0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:27.076026 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-623b7cbc-db58-4dee-ad38-d42e914b2e2b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:27.076617 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0', 'code': 200} Dec 20 23:14:27.124134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73401ca9-4215-4deb-a01b-04cc2dc2a7f0 req-5456e420-7781-4c09-af6f-648d56428a3c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635271 Dec 20 23:14:27.193785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1ce5-19e6-472e-9e8e-61a2e476fe92 req-ba342919-3100-4450-a45e-9559b114b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:27.195299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ee1b1ce5-19e6-472e-9e8e-61a2e476fe92 req-ba342919-3100-4450-a45e-9559b114b00d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 1097 time: 0.0435297 Dec 20 23:14:27.260881 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ee1b1ce5-19e6-472e-9e8e-61a2e476fe92 req-ee95fd54-d04f-4bcc-8224-55e37dde06f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582757 Dec 20 23:14:27.342479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e8ab7-c507-4d1a-8866-75169ccd4d71 req-58616769-adda-4f0e-a361-0e66d74894fc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:27.344186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f35e8ab7-c507-4d1a-8866-75169ccd4d71 req-58616769-adda-4f0e-a361-0e66d74894fc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.0521905 Dec 20 23:14:27.395608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f35e8ab7-c507-4d1a-8866-75169ccd4d71 req-93c81e6b-134c-47c8-bdc7-da607adeb097 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Dec 20 23:14:27.601334 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-ad87e4f2-3f9d-4d69-b6d1-b2eaa55f1921 service neutron] show failed (client error): The resource could not be found. Dec 20 23:14:27.602454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-ad87e4f2-3f9d-4d69-b6d1-b2eaa55f1921 service neutron] 10.222.0.45 "GET /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0970633 Dec 20 23:14:27.617629 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc7d2-9010-4391-a62d-f967bdf5e37f req-cb606e79-9873-4f55-8d08-ddb7d91244e5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:27.619411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b60bc7d2-9010-4391-a62d-f967bdf5e37f req-cb606e79-9873-4f55-8d08-ddb7d91244e5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0719531 Dec 20 23:14:27.677060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b60bc7d2-9010-4391-a62d-f967bdf5e37f req-e45553e7-baaa-488a-a08d-7e827824725a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Dec 20 23:14:27.965510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:28.181080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-18dcad91-52bf-4016-b5a6-6f79d9b63b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:28.198052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-18dcad91-52bf-4016-b5a6-6f79d9b63b8f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c&tenant_id=220677920b234e58b3e04bf59b356e4e HTTP/1.1" status: 200 len: 1095 time: 0.1531045 Dec 20 23:14:28.204596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-6f0222ba-fede-443f-a493-54a2b4b9ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:28.207116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-6f0222ba-fede-443f-a493-54a2b4b9ce6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 1096 time: 0.0832200 Dec 20 23:14:28.212357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:28.240996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:28.261834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b8ceb-6ae1-414b-b074-7bb8746c3a77 req-1ba2b37e-9556-4974-8efe-14be21b093f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:28.269644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907b8ceb-6ae1-414b-b074-7bb8746c3a77 req-1ba2b37e-9556-4974-8efe-14be21b093f5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0570297 Dec 20 23:14:28.318303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907b8ceb-6ae1-414b-b074-7bb8746c3a77 req-933281ac-9dec-496a-a509-8e6f3df4f3ea tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477321 Dec 20 23:14:28.326214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:28.329669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:28.589271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fe96a-c541-4b50-9e94-36ed8e723409 req-8831eeb5-459a-45ec-b28b-8a5bb573ac1e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:28.598923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df7fe96a-c541-4b50-9e94-36ed8e723409 req-8831eeb5-459a-45ec-b28b-8a5bb573ac1e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.0993702 Dec 20 23:14:28.706045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df7fe96a-c541-4b50-9e94-36ed8e723409 req-95a015d9-bb99-4d56-bce5-74c4691e6adc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004047 Dec 20 23:14:28.828622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:28.843420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94bafa-c97c-4c48-879d-163d3683997b req-7351ddb4-8fa0-47a4-8557-a14016a0cc97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:28.845162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e94bafa-c97c-4c48-879d-163d3683997b req-7351ddb4-8fa0-47a4-8557-a14016a0cc97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0497942 Dec 20 23:14:28.865800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:28.897824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:28.916360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e94bafa-c97c-4c48-879d-163d3683997b req-a93deca7-18c0-4393-a0fc-c197e8abe4b7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Dec 20 23:14:28.961404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:28.974380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:28.991000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Transition to ACTIVE for port object ba5cdda7-8af3-4da3-bbca-d46a46b8a36a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:29.000169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:29.045407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:29.047724 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0947a4-813b-40c9-bf1c-63393f9595aa" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:29.052398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:29.065581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Transition to ACTIVE for port object f2194412-e58f-433d-9e11-e0c3af4d022a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:29.067680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:29.111729 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5d3d0-1883-42d5-b78b-eeaafbf67b4f x-openstack-request-id: req-cce5d3d0-1883-42d5-b78b-eeaafbf67b4f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:29.112034 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:29.112977 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cce5d3d0-1883-42d5-b78b-eeaafbf67b4f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:29.113403 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'code': 200} Dec 20 23:14:29.216242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=9']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:29.218679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:29.484876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2400-da6c-472a-b45e-46ddbadbb712 req-058b0b0e-8f48-4eb5-b33e-c7460d389c5e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:29.495182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7cd2400-da6c-472a-b45e-46ddbadbb712 req-058b0b0e-8f48-4eb5-b33e-c7460d389c5e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.1560447 Dec 20 23:14:29.598140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7cd2400-da6c-472a-b45e-46ddbadbb712 req-93d51f18-50a3-44a5-a71e-95a018e6c623 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961218 Dec 20 23:14:29.625319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7490-f681-4878-9de4-3ad6c44afae3 req-cd22b0c6-3d9f-4b6c-bde5-e3b3c3d0bc49 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:29.633831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c3c7490-f681-4878-9de4-3ad6c44afae3 req-cd22b0c6-3d9f-4b6c-bde5-e3b3c3d0bc49 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.1165104 Dec 20 23:14:29.738632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c3c7490-f681-4878-9de4-3ad6c44afae3 req-1aa859d8-65b7-4916-ba9a-c99e1ed34c7a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030672 Dec 20 23:14:29.833560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:29.838047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] No DVR routers for this DVR port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:14:29.856707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfe8d9-9383-4a96-80b0-6b9bf5125612 req-26f20771-ba1a-4d6c-a30b-bfe0d857dfe6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:29.865367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06cfe8d9-9383-4a96-80b0-6b9bf5125612 req-26f20771-ba1a-4d6c-a30b-bfe0d857dfe6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 944 time: 0.0697560 Dec 20 23:14:29.922482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] No DVR routers for this DVR port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:14:29.949126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06cfe8d9-9383-4a96-80b0-6b9bf5125612 req-3957d1e5-eecd-4525-a8a4-8c5e0c3def46 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828640 Dec 20 23:14:30.152640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:30.152976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:30.153308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:30.179574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:30.179902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:30.191102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:30.191523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:30.191920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Bound using segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:30.192372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Bound port: f2194412-e58f-433d-9e11-e0c3af4d022a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:30.192728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.205356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:30.205692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:30.206856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:30.217587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:30.223766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Attempting to bind port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on network bb6687db-4890-4e42-ae74-126f5be60dff {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:30.244859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:30.245201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Checking segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:30.245599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Bound using segment: {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:30.246063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Bound port: ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:30.246431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.312565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:30.319710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:30.335571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:30.338553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:30.388347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.421972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.441108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.442173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.443663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] 10.222.0.59 "PUT /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1091 time: 2.2119424 Dec 20 23:14:30.454013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.454766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:30.456501 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] 10.222.0.59 "PUT /v2.0/ports/ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1092 time: 2.2475629 Dec 20 23:14:30.467324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbf866-8aea-48dc-8cd8-aea706bfebbb service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:30.580710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483737d-5cf5-4362-9c16-8ca441333fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:30.612826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-aa2f38dc-1218-4949-8a91-3a79f76f8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.614868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-aa2f38dc-1218-4949-8a91-3a79f76f8b6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0859413 Dec 20 23:14:30.616578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-572dd92c-1c91-45d1-9184-bf34b6365fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.617945 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-572dd92c-1c91-45d1-9184-bf34b6365fbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1096 time: 0.0791779 Dec 20 23:14:30.741852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2939ec9-cc24-4414-a8f0-71c04154fdc7 req-2a954915-e02b-4362-a868-14ccccc59f96 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.750865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2939ec9-cc24-4414-a8f0-71c04154fdc7 req-2a954915-e02b-4362-a868-14ccccc59f96 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0657237 Dec 20 23:14:30.811220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2939ec9-cc24-4414-a8f0-71c04154fdc7 req-a25fb543-44c4-41b3-a585-fcab86ec5c0b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594521 Dec 20 23:14:30.837827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-c8b90a75-4790-4b26-a697-a021cd33b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.839392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-c8b90a75-4790-4b26-a697-a021cd33b84e service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.2019725 Dec 20 23:14:30.840757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-69f619d2-67d7-42f0-93d6-49e33bed704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.842098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-69f619d2-67d7-42f0-93d6-49e33bed704f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.2141593 Dec 20 23:14:30.946806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fbd6b-276c-4bdf-9c41-36a9e7c68d0d req-a3cb55e9-554c-47c5-a48c-72b932f9c9c4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:30.948178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-493fbd6b-276c-4bdf-9c41-36a9e7c68d0d req-a3cb55e9-554c-47c5-a48c-72b932f9c9c4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0603540 Dec 20 23:14:30.977677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-cb1a11c9-f2b1-49b0-9e14-66e46c14ed9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1000 time: 0.1252739 Dec 20 23:14:30.979455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-40f74a6f-3b02-4620-9050-59a753800e79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.1208248 Dec 20 23:14:31.004021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-493fbd6b-276c-4bdf-9c41-36a9e7c68d0d req-bbbc41e5-4bab-42b3-aa31-bfb696a82ef3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493400 Dec 20 23:14:31.077207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-7c319eb2-4bf1-48df-b29a-a2a145a1d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.078929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-7c319eb2-4bf1-48df-b29a-a2a145a1d4af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0856261 Dec 20 23:14:31.080414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-5cb5e108-3f34-4c46-8bf3-6825cef2a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.082752 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-5cb5e108-3f34-4c46-8bf3-6825cef2a7c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.0818655 Dec 20 23:14:31.099165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeaca5-caff-4598-a6ee-4227b66a8597 req-2e1fd98c-0262-4afd-97ab-c7380feb3ae5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.102560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9eeaca5-caff-4598-a6ee-4227b66a8597 req-2e1fd98c-0262-4afd-97ab-c7380feb3ae5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0553837 Dec 20 23:14:31.125544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}, {'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:31.127902 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29dc8c-15a4-4452-8832-760d3c2dd380" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}, {"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:31.161450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9eeaca5-caff-4598-a6ee-4227b66a8597 req-4cde8c90-6bee-422f-976f-0ddd3f7c3c27 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517247 Dec 20 23:14:31.170807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-e1e73d88-4387-4721-9a68-d8e3f699797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.172330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-e1e73d88-4387-4721-9a68-d8e3f699797c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813363 Dec 20 23:14:31.175128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-12b818da-9480-4822-a606-3f9b37a5dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.176498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-12b818da-9480-4822-a606-3f9b37a5dc09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776482 Dec 20 23:14:31.224800 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b05ed-dbff-49cf-91c4-f9829e812115 x-openstack-request-id: req-fd2b05ed-dbff-49cf-91c4-f9829e812115 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:31.225430 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:31.225519 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd2b05ed-dbff-49cf-91c4-f9829e812115 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:31.225946 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:14:31.226240 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'status': 'completed', 'code': 200} Dec 20 23:14:31.283854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-e108effb-1aba-4ba5-83ba-2517ed350827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.286107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-e108effb-1aba-4ba5-83ba-2517ed350827 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0433600 Dec 20 23:14:31.359757 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-b52960f8-ebb9-4993-be07-ad9054ad3503 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744089 Dec 20 23:14:31.362507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-6461d488-38be-46ae-8147-28c9ed115182 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759613 Dec 20 23:14:31.427259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-56f42020-e581-4293-8028-58eaea7ad8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.428888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-56f42020-e581-4293-8028-58eaea7ad8ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.1360183 Dec 20 23:14:31.514890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-88c9ca92-9329-4fe4-81a9-e727cba9d4ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.0788348 Dec 20 23:14:31.553404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-d94b9a21-c649-46c7-9ab5-2d63909e8cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808083 Dec 20 23:14:31.555578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ddaea1e1-b209-4286-8cb3-cfc15ab9724d req-e8df6fe3-4952-4965-8a94-7ba1cd03bd30 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697249 Dec 20 23:14:31.575023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a578385f-cd44-4186-9b99-d7aac46d37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.576509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a578385f-cd44-4186-9b99-d7aac46d37bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0544691 Dec 20 23:14:31.684327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-4f2f4762-4aa7-4322-98be-9ab67acc82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.685765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-4f2f4762-4aa7-4322-98be-9ab67acc82bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018834 Dec 20 23:14:31.778652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-623e4a94-74ce-4d7a-bd35-c2a730d77f33 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.786317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-623e4a94-74ce-4d7a-bd35-c2a730d77f33 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1944144 Dec 20 23:14:31.790475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-ab7015b1-6f73-4d00-b299-6408c7fa3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.792323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-ab7015b1-6f73-4d00-b299-6408c7fa3167 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0568466 Dec 20 23:14:31.808488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-79b0bb5d-81f5-4fec-9713-b4ee9bbdfe35 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/quotas/472333722b8449368abd55965b600b21 HTTP/1.1" status: 200 len: 375 time: 0.0212679 Dec 20 23:14:31.896379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-cd35f9f0-de07-4312-94c4-1d9fdeb1bb6c service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026808 Dec 20 23:14:31.925922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-54fb9a95-b786-4d91-8548-c3a10621d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:31.927460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-54fb9a95-b786-4d91-8548-c3a10621d582 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.1264114 Dec 20 23:14:31.929364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-83243180-e8c0-4047-ab8c-a7627d0cacb4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199389 Dec 20 23:14:32.036229 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a140df11-0b06-4a15-9a44-169aa09d826f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.0978644 Dec 20 23:14:32.107972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-d9050875-38f0-4c6e-9b4b-64aa0366f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:32.109905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-d9050875-38f0-4c6e-9b4b-64aa0366f85d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0594659 Dec 20 23:14:32.164261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-7f64f8bb-7fdf-4a45-90a7-2420d3950678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:32.165942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-7f64f8bb-7fdf-4a45-90a7-2420d3950678 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486479 Dec 20 23:14:32.298310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-9867081e-af0f-40ab-8f71-e12381a0fbc5 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251085 Dec 20 23:14:32.599962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-1cf1e2e5-cf8d-4797-975c-13fe94edad31 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949611 Dec 20 23:14:32.607785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a4f6-c335-44b6-b663-8535316efffc req-b5ed739a-df3f-417b-a827-54c8b11bf55d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:32.617365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e183a4f6-c335-44b6-b663-8535316efffc req-b5ed739a-df3f-417b-a827-54c8b11bf55d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.5970972 Dec 20 23:14:32.633244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-60affc73-e9ee-4902-8e15-e40bf300c517 service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028911 Dec 20 23:14:32.754433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e183a4f6-c335-44b6-b663-8535316efffc req-b80f65bf-b41f-4cb3-8f6c-38f70c3df0a5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336219 Dec 20 23:14:32.781933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:14:32.816865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-1ce387e5-e30c-44ed-a2f5-0980f7225a7d service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825206 Dec 20 23:14:32.868448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port f2194412-e58f-433d-9e11-e0c3af4d022a host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:14:32.868749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:14:32.922484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbd52-0954-47c9-99d7-b0894db0561b req-9ce46d24-1bb5-4335-9559-712bd0144e81 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:32.926019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-113bbd52-0954-47c9-99d7-b0894db0561b req-9ce46d24-1bb5-4335-9559-712bd0144e81 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0730639 Dec 20 23:14:32.999668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-113bbd52-0954-47c9-99d7-b0894db0561b req-fc501b3d-f4bb-41b7-bfa2-9802bcca98d7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605094 Dec 20 23:14:33.249369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e6be-df2e-4c8c-86e6-c23ffc14c450 req-50e63a27-e66b-47b9-869d-cd6cc9257fee tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:33.250976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9f8e6be-df2e-4c8c-86e6-c23ffc14c450 req-50e63a27-e66b-47b9-869d-cd6cc9257fee tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.1131465 Dec 20 23:14:33.286005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:33.386418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9f8e6be-df2e-4c8c-86e6-c23ffc14c450 req-5042f5bd-fe6b-481d-ace4-eb43a455f3f1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239312 Dec 20 23:14:33.455126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c0bc317-423c-496d-b76a-7c2e55e0ab96 req-737d7387-2dbc-451a-af5c-658d797af53a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0527954 Dec 20 23:14:33.886211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98a374-388d-4dba-8e22-554a15adfffa req-bcc12a1b-116f-45a8-a5f8-abaad9a5c69a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:33.887829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b98a374-388d-4dba-8e22-554a15adfffa req-bcc12a1b-116f-45a8-a5f8-abaad9a5c69a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0581188 Dec 20 23:14:33.964498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b98a374-388d-4dba-8e22-554a15adfffa req-7de92ca5-ac19-4a87-9041-2365fb27634e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660479 Dec 20 23:14:34.141113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dff1-72b2-4b56-9b67-23cfae4e68f1 req-58aec9ca-73dc-43f9-bbce-898753ec066a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:34.142681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c43dff1-72b2-4b56-9b67-23cfae4e68f1 req-58aec9ca-73dc-43f9-bbce-898753ec066a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0623505 Dec 20 23:14:34.211330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c43dff1-72b2-4b56-9b67-23cfae4e68f1 req-196a25de-713d-4fcf-86b0-9a0a08ba8628 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584414 Dec 20 23:14:34.511802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda9c2d-50b2-433b-9f0b-fcd7575b5e54 req-dc52f68f-c8fd-44b8-8687-d629079e99e0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:34.513636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2dda9c2d-50b2-433b-9f0b-fcd7575b5e54 req-dc52f68f-c8fd-44b8-8687-d629079e99e0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0607743 Dec 20 23:14:34.592077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0557767-c31f-43f6-bef4-72fb7d00214b req-8a9cbb35-8efa-46b6-978b-6a873efabdf2 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0490632 Dec 20 23:14:34.625814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2dda9c2d-50b2-433b-9f0b-fcd7575b5e54 req-bd877769-87a8-4bae-92f3-432c8b9fa6ea tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029992 Dec 20 23:14:34.816652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-273380b8-e9d8-4f23-8a77-cd59e5714c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:35.129865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbd61a-219e-4cd8-8fba-e6bc4bccd25a req-ed517f06-4816-4282-b8b9-8f447eb0413a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:35.131329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bbbd61a-219e-4cd8-8fba-e6bc4bccd25a req-ed517f06-4816-4282-b8b9-8f447eb0413a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0709205 Dec 20 23:14:35.189872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bbbd61a-219e-4cd8-8fba-e6bc4bccd25a req-d6ae898b-9529-4f9e-b355-6208def07702 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523241 Dec 20 23:14:35.361217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbc2e0-7e0f-4e34-8a2e-616b78e5c4c8 req-935d05a0-1021-4dc3-8fcc-99d45ba30a54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:35.369771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0fbc2e0-7e0f-4e34-8a2e-616b78e5c4c8 req-935d05a0-1021-4dc3-8fcc-99d45ba30a54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0633166 Dec 20 23:14:35.438161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0fbc2e0-7e0f-4e34-8a2e-616b78e5c4c8 req-b51b2666-eaa7-4340-a375-2bcfc3e9442c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672057 Dec 20 23:14:35.707162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94ed2331-3d74-4aa1-9778-bf09e7f6e718 req-347a0491-a4da-44bd-8f58-293e92e22b81 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0324981 Dec 20 23:14:35.798715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca2ff-8cfe-453b-9ea6-a4d8791f366d req-a2613fd0-e1db-4551-8785-b20c61d97b81 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:35.801157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ceca2ff-8cfe-453b-9ea6-a4d8791f366d req-a2613fd0-e1db-4551-8785-b20c61d97b81 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0607641 Dec 20 23:14:35.859999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ceca2ff-8cfe-453b-9ea6-a4d8791f366d req-d704c160-371b-465e-8a43-afeaf428e276 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522220 Dec 20 23:14:36.348145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610686-788d-441e-a0f7-fb6cce53e08c req-5a85f71d-bf82-4993-bc16-539d5f738265 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:36.349855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01610686-788d-441e-a0f7-fb6cce53e08c req-5a85f71d-bf82-4993-bc16-539d5f738265 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0686047 Dec 20 23:14:36.410782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01610686-788d-441e-a0f7-fb6cce53e08c req-77e63bc2-d699-4d3e-b179-ac309e43d256 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548186 Dec 20 23:14:36.594216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8561d-775a-44b1-9329-0bae633d274e req-559c0982-6e16-4230-8be9-8fd139c4f467 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:36.595825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e8561d-775a-44b1-9329-0bae633d274e req-559c0982-6e16-4230-8be9-8fd139c4f467 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0707893 Dec 20 23:14:36.656283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2e8561d-775a-44b1-9329-0bae633d274e req-33aae79d-b84f-4be0-a9e0-34d5988785e1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495300 Dec 20 23:14:36.823513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-038d45d4-b495-4096-bf23-45f57c55d04a req-49a48fab-b530-4287-996b-e981cda4e2f9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0335066 Dec 20 23:14:37.014662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1a38-0ba7-4d5f-a9a0-93a8edf287d1 req-4a1f94e4-861f-4cf9-a044-106ea8a53c4a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:37.018656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b20d1a38-0ba7-4d5f-a9a0-93a8edf287d1 req-4a1f94e4-861f-4cf9-a044-106ea8a53c4a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0685067 Dec 20 23:14:37.077534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b20d1a38-0ba7-4d5f-a9a0-93a8edf287d1 req-c30471de-1373-4076-b502-b81e0922dfd5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543742 Dec 20 23:14:37.565279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd887e12-4fd3-4cfa-ada1-daf9c9523987 req-29d59603-ba21-4a32-b91c-074a19a7ca31 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:37.567038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd887e12-4fd3-4cfa-ada1-daf9c9523987 req-29d59603-ba21-4a32-b91c-074a19a7ca31 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0568733 Dec 20 23:14:37.629072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd887e12-4fd3-4cfa-ada1-daf9c9523987 req-f2e1edba-0ec3-4e9e-83ec-e1c5cf112d3c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Dec 20 23:14:37.747513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ba16232-21f9-452e-a99f-3f00ffd1df25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:37.798861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812c27-ed3a-488d-ad29-22f7c980ee31 req-af2f9420-9f51-4f80-a1a2-576d660b1223 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:37.800430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71812c27-ed3a-488d-ad29-22f7c980ee31 req-af2f9420-9f51-4f80-a1a2-576d660b1223 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0625844 Dec 20 23:14:37.856182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71812c27-ed3a-488d-ad29-22f7c980ee31 req-ba7f1f1c-9d0a-401f-9b87-2e44644b2d0b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493667 Dec 20 23:14:37.943130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bfd370e-74ec-4fec-9a62-100b4d1022de req-c775920c-118c-432b-9905-cec96b52fddb tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0275469 Dec 20 23:14:38.224457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f21c4e-d4f4-457e-b60d-3eb848675a5c req-477373b5-bc72-43ee-8151-95365cfd77c1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:38.226101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10f21c4e-d4f4-457e-b60d-3eb848675a5c req-477373b5-bc72-43ee-8151-95365cfd77c1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0711091 Dec 20 23:14:38.290766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:38.291632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10f21c4e-d4f4-457e-b60d-3eb848675a5c req-049079ca-28a2-44e8-a677-5d76317b8a1f tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575404 Dec 20 23:14:38.779765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c60eb-6563-498c-9efd-8cea0fef39c5 req-085c2a48-1b90-4bb7-9261-1790a01c05ab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:38.781399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78c60eb-6563-498c-9efd-8cea0fef39c5 req-085c2a48-1b90-4bb7-9261-1790a01c05ab tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0609591 Dec 20 23:14:38.834671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78c60eb-6563-498c-9efd-8cea0fef39c5 req-3a258d06-bebe-4456-a595-df594516cdf5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Dec 20 23:14:39.006415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5552f-6a9a-48a3-b0a9-ed900382c589 req-57b812bd-dfb6-4791-a552-40c523098fbb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:39.010015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d5552f-6a9a-48a3-b0a9-ed900382c589 req-57b812bd-dfb6-4791-a552-40c523098fbb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0642333 Dec 20 23:14:39.073084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73c4e1d9-e540-4d29-90b8-ea6aecdfadd5 req-1ea96ff5-3ab5-40ff-b68d-ab4d568aa089 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0398870 Dec 20 23:14:39.094491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d5552f-6a9a-48a3-b0a9-ed900382c589 req-2d5ff110-e6b6-432e-a6f3-748f8e6ee98e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797417 Dec 20 23:14:39.442300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7b329-d651-410c-893b-4811337b0edf req-65ffe9be-7da5-4b95-8bdb-01acc2ccda85 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:39.443964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73a7b329-d651-410c-893b-4811337b0edf req-65ffe9be-7da5-4b95-8bdb-01acc2ccda85 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0653350 Dec 20 23:14:39.514847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73a7b329-d651-410c-893b-4811337b0edf req-7e6c00cf-902d-4942-a4d2-3f1fa6a97f39 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650139 Dec 20 23:14:39.695908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:39.972433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1389e-1eca-4b22-8e0a-0b8d331ba3d4 req-385c408e-46b9-4e0c-ab05-f75037a5f9da tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:39.973962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6f1389e-1eca-4b22-8e0a-0b8d331ba3d4 req-385c408e-46b9-4e0c-ab05-f75037a5f9da tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0572855 Dec 20 23:14:40.026875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6f1389e-1eca-4b22-8e0a-0b8d331ba3d4 req-7ab97a41-de04-46b1-9b52-a77204846c8e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Dec 20 23:14:40.199193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07d70a6f-9544-40f3-b5e3-3c2e9b1d33af req-c93fe775-ab67-455a-8993-9189c2dd2453 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0499036 Dec 20 23:14:40.258858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69510726-f9bb-4bfc-8693-db0a944ab13c req-88e90fd5-b3a7-45bf-964d-bf83998922e7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:40.260257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69510726-f9bb-4bfc-8693-db0a944ab13c req-88e90fd5-b3a7-45bf-964d-bf83998922e7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0765972 Dec 20 23:14:40.316228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69510726-f9bb-4bfc-8693-db0a944ab13c req-6bbf5754-53bb-4031-b6f0-27f56b55e386 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489664 Dec 20 23:14:40.484095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:40.653764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012c970-967a-47e7-8244-8eedd633fc0d req-8e224962-7d74-4a3a-9642-047ee5b3fe5e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:40.655510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a012c970-967a-47e7-8244-8eedd633fc0d req-8e224962-7d74-4a3a-9642-047ee5b3fe5e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0534019 Dec 20 23:14:40.708377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a012c970-967a-47e7-8244-8eedd633fc0d req-4e8fc887-0bed-4959-a1d1-b716bf9cf9b1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Dec 20 23:14:41.150125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16b41-b5e0-40ce-ba8b-a8c144c1874e req-83100b57-b162-4054-8f97-7c5cf41ae9cd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:41.151631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b16b41-b5e0-40ce-ba8b-a8c144c1874e req-83100b57-b162-4054-8f97-7c5cf41ae9cd tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0534694 Dec 20 23:14:41.212286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28b16b41-b5e0-40ce-ba8b-a8c144c1874e req-7a67c072-6a12-41ed-8fa8-19a9092471c3 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Dec 20 23:14:41.315029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63b30e7f-2375-4b6e-8e24-6bc49d6f0ec6 req-13e111b4-6f95-4741-957c-c89c61e4591b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0286968 Dec 20 23:14:41.455026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca307-59a6-4197-a6f6-92cb2c3c8fa8 req-789f3b9e-2ef2-4720-a55a-f98191465df1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:41.457229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2caca307-59a6-4197-a6f6-92cb2c3c8fa8 req-789f3b9e-2ef2-4720-a55a-f98191465df1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0635889 Dec 20 23:14:41.515464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2caca307-59a6-4197-a6f6-92cb2c3c8fa8 req-15ff2e81-8c00-4504-b1fb-079284fc7377 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505462 Dec 20 23:14:41.879306 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7789da-1bde-4472-afe9-dbd490ffec82 req-00b562fc-c696-4c2a-a118-473ed5784a59 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:41.879306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd7789da-1bde-4472-afe9-dbd490ffec82 req-00b562fc-c696-4c2a-a118-473ed5784a59 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0617416 Dec 20 23:14:41.919936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd7789da-1bde-4472-afe9-dbd490ffec82 req-f19582e4-927b-4c71-a2a5-392babc1e1c8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576782 Dec 20 23:14:42.347651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf25c9-9141-43dc-af1b-951aae76c8d0 req-8774b842-30d0-420c-ae14-a30e183f6ae9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:42.348863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fbf25c9-9141-43dc-af1b-951aae76c8d0 req-8774b842-30d0-420c-ae14-a30e183f6ae9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0566010 Dec 20 23:14:42.413518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fbf25c9-9141-43dc-af1b-951aae76c8d0 req-753d688a-b5d0-4dd0-b1aa-38008ee895e4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Dec 20 23:14:42.429637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3098e33-3dd6-4851-9edb-9755835f79f9 req-1a166687-53fb-4a35-bfd0-39160631956a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0356107 Dec 20 23:14:42.648119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ea0-ba38-4276-aad5-c13125c49710 req-2d745736-e3e0-4f63-99fd-848668edd146 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:42.649625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67c21ea0-ba38-4276-aad5-c13125c49710 req-2d745736-e3e0-4f63-99fd-848668edd146 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0526929 Dec 20 23:14:42.710231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67c21ea0-ba38-4276-aad5-c13125c49710 req-ddc0a5ca-d0cb-4d37-bf24-aef44bf8f674 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546660 Dec 20 23:14:42.870932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a93d69bb-c1ae-4674-97f9-5fb15f9d807c service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992825 Dec 20 23:14:42.979306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a438dfea-e9fc-4469-996f-59386fad8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:42.980815 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a438dfea-e9fc-4469-996f-59386fad8416 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=220677920b234e58b3e04bf59b356e4e&device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1096 time: 0.0504982 Dec 20 23:14:43.056538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4450c-e19b-4800-85d9-09e3dc06347b req-35f0c0f8-fce6-48d2-886d-0e633dbd5d99 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.058060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e4450c-e19b-4800-85d9-09e3dc06347b req-35f0c0f8-fce6-48d2-886d-0e633dbd5d99 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0592139 Dec 20 23:14:43.090561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a74a9e55-ef66-4421-a04f-108f45c13e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.092048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-a74a9e55-ef66-4421-a04f-108f45c13e88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 200 len: 917 time: 0.0974097 Dec 20 23:14:43.122614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e4450c-e19b-4800-85d9-09e3dc06347b req-24bee8ef-7e9b-44f7-813e-0b8795bb68bb tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580995 Dec 20 23:14:43.173206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-7c1eb6b3-1401-445a-8c31-a868dbeb24ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 200 len: 1000 time: 0.0709603 Dec 20 23:14:43.236646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-ddca2828-e8d7-4829-88a9-a2a100443a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.238756 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-ddca2828-e8d7-4829-88a9-a2a100443a4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 200 len: 855 time: 0.0456073 Dec 20 23:14:43.291540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-e05dba58-c71c-43db-91e0-ee65690f8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.293679 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-e05dba58-c71c-43db-91e0-ee65690f8635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb6687db-4890-4e42-ae74-126f5be60dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468345 Dec 20 23:14:43.393573 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-6be038c2-629d-4146-9eee-5064c2db9a59 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887187 Dec 20 23:14:43.503378 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-df29dc8c-15a4-4452-8832-760d3c2dd380 req-d82120ce-e320-4fa7-bd3b-572ed8c86639 service neutron] 10.222.0.59 "GET /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024818 Dec 20 23:14:43.554116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61b45f79-e21b-40c7-86a1-c1bb4aa9e604 req-65c808d2-075d-4156-858a-c0595917d8de tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0482144 Dec 20 23:14:43.575908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662bc5-1c00-4171-a89d-322311dc4790 req-f6f02a7e-0460-4eee-a39e-f23af2e35937 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.577391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5662bc5-1c00-4171-a89d-322311dc4790 req-f6f02a7e-0460-4eee-a39e-f23af2e35937 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0828516 Dec 20 23:14:43.630394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5662bc5-1c00-4171-a89d-322311dc4790 req-329fbfeb-063a-43b6-aa80-ab0dded5cb59 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Dec 20 23:14:43.837514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d310b-7ac0-40a7-8e3a-feabc3adc702 req-b31ea17c-e9d9-45c2-933d-39b6c874dadc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:43.839066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-003d310b-7ac0-40a7-8e3a-feabc3adc702 req-b31ea17c-e9d9-45c2-933d-39b6c874dadc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0535440 Dec 20 23:14:43.894450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-003d310b-7ac0-40a7-8e3a-feabc3adc702 req-abb9540e-6a88-45e1-80c1-d955cfc019fb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493124 Dec 20 23:14:44.030199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-3bd7e93c-18f9-46b4-8261-762c66dc1576 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:44.031918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-3bd7e93c-18f9-46b4-8261-762c66dc1576 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1032364 Dec 20 23:14:44.052936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Request body: {'port': {'device_id': '91435b29-c718-4670-96d8-be5bfdddf51a', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'admin_state_up': True, 'tenant_id': '472333722b8449368abd55965b600b21'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:44.257633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d74164-7bff-4a3c-b7f3-2b9f51173ba7 req-3fc39e1a-87ca-49c2-b373-426bb72b39a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:44.259228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1d74164-7bff-4a3c-b7f3-2b9f51173ba7 req-3fc39e1a-87ca-49c2-b373-426bb72b39a7 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0611730 Dec 20 23:14:44.285413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:14:44.289159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:44.324816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1d74164-7bff-4a3c-b7f3-2b9f51173ba7 req-819040b5-1a54-47de-bde6-3fa067cb912a tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591102 Dec 20 23:14:44.428331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Allocated IP 172.20.0.14 (1d544b96-eefe-4c33-95af-a15deecfc34c/329181ae-52e4-49b8-ad3c-2ea8d0d61e42/50b2d97e-26f3-4aaa-832a-01072b31e5e8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:14:44.581137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:44.664051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d709672-8255-4936-b347-d908f22cb526 req-7a754604-37bf-4306-84ab-9fb51c2aeed4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0284474 Dec 20 23:14:44.696373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:44.711636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:44.762419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:44.768445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Network 1d544b96-eefe-4c33-95af-a15deecfc34c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:14:44.772503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:14:44.778525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:14:44.784665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943fc0-87a7-4fa1-86a1-89b95e608367 req-21851cda-38fa-4c46-8acf-d0c23d6ffa5c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:44.786532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49943fc0-87a7-4fa1-86a1-89b95e608367 req-21851cda-38fa-4c46-8acf-d0c23d6ffa5c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0721383 Dec 20 23:14:44.815217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event updated for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:44.848179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:44.848969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:44.849685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49943fc0-87a7-4fa1-86a1-89b95e608367 req-148c1df0-f35a-4c96-b9f8-b6f8dc21c1f9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Dec 20 23:14:44.967427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-f4744e82-c96d-4d10-8884-b9e24423fce0 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9193647 Dec 20 23:14:44.980601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Request body: {'port': {'device_id': '91435b29-c718-4670-96d8-be5bfdddf51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:45.028970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599119f-8e2f-4e98-8745-73e51425c229 req-eab2ff7f-1f64-4e37-a868-e738641a6d46 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.030600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f599119f-8e2f-4e98-8745-73e51425c229 req-eab2ff7f-1f64-4e37-a868-e738641a6d46 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0551641 Dec 20 23:14:45.040622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.090426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f599119f-8e2f-4e98-8745-73e51425c229 req-179e3a44-2b42-469a-95b8-33649dec5388 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531230 Dec 20 23:14:45.330219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b2d97e-26f3-4aaa-832a-01072b31e5e8 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:45.341556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.354418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Transition to ACTIVE for port object 50b2d97e-26f3-4aaa-832a-01072b31e5e8 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:45.438899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.468336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b1e9b-33c5-45ae-8f52-77c14cc73616 req-dc1d4307-17ed-4b38-afc6-1dc682a5122c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.474355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c4b1e9b-33c5-45ae-8f52-77c14cc73616 req-dc1d4307-17ed-4b38-afc6-1dc682a5122c tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 945 time: 0.0633168 Dec 20 23:14:45.496301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Pushing event updated for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:45.543948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c4b1e9b-33c5-45ae-8f52-77c14cc73616 req-0a064b9b-b07e-4990-8e48-44ce39371aba tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633667 Dec 20 23:14:45.579393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Attempting to bind port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:45.579722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Attempting to bind port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:45.580046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Attempting to bind port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:45.585488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 on network 1d544b96-eefe-4c33-95af-a15deecfc34c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:45.585835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Attempting to bind port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:45.590789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:45.591207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Checking segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:45.591490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Bound using segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:45.591899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Bound port: 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:45.592245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.636466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283c1ba-fd4a-44f5-b75a-316b4c42bccb req-ed2f361a-0277-4330-a437-be90377dcdc7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.638026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d283c1ba-fd4a-44f5-b75a-316b4c42bccb req-ed2f361a-0277-4330-a437-be90377dcdc7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 943 time: 0.0539877 Dec 20 23:14:45.693238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d283c1ba-fd4a-44f5-b75a-316b4c42bccb req-f3f2e1c9-020b-4189-ba40-5274c9e1039a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480044 Dec 20 23:14:45.696879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.709827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4e55edc4-48e4-448d-8d13-ddfebc126dc9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4e55edc4-48e4-448d-8d13-ddfebc126dc9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4&tenant_id=409fc0ea8aa74a7c992b1690906369db&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 943 time: 0.0811934 Dec 20 23:14:45.718220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:45.755029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:45.790268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-8d54f726-be55-4a61-b998-4a316bfaad98 service neutron] 10.222.0.59 "GET /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.0710266 Dec 20 23:14:45.808029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.818408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f2cc4-4e04-4982-9d11-f4970c926f79 req-3e9c4007-1e49-4a6d-aea0-6e0e9fa126af tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.820304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d6f2cc4-4e04-4982-9d11-f4970c926f79 req-3e9c4007-1e49-4a6d-aea0-6e0e9fa126af tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.0782523 Dec 20 23:14:45.888038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.888038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:45.888038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] 10.222.0.59 "PUT /v2.0/ports/50b2d97e-26f3-4aaa-832a-01072b31e5e8 HTTP/1.1" status: 200 len: 1092 time: 0.9097679 Dec 20 23:14:45.888908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:45.890964 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91512d75-5563-4819-85e4-bd309da91406" -d '{"events": [{"name": "network-changed", "server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:45.895308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:45.913650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d6f2cc4-4e04-4982-9d11-f4970c926f79 req-dbbbae68-efca-4ce5-9ce4-707a4c7f7494 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868371 Dec 20 23:14:45.930500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2d9ea-26a1-413a-a0a1-e313788c9296 service neutron] Pushing event updated for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:45.931520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:45.939668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-492f69cb-0494-46a9-94ee-165da1d76cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:45.944661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-492f69cb-0494-46a9-94ee-165da1d76cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1094 time: 0.1194527 Dec 20 23:14:45.988775 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f411802-0554-4946-9485-6a266626c30c x-openstack-request-id: req-5f411802-0554-4946-9485-6a266626c30c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:46.002931 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:46.002931 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f411802-0554-4946-9485-6a266626c30c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:46.002931 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'status': 'completed', 'code': 200} Dec 20 23:14:46.003694 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:46.010324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:46.018518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4e54-df2a-4ded-86c2-6d674548a1fe req-6f1cfba4-6475-44e7-bb88-4279b3b28a39 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.020966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-142b4e54-df2a-4ded-86c2-6d674548a1fe req-6f1cfba4-6475-44e7-bb88-4279b3b28a39 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0598688 Dec 20 23:14:46.049286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:46.080689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-142b4e54-df2a-4ded-86c2-6d674548a1fe req-d11c2e94-d541-4c9e-8e26-2303f1c44382 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Dec 20 23:14:46.102478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91512d75-5563-4819-85e4-bd309da91406 req-25c135b1-241f-4ae1-93ee-527d657b2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.103969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91512d75-5563-4819-85e4-bd309da91406 req-25c135b1-241f-4ae1-93ee-527d657b2a62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 1095 time: 0.0736644 Dec 20 23:14:46.105471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-6dcfe937-99bd-4f3a-bcee-23aab5865703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.106799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-6dcfe937-99bd-4f3a-bcee-23aab5865703 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.1577146 Dec 20 23:14:46.147312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:46.147939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:46.226973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:46.263786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.264131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.264469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.264806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.265193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.265523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.265877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.266200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.266521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.266847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.267165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.267479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.267800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:46.303616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:46.316395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'port_id': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'mac_address': 'fa:16:3e:3c:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:46.358807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:46.374923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:46.402571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:46.502033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:46.559253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-5c8194b4-3bdf-4a32-b4f7-1943b3e95f62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.4331281 Dec 20 23:14:46.561181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:46.626496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91512d75-5563-4819-85e4-bd309da91406 req-213da7c9-db7b-4f54-b536-1892a8733322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.628675 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91512d75-5563-4819-85e4-bd309da91406 req-213da7c9-db7b-4f54-b536-1892a8733322 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=472333722b8449368abd55965b600b21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5100963 Dec 20 23:14:46.647661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-e92d0ae1-645c-46f4-9281-828db461cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.649464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-e92d0ae1-645c-46f4-9281-828db461cbee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0820792 Dec 20 23:14:46.688931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe010e5-52d7-40dc-98ac-63cd3007a742 req-e4ee846e-e261-46a7-9f77-6df248efbdee tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.691541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fe010e5-52d7-40dc-98ac-63cd3007a742 req-e4ee846e-e261-46a7-9f77-6df248efbdee tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0589626 Dec 20 23:14:46.754493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fe010e5-52d7-40dc-98ac-63cd3007a742 req-48184af7-dd16-4d9b-9f82-fb0a13cd2dac tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548851 Dec 20 23:14:46.757044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-1f5e7f5b-0e82-4014-baf4-d28b8aed8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.758539 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-1f5e7f5b-0e82-4014-baf4-d28b8aed8da6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980046 Dec 20 23:14:46.798277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91512d75-5563-4819-85e4-bd309da91406 req-0c8ddba4-72b9-4d56-ba6a-46716dc411d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.800324 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91512d75-5563-4819-85e4-bd309da91406 req-0c8ddba4-72b9-4d56-ba6a-46716dc411d3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632230 Dec 20 23:14:46.823146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:46.881543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdcc77-0a7d-4695-8962-d7ef5991d116 req-549652a0-1419-48e5-ae28-0294d3db06c0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.883223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bbdcc77-0a7d-4695-8962-d7ef5991d116 req-549652a0-1419-48e5-ae28-0294d3db06c0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0953310 Dec 20 23:14:46.886583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f2194412-e58f-433d-9e11-e0c3af4d022a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:46.909931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-93cf44e9-2b38-44a3-8c48-38afb81306a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317856 Dec 20 23:14:46.942162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-3d410fbe-afd3-407a-b00b-d59d230d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:46.942162 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-3d410fbe-afd3-407a-b00b-d59d230d6a71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 1095 time: 0.0768099 Dec 20 23:14:46.976573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bbdcc77-0a7d-4695-8962-d7ef5991d116 req-d6a10a48-799a-4a78-a9f6-d29768288497 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845196 Dec 20 23:14:47.028991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-ed61ba08-4e59-44f6-a067-65dda0d417ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8 HTTP/1.1" status: 200 len: 217 time: 0.0783646 Dec 20 23:14:47.088343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712996-6716-47f6-8242-1423c866b805 req-a7a6b295-c992-42d2-bb61-dded4be8c237 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:47.089998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0712996-6716-47f6-8242-1423c866b805 req-a7a6b295-c992-42d2-bb61-dded4be8c237 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.0817163 Dec 20 23:14:47.100816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-d8fd6a30-747e-48a9-80d0-655a0276e77b service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826537 Dec 20 23:14:47.103371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-20666789-d8f6-49c0-9cb5-977dd0a9e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:47.105154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-20666789-d8f6-49c0-9cb5-977dd0a9e3ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0665936 Dec 20 23:14:47.148867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-9acd9272-6ba7-41ae-a046-f485a3df45e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366905 Dec 20 23:14:47.188974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0712996-6716-47f6-8242-1423c866b805 req-9f2c2529-8821-4468-a983-484ffe2b72e9 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663252 Dec 20 23:14:47.233848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01e3a-9184-4f57-87e2-b921bc294505 req-fb52c53f-896d-4962-9de5-eef84c0d0f19 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:47.235421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75c01e3a-9184-4f57-87e2-b921bc294505 req-fb52c53f-896d-4962-9de5-eef84c0d0f19 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0593753 Dec 20 23:14:47.280436 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-7404ebd5-c27c-4e15-a0d6-dab14f126fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238978 Dec 20 23:14:47.321715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75c01e3a-9184-4f57-87e2-b921bc294505 req-0fa4caa4-4f1b-4b2d-a3e5-46a52935a7e6 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796084 Dec 20 23:14:47.412739 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-068091fc-2630-4554-8f6d-2c01cac540a9 req-c9363ffa-6173-45c4-8047-824223aaad59 service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217127 Dec 20 23:14:47.891462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e330a9-5fb9-41a6-99b0-a9ae5c4920cd req-4f76fafd-85dd-470d-b73a-3d1531564fda tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:47.893033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60e330a9-5fb9-41a6-99b0-a9ae5c4920cd req-4f76fafd-85dd-470d-b73a-3d1531564fda tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0536809 Dec 20 23:14:47.950284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60e330a9-5fb9-41a6-99b0-a9ae5c4920cd req-9db5b7d3-f385-47dd-807a-d68a80d768dc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490716 Dec 20 23:14:48.109473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056385fe-71dd-4521-b8c1-f2666f8421ee req-623e59c5-1972-464e-a315-4195372de959 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:48.110947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-056385fe-71dd-4521-b8c1-f2666f8421ee req-623e59c5-1972-464e-a315-4195372de959 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0553832 Dec 20 23:14:48.169666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-056385fe-71dd-4521-b8c1-f2666f8421ee req-2abb2deb-f54e-4003-a8dc-7b24630284b3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525868 Dec 20 23:14:48.299478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e6876-ea18-4a87-8932-128a0812cc89 req-8c2ea5fb-bf43-4cc0-9d3e-1c81e27bd406 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:48.301526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-931e6876-ea18-4a87-8932-128a0812cc89 req-8c2ea5fb-bf43-4cc0-9d3e-1c81e27bd406 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.0534666 Dec 20 23:14:48.351501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-931e6876-ea18-4a87-8932-128a0812cc89 req-7ad406c3-d280-411c-9537-e8c936fa9162 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Dec 20 23:14:48.454392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ed64d-6d29-451d-8156-1f1a25b252a9 req-a719466e-aa25-4562-b1ea-3f897f29c82b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:48.455913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-728ed64d-6d29-451d-8156-1f1a25b252a9 req-a719466e-aa25-4562-b1ea-3f897f29c82b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0677304 Dec 20 23:14:48.513635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-728ed64d-6d29-451d-8156-1f1a25b252a9 req-29d73af9-4432-4fa8-9a35-cb65cfdcd01f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510519 Dec 20 23:14:49.087650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc2a55-300b-458b-a733-f87a3f972d64 req-693cf341-21c8-46b1-aacb-b828822fd1be tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:49.089190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2dc2a55-300b-458b-a733-f87a3f972d64 req-693cf341-21c8-46b1-aacb-b828822fd1be tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0602689 Dec 20 23:14:49.141584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2dc2a55-300b-458b-a733-f87a3f972d64 req-96fd1a70-49a3-4420-974e-9bff53d87d12 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Dec 20 23:14:49.295487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c80a3-4d1f-48ab-9ef1-3531933d748e req-7b5ae573-a1b6-4dc3-95e5-7a87f02b6f18 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:49.297030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e55c80a3-4d1f-48ab-9ef1-3531933d748e req-7b5ae573-a1b6-4dc3-95e5-7a87f02b6f18 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0504622 Dec 20 23:14:49.348252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e55c80a3-4d1f-48ab-9ef1-3531933d748e req-f396ca1a-682c-489a-9916-e04fc1e4ef65 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Dec 20 23:14:49.489432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d8b40-8b9e-41da-81a8-bcb136ebe33d req-5614ef17-2888-4046-bf5d-f9e2668b66db tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:49.491377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c55d8b40-8b9e-41da-81a8-bcb136ebe33d req-5614ef17-2888-4046-bf5d-f9e2668b66db tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.0674117 Dec 20 23:14:49.545054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c55d8b40-8b9e-41da-81a8-bcb136ebe33d req-10daf898-6fd8-459d-9884-59d4b09ac8c4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Dec 20 23:14:49.645280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffaac5-a5ed-4e9d-b275-e44f229a4cec req-1b88c1dc-f5c5-4439-9872-9a6ff6c04f52 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:49.646805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acffaac5-a5ed-4e9d-b275-e44f229a4cec req-1b88c1dc-f5c5-4439-9872-9a6ff6c04f52 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0543783 Dec 20 23:14:49.648396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-1fe92c86-5ea1-4ad3-8870-9c75e7e2c4e3 req-a6b312d0-847c-4aca-ae5d-d7b0d4a0ddd6 service neutron] (115563) timed out ('10.222.0.45', 52137) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:14:49.699690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acffaac5-a5ed-4e9d-b275-e44f229a4cec req-909fc831-2264-4545-af03-4b0f880448fc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Dec 20 23:14:49.776841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:49.941847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port f2194412-e58f-433d-9e11-e0c3af4d022a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:49.946233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port f2194412-e58f-433d-9e11-e0c3af4d022a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:49.946607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:49.963640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-fa15072d-02ae-4ebb-a5d5-0aeb834667fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:49.969107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-fa15072d-02ae-4ebb-a5d5-0aeb834667fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 1095 time: 0.0459449 Dec 20 23:14:49.981081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:14:50.034224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.046062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.059299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:50.061591 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25aaf29-4bd9-46a6-809a-1aeba6d97085" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:50.078095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:50.113779 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde07892-8593-4619-b440-2666a8a65ee4 x-openstack-request-id: req-fde07892-8593-4619-b440-2666a8a65ee4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:50.114047 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:50.114302 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fde07892-8593-4619-b440-2666a8a65ee4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:50.114695 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'code': 200} Dec 20 23:14:50.164252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.165147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:50.165568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:14:50.166253 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:14:50.245084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:50.270888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d525-1f4a-4230-80b0-6b5dde2eeca2 req-cd5bcbfc-65ec-4770-83d0-8c8f236a52a1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:50.272396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe87d525-1f4a-4230-80b0-6b5dde2eeca2 req-cd5bcbfc-65ec-4770-83d0-8c8f236a52a1 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 946 time: 0.0547416 Dec 20 23:14:50.325957 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe87d525-1f4a-4230-80b0-6b5dde2eeca2 req-e6ec07d9-0c63-4d5d-99cc-d85387159f00 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474126 Dec 20 23:14:50.329477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:50.334085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:50.334490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.413232 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.447181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:50.468729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f95a3-ce82-4540-a65a-fc488ac9e3ff req-188a8183-059a-43cd-9e6a-928d3a392309 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:50.470244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57f95a3-ce82-4540-a65a-fc488ac9e3ff req-188a8183-059a-43cd-9e6a-928d3a392309 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Dec 20 23:14:50.520013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.522222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57f95a3-ce82-4540-a65a-fc488ac9e3ff req-e283a5b4-dab9-43f0-ad12-b189095e98d4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458269 Dec 20 23:14:50.582948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:50.665767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aae3fe-f7c2-409f-b648-64ebfcefa4fc req-61a92552-43eb-4ba2-b160-fdcf2d79ae9b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:50.667262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5aae3fe-f7c2-409f-b648-64ebfcefa4fc req-61a92552-43eb-4ba2-b160-fdcf2d79ae9b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.0504379 Dec 20 23:14:50.710624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:50.776646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5aae3fe-f7c2-409f-b648-64ebfcefa4fc req-8b237cbb-76d7-48b7-af31-e914bf2a0dbf tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903633 Dec 20 23:14:50.904370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc158-ae66-4fb3-8302-8cb0c2cb5033 req-69a05fc3-72b1-48cb-a4b8-a73416b6ffb9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:50.906859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54fc158-ae66-4fb3-8302-8cb0c2cb5033 req-69a05fc3-72b1-48cb-a4b8-a73416b6ffb9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.1268420 Dec 20 23:14:51.005822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c54fc158-ae66-4fb3-8302-8cb0c2cb5033 req-9a080a09-f3e3-42ea-a867-ba9fa2b9ff66 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 Dec 20 23:14:51.021129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:51.056138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:51.102049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:51.104377 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5cfc8c-0592-42cb-b5f3-7d9eb94fb38e" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:51.108576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:51.121078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Transition to ACTIVE for port object f2194412-e58f-433d-9e11-e0c3af4d022a will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:14:51.158311 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cdbc26-3e9a-4933-96fe-7e39781a553c x-openstack-request-id: req-52cdbc26-3e9a-4933-96fe-7e39781a553c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:51.158696 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:51.159086 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52cdbc26-3e9a-4933-96fe-7e39781a553c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:51.160251 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'code': 200} Dec 20 23:14:51.203262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-2e881eda-2c61-4825-9d34-730783e6539f req-e6b10a35-8f34-474e-84a2-5266a0b40efd service neutron] (115562) timed out ('10.222.0.59', 58493) {{(pid=115562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:14:51.227084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:51.276554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=10']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:51.313888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.314173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.314487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.314810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.315140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.315466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.315833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.316157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.316480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.316797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.317115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.317443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.317775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:14:51.359434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] No DVR routers for this DVR port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.513502 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:14:51.516126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f25d5-3aa3-4779-a791-a41e2cb7f115 req-238269f6-21ff-419d-916a-298a19311140 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:51.517076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73f25d5-3aa3-4779-a791-a41e2cb7f115 req-238269f6-21ff-419d-916a-298a19311140 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.1008193 Dec 20 23:14:51.574165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:14:51.574508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:14:51.574746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:51.588524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:14:51.588870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Attempting to bind port f2194412-e58f-433d-9e11-e0c3af4d022a on network c485428b-358f-400a-b149-dedb10ebe923 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:14:51.611979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:14:51.612334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Checking segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:14:51.613541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Bound using segment: {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:14:51.613990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Bound port: f2194412-e58f-433d-9e11-e0c3af4d022a, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:14:51.614337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:51.621247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73f25d5-3aa3-4779-a791-a41e2cb7f115 req-d88dfe93-15bf-41c9-9e02-94ff729f66d0 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970945 Dec 20 23:14:51.697791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eeade8-6273-4eba-8e20-20c2b13e0532 req-da8fecec-074c-460e-951f-7a84bd8c98d0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:51.699281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4eeade8-6273-4eba-8e20-20c2b13e0532 req-da8fecec-074c-460e-951f-7a84bd8c98d0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0992186 Dec 20 23:14:51.740578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:14:51.762970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:14:51.774740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4eeade8-6273-4eba-8e20-20c2b13e0532 req-0466b83e-c71a-4685-8403-e26f7dc53319 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673039 Dec 20 23:14:51.782145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 50b2d97e-26f3-4aaa-832a-01072b31e5e8 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:51.850332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:51.891522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:51.903605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'port_id': '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'mac_address': 'fa:16:3e:5b:6e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329181ae-52e4-49b8-ad3c-2ea8d0d61e42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:51.919281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:51.920064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:51.921442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1092 time: 1.9448314 Dec 20 23:14:51.946096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6733c0-0dce-46c0-b41c-0c7df3a43bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=11']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:51.958023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430c248-5caf-454b-b3b7-dd3c36d72a63 req-e4c4298e-6c2f-4783-b35a-4c4943596a92 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:51.959597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3430c248-5caf-454b-b3b7-dd3c36d72a63 req-e4c4298e-6c2f-4783-b35a-4c4943596a92 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 944 time: 0.1070302 Dec 20 23:14:51.983148 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:52.006149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b2d97e-26f3-4aaa-832a-01072b31e5e8 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:52.066737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-3d10f124-9411-4478-90d8-f312dc75cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.068415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-3d10f124-9411-4478-90d8-f312dc75cc9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1095 time: 0.1079254 Dec 20 23:14:52.078381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:52.084922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3430c248-5caf-454b-b3b7-dd3c36d72a63 req-77a64d95-33c2-4b39-aa1d-2887f342ddee tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034606 Dec 20 23:14:52.116876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:52.119773 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef0d6e-018d-4037-828f-a2e131c38961" -d '{"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:52.148018 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:52.208131 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8e2af-3b8b-4b8c-8bd2-ec7a0f61cd88 x-openstack-request-id: req-86a8e2af-3b8b-4b8c-8bd2-ec7a0f61cd88 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:52.208741 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:52.209167 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86a8e2af-3b8b-4b8c-8bd2-ec7a0f61cd88 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:52.209774 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'code': 200} Dec 20 23:14:52.243449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:52.288412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5015e7-8ea0-4f4f-a930-27e8ff00c93e req-a0ba9855-4571-4d3f-9111-59af04fb8086 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.290199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d5015e7-8ea0-4f4f-a930-27e8ff00c93e req-a0ba9855-4571-4d3f-9111-59af04fb8086 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.1572025 Dec 20 23:14:52.321363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-912615de-95b0-48df-9cc8-b94300ed8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.322851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-912615de-95b0-48df-9cc8-b94300ed8263 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.2369800 Dec 20 23:14:52.395410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d5015e7-8ea0-4f4f-a930-27e8ff00c93e req-9724e585-fa9a-4f33-a527-30bf627cd47b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979145 Dec 20 23:14:52.414538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-f3915540-f691-4954-8952-a4813838f1d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.0816584 Dec 20 23:14:52.467825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['50b2d97e-26f3-4aaa-832a-01072b31e5e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:52.477871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d790b58-55f0-473f-9f69-2fcc17570bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.479309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-4d790b58-55f0-473f-9f69-2fcc17570bf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0565367 Dec 20 23:14:52.538805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5a4b0-049b-44f3-a001-f896da476cef req-63004787-ea9a-44f9-bfbb-aac206908ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.541659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ffd5a4b0-049b-44f3-a001-f896da476cef req-63004787-ea9a-44f9-bfbb-aac206908ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 1098 time: 0.0683706 Dec 20 23:14:52.570578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-ce4a084e-8291-4490-a995-7da923deca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.572388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-ce4a084e-8291-4490-a995-7da923deca25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831816 Dec 20 23:14:52.595021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ffd5a4b0-049b-44f3-a001-f896da476cef req-7afee7f3-4c45-45c7-b5db-11900e9d6663 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456407 Dec 20 23:14:52.696941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-2feaa4f4-d93d-454d-8207-4b527fc5405e service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079586 Dec 20 23:14:52.841710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba31dc0-c44d-4c7d-ae46-82c76fd8e8b1 req-39fa4eb1-c1f7-4799-b910-c86831e9948e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.844531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ba31dc0-c44d-4c7d-ae46-82c76fd8e8b1 req-39fa4eb1-c1f7-4799-b910-c86831e9948e tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.1183836 Dec 20 23:14:52.915223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf67b837-28d2-4302-9e18-d5afc3d71018 req-c7c59e0e-968b-42ed-a9cf-27acc531560b service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106507 Dec 20 23:14:52.954714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ba31dc0-c44d-4c7d-ae46-82c76fd8e8b1 req-522c5396-27b5-4d5e-acbd-00baadd2b45d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032648 Dec 20 23:14:52.965926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6241829-bdcd-4187-8bde-250be1ada394 req-71acd39d-92ee-413b-b273-ebdadb1dbba2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:52.969262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6241829-bdcd-4187-8bde-250be1ada394 req-71acd39d-92ee-413b-b273-ebdadb1dbba2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.1063075 Dec 20 23:14:53.023113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6241829-bdcd-4187-8bde-250be1ada394 req-a5178c0b-b8d2-450f-b915-7fee481bd8c1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475748 Dec 20 23:14:53.165315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:53.167585 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6c6cb-04d3-403e-9c85-16f43f17d883" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:53.218686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7c20c-88ab-4f38-b222-b0fa22b47174 req-80172aa0-ea01-4dc1-bb26-09e47e0d7d97 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.220329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffc7c20c-88ab-4f38-b222-b0fa22b47174 req-80172aa0-ea01-4dc1-bb26-09e47e0d7d97 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 945 time: 0.0648713 Dec 20 23:14:53.248480 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1163b1-9359-44e5-a1a1-7d92d5d7e16c x-openstack-request-id: req-1a1163b1-9359-44e5-a1a1-7d92d5d7e16c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:53.248480 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:53.248480 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a1163b1-9359-44e5-a1a1-7d92d5d7e16c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:53.248480 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:14:53.310745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffc7c20c-88ab-4f38-b222-b0fa22b47174 req-d43f8cd9-3e0b-4228-84c7-c906f76f4ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828004 Dec 20 23:14:53.324496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-f43705c0-f319-4e61-8f23-aeee9b5ac4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.326021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-f43705c0-f319-4e61-8f23-aeee9b5ac4ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0579946 Dec 20 23:14:53.348703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-427766bb-2f0d-47b1-81e2-2ae96f74000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.350230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-427766bb-2f0d-47b1-81e2-2ae96f74000f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0731995 Dec 20 23:14:53.426674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-fd5f403d-379a-42c9-a420-763f99b6a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.428448 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-fd5f403d-379a-42c9-a420-763f99b6a5a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.0935950 Dec 20 23:14:53.524067 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-7101dfc0-530d-4bb1-afa6-5244e14fed69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.0872340 Dec 20 23:14:53.587463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-65c65153-f808-4b2e-9e2b-7fda6ebceb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.592889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-65c65153-f808-4b2e-9e2b-7fda6ebceb34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0566168 Dec 20 23:14:53.658303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-1f5616d6-995b-4260-be9a-c25e646404d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.661251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-1f5616d6-995b-4260-be9a-c25e646404d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547864 Dec 20 23:14:53.774029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-51bfa2d2-b3c4-410f-87f4-488719b91466 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009388 Dec 20 23:14:53.804517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 50b2d97e-26f3-4aaa-832a-01072b31e5e8 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:53.855681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-65e776bc-b933-4b6e-9809-2196d2e03667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.857180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-65e776bc-b933-4b6e-9809-2196d2e03667 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.4976475 Dec 20 23:14:53.868285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127b81-682a-4851-9fb1-e058cf72220c req-89328b01-aee9-4662-b54e-b891c49eb4b5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:53.870069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7127b81-682a-4851-9fb1-e058cf72220c req-89328b01-aee9-4662-b54e-b891c49eb4b5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0825157 Dec 20 23:14:53.945110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-a320f601-71d3-4b89-b29b-d642cdefb0b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506276 Dec 20 23:14:53.998583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:54.004507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:54.005037 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:54.079702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-ed45751b-472a-422c-9fd3-8dee67ed61ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 999 time: 0.1995103 Dec 20 23:14:54.089091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7127b81-682a-4851-9fb1-e058cf72220c req-5747195a-f30e-4bb9-9e68-945a46ee8820 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102280 Dec 20 23:14:54.184316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:54.218737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:54.225027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-570c7b86-6a94-4cc9-84db-a696e3ae0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.225140 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452559f5-fb8e-4dcf-988e-03ca42640076" -d '{"events": [{"server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "name": "network-vif-plugged", "status": "completed", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:54.225243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-570c7b86-6a94-4cc9-84db-a696e3ae0637 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.1350012 Dec 20 23:14:54.238738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:54.309081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b708c-cdc1-41eb-bd51-2b9fe7c58baa req-39111ac0-5d25-4b07-b36c-1d1b7bb4b9d4 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.310606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a5b708c-cdc1-41eb-bd51-2b9fe7c58baa req-39111ac0-5d25-4b07-b36c-1d1b7bb4b9d4 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.1997917 Dec 20 23:14:54.325831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf39c1-8d6d-4da0-864d-175b01670823 req-d4946b71-dddf-4eea-89b4-4e09d4317601 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.327394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5bf39c1-8d6d-4da0-864d-175b01670823 req-d4946b71-dddf-4eea-89b4-4e09d4317601 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.1238730 Dec 20 23:14:54.332659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-8c7094cd-41ec-4cb8-9cf2-04f049202b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.334316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-8c7094cd-41ec-4cb8-9cf2-04f049202b59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863156 Dec 20 23:14:54.358639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:54.363069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:14:54.468099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port f2194412-e58f-433d-9e11-e0c3af4d022a host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:14:54.471604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:14:54.474563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:54.476505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a5b708c-cdc1-41eb-bd51-2b9fe7c58baa req-3ba90a7c-b078-4f39-a77b-f2162b4fa4a6 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472144 Dec 20 23:14:54.482105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5bf39c1-8d6d-4da0-864d-175b01670823 req-21cc6970-ce44-4ee9-81a7-cbace5bc7b9d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422033 Dec 20 23:14:54.512858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-fe980125-e833-4a66-a90c-47046dd64b18 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594927 Dec 20 23:14:54.580975 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea1b570-7a34-4277-be68-e4a8bd5b1a47 x-openstack-request-id: req-cea1b570-7a34-4277-be68-e4a8bd5b1a47 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:54.581429 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "name": "network-vif-plugged", "status": "completed", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:54.581970 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cea1b570-7a34-4277-be68-e4a8bd5b1a47 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:54.582515 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'code': 200} Dec 20 23:14:54.664752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cea6c6cb-04d3-403e-9c85-16f43f17d883 req-38718bf1-dd3d-4341-b985-eb3113a04e48 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409695 Dec 20 23:14:54.672329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0531-a3b0-4158-8819-65fb10f7b49c req-06d768ff-c4fe-4c69-bfee-0ac3ecc51743 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.673837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f21b0531-a3b0-4158-8819-65fb10f7b49c req-06d768ff-c4fe-4c69-bfee-0ac3ecc51743 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.0768836 Dec 20 23:14:54.732281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f21b0531-a3b0-4158-8819-65fb10f7b49c req-6c0981bd-f1b1-462f-9543-02716aa13226 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Dec 20 23:14:54.845547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871bda-c90c-42a7-9b33-c5b3074a642d req-c5c288b8-598f-4752-ae07-6a7fe3be89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:54.847744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-65871bda-c90c-42a7-9b33-c5b3074a642d req-c5c288b8-598f-4752-ae07-6a7fe3be89ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 1097 time: 0.0509763 Dec 20 23:14:54.896097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-65871bda-c90c-42a7-9b33-c5b3074a642d req-313d76fe-e031-4bc4-acf5-53e1944da3ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Dec 20 23:14:55.219459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f4147-6c0a-4e0d-af51-0889d4441591 req-e841e105-7a09-4a7d-8842-f9a5ac81eacc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.221211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80f4147-6c0a-4e0d-af51-0889d4441591 req-e841e105-7a09-4a7d-8842-f9a5ac81eacc tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0531719 Dec 20 23:14:55.276960 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2c28ac88-dbd1-43bc-a212-7caa13b6f4e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0620589 Dec 20 23:14:55.298038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80f4147-6c0a-4e0d-af51-0889d4441591 req-c7d01c8b-555c-4936-937a-0acd7a284f99 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Dec 20 23:14:55.399748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.400145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.400610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.401100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.401583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.402080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.402640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.404613 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e9c301c3-350e-4487-acbe-cad5203f9c65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 6493 time: 0.0557170 Dec 20 23:14:55.554977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5b1e3b76-faaa-4dd7-b867-f23731291d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.554977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5b1e3b76-faaa-4dd7-b867-f23731291d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.555486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5b1e3b76-faaa-4dd7-b867-f23731291d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.558165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5b1e3b76-faaa-4dd7-b867-f23731291d21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77304a25-56d6-48e0-baa9-1490ee7a57fd&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&id=5f651615-de97-42ea-815e-a59be6094f1d&id=5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 200 len: 2291 time: 0.1269634 Dec 20 23:14:55.640891 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-cb2b83a0-5274-4ee9-9a45-23e179515655 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 200 len: 1002 time: 0.0723679 Dec 20 23:14:55.670176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a2863-4608-4a1e-ae65-4a18584fb95a req-f999ab7f-1832-4548-b713-4b2b08e51bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.671773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc2a2863-4608-4a1e-ae65-4a18584fb95a req-f999ab7f-1832-4548-b713-4b2b08e51bab tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.0993297 Dec 20 23:14:55.680375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f5b0-18a8-4b81-81b8-1e61760003ec req-bc64b4a2-563f-4ee7-9c6b-0416dc5361f9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.681907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6145f5b0-18a8-4b81-81b8-1e61760003ec req-bc64b4a2-563f-4ee7-9c6b-0416dc5361f9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 944 time: 0.0964239 Dec 20 23:14:55.695886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-ce475bac-b69b-492c-96ee-10b8eb2cdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.697565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-ce475bac-b69b-492c-96ee-10b8eb2cdffb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 200 len: 850 time: 0.0485487 Dec 20 23:14:55.747981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-112884ad-d3e4-4cdd-8a72-d35a6b6b4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.749579 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-112884ad-d3e4-4cdd-8a72-d35a6b6b4ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77304a25-56d6-48e0-baa9-1490ee7a57fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449102 Dec 20 23:14:55.758969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc2a2863-4608-4a1e-ae65-4a18584fb95a req-7299708a-52d5-4522-91a9-2903a2becec4 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760396 Dec 20 23:14:55.771534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6145f5b0-18a8-4b81-81b8-1e61760003ec req-ff86008f-d0cb-4ab9-b67c-ff448caff458 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826683 Dec 20 23:14:55.805090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60538) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:14:55.875242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-7200ae87-3dac-414e-9c23-ff83aed68d29 service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168990 Dec 20 23:14:55.901114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7d4f1f4-4f1e-4477-9e1e-6e2ecb17afdb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 200 len: 991 time: 0.0948458 Dec 20 23:14:55.916762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90707ab-27f4-4c69-bd32-b25b569c6dc7 req-94cb3887-4f7e-4d76-b1a3-7ffc4914011b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:55.918326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d90707ab-27f4-4c69-bd32-b25b569c6dc7 req-94cb3887-4f7e-4d76-b1a3-7ffc4914011b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.0704613 Dec 20 23:14:55.967729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d90707ab-27f4-4c69-bd32-b25b569c6dc7 req-fb84765c-2d60-4d52-a230-6d7479183999 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Dec 20 23:14:55.997040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-cbdcaacf-2fd4-4a4e-a35f-976794993d9c service neutron] 10.222.0.59 "GET /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986025 Dec 20 23:14:56.045053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-3b636028-35ac-45a9-b2f6-757739f24cd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 217 time: 0.0406952 Dec 20 23:14:56.107201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-00338144-9d18-430c-ba4e-52b700cc64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.109454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-00338144-9d18-430c-ba4e-52b700cc64e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0498655 Dec 20 23:14:56.157491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-a3fc9994-06a7-4961-b235-ef121f309d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.158996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-a3fc9994-06a7-4961-b235-ef121f309d08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420878 Dec 20 23:14:56.255082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-070ba7c8-2119-4bd2-8704-4d0c2566e7dc service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876746 Dec 20 23:14:56.348451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-6a03642b-67ed-428a-8bc6-c54683f1d6db service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848377 Dec 20 23:14:56.398917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-b1170ac1-47bd-415c-9219-a29e26750fcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 217 time: 0.0431774 Dec 20 23:14:56.410757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e50f3-a6a1-48f9-80f6-80829732b378 req-585c5f5b-7d64-4f11-a9d9-c108a97e6ff2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.412275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f9e50f3-a6a1-48f9-80f6-80829732b378 req-585c5f5b-7d64-4f11-a9d9-c108a97e6ff2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0521138 Dec 20 23:14:56.452740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-95d01af9-55d1-4f43-b48e-96ff1d801b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.454230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-95d01af9-55d1-4f43-b48e-96ff1d801b4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0488694 Dec 20 23:14:56.479487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f9e50f3-a6a1-48f9-80f6-80829732b378 req-77957643-7a53-463c-8888-4a82fd697858 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601759 Dec 20 23:14:56.507856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-bd6b5ea4-18a9-47a3-8774-3b2f36225ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.509511 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-bd6b5ea4-18a9-47a3-8774-3b2f36225ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452952 Dec 20 23:14:56.606855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-38aa4955-d0a6-4b15-8fde-12748aed8809 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891502 Dec 20 23:14:56.699414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-b4dff1a4-5667-4059-9594-e58bb11616ce service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Dec 20 23:14:56.745587 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-91922339-1149-4178-bcfb-012513b7983a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 200 len: 217 time: 0.0381050 Dec 20 23:14:56.795000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e334a935-4437-4ef7-a406-2b03528f7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.796616 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-e334a935-4437-4ef7-a406-2b03528f7f37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0441988 Dec 20 23:14:56.847637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-1f61b000-e793-43f5-8f32-4f0c4412504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.849253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-1f61b000-e793-43f5-8f32-4f0c4412504f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442073 Dec 20 23:14:56.865009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:14:56.895741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f91999-0b94-4824-abf4-8978793ddfc6 req-bdb21be2-1417-4f56-b0ca-44adaa8739e8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:56.897401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6f91999-0b94-4824-abf4-8978793ddfc6 req-bdb21be2-1417-4f56-b0ca-44adaa8739e8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.0532594 Dec 20 23:14:56.963094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6f91999-0b94-4824-abf4-8978793ddfc6 req-0289b9b7-f89e-4d2b-aea8-238bf44d6939 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591676 Dec 20 23:14:56.981555 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5e9aa1c7-c72c-48f6-b018-b3037579a836 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252620 Dec 20 23:14:57.013924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:57.027620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'port_id': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'mac_address': 'fa:16:3e:c1:30:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:14:57.086225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:57.099819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ddc7-3559-4d7b-971a-7a27534584b1 req-9e70f23f-b4e9-4171-97bf-824a28561e3a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.102181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-7c310d60-5709-4c0c-ae3f-380adc64cf4f service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110132 Dec 20 23:14:57.108313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cab6ddc7-3559-4d7b-971a-7a27534584b1 req-9e70f23f-b4e9-4171-97bf-824a28561e3a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.0643954 Dec 20 23:14:57.116044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:14:57.138320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:57.156956 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-49b5a3c5-603e-4784-9eba-03f3b7d992c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 200 len: 217 time: 0.0481267 Dec 20 23:14:57.157879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cab6ddc7-3559-4d7b-971a-7a27534584b1 req-74901fe0-231e-41fb-bcac-5ca7efb84a54 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Dec 20 23:14:57.203900 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:57.218470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2bd631f8-5f40-4db8-a872-ab79a4e958d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.220061 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2bd631f8-5f40-4db8-a872-ab79a4e958d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 200 len: 797 time: 0.0490720 Dec 20 23:14:57.256209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:57.276560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-587cb734-c829-45ad-98df-e8206becd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.278223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-587cb734-c829-45ad-98df-e8206becd963 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b5e4f4c-5c4e-4018-a2c6-8009755cc349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491879 Dec 20 23:14:57.387839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-758fe395-dff0-48d7-b153-987a3f40efa4 service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988226 Dec 20 23:14:57.465994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f2194412-e58f-433d-9e11-e0c3af4d022a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:14:57.483256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2290b2f4-89ee-48d5-8a88-7f4068e219fc service neutron] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865905 Dec 20 23:14:57.539437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2f599441-a216-40f7-bd6b-8b1af0a5d2ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 200 len: 217 time: 0.0482824 Dec 20 23:14:57.612308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-b083c555-2323-4f07-8494-3dd0bc9b1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.614005 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-b083c555-2323-4f07-8494-3dd0bc9b1133 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.0666952 Dec 20 23:14:57.663265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc718ac9-4d29-42ad-8161-c623bab7145e req-b5143da7-96b3-4ab6-8cdf-1396c369e6e5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.665217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc718ac9-4d29-42ad-8161-c623bab7145e req-b5143da7-96b3-4ab6-8cdf-1396c369e6e5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0996528 Dec 20 23:14:57.697783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-c948a98f-536d-4df8-959e-dd140b46661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:57.699297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-c948a98f-536d-4df8-959e-dd140b46661f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776734 Dec 20 23:14:57.759995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc718ac9-4d29-42ad-8161-c623bab7145e req-2138949a-a0a2-4ecf-b63b-59db2bdc6282 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857346 Dec 20 23:14:57.825128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-5457abf6-f162-4ae0-b1cc-88020fdd6d83 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181412 Dec 20 23:14:57.922207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-b5236ba4-9f79-4e14-b086-b1d16e7942f3 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Dec 20 23:14:57.946787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:57.970052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-00cc31e5-c7d6-43b1-a04d-b035752d0def service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 200 len: 217 time: 0.0404713 Dec 20 23:14:58.022614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-572a0300-43f9-41b3-aaa3-b59359e715c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:58.024087 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-572a0300-43f9-41b3-aaa3-b59359e715c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 200 len: 797 time: 0.0474715 Dec 20 23:14:58.088425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-479dc1ef-48e6-44f4-b459-dd6aa913c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:58.094448 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-479dc1ef-48e6-44f4-b459-dd6aa913c4ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f651615-de97-42ea-815e-a59be6094f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576055 Dec 20 23:14:58.206208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-2500b3d6-8405-4359-930a-8cdfeb83da75 service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079228 Dec 20 23:14:58.304588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-235c8ef1-f2eb-4ce1-8a20-21d4f7ba8fdc req-36613cf2-3425-4a72-91a2-22c6ca6fb1ab service neutron] 10.222.0.59 "GET /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907602 Dec 20 23:14:58.881139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9114cf-af96-414e-9863-5bb9c65a858a req-e111e136-d93a-42a5-8ebe-26199a5b0d8e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:58.882475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:14:58.882758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b9114cf-af96-414e-9863-5bb9c65a858a req-e111e136-d93a-42a5-8ebe-26199a5b0d8e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0499892 Dec 20 23:14:58.939022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b9114cf-af96-414e-9863-5bb9c65a858a req-533c9188-67a3-43f2-9b8a-9175b619e15e tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Dec 20 23:14:59.043792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f2194412-e58f-433d-9e11-e0c3af4d022a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:14:59.047937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f2194412-e58f-433d-9e11-e0c3af4d022a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:14:59.048309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:59.128569 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:59.152699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:14:59.154956 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc7bf4-2837-4bc5-a486-d7f3091e42f4" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:14:59.168846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:14:59.193004 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3ced7-67ff-4c61-825e-a5a5df6f0f88 x-openstack-request-id: req-e4d3ced7-67ff-4c61-825e-a5a5df6f0f88 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:14:59.193387 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-plugged", "status": "completed", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:14:59.193879 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4d3ced7-67ff-4c61-825e-a5a5df6f0f88 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:14:59.194387 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'code': 200} Dec 20 23:14:59.226860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:14:59.277038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=13']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:14:59.390988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4274-d7a1-462b-ac73-0b8df694d50c req-ea3208eb-5254-494e-b9ca-900a762d5aa2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:14:59.392481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-392a4274-d7a1-462b-ac73-0b8df694d50c req-ea3208eb-5254-494e-b9ca-900a762d5aa2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0491288 Dec 20 23:14:59.444312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-392a4274-d7a1-462b-ac73-0b8df694d50c req-6930e120-9f92-4af7-ac49-aecfd9a14b1b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Dec 20 23:15:00.572204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb6ec-4d28-4c50-8054-f7c4b7ce2cce req-ff539a2f-c28c-4321-bb6c-5d8c9e9e82f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:00.573828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2edb6ec-4d28-4c50-8054-f7c4b7ce2cce req-ff539a2f-c28c-4321-bb6c-5d8c9e9e82f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0528202 Dec 20 23:15:00.578654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-1ceb2a0a-a62a-4155-97b6-719f0178e47f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:00.580191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-1ceb2a0a-a62a-4155-97b6-719f0178e47f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 946 time: 0.0534728 Dec 20 23:15:00.644799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2edb6ec-4d28-4c50-8054-f7c4b7ce2cce req-a2ee9c9e-1ce2-4e18-9d80-5e9eae85823d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 Dec 20 23:15:00.707150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port f484492d-8598-4faa-b824-038be90d29f0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:00.707825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:00.818505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port f484492d-8598-4faa-b824-038be90d29f0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=f484492d-8598-4faa-b824-038be90d29f0,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:00.818874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:00.832020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for f484492d-8598-4faa-b824-038be90d29f0 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:01.072583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:01.086082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['f484492d-8598-4faa-b824-038be90d29f0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:01.131150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=f484492d-8598-4faa-b824-038be90d29f0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:01.176301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port f484492d-8598-4faa-b824-038be90d29f0 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:01.179257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:01.183399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4e575734-dd55-4e57-b008-f0bcb9b936e9 req-6fd05ad0-a0ab-41a8-b3b7-dfcbec8d72f8 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.59 "DELETE /v2.0/ports/f484492d-8598-4faa-b824-038be90d29f0 HTTP/1.1" status: 204 len: 173 time: 0.5889547 Dec 20 23:15:01.183943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'name': 'network-vif-deleted', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:01.187106 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482f038-7585-4937-a1bb-1a3121d65ec3" -d '{"events": [{"server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "name": "network-vif-deleted", "tag": "f484492d-8598-4faa-b824-038be90d29f0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:01.226354 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fceef3-f521-48a7-923e-69b998a0bc84 x-openstack-request-id: req-32fceef3-f521-48a7-923e-69b998a0bc84 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:01.226641 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5585a6b-303a-4f9a-b748-637980f4b3cf", "name": "network-vif-deleted", "tag": "f484492d-8598-4faa-b824-038be90d29f0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:01.226932 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32fceef3-f521-48a7-923e-69b998a0bc84 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:01.227368 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5585a6b-303a-4f9a-b748-637980f4b3cf', 'name': 'network-vif-deleted', 'tag': 'f484492d-8598-4faa-b824-038be90d29f0', 'status': 'completed', 'code': 200} Dec 20 23:15:01.776251 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:15:01.786599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ca2a2e8-15cc-46c6-8b63-0df6b3af0b26 req-41bb796f-fe9c-4db1-b3f8-320e9dd8fc14 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5585a6b-303a-4f9a-b748-637980f4b3cf HTTP/1.1" status: 200 len: 210 time: 0.0486240 Dec 20 23:15:03.105311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-87a3fc36-2aa7-4f42-9dd1-3646d2ecd81c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:03.107546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-87a3fc36-2aa7-4f42-9dd1-3646d2ecd81c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1084917 Dec 20 23:15:03.123414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-838f8638-5319-44f0-bdfd-dd14db9e70df tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/quotas/fe73b869645b4e0f96d5dcf5a3372a68 HTTP/1.1" status: 200 len: 375 time: 0.0096648 Dec 20 23:15:03.156141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-f529886f-a935-4033-be77-d073b323b4f4 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265291 Dec 20 23:15:03.249625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:03.262389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-6956b1ee-d0e5-4e94-b85d-3cd1f3c0a403 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991523 Dec 20 23:15:03.361851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-65f9a4e9-15bf-4a4c-ab39-37005ee6dbf0 service neutron] 10.222.0.62 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931361 Dec 20 23:15:03.591842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-453ae351-6be3-43e2-a877-7a64b7372d4a req-53a00458-1244-49ef-bd29-9e43da5b0b55 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 210 time: 0.0341406 Dec 20 23:15:03.664859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-d1e8d3cc-d920-4e4b-94cb-1efeb4fd94e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484967 Dec 20 23:15:03.784353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2825-e303-455f-977c-c7ef883564ca req-608c7f96-e705-4440-860f-be7844f8d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:03.789375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-608c7f96-e705-4440-860f-be7844f8d3e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0791488 Dec 20 23:15:03.920420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2825-e303-455f-977c-c7ef883564ca req-e6e50630-cb0b-431e-9c84-b78a2d2b2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:03.920420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-e6e50630-cb0b-431e-9c84-b78a2d2b2194 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.0979283 Dec 20 23:15:04.007864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-864036c2-343e-4203-b84d-c7ca61ace03c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 1001 time: 0.0833669 Dec 20 23:15:04.065947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2825-e303-455f-977c-c7ef883564ca req-a955242c-4ab4-428e-bbae-66c6f8378f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:04.067968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-a955242c-4ab4-428e-bbae-66c6f8378f3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.0533888 Dec 20 23:15:04.120954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2825-e303-455f-977c-c7ef883564ca req-54f712bf-26dc-4674-8c97-188799258330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:04.122797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-54f712bf-26dc-4674-8c97-188799258330 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477247 Dec 20 23:15:04.226272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-83524c88-cf49-405d-a9f3-08d34d866290 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953188 Dec 20 23:15:04.332445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29de2825-e303-455f-977c-c7ef883564ca req-a43a999f-5a27-4439-a7ca-0ca698b862a2 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988367 Dec 20 23:15:04.692088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d3e42f3-7818-4953-a558-e020d011e45f req-d64e052a-6b10-4a64-b077-eb9be030026c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 210 time: 0.0297501 Dec 20 23:15:04.783651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ae5f46fd-89e8-4e3f-bfd4-57d58d708464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:05.812903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-0a1d8246-7da4-493f-b92a-8b467cc1303b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:05.814678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-0a1d8246-7da4-493f-b92a-8b467cc1303b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.45 "GET /v2.0/networks?id=47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 200 len: 811 time: 0.1385260 Dec 20 23:15:05.853415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59372057-5f1b-48e0-9c02-01ec8cbd32d4 req-740a9eca-c5a2-4b2d-a354-fb05b4f80c97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 210 time: 0.0372131 Dec 20 23:15:05.857590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f484492d-8598-4faa-b824-038be90d29f0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:05.868635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Request body: {'port': {'device_id': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'admin_state_up': True, 'tenant_id': 'fe73b869645b4e0f96d5dcf5a3372a68'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:05.886621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: f484492d-8598-4faa-b824-038be90d29f0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:05.887428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device f484492d-8598-4faa-b824-038be90d29f0 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:06.168804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Made reservation on behalf of fe73b869645b4e0f96d5dcf5a3372a68 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:06.172420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:06.323235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Allocated IP 172.20.0.10 (47b81e76-960f-4f66-ae5a-f5de89ba6f63/603fbc13-a803-4d8f-8fbc-06c0321bb288/ae88edd2-647e-4a38-bc78-f92cd094ed54) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:06.508577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:06.610035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:06.666082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:06.669525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:06.674353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:06.679379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event updated for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:06.729370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:06.730140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:06.812036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-84a05684-35eb-4a89-8939-47cf6e67f684 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9612854 Dec 20 23:15:06.826508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Request body: {'port': {'device_id': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:06.890060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.086709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97adee2-2b72-4de8-9c01-b66e3ee8718c req-09eb05bc-893a-45f7-b4e9-6e67c18f288a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:07.088319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f97adee2-2b72-4de8-9c01-b66e3ee8718c req-09eb05bc-893a-45f7-b4e9-6e67c18f288a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 932 time: 0.0813196 Dec 20 23:15:07.183722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f97adee2-2b72-4de8-9c01-b66e3ee8718c req-ad0f835c-6710-473a-8d62-d3f928ae6a40 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838461 Dec 20 23:15:07.259721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae88edd2-647e-4a38-bc78-f92cd094ed54 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:07.267381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.281043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Transition to ACTIVE for port object ae88edd2-647e-4a38-bc78-f92cd094ed54 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:15:07.386407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.438216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:07.514550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Attempting to bind port ae88edd2-647e-4a38-bc78-f92cd094ed54 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:15:07.515070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Attempting to bind port ae88edd2-647e-4a38-bc78-f92cd094ed54 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:15:07.515487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Attempting to bind port ae88edd2-647e-4a38-bc78-f92cd094ed54 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:07.520156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Port ae88edd2-647e-4a38-bc78-f92cd094ed54 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:15:07.520495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Attempting to bind port ae88edd2-647e-4a38-bc78-f92cd094ed54 on network 47b81e76-960f-4f66-ae5a-f5de89ba6f63 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:07.527270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:15:07.527627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Checking segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:07.528013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Bound using segment: {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:15:07.528438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Bound port: ae88edd2-647e-4a38-bc78-f92cd094ed54, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:15:07.528795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.563376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d1a9253-6e2b-4e3d-abca-05a0e317645f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.599218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:07.602324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:15:07.695655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.735917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:07.736554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:07.738813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae88edd2-647e-4a38-bc78-f92cd094ed54 HTTP/1.1" status: 200 len: 1092 time: 0.9173815 Dec 20 23:15:07.743951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:07.746549 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416" -d '{"events": [{"name": "network-changed", "server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:07.772202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dea696-25ed-42f4-91a5-399c120cef83 service neutron] Pushing event updated for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:07.790339 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d9fc7-b570-4307-852d-e6f883b76ad2 x-openstack-request-id: req-c92d9fc7-b570-4307-852d-e6f883b76ad2 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:07.790633 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:07.790899 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c92d9fc7-b570-4307-852d-e6f883b76ad2 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:07.791447 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54', 'status': 'completed', 'code': 200} Dec 20 23:15:07.858810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-d4638080-8bb1-49f9-b189-ab48f8262192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:07.860354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-d4638080-8bb1-49f9-b189-ab48f8262192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0450521 Dec 20 23:15:07.966317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-a7bec8ad-09a0-41e2-ad35-50d61d215ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:07.967753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-a7bec8ad-09a0-41e2-ad35-50d61d215ac8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976858 Dec 20 23:15:08.082496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-19bfa8a6-b7ca-4978-9911-72c12e20d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:08.084351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cba37f2-1a64-45c5-95cc-9d8fbeb6f416 req-19bfa8a6-b7ca-4978-9911-72c12e20d9a2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096256 Dec 20 23:15:08.186378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-cc9adaa1-30aa-4699-ac9b-85e9080d5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:08.187969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-cc9adaa1-30aa-4699-ac9b-85e9080d5b9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0544362 Dec 20 23:15:08.241746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-21df4734-17e7-4031-b21d-c23b1a898c19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54 HTTP/1.1" status: 200 len: 217 time: 0.0428021 Dec 20 23:15:08.317759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:08.324676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-71389acc-02c2-49d2-b490-555b4fffac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:08.326167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-71389acc-02c2-49d2-b490-555b4fffac55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 200 len: 851 time: 0.0751405 Dec 20 23:15:08.338628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf4aa9-1da7-4389-958a-dad24cbc9006 req-dde2744d-81fa-48e7-a4cd-c236dbaea82c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:08.340020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bdf4aa9-1da7-4389-958a-dad24cbc9006 req-dde2744d-81fa-48e7-a4cd-c236dbaea82c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 944 time: 0.0617781 Dec 20 23:15:08.373496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-6d129aa6-7b75-4ec4-b141-0b5d333c3908 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b81e76-960f-4f66-ae5a-f5de89ba6f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325420 Dec 20 23:15:08.467315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bdf4aa9-1da7-4389-958a-dad24cbc9006 req-5d567108-4ee4-48ea-9685-1298ea5257bb tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190681 Dec 20 23:15:08.493683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-7d32684d-a859-4a93-b8ee-c032c8f8cf60 service neutron] 10.222.0.45 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118107 Dec 20 23:15:08.592776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d66389f-9c5e-439a-91a3-eb1e867c0ffc req-60892ee9-bab6-43ab-bef6-81fed7cf9774 service neutron] 10.222.0.45 "GET /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916572 Dec 20 23:15:09.596566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c731dc-9852-417d-b9b4-8278f51401db req-ebcaf73f-2706-4471-80ca-7441c482009f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:09.598113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c731dc-9852-417d-b9b4-8278f51401db req-ebcaf73f-2706-4471-80ca-7441c482009f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 944 time: 0.0527618 Dec 20 23:15:09.649140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76c731dc-9852-417d-b9b4-8278f51401db req-2bcbca68-b0ac-47ba-aec1-2625aa984a63 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Dec 20 23:15:09.700467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:10.472993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:10.783106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392eb60-6125-45e1-a1c3-605668841b33 req-7b7a8e3f-40d7-47bc-a68a-92d62e2b377d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:10.785409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9392eb60-6125-45e1-a1c3-605668841b33 req-7b7a8e3f-40d7-47bc-a68a-92d62e2b377d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 944 time: 0.0501592 Dec 20 23:15:10.836910 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9392eb60-6125-45e1-a1c3-605668841b33 req-6ba39fd6-a93b-4285-a80f-4d919a2e7a59 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Dec 20 23:15:11.953189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aaccd-bc2d-4d1f-8b40-0a942caf13c9 req-0c3a0131-1b9c-40b2-9ff3-420422547abf tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:11.954697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f30aaccd-bc2d-4d1f-8b40-0a942caf13c9 req-0c3a0131-1b9c-40b2-9ff3-420422547abf tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 944 time: 0.0495975 Dec 20 23:15:12.001970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f30aaccd-bc2d-4d1f-8b40-0a942caf13c9 req-8501acae-5e27-455a-988b-a75432849dc2 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Dec 20 23:15:12.948186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ae88edd2-647e-4a38-bc78-f92cd094ed54 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:15:13.046297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:13.058003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'ae88edd2-647e-4a38-bc78-f92cd094ed54', 'network_id': '47b81e76-960f-4f66-ae5a-f5de89ba6f63', 'port_id': 'ae88edd2-647e-4a38-bc78-f92cd094ed54', 'mac_address': 'fa:16:3e:e4:d5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fbc13-a803-4d8f-8fbc-06c0321bb288', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:15:13.099940 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:13.114882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae88edd2-647e-4a38-bc78-f92cd094ed54 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:13.121970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e992b-afae-4a35-9149-9d935f92a181 req-8d35a230-8f12-4fa7-86b8-cf401857eda9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:13.123603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-484e992b-afae-4a35-9149-9d935f92a181 req-8d35a230-8f12-4fa7-86b8-cf401857eda9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 944 time: 0.0524495 Dec 20 23:15:13.134538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:13.173423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-484e992b-afae-4a35-9149-9d935f92a181 req-df5eee9b-48f3-416a-a5ea-4b00102d798b tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Dec 20 23:15:13.209269 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:13.257378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:13.476769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ae88edd2-647e-4a38-bc78-f92cd094ed54'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:14.296507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88439da6-dbcb-4a18-bbf5-dc67232145ba req-8a4f7a35-79ac-48d1-8e0c-7e47fdde326c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:14.297906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88439da6-dbcb-4a18-bbf5-dc67232145ba req-8a4f7a35-79ac-48d1-8e0c-7e47fdde326c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Dec 20 23:15:14.345469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88439da6-dbcb-4a18-bbf5-dc67232145ba req-e17d26c1-ce10-499b-882b-22cfc2d18b97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Dec 20 23:15:14.969196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ae88edd2-647e-4a38-bc78-f92cd094ed54 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:15:15.117239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port ae88edd2-647e-4a38-bc78-f92cd094ed54 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:15:15.122678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port ae88edd2-647e-4a38-bc78-f92cd094ed54 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:15.123063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:15.202194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:15.381905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:15.384324 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4deaad-9627-490e-beba-b8c11e4dd375" -d '{"events": [{"server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "name": "network-vif-plugged", "status": "completed", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:15.399363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:15.447393 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419f862-c58a-4a6c-97fa-344e211c05ef x-openstack-request-id: req-7419f862-c58a-4a6c-97fa-344e211c05ef {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:15.447816 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "name": "network-vif-plugged", "status": "completed", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:15.448049 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7419f862-c58a-4a6c-97fa-344e211c05ef {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:15.448444 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54', 'code': 200} Dec 20 23:15:15.495282 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:15.503076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799aee90-5ac8-4ffa-942f-51e0eb2a26d4 req-07442448-6c46-41c6-b175-23c32ff11998 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:15.511236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799aee90-5ac8-4ffa-942f-51e0eb2a26d4 req-07442448-6c46-41c6-b175-23c32ff11998 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 945 time: 0.0771325 Dec 20 23:15:15.557088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:15.595349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-799aee90-5ac8-4ffa-942f-51e0eb2a26d4 req-26b673fc-6642-4837-92a5-33b48a75a92f tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828779 Dec 20 23:15:15.604310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ed45-0c98-4ff3-b82c-916f677c1b87 req-74cac181-6c9c-479d-a1d2-e0bb51bc6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:15.605986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6824ed45-0c98-4ff3-b82c-916f677c1b87 req-74cac181-6c9c-479d-a1d2-e0bb51bc6f16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0767181 Dec 20 23:15:15.670155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6824ed45-0c98-4ff3-b82c-916f677c1b87 req-26e6ba13-cd2d-4dfd-88c6-38aab444cf2d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Dec 20 23:15:16.722144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a48a-6d27-41f7-a3c2-e190454d79f8 req-cd4b7a70-caa6-4a90-839c-3e81157fe56a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:16.724631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d19a48a-6d27-41f7-a3c2-e190454d79f8 req-cd4b7a70-caa6-4a90-839c-3e81157fe56a tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0540154 Dec 20 23:15:16.778537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d19a48a-6d27-41f7-a3c2-e190454d79f8 req-4da42b66-bcdc-4561-a674-dde25bc4a4d7 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Dec 20 23:15:17.912959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec7f5a-db39-4470-8ca3-4867aef86c90 req-097dfc97-d407-44a1-b944-28581a7afc97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:17.915771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63ec7f5a-db39-4470-8ca3-4867aef86c90 req-097dfc97-d407-44a1-b944-28581a7afc97 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0526490 Dec 20 23:15:17.974680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63ec7f5a-db39-4470-8ca3-4867aef86c90 req-82b691f4-7268-42c4-8067-9b2ccf41bc60 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Dec 20 23:15:18.552775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461d53d-e924-4047-bca0-9c7a2dea1495 req-e7441e93-3c93-4480-9181-283f485f9731 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:18.555207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6461d53d-e924-4047-bca0-9c7a2dea1495 req-e7441e93-3c93-4480-9181-283f485f9731 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0627506 Dec 20 23:15:18.627532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6461d53d-e924-4047-bca0-9c7a2dea1495 req-8eedac78-ae2d-4bd0-b92f-d88a97792b36 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600190 Dec 20 23:15:19.749556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254bae9-1a48-45d6-a0bd-3160fa4eed67 req-f0a71d80-59c6-4e64-b4e1-514e0fcce669 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:19.751152 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c254bae9-1a48-45d6-a0bd-3160fa4eed67 req-f0a71d80-59c6-4e64-b4e1-514e0fcce669 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0503724 Dec 20 23:15:19.810350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c254bae9-1a48-45d6-a0bd-3160fa4eed67 req-bac87fe5-fd11-4722-b405-36e139aa7f2d tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524426 Dec 20 23:15:20.279565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faac03b-8f86-4415-98cf-474cf0cd6fce req-ee0fabae-336b-4571-b240-9bc3d18372c9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:20.281473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7faac03b-8f86-4415-98cf-474cf0cd6fce req-ee0fabae-336b-4571-b240-9bc3d18372c9 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0535479 Dec 20 23:15:20.336041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7faac03b-8f86-4415-98cf-474cf0cd6fce req-c1ada1da-3f84-4e22-a8f1-7a6e41f06539 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Dec 20 23:15:20.583518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-aa65f0af-f01b-4a52-a88d-f35ff303acdd tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:20.584887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-aa65f0af-f01b-4a52-a88d-f35ff303acdd tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1051109 Dec 20 23:15:20.600335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-15191f31-97d6-48ed-8ef8-d2cefea284f7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/quotas/472333722b8449368abd55965b600b21 HTTP/1.1" status: 200 len: 375 time: 0.0094407 Dec 20 23:15:20.659215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-c1b61152-ceb6-4496-afad-e87f3c79d92c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524569 Dec 20 23:15:20.746885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-f5984c40-5eca-4107-826e-468994907ba4 service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805376 Dec 20 23:15:20.839629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-7a04ff9d-73f9-447a-860c-348d6107e072 service neutron] 10.222.0.62 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864742 Dec 20 23:15:21.065698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ada48d7-b627-4562-ae09-0f8588a5bc33 req-d1fe0dc5-9e1a-4549-8a24-eef190f3a448 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0359883 Dec 20 23:15:21.463456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deddfeb-63b2-4b7f-995c-b8745465280b req-853845a8-6940-406a-89a0-1333495ca936 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:21.464939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2deddfeb-63b2-4b7f-995c-b8745465280b req-853845a8-6940-406a-89a0-1333495ca936 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0536215 Dec 20 23:15:21.516702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2deddfeb-63b2-4b7f-995c-b8745465280b req-bab9e923-fbdb-4c34-82ef-6c26519dc8f5 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/security-groups?id=a19f4000-3447-4e58-9b32-cb1a338be4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Dec 20 23:15:21.891882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-f60142e5-9f3d-4090-8887-948ead2bbb1c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:21.894092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-f60142e5-9f3d-4090-8887-948ead2bbb1c tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.45 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 946 time: 0.0540299 Dec 20 23:15:21.998273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Deleting port ae88edd2-647e-4a38-bc78-f92cd094ed54 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:21.998607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:22.101258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] For port ae88edd2-647e-4a38-bc78-f92cd094ed54, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=ae88edd2-647e-4a38-bc78-f92cd094ed54,segment=NetworkSegment(295d34ad-f6fd-4168-ba1b-c82d7feaf9d0),segment_id=295d34ad-f6fd-4168-ba1b-c82d7feaf9d0)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:22.101623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:22.116771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Calling delete_port for ae88edd2-647e-4a38-bc78-f92cd094ed54 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:22.204422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94ab53ba-9a25-45d5-b541-a0d9084863da req-c2c2246d-1845-424c-a2d2-90e05b870e6b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0360825 Dec 20 23:15:22.340138 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:22.353691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['ae88edd2-647e-4a38-bc78-f92cd094ed54'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:22.374031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Pushing event deleted for resources: {'Port': ['ID=ae88edd2-647e-4a38-bc78-f92cd094ed54,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:22.416295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] No DVR routers for this DVR port ae88edd2-647e-4a38-bc78-f92cd094ed54 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:22.418919 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:22.422399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cfdc31c-e6b9-44de-bc99-60fa1c5607be req-9f263c55-5efa-461d-b200-ae4d5e14a775 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.45 "DELETE /v2.0/ports/ae88edd2-647e-4a38-bc78-f92cd094ed54 HTTP/1.1" status: 204 len: 173 time: 0.5215211 Dec 20 23:15:22.422801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'name': 'network-vif-deleted', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:22.425490 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd3995-1d28-4e55-89df-4390c86a6ea9" -d '{"events": [{"server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "name": "network-vif-deleted", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:22.544688 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f35c1-7331-4e19-a147-5454898cef49 x-openstack-request-id: req-3f1f35c1-7331-4e19-a147-5454898cef49 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:22.547603 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b73b-2512-4218-9e0a-e0b14d26e4b1", "name": "network-vif-deleted", "tag": "ae88edd2-647e-4a38-bc78-f92cd094ed54", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:22.547603 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f1f35c1-7331-4e19-a147-5454898cef49 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:22.547603 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b73b-2512-4218-9e0a-e0b14d26e4b1', 'name': 'network-vif-deleted', 'tag': 'ae88edd2-647e-4a38-bc78-f92cd094ed54', 'status': 'completed', 'code': 200} Dec 20 23:15:22.623206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7f0d6ec-d7ed-4d74-aa1a-834c99130fc6 req-fabe40fa-e674-4246-b7c6-1a51e6acab55 tempest-DeleteServersTestJSON-277602742 tempest-DeleteServersTestJSON-277602742-project] 10.222.0.62 "GET /v2.0/ports?device_id=8149b73b-2512-4218-9e0a-e0b14d26e4b1 HTTP/1.1" status: 200 len: 210 time: 0.0306509 Dec 20 23:15:23.007100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-23392fe6-015c-40d8-a4dd-29cea928a939 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:23.008637 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-23392fe6-015c-40d8-a4dd-29cea928a939 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 814 time: 0.1141667 Dec 20 23:15:23.032740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Request body: {'port': {'device_id': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'admin_state_up': True, 'tenant_id': '472333722b8449368abd55965b600b21'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:23.243390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Made reservation on behalf of 472333722b8449368abd55965b600b21 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:23.257224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:23.310261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1643c26-46a2-44cc-91ab-9e3cfb193598 req-186609a7-f8ab-4e38-a727-4d48a726731c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Dec 20 23:15:23.688761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Allocated IP 172.20.0.6 (1d544b96-eefe-4c33-95af-a15deecfc34c/329181ae-52e4-49b8-ad3c-2ea8d0d61e42/baabcd71-7df9-4b34-8a98-24024aebdb23) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:23.851079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:23.951811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:23.965323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0', '50b2d97e-26f3-4aaa-832a-01072b31e5e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:23.997356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:24.012609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event updated for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:24.041632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.042786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.043142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.043490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.043824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.044717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.045286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.045985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.046463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.047227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.047705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.048341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.049522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:24.062456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Network 1d544b96-eefe-4c33-95af-a15deecfc34c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:24.064098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:24.069401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:24.129133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:24.130239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:24.209177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-cce66897-2ea4-4d2e-b568-b65cd5cb13b8 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1913893 Dec 20 23:15:24.229558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Request body: {'port': {'device_id': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:24.382304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:24.492300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344b2fa-eab2-4c9b-98ab-25a736cda3b2 req-5cedfffd-d855-4829-b658-e7f67d335914 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:24.494644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4344b2fa-eab2-4c9b-98ab-25a736cda3b2 req-5cedfffd-d855-4829-b658-e7f67d335914 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 931 time: 0.0594065 Dec 20 23:15:24.560717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4344b2fa-eab2-4c9b-98ab-25a736cda3b2 req-69630006-a0cf-48a8-b620-07a65107da33 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592995 Dec 20 23:15:24.682806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baabcd71-7df9-4b34-8a98-24024aebdb23 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:24.691239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:24.704381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Transition to ACTIVE for port object baabcd71-7df9-4b34-8a98-24024aebdb23 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:15:24.751569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:24.837518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Pushing event updated for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:24.899151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Attempting to bind port baabcd71-7df9-4b34-8a98-24024aebdb23 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:15:24.899546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Attempting to bind port baabcd71-7df9-4b34-8a98-24024aebdb23 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:15:24.899936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Attempting to bind port baabcd71-7df9-4b34-8a98-24024aebdb23 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:24.904474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Port baabcd71-7df9-4b34-8a98-24024aebdb23 on network 1d544b96-eefe-4c33-95af-a15deecfc34c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:15:24.904914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Attempting to bind port baabcd71-7df9-4b34-8a98-24024aebdb23 on network 1d544b96-eefe-4c33-95af-a15deecfc34c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:24.911492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:15:24.911492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Checking segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:24.911802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Bound using segment: {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:15:24.912188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Bound port: baabcd71-7df9-4b34-8a98-24024aebdb23, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:15:24.912656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:24.987558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:24.991153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=baabcd71-7df9-4b34-8a98-24024aebdb23,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:15:25.067689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:25.125688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Pushing event updated for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:25.142565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.143564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:25.145858 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-2f59bf9f-9e6c-4249-b6f0-450bb6698de8 service neutron] 10.222.0.59 "PUT /v2.0/ports/baabcd71-7df9-4b34-8a98-24024aebdb23 HTTP/1.1" status: 200 len: 1091 time: 0.9261127 Dec 20 23:15:25.145858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:25.147948 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a028f2-1216-4244-b57a-46796edb32d2" -d '{"events": [{"name": "network-changed", "server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:25.187258 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbd9d6-13fc-4389-8bcf-3c0978dc729a x-openstack-request-id: req-4efbd9d6-13fc-4389-8bcf-3c0978dc729a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:25.187548 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:25.187815 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4efbd9d6-13fc-4389-8bcf-3c0978dc729a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:25.188237 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23', 'status': 'completed', 'code': 200} Dec 20 23:15:25.273247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a028f2-1216-4244-b57a-46796edb32d2 req-f2e2f445-5ccb-41ef-88f1-38b650512a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.274905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-98a028f2-1216-4244-b57a-46796edb32d2 req-f2e2f445-5ccb-41ef-88f1-38b650512a16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0548224 Dec 20 23:15:25.403307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a028f2-1216-4244-b57a-46796edb32d2 req-d9ad684d-c3f9-4da0-bdd5-701ed4c0f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.404772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-98a028f2-1216-4244-b57a-46796edb32d2 req-d9ad684d-c3f9-4da0-bdd5-701ed4c0f73b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=472333722b8449368abd55965b600b21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1202235 Dec 20 23:15:25.518671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a028f2-1216-4244-b57a-46796edb32d2 req-4af7c523-963b-478f-bc6a-ec9f16334cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.520740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-98a028f2-1216-4244-b57a-46796edb32d2 req-4af7c523-963b-478f-bc6a-ec9f16334cd7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060538 Dec 20 23:15:25.634553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-c0974fc1-17bc-4ad4-82ec-3e938d4e5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.636450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-c0974fc1-17bc-4ad4-82ec-3e938d4e5800 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0656092 Dec 20 23:15:25.644217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.650762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.657515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.663788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.670014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.676807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.683154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.691321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-577860e8-16eb-4db3-9cee-2012dd06fe81 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.1088543 Dec 20 23:15:25.707165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-86a65926-4fb8-46c7-ae0e-2601f32cae5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baabcd71-7df9-4b34-8a98-24024aebdb23 HTTP/1.1" status: 200 len: 217 time: 0.0603745 Dec 20 23:15:25.771547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74358d79-1a3f-48d2-8a32-68069176507d req-46303dc8-4376-4169-9a19-83b71c2440fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.773461 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-46303dc8-4376-4169-9a19-83b71c2440fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0558395 Dec 20 23:15:25.790107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f6ad0-3bbe-42f0-a2d1-1d1fd6694bdc req-cf4165ce-dbdd-405f-8373-f58802b7d908 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:25.791829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-893f6ad0-3bbe-42f0-a2d1-1d1fd6694bdc req-cf4165ce-dbdd-405f-8373-f58802b7d908 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0976691 Dec 20 23:15:25.806059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e393cf6b-cec7-48d5-b29b-5ba6eb53f7bf req-1d923c83-66f8-4ebd-96a4-1a451a6a6673 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135411 Dec 20 23:15:25.825447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-d520af4d-19f2-48e9-875d-67eb8a4bd555 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405400 Dec 20 23:15:25.874653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-893f6ad0-3bbe-42f0-a2d1-1d1fd6694bdc req-63657c59-fb9e-46a9-8599-e83e42e0c653 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616381 Dec 20 23:15:25.935772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-b848d3d8-8ca1-4577-aabd-a045c36df61b service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034508 Dec 20 23:15:26.041954 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-74358d79-1a3f-48d2-8a32-68069176507d req-c532fc12-d230-4f14-aff6-d44e621af3c6 service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971620 Dec 20 23:15:26.543552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:26.659560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7329684b-eaa1-41bf-a76b-f4cf5379706b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:26.689237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.695476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.701595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.708124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.714546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.721693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.728064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.730053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-aad9820a-34fe-4445-92ef-d80e63e00199 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.1031392 Dec 20 23:15:26.741109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7329684b-eaa1-41bf-a76b-f4cf5379706b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:26.781734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-1d207cf8-d0f1-4779-a1f6-2e1c722a05ec tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:26.784249 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-1d207cf8-d0f1-4779-a1f6-2e1c722a05ec tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0463772 Dec 20 23:15:26.791540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7329684b-eaa1-41bf-a76b-f4cf5379706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:26.843697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7329684b-eaa1-41bf-a76b-f4cf5379706b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dca021d953944d9af9e9eb976c19259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988422 Dec 20 23:15:26.844917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329684b-eaa1-41bf-a76b-f4cf5379706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453dbfb-43e6-49de-b094-a0ded50b920b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:26.849149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60948) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:26.928351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:26.957443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-1c76fd43-0fc9-4c9f-9eca-0ba377194c45 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1662669 Dec 20 23:15:26.970905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:26.971506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.020547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ae88edd2-647e-4a38-bc78-f92cd094ed54 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:27.035161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.047565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: ae88edd2-647e-4a38-bc78-f92cd094ed54 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:27.048282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device ae88edd2-647e-4a38-bc78-f92cd094ed54 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:27.088317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.094373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.100692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.106667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.113348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.119403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.125370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.127969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-744edb60-004b-4e28-bc43-7daf5e32494c tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 5436 time: 0.1921177 Dec 20 23:15:27.136756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326fde4-309c-40cc-80a1-2b2468e9a54d req-05224342-35f8-46b8-9da3-dbc6cf4bae79 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.138239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0326fde4-309c-40cc-80a1-2b2468e9a54d req-05224342-35f8-46b8-9da3-dbc6cf4bae79 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 943 time: 0.1647632 Dec 20 23:15:27.195195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1014cb69-a9bf-41b2-a585-4c46888b8c51,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:27.219955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.222582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.223741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3453dbfb-43e6-49de-b094-a0ded50b920b HTTP/1.1" status: 204 len: 168 time: 0.3732688 Dec 20 23:15:27.229578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] For port 1014cb69-a9bf-41b2-a585-4c46888b8c51, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:27.231743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0326fde4-309c-40cc-80a1-2b2468e9a54d req-c16c0df9-1d13-4082-bfaa-51148729fae7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856533 Dec 20 23:15:27.245230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f91d8620-72d3-44c1-b264-5966b29e92ca req-36d4a2f7-95fa-468f-ab00-02e2bd3547f3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448&id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056728 Dec 20 23:15:27.249595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc6d40-630b-4102-91f5-0559e79695f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453dbfb-43e6-49de-b094-a0ded50b920b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:27.300206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] device_id is not set on port 1014cb69-a9bf-41b2-a585-4c46888b8c51 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:15:27.311508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.380572 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.456819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] No DVR routers for this DVR port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:27.460447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Pushing event updated for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:27.506256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] In _notify_port_updated(), no bound segment for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:15:27.507351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.508024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.509280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-b2a99827-3218-4644-8fbe-c1cedf4481cb service neutron] 10.222.0.59 "PUT /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 200 len: 1027 time: 0.5435815 Dec 20 23:15:27.579151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-5ed482ab-d1cc-4bcf-9f7a-5d6a3ce5fa28 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:27.582435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-5ed482ab-d1cc-4bcf-9f7a-5d6a3ce5fa28 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "GET /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0624442 Dec 20 23:15:27.593581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:27.670206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.774485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c6efb9bd-a859-494d-bf1c-66802ebe51a9 None None] Provisioning complete for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:27.775160 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6efb9bd-a859-494d-bf1c-66802ebe51a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.805847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=168b7fd4-21dd-4520-992b-694cfcb19093,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:27.815227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c6efb9bd-a859-494d-bf1c-66802ebe51a9 None None] Port 1014cb69-a9bf-41b2-a585-4c46888b8c51 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:27.846687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] For port 168b7fd4-21dd-4520-992b-694cfcb19093, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:27.888865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] device_id is not set on port 168b7fd4-21dd-4520-992b-694cfcb19093 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:15:27.899747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:27.997202 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.042966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.113465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] No DVR routers for this DVR port 168b7fd4-21dd-4520-992b-694cfcb19093 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:28.145540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Pushing event updated for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:28.171163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] In _notify_port_updated(), no bound segment for port 168b7fd4-21dd-4520-992b-694cfcb19093 on network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:15:28.172382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.173144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.175249 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-bdfc8c78-41ca-409e-9535-62066aaeecd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 200 len: 1028 time: 0.5859659 Dec 20 23:15:28.300356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 157486d9-9157-417a-b7b1-293729ca3c48 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:28.301016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.421672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port 157486d9-9157-417a-b7b1-293729ca3c48, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=157486d9-9157-417a-b7b1-293729ca3c48,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:28.422117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.436260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 157486d9-9157-417a-b7b1-293729ca3c48 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:28.438938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f509e-ff10-4a81-9562-46f0845ea189 req-28476d58-54fc-4071-9b1e-24d55f9c47e3 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.441801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-324f509e-ff10-4a81-9562-46f0845ea189 req-28476d58-54fc-4071-9b1e-24d55f9c47e3 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 943 time: 0.0849209 Dec 20 23:15:28.464297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1c549c3b-afd4-4883-bb94-73f181a20e6a None None] Provisioning complete for port 168b7fd4-21dd-4520-992b-694cfcb19093 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:28.464880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c549c3b-afd4-4883-bb94-73f181a20e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.470135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.479158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.492283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.499906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.508477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1c549c3b-afd4-4883-bb94-73f181a20e6a None None] Port 168b7fd4-21dd-4520-992b-694cfcb19093 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:28.515226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:28.521770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-36ddfab3-252f-48db-adf5-65a49348d78e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 3887 time: 0.1351876 Dec 20 23:15:28.601057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-324f509e-ff10-4a81-9562-46f0845ea189 req-f40b7826-1abc-4dc6-bdcf-d9324555fb6b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467938 Dec 20 23:15:28.661878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c14b713b-8380-4e3a-8059-7a93ceadc22a req-bef5e562-d4ed-4071-aaa9-a008531d269a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160867 Dec 20 23:15:28.700441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.740015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=157486d9-9157-417a-b7b1-293729ca3c48,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:28.778378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:28.813581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port 157486d9-9157-417a-b7b1-293729ca3c48 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:28.817003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.820528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-20f803b2-c331-4537-b019-6ad155aba79a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "DELETE /v2.0/ports/157486d9-9157-417a-b7b1-293729ca3c48 HTTP/1.1" status: 204 len: 173 time: 0.6323037 Dec 20 23:15:28.821091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:28.823531 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c1fdc5-8b35-4e44-b815-867d6990f4ed" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "157486d9-9157-417a-b7b1-293729ca3c48"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:28.827847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Deleting subnet 603fbc13-a803-4d8f-8fbc-06c0321bb288 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:15:28.831942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.883175 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73180387-4ef4-44e9-be2d-d69c91f83e04 x-openstack-request-id: req-73180387-4ef4-44e9-be2d-d69c91f83e04 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:28.883473 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "157486d9-9157-417a-b7b1-293729ca3c48", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:28.883733 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73180387-4ef4-44e9-be2d-d69c91f83e04 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:28.884140 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '157486d9-9157-417a-b7b1-293729ca3c48', 'status': 'completed', 'code': 200} Dec 20 23:15:28.899351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.943067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:28.958702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:28.959036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.068115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:29.068480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.094695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.130568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603fbc13-a803-4d8f-8fbc-06c0321bb288,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:29.132649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.139031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a79a5d26-fb73-4b6a-b2e6-6d2e78a99938 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/603fbc13-a803-4d8f-8fbc-06c0321bb288 HTTP/1.1" status: 204 len: 168 time: 0.3593817 Dec 20 23:15:29.140166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32772) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:29.246023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.265030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.265405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.265772 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Floating IP dc56329d-d1f9-433a-9f31-ce8243e641cb disassociated. External IP: 172.25.1.113, port: 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8. Dec 20 23:15:29.266113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:29.341915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.365257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b81e76-960f-4f66-ae5a-f5de89ba6f63']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:29.375676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:29.376086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295d34ad-f6fd-4168-ba1b-c82d7feaf9d0') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:29.387824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.406237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.418291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:15:29.418868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.420894 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:15:29.423962 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:15:29.478161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.521387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:29.585847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.604346 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.607914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] 10.222.0.62 "DELETE /v2.0/networks/47b81e76-960f-4f66-ae5a-f5de89ba6f63 HTTP/1.1" status: 204 len: 168 time: 0.4667335 Dec 20 23:15:29.609289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdfe9e-c72d-48bc-ac92-1b65c7c9d78c admin admin] Pushing event deleted for resources: {'Network': ['ID=47b81e76-960f-4f66-ae5a-f5de89ba6f63,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:29.682181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Router 14365811-261c-47e1-8d45-36e7ca7adcfb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:29.844741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:29.856225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Sync routers for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:29.886596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:29.887386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:29.919875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:29.924457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:29.932247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e0b63dd8-040c-4bf8-ad25-3bf39b41ad5e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "DELETE /v2.0/ports/9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 HTTP/1.1" status: 204 len: 173 time: 1.0974877 Dec 20 23:15:30.094475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:30.123444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port b398bcdc-80ee-453d-ad5d-6f637c069a9d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:30.123772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.199912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:30.239347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device baabcd71-7df9-4b34-8a98-24024aebdb23 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:15:30.239889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb767de9-4db9-4ab1-8f5b-c2478995fe98 req-d637c26c-deb4-403e-98a2-5c8bb2d2970e tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:30.241157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 445dc80c-696c-4667-b712-a97adb369816 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:30.241620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb767de9-4db9-4ab1-8f5b-c2478995fe98 req-d637c26c-deb4-403e-98a2-5c8bb2d2970e tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 943 time: 0.5691195 Dec 20 23:15:30.259206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port b398bcdc-80ee-453d-ad5d-6f637c069a9d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b398bcdc-80ee-453d-ad5d-6f637c069a9d,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:30.259635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.274295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for b398bcdc-80ee-453d-ad5d-6f637c069a9d owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:30.312391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb767de9-4db9-4ab1-8f5b-c2478995fe98 req-11e7fe74-bff8-4684-bfca-30e571a36c4c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542684 Dec 20 23:15:30.344947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2583f7c2-2122-4e5c-9b80-b4e23d017749 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe73b869645b4e0f96d5dcf5a3372a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387699 Dec 20 23:15:30.345675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32800) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:30.381638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd810-6d4c-43af-a15c-0298bcfc8a9d req-5dea6f24-5452-43d5-b670-c4887b2a2421 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:30.390778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd810-6d4c-43af-a15c-0298bcfc8a9d req-5dea6f24-5452-43d5-b670-c4887b2a2421 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:30.399178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd810-6d4c-43af-a15c-0298bcfc8a9d req-5dea6f24-5452-43d5-b670-c4887b2a2421 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:30.400889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f2bd810-6d4c-43af-a15c-0298bcfc8a9d req-5dea6f24-5452-43d5-b670-c4887b2a2421 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 2416 time: 0.2018781 Dec 20 23:15:30.489255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f2bd810-6d4c-43af-a15c-0298bcfc8a9d req-7b700323-e28c-4211-8a37-c72f637cf806 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817373 Dec 20 23:15:30.509617 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.532087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.540399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.561169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.582079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac2642-8e22-486c-8a4b-e0645f62300e req-391b1233-9f2b-4a38-a3af-279776edffcc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:30.583828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92ac2642-8e22-486c-8a4b-e0645f62300e req-391b1233-9f2b-4a38-a3af-279776edffcc tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.0906000 Dec 20 23:15:30.596962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=b398bcdc-80ee-453d-ad5d-6f637c069a9d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:30.608145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445dc80c-696c-4667-b712-a97adb369816'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:30.609852 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8736990-3e9e-4dc7-9215-0af03ca83724" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-unplugged", "status": "completed", "tag": "445dc80c-696c-4667-b712-a97adb369816"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:30.629909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=baabcd71-7df9-4b34-8a98-24024aebdb23,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:30.682437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:30.684249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'baabcd71-7df9-4b34-8a98-24024aebdb23', 'network_id': '1d544b96-eefe-4c33-95af-a15deecfc34c', 'port_id': 'baabcd71-7df9-4b34-8a98-24024aebdb23', 'mac_address': 'fa:16:3e:05:fc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329181ae-52e4-49b8-ad3c-2ea8d0d61e42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:15:30.689711 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6959f5-1009-4819-8da7-e30c8b1f9f0a x-openstack-request-id: req-bf6959f5-1009-4819-8da7-e30c8b1f9f0a {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:30.689711 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-unplugged", "status": "completed", "tag": "445dc80c-696c-4667-b712-a97adb369816", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:30.689711 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf6959f5-1009-4819-8da7-e30c8b1f9f0a {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:30.689711 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445dc80c-696c-4667-b712-a97adb369816', 'code': 200} Dec 20 23:15:30.701793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92ac2642-8e22-486c-8a4b-e0645f62300e req-bb4ca138-0e71-4d87-b322-9d200b6b87e8 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083319 Dec 20 23:15:30.715623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port b398bcdc-80ee-453d-ad5d-6f637c069a9d on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:30.724440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.729188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-9d0f0a5a-a752-4682-9073-454aca4a9373 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "DELETE /v2.0/ports/b398bcdc-80ee-453d-ad5d-6f637c069a9d HTTP/1.1" status: 204 len: 173 time: 0.7885029 Dec 20 23:15:30.750858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:30.753239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.756261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.756974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:30.793997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.796780 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.801058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Checking router: 14365811-261c-47e1-8d45-36e7ca7adcfb for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:30.805388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a19f4000-3447-4e58-9b32-cb1a338be4f5 HTTP/1.1" status: 204 len: 168 time: 0.4577432 Dec 20 23:15:30.823995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4d6c8-bfb8-475a-ae7a-71a67bda5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19f4000-3447-4e58-9b32-cb1a338be4f5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:30.842888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baabcd71-7df9-4b34-8a98-24024aebdb23 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:30.848859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:30.849216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:30.849662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 157486d9-9157-417a-b7b1-293729ca3c48 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:30.852594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 445dc80c-696c-4667-b712-a97adb369816 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:30.853813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:30.887067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8'}, {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:30.889489 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da546882-67b2-46b4-a07f-2e11af316641" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8"}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:30.897289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 157486d9-9157-417a-b7b1-293729ca3c48 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:30.897825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 157486d9-9157-417a-b7b1-293729ca3c48 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:30.898027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1014cb69-a9bf-41b2-a585-4c46888b8c51 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:30.936316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:30.937130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:30.941332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=baabcd71-7df9-4b34-8a98-24024aebdb23,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:30.997477 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d22602-52fb-4ddc-bf28-3b33cf1bd17f x-openstack-request-id: req-69d22602-52fb-4ddc-bf28-3b33cf1bd17f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:31.003098 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8", "status": "completed", "code": 200}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "b398bcdc-80ee-453d-ad5d-6f637c069a9d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:31.003098 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69d22602-52fb-4ddc-bf28-3b33cf1bd17f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:31.003098 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '9544d9b7-3069-4f4c-b0d6-3f2fd84cbaf8', 'status': 'completed', 'code': 200} Dec 20 23:15:31.009795 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': 'b398bcdc-80ee-453d-ad5d-6f637c069a9d', 'status': 'completed', 'code': 200} Dec 20 23:15:31.011422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:31.027000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port 445dc80c-696c-4667-b712-a97adb369816, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=445dc80c-696c-4667-b712-a97adb369816,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:31.027366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.043493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 445dc80c-696c-4667-b712-a97adb369816 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:31.099049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:31.223196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.283789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.294018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 1014cb69-a9bf-41b2-a585-4c46888b8c51 host ! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:15:31.294337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1014cb69-a9bf-41b2-a585-4c46888b8c51 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:31.294778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:31.324194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=445dc80c-696c-4667-b712-a97adb369816,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:31.361844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:31.375929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3724b-88df-4397-9efd-b3cb59cea136 req-8c947777-83be-4d2b-b264-af3c62b3491b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:31.393833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7b3724b-88df-4397-9efd-b3cb59cea136 req-8c947777-83be-4d2b-b264-af3c62b3491b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1254904 Dec 20 23:15:31.400814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port 445dc80c-696c-4667-b712-a97adb369816 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:31.408764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.408764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-e8ea9137-6633-4a42-8e63-dd635792bb98 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "DELETE /v2.0/ports/445dc80c-696c-4667-b712-a97adb369816 HTTP/1.1" status: 204 len: 173 time: 0.6724451 Dec 20 23:15:31.461389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.504537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['baabcd71-7df9-4b34-8a98-24024aebdb23'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:31.511693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7b3724b-88df-4397-9efd-b3cb59cea136 req-be83d8a5-52d5-4970-b6ba-c66b6aa1f22a tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135314 Dec 20 23:15:31.516574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:31.540073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b78e7-e3b7-4fd9-9f09-d96cbbb70194 req-09315d96-59b2-4794-9260-010300d6460d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:31.542146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-423b78e7-e3b7-4fd9-9f09-d96cbbb70194 req-09315d96-59b2-4794-9260-010300d6460d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 944 time: 0.1255348 Dec 20 23:15:31.552294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32832) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:31.587720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:31.588204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.704068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:31.705527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:31.720156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:31.794262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-423b78e7-e3b7-4fd9-9f09-d96cbbb70194 req-95f8e8ec-a08b-4e30-8c2a-ea84f174cf86 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708000 Dec 20 23:15:31.856205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-0ee27722-0c88-465e-8da8-041eecfb4b5d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:31.858145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-0ee27722-0c88-465e-8da8-041eecfb4b5d tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.59 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.3638692 Dec 20 23:15:31.859006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:31.897016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297435b-ac4c-4509-b0db-cae07e55a659 None None] The sync data for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 is: [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:04:23Z', 'revision_number': 4, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '5306e918-9a81-4468-bb5f-c69e28231995', 'name': '', 'network_id': '77304a25-56d6-48e0-baa9-1490ee7a57fd', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'mac_address': 'fa:16:3e:c0:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:21Z', 'updated_at': '2021-12-20T23:04:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'subnets': [{'id': '2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:15:31.945821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ff65a-d102-4759-940f-5f5ec278125a req-da82e413-f99b-4a32-8676-d187d1a479bc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:31.955126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb1ff65a-d102-4759-940f-5f5ec278125a req-da82e413-f99b-4a32-8676-d187d1a479bc tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 945 time: 0.1201992 Dec 20 23:15:32.005809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port b38fc2e0-515a-47a9-bcce-19f6d927d723 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:32.006497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.032496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Deleting port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:32.033392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.078707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.090103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b398bcdc-80ee-453d-ad5d-6f637c069a9d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:32.181008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3e4a-7dc1-4de2-999e-89529f38aa61 req-5d4f1b73-4c7b-42a4-827d-55551e96e331 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:32.185630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73cc3e4a-7dc1-4de2-999e-89529f38aa61 req-5d4f1b73-4c7b-42a4-827d-55551e96e331 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 947 time: 0.2665749 Dec 20 23:15:32.205805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b398bcdc-80ee-453d-ad5d-6f637c069a9d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:32.206554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b398bcdc-80ee-453d-ad5d-6f637c069a9d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:32.207165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 168b7fd4-21dd-4520-992b-694cfcb19093 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:32.220695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] For port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:32.221094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.221987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cb1ff65a-d102-4759-940f-5f5ec278125a req-546b2f82-aff3-4a27-a7d0-49abfb423859 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups?id=21d89998-7ec0-4a7d-b6d8-454ea4433b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651525 Dec 20 23:15:32.262269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.263130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.300796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.304843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for b38fc2e0-515a-47a9-bcce-19f6d927d723 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:32.346362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:32.348140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73cc3e4a-7dc1-4de2-999e-89529f38aa61 req-51c4c14d-26c3-440b-ae2a-a89492beaed5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups?id=f90cb724-cacb-4922-b82b-4bcbce14d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235518 Dec 20 23:15:32.432987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074b5b8-3ccc-4046-bb32-43a84fab6977 None None] New status for floating IP dc56329d-d1f9-433a-9f31-ce8243e641cb: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:15:32.441927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32856) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:32.449574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:32.461380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 168b7fd4-21dd-4520-992b-694cfcb19093 host ! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:15:32.461850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 168b7fd4-21dd-4520-992b-694cfcb19093 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:32.468942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port 5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:32.472161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.475995 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e76b6e08-bb98-4548-bae6-7909e11d29f9 req-65df4275-c8ff-4dc1-a705-db249ce1ea3f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.59 "DELETE /v2.0/ports/5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9 HTTP/1.1" status: 204 len: 173 time: 1.0597522 Dec 20 23:15:32.595784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.596145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.597199 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Floating IP beaf6491-bae3-4596-99c0-b22c294aae7b disassociated. External IP: 172.25.1.190, port: ba5cdda7-8af3-4da3-bbca-d46a46b8a36a. Dec 20 23:15:32.597199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Calling delete_port for ba5cdda7-8af3-4da3-bbca-d46a46b8a36a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:32.632184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1975197280-network', 'tenant_id': 'c5ad56760964408e80c53110d73728f4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:32.688674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.690360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:32.693209 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee104b-784d-4630-8f0a-c9c6dd356497" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:32.735439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=b38fc2e0-515a-47a9-bcce-19f6d927d723,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:32.795930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Made reservation on behalf of c5ad56760964408e80c53110d73728f4 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:32.799860 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee2a46-6f1b-4d30-8c8c-a9fd2854293c x-openstack-request-id: req-05ee2a46-6f1b-4d30-8c8c-a9fd2854293c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:32.800175 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:32.800422 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ee2a46-6f1b-4d30-8c8c-a9fd2854293c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:32.800847 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'code': 200} Dec 20 23:15:32.802453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.816068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.831739 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.841874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:32.842213 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 80770786-8b21-4a41-9faa-ef184f01f849 disassociated (deleted). External IP: 172.25.1.253, port: f2194412-e58f-433d-9e11-e0c3af4d022a. Dec 20 23:15:32.895696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'Port': ['ID=ba5cdda7-8af3-4da3-bbca-d46a46b8a36a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:33.011095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '445dc80c-696c-4667-b712-a97adb369816'}, {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:33.013742 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9e85a-2a7b-4830-8f14-5b68c2219f9e" -d '{"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "445dc80c-696c-4667-b712-a97adb369816"}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:33.178944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f2e87-942d-490f-b834-29295805b855 req-f206389b-17eb-4df8-9ee0-078b4c0267c2 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:33.180572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91f2e87-942d-490f-b834-29295805b855 req-f206389b-17eb-4df8-9ee0-078b4c0267c2 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 944 time: 0.2865963 Dec 20 23:15:33.240702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.306213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.394673 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceef855-dbf6-4246-9278-8bfea6de2022 x-openstack-request-id: req-5ceef855-dbf6-4246-9278-8bfea6de2022 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:33.394819 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "445dc80c-696c-4667-b712-a97adb369816", "status": "completed", "code": 200}, {"server_uuid": "e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3", "name": "network-vif-deleted", "tag": "5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:33.395075 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ceef855-dbf6-4246-9278-8bfea6de2022 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:33.395472 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '445dc80c-696c-4667-b712-a97adb369816', 'status': 'completed', 'code': 200} Dec 20 23:15:33.395723 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3', 'name': 'network-vif-deleted', 'tag': '5e601403-2f56-4f1f-b6c7-c3a7fdfbc8a9', 'status': 'completed', 'code': 200} Dec 20 23:15:33.406661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91f2e87-942d-490f-b834-29295805b855 req-b223d40f-90f0-4f81-a20b-7dfe849c2a6b tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155371 Dec 20 23:15:33.413093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.431177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:15:33.443992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.444499 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Added segment d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59 of type vlan for network 63765c46-6876-4e8f-834d-c101b9ea6327 Dec 20 23:15:33.447594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:33.493248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.538165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router fae608ae-0d9b-49d0-9129-393baf6db4b5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:33.586325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8902e710-c8f6-463c-9cfe-57ba16afb22c req-218ae2db-3746-46af-9ef9-c41e8eba9a4f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.1749263 Dec 20 23:15:33.609058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.610225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:33.610788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.629693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:33.631984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccb7fbc4-e1da-43f7-9fb2-3cfd3d885fe3 req-dc895e41-699a-4a57-803a-7c66117a70e5 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/ports?device_id=883a8dab-4337-4792-8635-37d3a89f2d4c HTTP/1.1" status: 200 len: 210 time: 0.0856664 Dec 20 23:15:33.641830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:33.661226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:33.661892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:33.691624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:33.696359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] No DVR routers for this DVR port ba5cdda7-8af3-4da3-bbca-d46a46b8a36a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:33.699543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.705844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e62e6695-9e64-4ddb-b94d-22ac6d3c1ad8 req-75ef5aa9-e372-4f41-a8d1-0009ffdc6017 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.59 "DELETE /v2.0/ports/ba5cdda7-8af3-4da3-bbca-d46a46b8a36a HTTP/1.1" status: 204 len: 173 time: 1.8404000 Dec 20 23:15:33.794142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3461702 Dec 20 23:15:33.794358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e80fb9-c3fb-437b-8fec-9eeeb98e74fe admin admin] Pushing event updated for resources: {'Network': ['ID=63765c46-6876-4e8f-834d-c101b9ea6327,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:33.794799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 32878) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:33.800517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:33.805381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Request body: {'subnet': {'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1975197280-subnet', 'tenant_id': 'c5ad56760964408e80c53110d73728f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:33.834836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:33.845480 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Sync routers for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:33.857702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:33.867206 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:33.868873 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:33.884244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 63765c46-6876-4e8f-834d-c101b9ea6327 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:15:33.896478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a06f99a-50de-48c3-8a64-a4802d6d6bdf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/floatingips/80770786-8b21-4a41-9faa-ef184f01f849 HTTP/1.1" status: 204 len: 168 time: 2.3430393 Dec 20 23:15:33.897474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:33.900232 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb88d1-d343-4e58-a0c9-797aec5fe134" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:33.969212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Made reservation on behalf of c5ad56760964408e80c53110d73728f4 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:33.973470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:34.002696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device baabcd71-7df9-4b34-8a98-24024aebdb23 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:15:34.014388 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7010f4ef-cf07-4623-9f01-bd5d6bdcd1f6 x-openstack-request-id: req-7010f4ef-cf07-4623-9f01-bd5d6bdcd1f6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:34.014693 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:34.015201 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7010f4ef-cf07-4623-9f01-bd5d6bdcd1f6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:34.015629 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:15:34.162168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-fd1f3322-cecb-4fc1-a2cd-138219c5f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.166994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-fd1f3322-cecb-4fc1-a2cd-138219c5f9be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 1097 time: 0.1246111 Dec 20 23:15:34.289663 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:34.396620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-fa5438fe-58b8-40d4-942f-2db3245cf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.398687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-fa5438fe-58b8-40d4-942f-2db3245cf4d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 200 len: 897 time: 0.2212942 Dec 20 23:15:34.452525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-086661e3-2eb9-4e26-8a3b-cd12fb475c1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 200 len: 217 time: 0.0455270 Dec 20 23:15:34.478127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:34.483247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port baabcd71-7df9-4b34-8a98-24024aebdb23 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:15:34.492575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port baabcd71-7df9-4b34-8a98-24024aebdb23 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:34.492803 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:34.641043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffad18d8-41fc-44d5-adcf-b5da6320d933,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:34.654296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Checking segment: {'id': 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:34.655065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Network hostable DHCP agents. Network: 63765c46-6876-4e8f-834d-c101b9ea6327, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:15:34.670927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:34.703020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:34.755339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:34.756672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:34.769453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-4e5eb328-94e0-4f25-b3a5-ddd303397ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.771097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-4e5eb328-94e0-4f25-b3a5-ddd303397ccb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 200 len: 835 time: 0.2958486 Dec 20 23:15:34.774111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Network 63765c46-6876-4e8f-834d-c101b9ea6327 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:15:34.789613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4433fc-59f3-45b7-8f08-52121eedc7d6 req-6f79fa4c-8cdf-4446-a738-5fd5741aa48d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.797009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4433fc-59f3-45b7-8f08-52121eedc7d6 req-6f79fa4c-8cdf-4446-a738-5fd5741aa48d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 946 time: 0.2240541 Dec 20 23:15:34.821768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:34.822325 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:34.878244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:34.881028 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601995e9-1531-4f74-946d-1697d2e93e3f" -d '{"events": [{"server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:34.883456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4433fc-59f3-45b7-8f08-52121eedc7d6 req-f5811860-7952-4f2e-961d-630988ef388b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855048 Dec 20 23:15:34.885549 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Checking router: fae608ae-0d9b-49d0-9129-393baf6db4b5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:34.898525 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:34.899641 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:34.908686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487984-be48-485c-97ad-87ede3bc3bc0 req-4577c470-4175-4730-867d-47d51b364411 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.921477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3487984-be48-485c-97ad-87ede3bc3bc0 req-4577c470-4175-4730-867d-47d51b364411 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 944 time: 0.2218006 Dec 20 23:15:34.925883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=baabcd71-7df9-4b34-8a98-24024aebdb23,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:34.930451 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad55617c-e1de-4780-bd2a-0456539f8b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:34.983999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:34.988037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-1c9ef5a3-35b1-4006-a589-0d184c96939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.990321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-1c9ef5a3-35b1-4006-a589-0d184c96939b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c485428b-358f-400a-b149-dedb10ebe923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856029 Dec 20 23:15:34.992537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 63765c46-6876-4e8f-834d-c101b9ea6327) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:34.996208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:34.996807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.024772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3487984-be48-485c-97ad-87ede3bc3bc0 req-a37d37f8-b129-432d-84d5-7db8cb8cf77c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Dec 20 23:15:35.036728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96862b0-447d-4335-ac53-3c73cee6f671 None None] Network 63765c46-6876-4e8f-834d-c101b9ea6327 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:15:35.038698 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.047847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:35.066231 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:35.116900 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6408367-0b17-4982-87cc-a02d90eda174 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3122549 Dec 20 23:15:35.131206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:35.163409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccbc2aef-0e68-4b48-8c7b-a1376be76b39 req-a86b4f2e-2de5-4727-a731-b3bea30f0278 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.1369376 Dec 20 23:15:35.167425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: ba5cdda7-8af3-4da3-bbca-d46a46b8a36a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:35.169154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ba5cdda7-8af3-4da3-bbca-d46a46b8a36a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:35.272643 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17044469-cb00-4387-8142-0492f5dc503a x-openstack-request-id: req-17044469-cb00-4387-8142-0492f5dc503a {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:35.272991 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "name": "network-vif-plugged", "status": "completed", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:35.273248 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17044469-cb00-4387-8142-0492f5dc503a {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:35.273626 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23', 'code': 200} Dec 20 23:15:35.368302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32908) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:35.397505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-deleted', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:35.411474 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ab680-18fc-4d29-a848-d4bbfad99e19" -d '{"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-deleted", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:35.414063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-1efabc29-0702-4efc-bfed-cd65f03d7739 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865979 Dec 20 23:15:35.441016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa2b4-02d3-437e-a4ec-997ca34e3551 req-df7eec9c-643f-445a-b81d-5d7a17ae9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:35.442672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-322aa2b4-02d3-437e-a4ec-997ca34e3551 req-df7eec9c-643f-445a-b81d-5d7a17ae9fc0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1285882 Dec 20 23:15:35.471890 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:35.530752 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec78473-c220-47f2-a645-8decce67f344 x-openstack-request-id: req-eec78473-c220-47f2-a645-8decce67f344 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:35.530986 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a8dab-4337-4792-8635-37d3a89f2d4c", "name": "network-vif-deleted", "tag": "ba5cdda7-8af3-4da3-bbca-d46a46b8a36a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:35.531439 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eec78473-c220-47f2-a645-8decce67f344 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:35.532010 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883a8dab-4337-4792-8635-37d3a89f2d4c', 'name': 'network-vif-deleted', 'tag': 'ba5cdda7-8af3-4da3-bbca-d46a46b8a36a', 'status': 'completed', 'code': 200} Dec 20 23:15:35.540177 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83166cf-0ac6-4d8f-86a0-c928bb36dd49 None None] The sync data for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 is: [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:13:03Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '0cfdda3a-868e-4561-9660-80fabf1c2d44', 'name': '', 'network_id': 'c485428b-358f-400a-b149-dedb10ebe923', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:93:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:01Z', 'updated_at': '2021-12-20T23:13:08Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': 'fa8b08cf-2130-4833-88e0-453ca0202c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:15:35.565298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.577180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b5740-b68d-451d-a1af-2c39ee1933ba None None] Network 63765c46-6876-4e8f-834d-c101b9ea6327 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:15:35.591947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.606252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-322aa2b4-02d3-437e-a4ec-997ca34e3551 req-b5d74a37-2ea5-4d4f-9457-29116772efdd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520131 Dec 20 23:15:35.663470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27fb88d1-d343-4e58-a0c9-797aec5fe134 req-41c2d709-e0da-40c9-9d17-65707ac27202 service neutron] 10.222.0.45 "GET /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320542 Dec 20 23:15:35.777407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.780237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:35.781422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "DELETE /v2.0/security-groups/f90cb724-cacb-4922-b82b-4bcbce14d8a4 HTTP/1.1" status: 204 len: 168 time: 0.4183321 Dec 20 23:15:35.785252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 32928) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:35.803501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e096a2-00d2-4246-963d-e9c4bbde67f9 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cb724-cacb-4922-b82b-4bcbce14d8a4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:35.817188 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-474c58cd-04ee-4653-a34f-b35a864d5537 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] show failed (client error): The resource could not be found. Dec 20 23:15:35.821810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 32932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:35.822774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-474c58cd-04ee-4653-a34f-b35a864d5537 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "GET /v2.0/security-groups/f90cb724-cacb-4922-b82b-4bcbce14d8a4 HTTP/1.1" status: 404 len: 347 time: 0.0355258 Dec 20 23:15:35.856917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:35.929315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad9ded-bdc2-4007-8852-727d54db18f6 None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:06:20Z', 'revision_number': 4, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa', 'name': '', 'network_id': 'bb6687db-4890-4e42-ae74-126f5be60dff', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'mac_address': 'fa:16:3e:c8:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:19Z', 'updated_at': '2021-12-20T23:06:25Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'subnets': [{'id': 'a9641d8e-fc4a-481d-846c-391ebd9ee434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:15:36.024853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d2aa5-2259-4a9d-a420-26589dcb657e None None] New status for floating IP 80770786-8b21-4a41-9faa-ef184f01f849: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:15:36.043779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-33f2ac6b-a963-476c-aead-6a2d949a3744 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:36.045380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-33f2ac6b-a963-476c-aead-6a2d949a3744 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/networks?id=63765c46-6876-4e8f-834d-c101b9ea6327 HTTP/1.1" status: 200 len: 822 time: 0.2922101 Dec 20 23:15:36.201161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-d41d2823-4a2f-4254-8211-2013cdb8abd3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:36.202706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-d41d2823-4a2f-4254-8211-2013cdb8abd3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 946 time: 0.1563938 Dec 20 23:15:36.212833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-63082874-7f7b-415e-bddb-3c035ff2ed26 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/quotas/c5ad56760964408e80c53110d73728f4 HTTP/1.1" status: 200 len: 375 time: 0.1225202 Dec 20 23:15:36.288782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-64e12eca-0802-4490-9ff5-febe56261a3f tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5ad56760964408e80c53110d73728f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749738 Dec 20 23:15:36.351309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559dcd6-4ebe-4315-a71c-7085f7460d28 req-2b0dc90e-aa18-47e9-a173-a67d81648ce8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:36.352866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f559dcd6-4ebe-4315-a71c-7085f7460d28 req-2b0dc90e-aa18-47e9-a173-a67d81648ce8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 946 time: 0.2684906 Dec 20 23:15:36.380088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799630-694a-4e94-bf1a-09f05750b74f None None] New status for floating IP beaf6491-bae3-4596-99c0-b22c294aae7b: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:15:36.399661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Deleting port 412bcaa5-8ccd-4ea7-8444-6b73f905bbc0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:36.400265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:36.484982 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:36.485636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:36.498543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Calling delete_port for 412bcaa5-8ccd-4ea7-8444-6b73f905bbc0 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:36.668905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f559dcd6-4ebe-4315-a71c-7085f7460d28 req-27272fc7-e166-4235-960a-53210995eb4c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936473 Dec 20 23:15:36.679650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:36.679983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:36.701227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-9bfbe3aa-ce17-48e0-8eb3-59fe3cc31ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/63765c46-6876-4e8f-834d-c101b9ea6327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884349 Dec 20 23:15:36.998820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port f2194412-e58f-433d-9e11-e0c3af4d022a, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f2194412-e58f-433d-9e11-e0c3af4d022a,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:36.999054 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.013288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-54cb8a7e-137f-40b3-8018-007b1d6257b1 service neutron] 10.222.0.62 "GET /v2.0/networks/63765c46-6876-4e8f-834d-c101b9ea6327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038568 Dec 20 23:15:37.024493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8c19f-3ba8-4ce2-b3e3-9f1941998b2d req-a47c8c8a-f4d3-47e7-9b9c-f193bab87bc7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:37.031989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12e8c19f-3ba8-4ce2-b3e3-9f1941998b2d req-a47c8c8a-f4d3-47e7-9b9c-f193bab87bc7 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 945 time: 0.2542641 Dec 20 23:15:37.035319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for f2194412-e58f-433d-9e11-e0c3af4d022a owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:37.055392 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.102465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Pushing event deleted for resources: {'Port': ['ID=412bcaa5-8ccd-4ea7-8444-6b73f905bbc0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:37.560947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12e8c19f-3ba8-4ce2-b3e3-9f1941998b2d req-24d45cb5-7649-4df7-a158-d304dd4a0692 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280712 Dec 20 23:15:37.567179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a073a7f8-53e4-4d81-9be9-ec40eadbbb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.590379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98f439f9-600f-4a1a-8a5a-1728a2676279 req-edb39085-7495-47dd-bc1f-a1869d09157d tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0873263 Dec 20 23:15:37.647106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.650267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.651728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-caa887c4-5957-4c9b-bf1d-0557e887ad75 tempest-AttachVolumeShelveTestJSON-202512007 tempest-AttachVolumeShelveTestJSON-202512007-project] 10.222.0.62 "DELETE /v2.0/floatingips/beaf6491-bae3-4596-99c0-b22c294aae7b HTTP/1.1" status: 204 len: 168 time: 1.8289726 Dec 20 23:15:37.763558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bfd03d16-aaf9-403e-bf59-05d104a9e4b3 req-f962ca59-1f94-4d93-b698-eecfce8a8785 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0599551 Dec 20 23:15:37.879061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0abbb-d90a-4741-ba30-40ba9c66a4ef req-0ed149af-b672-414d-adc6-28b7e73a3490 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:37.886777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c0abbb-d90a-4741-ba30-40ba9c66a4ef req-0ed149af-b672-414d-adc6-28b7e73a3490 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 946 time: 0.0693820 Dec 20 23:15:37.895223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:37.958429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=f2194412-e58f-433d-9e11-e0c3af4d022a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:38.065100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] No DVR routers for this DVR port f2194412-e58f-433d-9e11-e0c3af4d022a on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:38.070145 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:38.073055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a95fc068-87f7-4b26-be0c-74429b5e8a32 req-f88bf7c7-e332-4c1a-93e0-daeb9ea2204f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "DELETE /v2.0/ports/f2194412-e58f-433d-9e11-e0c3af4d022a HTTP/1.1" status: 204 len: 173 time: 1.8580327 Dec 20 23:15:38.086119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-deleted', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:38.089337 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de481af-60f1-4f36-a4d2-d231823ea32f" -d '{"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-deleted", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:38.112920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25c0abbb-d90a-4741-ba30-40ba9c66a4ef req-fa9a1221-7514-4525-8d00-b1350f45fc6f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=2793d1c0-0639-4498-890c-95a8e5e52a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251880 Dec 20 23:15:38.139742 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a543f5-9497-420f-9331-1c1d7a59a0e9 x-openstack-request-id: req-49a543f5-9497-420f-9331-1c1d7a59a0e9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:38.140158 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8805ab-1182-4dc7-94af-1373a5e23ce4", "name": "network-vif-deleted", "tag": "f2194412-e58f-433d-9e11-e0c3af4d022a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:38.140506 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49a543f5-9497-420f-9331-1c1d7a59a0e9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:38.140971 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8805ab-1182-4dc7-94af-1373a5e23ce4', 'name': 'network-vif-deleted', 'tag': 'f2194412-e58f-433d-9e11-e0c3af4d022a', 'status': 'completed', 'code': 200} Dec 20 23:15:38.311848 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:38.737651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0cade6a-5b99-412d-8336-a7ebd4f9939e req-456c949d-d758-4815-8f24-cffd6b1e702f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0446098 Dec 20 23:15:38.768980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831edc88-1efa-4cff-99cd-cabe5d1d02e2 req-58801d40-e036-40c0-a57a-07f77e302b98 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:38.770784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-831edc88-1efa-4cff-99cd-cabe5d1d02e2 req-58801d40-e036-40c0-a57a-07f77e302b98 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0903978 Dec 20 23:15:38.788494 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:15:38.829799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-831edc88-1efa-4cff-99cd-cabe5d1d02e2 req-22ec77a8-fcf6-428a-97f8-406fdf55894a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Dec 20 23:15:38.975323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13ca7d3a-c2bb-41db-a513-daa75d9460ba req-0debc653-6c5f-42a8-8092-992948763467 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0578661 Dec 20 23:15:39.336981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd82a1a2-a32f-41c3-8fe7-18a21d2f9338 req-51348bef-7ac5-49fe-b40b-38623b1fd291 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8805ab-1182-4dc7-94af-1373a5e23ce4 HTTP/1.1" status: 200 len: 210 time: 0.0455225 Dec 20 23:15:39.735355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:39.940933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d79d0b65-35bd-4c15-bb0e-6a0b4e0b4419 req-5dca415e-1345-4319-bbbe-eb1ccc15761b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0599508 Dec 20 23:15:40.162002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa004265-cb66-4b98-ae55-333aeaf5326b req-d2109d82-0f28-4872-b12c-f04b6c506f93 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0864456 Dec 20 23:15:40.381230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-cad3eaf2-f08d-4a18-a5d2-f0cb2c0a9b73 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:40.383109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-cad3eaf2-f08d-4a18-a5d2-f0cb2c0a9b73 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.45 "GET /v2.0/networks?id=63765c46-6876-4e8f-834d-c101b9ea6327 HTTP/1.1" status: 200 len: 822 time: 0.2449732 Dec 20 23:15:40.422833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Request body: {'port': {'device_id': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327', 'admin_state_up': True, 'tenant_id': 'c5ad56760964408e80c53110d73728f4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:40.469359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:40.488352 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:40.727981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Made reservation on behalf of c5ad56760964408e80c53110d73728f4 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:40.731743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:40.959077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Allocated IP 172.20.0.5 (63765c46-6876-4e8f-834d-c101b9ea6327/ffad18d8-41fc-44d5-adcf-b5da6320d933/c956c37a-ddf6-4613-986c-bc44706459b2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:41.075354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:41.159994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: f2194412-e58f-433d-9e11-e0c3af4d022a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:41.161939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f2194412-e58f-433d-9e11-e0c3af4d022a not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:41.190588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.279017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854b0fa2-01b1-4d8a-8b07-220db9016e27 req-d6c6b923-0d8c-4ed2-b9ee-ea1c936adf4a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.1095474 Dec 20 23:15:41.372686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55139164-4dfc-4ad2-a290-0b2a2fe359a1 req-31f2cde3-e86b-48ba-82b9-068e1689c9f2 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0406220 Dec 20 23:15:41.378830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.530045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.597349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Network 63765c46-6876-4e8f-834d-c101b9ea6327 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:41.601555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:41.606173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:41.619872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Pushing event updated for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:41.683429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 0cfdda3a-868e-4561-9660-80fabf1c2d44 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:41.684368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.701226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:41.702296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.791016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 0cfdda3a-868e-4561-9660-80fabf1c2d44, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0cfdda3a-868e-4561-9660-80fabf1c2d44,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:41.791386 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:41.805129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-0ef7f097-a84f-48b8-b21d-23c1f6840ae0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974664 Dec 20 23:15:41.808135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 0cfdda3a-868e-4561-9660-80fabf1c2d44 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:41.825766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Request body: {'port': {'device_id': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:41.906477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:42.169264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:42.246509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=0cfdda3a-868e-4561-9660-80fabf1c2d44,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:42.606105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c956c37a-ddf6-4613-986c-bc44706459b2 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:42.618904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:42.633741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Transition to ACTIVE for port object c956c37a-ddf6-4613-986c-bc44706459b2 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:15:42.660159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c91a7e48-6fa7-4ae9-9d34-32af36f4d3bb req-b1ae813f-b044-4448-b8af-e847a0015ed1 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.1647308 Dec 20 23:15:42.661958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:42.732030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:42.861963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Pushing event updated for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:42.877515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5de20-c859-4c34-896c-e37c9df148e3 req-2043e655-3bd8-465a-9332-3f96680f94bb tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:42.886138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77d5de20-c859-4c34-896c-e37c9df148e3 req-2043e655-3bd8-465a-9332-3f96680f94bb tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.1649311 Dec 20 23:15:42.964674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77d5de20-c859-4c34-896c-e37c9df148e3 req-756fd19d-f796-4c69-a26a-27157bd12336 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772302 Dec 20 23:15:42.994551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Attempting to bind port c956c37a-ddf6-4613-986c-bc44706459b2 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:15:42.995221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Attempting to bind port c956c37a-ddf6-4613-986c-bc44706459b2 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:15:42.999867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Attempting to bind port c956c37a-ddf6-4613-986c-bc44706459b2 on network 63765c46-6876-4e8f-834d-c101b9ea6327 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:43.002225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Port c956c37a-ddf6-4613-986c-bc44706459b2 on network 63765c46-6876-4e8f-834d-c101b9ea6327 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:15:43.002891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Attempting to bind port c956c37a-ddf6-4613-986c-bc44706459b2 on network 63765c46-6876-4e8f-834d-c101b9ea6327 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:43.011017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:15:43.011847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Checking segment: {'id': 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:43.012546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Bound using segment: {'id': 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:15:43.013089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Bound port: c956c37a-ddf6-4613-986c-bc44706459b2, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:15:43.013547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.149115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:43.157676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c956c37a-ddf6-4613-986c-bc44706459b2,segment=NetworkSegment(d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59),segment_id=d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:15:43.162903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router fae608ae-0d9b-49d0-9129-393baf6db4b5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:43.225821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.299203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:43.301035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.303053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] 10.222.0.45 "PUT /v2.0/ports/c956c37a-ddf6-4613-986c-bc44706459b2 HTTP/1.1" status: 200 len: 1091 time: 1.4841807 Dec 20 23:15:43.303679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:43.311118 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bdd10a-1c5e-4a02-8964-5d3824e11d19" -d '{"events": [{"name": "network-changed", "server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:43.365831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244b9a1-308a-409c-b2a8-41a641fdd69e service neutron] Pushing event updated for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:43.400416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:43.414457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Sync routers for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:43.418409 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-46c733bf-3c17-45e6-9ecd-107ca95f77aa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/fae608ae-0d9b-49d0-9129-393baf6db4b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9499495 Dec 20 23:15:43.421331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33054) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:43.443293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:43.443293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:43.560033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting subnet fa8b08cf-2130-4833-88e0-453ca0202c05 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:15:43.565323 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ca4d4d-d1ea-431e-80cf-7ba99370e8b6 x-openstack-request-id: req-29ca4d4d-d1ea-431e-80cf-7ba99370e8b6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:43.565616 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:43.565901 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29ca4d4d-d1ea-431e-80cf-7ba99370e8b6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:43.566309 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2', 'status': 'completed', 'code': 200} Dec 20 23:15:43.573482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.642375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:43.709994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.878480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3293cf9c-ab72-41c9-84c2-e73bb554d61b req-33f32f5c-bdc7-4389-9407-1c2c25eb0e6f tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0438590 Dec 20 23:15:43.885210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:43.947040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-7c395c8a-19d7-40ff-8d30-68605d1dda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:43.957872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-7c395c8a-19d7-40ff-8d30-68605d1dda64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5ad56760964408e80c53110d73728f4&device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 1094 time: 0.3906984 Dec 20 23:15:43.966777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:15:41Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:44.007244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Checking router: fae608ae-0d9b-49d0-9129-393baf6db4b5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:44.021044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Routers {'fae608ae-0d9b-49d0-9129-393baf6db4b5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:44.022294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['fae608ae-0d9b-49d0-9129-393baf6db4b5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:44.185209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] Set router fae608ae-0d9b-49d0-9129-393baf6db4b5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:44.239401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-d71d6604-2f3f-4b43-ade9-3b2b6eac490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:44.240886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-d71d6604-2f3f-4b43-ade9-3b2b6eac490f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c5ad56760964408e80c53110d73728f4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2637208 Dec 20 23:15:44.241876 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:44.346696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12f11-de41-4f0d-a77e-9c00d7a5f392 req-2d67e181-6ccd-4dcf-b874-9368eeb01cda tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:44.365523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e12f11-de41-4f0d-a77e-9c00d7a5f392 req-2d67e181-6ccd-4dcf-b874-9368eeb01cda tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.2821457 Dec 20 23:15:44.379216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8b08cf-2130-4833-88e0-453ca0202c05,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:44.410379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:15:41Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:44.427004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:44.432945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33064) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:44.440935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7cead483-54eb-46b1-97e6-6b12d014e37d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/subnets/fa8b08cf-2130-4833-88e0-453ca0202c05 HTTP/1.1" status: 204 len: 168 time: 1.0176663 Dec 20 23:15:44.492983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c85e0-5845-4a22-a010-b9bb25b3d6ee None None] The sync data for ids ['fae608ae-0d9b-49d0-9129-393baf6db4b5'] in n-d-822053-9 is: [{'id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469893834', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:12:56Z', 'updated_at': '2021-12-20T23:15:41Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'd4db2468-d773-4243-a9d5-2f6a36768b88', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae608ae-0d9b-49d0-9129-393baf6db4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:12:57Z', 'updated_at': '2021-12-20T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:15:44.499266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e6bd1-3dbf-4a8f-9493-75235dd2969b None None] Network c485428b-358f-400a-b149-dedb10ebe923 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:15:44.513693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e12f11-de41-4f0d-a77e-9c00d7a5f392 req-19953949-d196-4071-a2fb-931556127ac0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Dec 20 23:15:44.514911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-75b4f6c3-23a5-48e6-be2c-d85cc2313b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:44.518304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29bdd10a-1c5e-4a02-8964-5d3824e11d19 req-75b4f6c3-23a5-48e6-be2c-d85cc2313b3a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470717 Dec 20 23:15:44.641783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-30d6fadb-9de5-474e-aa64-2115006490e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:44.643542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-30d6fadb-9de5-474e-aa64-2115006490e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5ad56760964408e80c53110d73728f4&device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 1094 time: 0.0730531 Dec 20 23:15:44.654709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:44.720213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-e185d5ac-e6da-48e1-9703-1f2a40c8a521 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c956c37a-ddf6-4613-986c-bc44706459b2 HTTP/1.1" status: 200 len: 217 time: 0.0636523 Dec 20 23:15:44.787570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-61b55e45-775d-4633-91fb-772cdc9efc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:44.789416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-61b55e45-775d-4633-91fb-772cdc9efc69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ffad18d8-41fc-44d5-adcf-b5da6320d933 HTTP/1.1" status: 200 len: 862 time: 0.0583994 Dec 20 23:15:44.794660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:44.832102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-ece8c052-e995-4cb0-8253-15c5a0f64c61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63765c46-6876-4e8f-834d-c101b9ea6327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285189 Dec 20 23:15:44.891045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] DHCP port deletion for c485428b-358f-400a-b149-dedb10ebe923 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:44.958413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port d4db2468-d773-4243-a9d5-2f6a36768b88 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:44.958848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:44.967229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-186ddfcf-aeb6-41f8-bda6-34e81c1d2c6f service neutron] 10.222.0.45 "GET /v2.0/networks/63765c46-6876-4e8f-834d-c101b9ea6327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268263 Dec 20 23:15:45.023730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Deleting port 745e52ab-d88f-47d7-a892-f85405fbf382 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:45.024114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.098943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port d4db2468-d773-4243-a9d5-2f6a36768b88, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d4db2468-d773-4243-a9d5-2f6a36768b88,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:45.099704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.102120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ee365048-ae83-49ae-89e4-8e03c4747ab5 req-d7038017-b81a-44c8-92ee-246b1c5a88d3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0619693 Dec 20 23:15:45.122536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for d4db2468-d773-4243-a9d5-2f6a36768b88 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:45.134569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] For port 745e52ab-d88f-47d7-a892-f85405fbf382, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=745e52ab-d88f-47d7-a892-f85405fbf382,segment=NetworkSegment(3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d),segment_id=3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:45.135234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.150540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5174087f-157b-4201-8b61-b41ce86dfe66 req-e5b663c2-c31c-42bf-b136-b30b3673921b service neutron] 10.222.0.45 "GET /v2.0/networks/63765c46-6876-4e8f-834d-c101b9ea6327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707444 Dec 20 23:15:45.160734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Calling delete_port for 745e52ab-d88f-47d7-a892-f85405fbf382 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:45.316888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.346412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] Pushing event deleted for resources: {'Port': ['ID=745e52ab-d88f-47d7-a892-f85405fbf382,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:45.351486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5b3b2-5136-454e-bfc2-41850debd558 None None] No DVR routers for this DVR port 745e52ab-d88f-47d7-a892-f85405fbf382 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:45.425237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.456836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=d4db2468-d773-4243-a9d5-2f6a36768b88,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:45.489389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a19462-7f86-4e5a-8268-31ed1da9d5a2 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:45.558633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.655679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.658879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.672450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85ccc7-c8d4-42ef-af8d-b3873dd4b0c2 req-57ac16ed-b6ed-4725-8bd4-04fcf2ee05e4 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:45.680615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c85ccc7-c8d4-42ef-af8d-b3873dd4b0c2 req-57ac16ed-b6ed-4725-8bd4-04fcf2ee05e4 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.0662959 Dec 20 23:15:45.725594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c85ccc7-c8d4-42ef-af8d-b3873dd4b0c2 req-d910abdd-5d0b-4f84-a2f2-7bc77eaf0099 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Dec 20 23:15:45.745143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.745667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Fanout notify agent at l3_agent the message router_deleted on router fae608ae-0d9b-49d0-9129-393baf6db4b5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:15:45.753657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.757192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f5f30217-c46b-475e-8e15-4c73d0186924 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/routers/fae608ae-0d9b-49d0-9129-393baf6db4b5 HTTP/1.1" status: 204 len: 168 time: 1.3207774 Dec 20 23:15:45.757594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33078) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:45.843329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.965749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:45.990505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c485428b-358f-400a-b149-dedb10ebe923']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:45.999452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:45.999749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df9e5d1-7d47-4c1c-ae18-6ef3517ebd8d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:46.009674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.023445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.029510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:15:46.029970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.033489 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:15:46.036239 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:15:46.179890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.190290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.193623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/networks/c485428b-358f-400a-b149-dedb10ebe923 HTTP/1.1" status: 204 len: 168 time: 0.4349773 Dec 20 23:15:46.197231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:46.215626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-286c3fdc-86c9-45b9-a864-3b26d063f70b req-63a8b043-c8d9-4ece-83d8-e56aefaa9ad0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0307500 Dec 20 23:15:46.235307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3fe06-6df2-4eea-97f3-5455e7acff94 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Network': ['ID=c485428b-358f-400a-b149-dedb10ebe923,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:46.327309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.355737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.361960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745e52ab-d88f-47d7-a892-f85405fbf382 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:46.382610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 745e52ab-d88f-47d7-a892-f85405fbf382 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:46.382961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 745e52ab-d88f-47d7-a892-f85405fbf382 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:46.383391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0cfdda3a-868e-4561-9660-80fabf1c2d44 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:46.405851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 0cfdda3a-868e-4561-9660-80fabf1c2d44 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:46.406200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0cfdda3a-868e-4561-9660-80fabf1c2d44 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:46.406622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d4db2468-d773-4243-a9d5-2f6a36768b88 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:46.426627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d4db2468-d773-4243-a9d5-2f6a36768b88 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:46.426975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d4db2468-d773-4243-a9d5-2f6a36768b88 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:46.523107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.525882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:46.527199 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/security-groups/2793d1c0-0639-4498-890c-95a8e5e52a9a HTTP/1.1" status: 204 len: 168 time: 0.3282735 Dec 20 23:15:46.537594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbb722-44d8-4283-814c-7f1ff1ef5e13 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2793d1c0-0639-4498-890c-95a8e5e52a9a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:46.854091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e09fe-3ece-4d6b-8ac7-85b6160be8e4 req-372d6027-389d-4072-8844-421e2bf208b0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:46.856497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4e09fe-3ece-4d6b-8ac7-85b6160be8e4 req-372d6027-389d-4072-8844-421e2bf208b0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.0538900 Dec 20 23:15:46.923385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4e09fe-3ece-4d6b-8ac7-85b6160be8e4 req-bbbe9b03-286f-42b1-b19b-d17a9ac995be tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Dec 20 23:15:47.310377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:47.314834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972628637', 'description': 'tempest-secgroup-smoke-972628637 description', 'project_id': '409fc0ea8aa74a7c992b1690906369db'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:47.343948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0de60de9-2142-4578-b578-c54e910b4e5f req-66731224-3fe4-4502-a809-e190fce03bc3 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0387599 Dec 20 23:15:47.396568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.474828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.522350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.558494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3411c9-f60f-49f1-9b44-2a4ee321236a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:47.604117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.605833 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-40f86cca-e981-4e95-af33-14dc17351c1e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2944417 Dec 20 23:15:47.608860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:47.613694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:47.706591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.775744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.854198 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.874606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89e661c-1760-4d52-9230-1ff1deed466e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:47.935520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:47.937381 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f05b944b-5e5d-4713-a80f-dc0e40115caa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268852 Dec 20 23:15:47.939696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:47.944762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:48.059027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d241-25bd-45e6-978a-4c92738b77d4 req-4cddafc2-bb1b-433a-b8bb-af0b49f5f0b5 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:48.065602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca27d241-25bd-45e6-978a-4c92738b77d4 req-4cddafc2-bb1b-433a-b8bb-af0b49f5f0b5 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.0565672 Dec 20 23:15:48.067838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.136855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca27d241-25bd-45e6-978a-4c92738b77d4 req-1d9254d5-9200-4109-8f94-0b5797c71375 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664763 Dec 20 23:15:48.138893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.229862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.250244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7869afc-d2a8-499c-8702-d781a542798f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:48.295563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.296938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-25b1dba8-9db0-4e11-a3df-25ef7fdf80ee tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557770 Dec 20 23:15:48.300387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:48.306067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:48.408180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.484865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8b2ba1d-a484-489b-adf6-dad77779625b req-71af683d-6ab5-4c91-b5ea-6c9dfd253078 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0357249 Dec 20 23:15:48.508017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.578488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.600439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebcbb53-1de7-4a2e-85a1-258ed4ee8b89,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:48.672202 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.673652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c0d9dd2-b00b-4def-b958-c8c589e32509 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717246 Dec 20 23:15:48.676419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33114) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:48.683445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:48.797160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.866909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.944391 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:48.967156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9d6a82-b98a-4cfb-9e86-4aaee45b2a77,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:49.032489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.033841 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e85b344d-c9d4-4c79-af3d-190693b28b2d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563452 Dec 20 23:15:49.036506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:49.041045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:49.120097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c956c37a-ddf6-4613-986c-bc44706459b2 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:15:49.144461 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:15:49.149981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.267398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.273078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c956c37a-ddf6-4613-986c-bc44706459b2,segment=NetworkSegment(d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59),segment_id=d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:49.287146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c956c37a-ddf6-4613-986c-bc44706459b2', 'network_id': '63765c46-6876-4e8f-834d-c101b9ea6327', 'port_id': 'c956c37a-ddf6-4613-986c-bc44706459b2', 'mac_address': 'fa:16:3e:52:be:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffad18d8-41fc-44d5-adcf-b5da6320d933', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:15:49.297186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff8c11-a85e-4ba2-b000-9225cac5faaa req-0b623637-8331-49c9-bb2a-ab3cc5849a53 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:49.305824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fff8c11-a85e-4ba2-b000-9225cac5faaa req-0b623637-8331-49c9-bb2a-ab3cc5849a53 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 943 time: 0.0876467 Dec 20 23:15:49.329077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.348819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c956c37a-ddf6-4613-986c-bc44706459b2 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:15:49.363586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fff8c11-a85e-4ba2-b000-9225cac5faaa req-078671e3-f1de-4f3a-a5a5-6017e8ff420d tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555725 Dec 20 23:15:49.502693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c956c37a-ddf6-4613-986c-bc44706459b2,segment=NetworkSegment(d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59),segment_id=d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:49.617486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10812d7e-8b04-4aab-b3b9-f1066b9bd875 req-42955d91-99b0-45a5-b350-8c451b792265 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0341051 Dec 20 23:15:49.659936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.682387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc7d38e-a44f-4cd5-975f-cb7da979e5cd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:49.698592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.746975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:49.755292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.755635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.755981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.756314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.756641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.756967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.757289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.757611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.757955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.758275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.758591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.758907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.759219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:49.793177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.797134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3fa18b53-26b9-4fc2-9dee-3233c2e78243 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7568660 Dec 20 23:15:49.797333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33124) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:49.803382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': 'bc3411c9-f60f-49f1-9b44-2a4ee321236a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:49.917658 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:15:49.924355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:49.973304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c956c37a-ddf6-4613-986c-bc44706459b2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:49.986370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.071552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.098106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f5d898-e2b0-4f36-80f1-265a534654c5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:50.170049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.172092 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-73235275-250e-4449-91e3-52380a661b16 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725088 Dec 20 23:15:50.175115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:50.180084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'network': {'name': 'tempest-network-smoke--1659073987', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:50.253978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:50.257560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.283702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:15:50.292950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.293294 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Added segment 530e4008-e22a-434b-882a-fafa8c8059fb of type vlan for network a562ff22-295b-4200-ad0f-1be5e1a9e16b Dec 20 23:15:50.333135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.419208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.425463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:50.426170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.499617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Network': ['ID=a562ff22-295b-4200-ad0f-1be5e1a9e16b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:50.516880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:15:50.537520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a6aa03a0-8b79-4a07-8911-cda58a6535da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3612139 Dec 20 23:15:50.540196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:50.546728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'admin_state_up': True, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:50.634058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7cc51-6c10-47dc-a37e-6cafe5956804 req-9a7e230d-2972-4825-988b-eb8e599d9fa5 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:50.635546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84a7cc51-6c10-47dc-a37e-6cafe5956804 req-9a7e230d-2972-4825-988b-eb8e599d9fa5 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 944 time: 0.0549798 Dec 20 23:15:50.684724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.686032 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.700913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84a7cc51-6c10-47dc-a37e-6cafe5956804 req-69070a7e-5be2-4bfe-8ab9-0abf23e10bf6 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Dec 20 23:15:50.753779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:50.768973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a999b527-2c9c-4ea5-bf96-1eed8634e3e8 req-5e355690-d810-4f61-94b4-ae56f7a2210b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0504444 Dec 20 23:15:50.976795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.143527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c956c37a-ddf6-4613-986c-bc44706459b2 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:15:51.222781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.241974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.242595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c956c37a-ddf6-4613-986c-bc44706459b2 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:15:51.247286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c956c37a-ddf6-4613-986c-bc44706459b2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:51.247774 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.327921 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.353134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:51.358644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.18 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6e059e98-cb8f-4868-9e4c-767aeb0eba79) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:51.358808 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a1544d-a6d5-4e1c-acd6-efb501fd643c" -d '{"events": [{"server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "name": "network-vif-plugged", "status": "completed", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:51.371473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c956c37a-ddf6-4613-986c-bc44706459b2,segment=NetworkSegment(d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59),segment_id=d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:51.401873 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3764ff25-9332-437b-8466-54adfdd4e8a1 x-openstack-request-id: req-3764ff25-9332-437b-8466-54adfdd4e8a1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:51.402536 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "name": "network-vif-plugged", "status": "completed", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:51.402955 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3764ff25-9332-437b-8466-54adfdd4e8a1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:51.403371 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2', 'code': 200} Dec 20 23:15:51.476574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.482257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.537494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:51.541852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6225b5c-76af-452a-8c14-ee1cf51a185f req-2d626be4-e150-4321-b759-0a7d056e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:51.543349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6225b5c-76af-452a-8c14-ee1cf51a185f req-2d626be4-e150-4321-b759-0a7d056e82d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 1096 time: 0.0652621 Dec 20 23:15:51.591736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6225b5c-76af-452a-8c14-ee1cf51a185f req-42e13bea-0216-4336-a391-5088853f6ad3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Dec 20 23:15:51.619544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.661802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:51.664578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:51.667512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:51.677777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de43f7-2462-4e64-9d05-387342913818 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:51.697986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=6e059e98-cb8f-4868-9e4c-767aeb0eba79,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:51.709892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.710245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.710594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.710934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.711273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.711606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.711985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.712311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.712642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.712971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.713298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.713619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.713969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:51.794430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d9716e2f-d1d5-4bc4-8ddd-e26e6960130c None None] Provisioning complete for port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:51.795189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d9716e2f-d1d5-4bc4-8ddd-e26e6960130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:51.859527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d9716e2f-d1d5-4bc4-8ddd-e26e6960130c None None] Port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:51.903418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ee62f83-f6fc-492d-af97-600e1edca2d5 req-b6453af2-2f83-42eb-a040-cb5bc90514c7 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0377827 Dec 20 23:15:51.915698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ccec3-4ab6-4430-8ad6-63f99df42fb1 req-0673c533-7b3e-4264-ba8e-2c4b6ac2930b tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:51.919729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-219ccec3-4ab6-4430-8ad6-63f99df42fb1 req-0673c533-7b3e-4264-ba8e-2c4b6ac2930b tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 945 time: 0.1218474 Dec 20 23:15:51.981282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-219ccec3-4ab6-4430-8ad6-63f99df42fb1 req-c826a26e-052f-40bb-9dc6-87fc690c89c2 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461323 Dec 20 23:15:52.113444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:52.662633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:52.865170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 035610d9-93b1-4fa6-b462-7d4e70381690 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:15:52.984166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:53.005464 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Sync routers for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:53.031449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2a289fe-0c65-4159-ab86-5ff0ffe17c8b req-dd7c5c70-13d9-4afb-97ae-fe64d7b69e64 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Dec 20 23:15:53.032413 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:53.033047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:53.065663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.068848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c745df8-db82-4619-9854-463552bc4e1a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5270691 Dec 20 23:15:53.072652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33152) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:53.121052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee41ee75-3921-492b-ad07-2be2c17a4e07 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=409fc0ea8aa74a7c992b1690906369db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471978 Dec 20 23:15:53.123604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:53.189657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:53.195649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571d070-1d7b-4ff4-8bfd-c19453b449df req-80947881-d971-46d6-ab56-6b6afa298121 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:53.197579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d571d070-1d7b-4ff4-8bfd-c19453b449df req-80947881-d971-46d6-ab56-6b6afa298121 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 945 time: 0.0611944 Dec 20 23:15:53.236750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec0972-9d42-40d4-b5d6-cdcaabd4fd08 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:53.238659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ccec0972-9d42-40d4-b5d6-cdcaabd4fd08 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133153 Dec 20 23:15:53.241380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:53.258703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d571d070-1d7b-4ff4-8bfd-c19453b449df req-0b0f3645-705b-4d59-a939-e66df5889822 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545783 Dec 20 23:15:53.286105 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-07d54c52-2eee-4fe0-af11-187528fa38b6 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423372 Dec 20 23:15:53.288573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33160) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:53.294675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677149157', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:15:53.392433 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:51Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:53.420103 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Checking router: 035610d9-93b1-4fa6-b462-7d4e70381690 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:53.420633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Updating router 035610d9-93b1-4fa6-b462-7d4e70381690 port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:15:53.449773 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.481769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:15:53.486749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.725003 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.733204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.785460 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.838518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Subnet': ['ID=6139b68f-7483-4794-a098-9f0d434de166,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:53.848702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94659ac4-24da-465e-a0cf-acaad5579e80 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:53.860574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ceb5-7f1c-41e2-8015-d8cf27e6c2fd req-b97ac2fa-cc35-4182-b1ec-a8d544f5cdc6 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:53.868664 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Pushing event updated for resources: {'Port': ['ID=6e059e98-cb8f-4868-9e4c-767aeb0eba79,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:53.868873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c552ceb5-7f1c-41e2-8015-d8cf27e6c2fd req-b97ac2fa-cc35-4182-b1ec-a8d544f5cdc6 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 945 time: 0.1025400 Dec 20 23:15:53.883432 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.883779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.884125 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.884673 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.884798 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.885102 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.885499 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.885789 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.886083 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.887176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.887176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.887176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.887476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:53.887578 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:15:53.887686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network hostable DHCP agents. Network: a562ff22-295b-4200-ad0f-1be5e1a9e16b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:15:53.896299 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Attempting to bind port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:15:53.896889 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Attempting to bind port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:15:53.897190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Attempting to bind port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:53.897302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fe425636-bfac-4ef3-acbc-6e41ed881f67 None None] Provisioning complete for port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:53.897631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe425636-bfac-4ef3-acbc-6e41ed881f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.901049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-003a33ae-ac8a-40ab-9594-916757106746 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804904 Dec 20 23:15:53.902901 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:15:53.903283 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:53.903691 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.904343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:15:53.904800 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Bound port: 6e059e98-cb8f-4868-9e4c-767aeb0eba79, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:15:53.905990 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:53.950945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c552ceb5-7f1c-41e2-8015-d8cf27e6c2fd req-b8aa6167-6652-4418-8358-3aa2f9d72398 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811062 Dec 20 23:15:53.977332 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] For port 6e059e98-cb8f-4868-9e4c-767aeb0eba79, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:53.980656 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] For port 6e059e98-cb8f-4868-9e4c-767aeb0eba79, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e059e98-cb8f-4868-9e4c-767aeb0eba79,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:15:53.980801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-c4ec81f6-b570-4588-9e1a-eb686a8cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:53.982315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-c4ec81f6-b570-4588-9e1a-eb686a8cd6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 1096 time: 0.0577922 Dec 20 23:15:53.983313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fe425636-bfac-4ef3-acbc-6e41ed881f67 None None] Port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:54.019636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:15:54.042896 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:54.086849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a562ff22-295b-4200-ad0f-1be5e1a9e16b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:54.097960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:54.097960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:54.118160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914f101-b314-40c7-a96a-81b49b3e47af None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:54.119163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-9620d0ac-6c44-40a3-bbb2-9b96bbca2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:54.120642 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-9620d0ac-6c44-40a3-bbb2-9b96bbca2db3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 915 time: 0.1106451 Dec 20 23:15:54.124340 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb29f3-3822-451b-9dda-33b82090a4d4 None None] Pushing event updated for resources: {'Port': ['ID=6e059e98-cb8f-4868-9e4c-767aeb0eba79,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:54.128874 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:54.130295 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:54.146861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92e4f3-3bb3-4694-a9f3-39bc0ae40dfe None None] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:15:54.208681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba733c99-bc5c-4fde-8f99-2e78a6f1715a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9188190 Dec 20 23:15:54.213086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33172) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:54.354698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a3bdd47-de14-47be-821a-1b58d9d7b95e req-89dc311a-5c46-47e8-bafa-7e3bec8cdc60 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21c98a7-e8b1-4eaf-855e-a3ce14eb21e3 HTTP/1.1" status: 200 len: 210 time: 0.1386924 Dec 20 23:15:54.464562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:15:54.467851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:54.507211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] Provisioning complete for port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:54.509172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:54.515540 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:54.633391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-61934b2f-6d22-4b01-ad2b-d2929ce4e81d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0 HTTP/1.1" status: 200 len: 217 time: 0.5048552 Dec 20 23:15:54.723957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-1f1e32ce-9836-45ee-a0e9-c0459ea1ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:54.727148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-1f1e32ce-9836-45ee-a0e9-c0459ea1ff39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.0847135 Dec 20 23:15:54.736625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Allocated IP 172.20.0.2 (a562ff22-295b-4200-ad0f-1be5e1a9e16b/6139b68f-7483-4794-a098-9f0d434de166/31e16c4f-b133-4476-83b1-8d74095c789e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:54.784002 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:51Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:54.784687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-afeeb372-69f1-474a-8c58-01478fddef07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454531 Dec 20 23:15:54.843920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62e2fa-7e48-4b12-8e36-d2736f327c54 None None] The sync data for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 is: [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:51Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:15:54.888130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:54.921477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] For port 6e059e98-cb8f-4868-9e4c-767aeb0eba79, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e059e98-cb8f-4868-9e4c-767aeb0eba79,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:54.975198 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-9185c666-4ec5-4a31-8f21-e200e4002e26 service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796229 Dec 20 23:15:55.004143 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.169335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b09eb5aa-78b6-48e0-81c9-e783097d7257 req-1d6ff6eb-68ac-4bcb-a3bf-e5f3569a2a3e service neutron] 10.222.0.59 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841722 Dec 20 23:15:55.210495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355e8df-4a98-401f-8688-0d066becd831 None None] Pushing event updated for resources: {'Port': ['ID=6e059e98-cb8f-4868-9e4c-767aeb0eba79,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:55.218296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.284214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.338318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33186) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:55.386976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:55.393933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:55.414034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:55.456696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.505079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Pushing event updated for resources: {'Port': ['ID=31e16c4f-b133-4476-83b1-8d74095c789e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:55.510452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc23978-1eed-4aca-b88e-12140914b35a req-5b7c3a79-0626-46c5-91a7-d72ea344696e tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:55.514948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dc23978-1eed-4aca-b88e-12140914b35a req-5b7c3a79-0626-46c5-91a7-d72ea344696e tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 945 time: 0.3521860 Dec 20 23:15:55.561103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Attempting to bind port 31e16c4f-b133-4476-83b1-8d74095c789e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:15:55.561491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Attempting to bind port 31e16c4f-b133-4476-83b1-8d74095c789e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:15:55.561896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Attempting to bind port 31e16c4f-b133-4476-83b1-8d74095c789e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:15:55.569753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:15:55.570154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:15:55.574827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.575818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Bound using segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:15:55.576318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Bound port: 31e16c4f-b133-4476-83b1-8d74095c789e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:15:55.576722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.583395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-ff747777-f344-4322-b4e0-cdebac37cd8e tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:55.585170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-ff747777-f344-4322-b4e0-cdebac37cd8e tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 945 time: 0.3585935 Dec 20 23:15:55.699771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] For port 31e16c4f-b133-4476-83b1-8d74095c789e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:15:55.703140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] For port 31e16c4f-b133-4476-83b1-8d74095c789e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31e16c4f-b133-4476-83b1-8d74095c789e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:15:55.804186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33196) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:55.821996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:55.874279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8dc23978-1eed-4aca-b88e-12140914b35a req-c6f19605-7212-48b7-b834-2446dcb93ef7 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/security-groups?id=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582363 Dec 20 23:15:55.923039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Deleting port c956c37a-ddf6-4613-986c-bc44706459b2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:55.923384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.004832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b03c5-2c28-42f9-a963-37b879d669ea None None] Pushing event updated for resources: {'Port': ['ID=31e16c4f-b133-4476-83b1-8d74095c789e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:56.038862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.170337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.347309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] For port c956c37a-ddf6-4613-986c-bc44706459b2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c956c37a-ddf6-4613-986c-bc44706459b2,segment=NetworkSegment(d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59),segment_id=d1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:56.347753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.351613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e059e98-cb8f-4868-9e4c-767aeb0eba79 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:15:56.393418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Calling delete_port for c956c37a-ddf6-4613-986c-bc44706459b2 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:56.408697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.416285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.417496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/security-groups/21d89998-7ec0-4a7d-b6d8-454ea4433b93 HTTP/1.1" status: 204 len: 168 time: 0.6123476 Dec 20 23:15:56.433397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:56.504585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:56.504968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.506212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a24d-c075-469f-bc80-2d97cd4c6b68 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d89998-7ec0-4a7d-b6d8-454ea4433b93,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:56.514366 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a97cbfa1-0874-451e-90b0-50f577cc9fb4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] show failed (client error): The resource could not be found. Dec 20 23:15:56.515444 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a97cbfa1-0874-451e-90b0-50f577cc9fb4 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "GET /v2.0/security-groups/21d89998-7ec0-4a7d-b6d8-454ea4433b93 HTTP/1.1" status: 404 len: 347 time: 0.0801504 Dec 20 23:15:56.520273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33206) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:56.605822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.1 (a562ff22-295b-4200-ad0f-1be5e1a9e16b/6139b68f-7483-4794-a098-9f0d434de166/6730e982-50c5-4780-9f47-cf06f49fb66a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:15:56.870365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 2939426b-23e9-45f7-8a22-064313c3066b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:56.872956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.884449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.927064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:56.964217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c956c37a-ddf6-4613-986c-bc44706459b2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:15:57.026868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Pushing event deleted for resources: {'Port': ['ID=c956c37a-ddf6-4613-986c-bc44706459b2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:57.044665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.065789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.088815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fec0193a-2112-4c68-8448-a2bc10a44f23 req-285782c7-0db9-4d3e-8141-c68194048d9c tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0891638 Dec 20 23:15:57.145290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] No DVR routers for this DVR port c956c37a-ddf6-4613-986c-bc44706459b2 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:15:57.150116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.154054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2103ed5c-28fb-44bd-a265-c6b74ae13123 req-38afcaa9-137e-46e7-90e8-fe19598150e0 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.45 "DELETE /v2.0/ports/c956c37a-ddf6-4613-986c-bc44706459b2 HTTP/1.1" status: 204 len: 173 time: 1.5394948 Dec 20 23:15:57.154466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'name': 'network-vif-deleted', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:15:57.157777 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79103441-2f7f-4f2a-925e-c2d5e019961f" -d '{"events": [{"server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "name": "network-vif-deleted", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:15:57.206834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:57.210345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:57.212874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:57.217408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:15:57.250947 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.251716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.285016 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a9998-682a-48c2-810c-edc6aaf293e7 x-openstack-request-id: req-608a9998-682a-48c2-810c-edc6aaf293e7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:15:57.285317 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb21a7-e435-48a2-9827-e915ce62c871", "name": "network-vif-deleted", "tag": "c956c37a-ddf6-4613-986c-bc44706459b2", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:15:57.287620 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-608a9998-682a-48c2-810c-edc6aaf293e7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:15:57.287620 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb21a7-e435-48a2-9827-e915ce62c871', 'name': 'network-vif-deleted', 'tag': 'c956c37a-ddf6-4613-986c-bc44706459b2', 'status': 'completed', 'code': 200} Dec 20 23:15:57.288538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 2939426b-23e9-45f7-8a22-064313c3066b owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:57.317196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.601450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07058854-5dc2-4d1e-b0e0-c7dc22aa69d4 None None] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:15:57.670375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.684750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.718446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=2939426b-23e9-45f7-8a22-064313c3066b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:57.735978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] Provisioning complete for port 31e16c4f-b133-4476-83b1-8d74095c789e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:57.736713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.766894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1e63d-0331-4765-8eb4-537caf7c6d9f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:15:57.851408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Deleting port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:57.851768 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.920401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.920401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.921204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a723b922-2d5c-41d5-a522-a70b1ce8ee1a tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc56329d-d1f9-433a-9f31-ce8243e641cb HTTP/1.1" status: 204 len: 168 time: 1.3933115 Dec 20 23:15:57.925536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33220) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:57.932615 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:57.974419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] For port 31e16c4f-b133-4476-83b1-8d74095c789e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31e16c4f-b133-4476-83b1-8d74095c789e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:58.013911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.042857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.095668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] For port 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:15:58.096261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.130894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Calling delete_port for 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:58.193531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ca903-7148-4b5a-b231-00ae5663b1e4 None None] Pushing event updated for resources: {'Port': ['ID=31e16c4f-b133-4476-83b1-8d74095c789e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:58.213384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 1014cb69-a9bf-41b2-a585-4c46888b8c51 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:58.213742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.261949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.294884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2ac28d2-3fad-4bd8-b20c-b353ddf7c587 req-39d6d4dc-f6c0-436c-83cf-1041e831d1e4 tempest-ServerAddressesNegativeTestJSON-1083204748 tempest-ServerAddressesNegativeTestJSON-1083204748-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2eb21a7-e435-48a2-9827-e915ce62c871 HTTP/1.1" status: 200 len: 210 time: 0.0343699 Dec 20 23:15:58.347952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31e16c4f-b133-4476-83b1-8d74095c789e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:15:58.358502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.435491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.454196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0fab203-73af-4e74-8ef6-fc3c067ff718 None None] Provisioning complete for port 31e16c4f-b133-4476-83b1-8d74095c789e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:58.454196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0fab203-73af-4e74-8ef6-fc3c067ff718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.460974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 1014cb69-a9bf-41b2-a585-4c46888b8c51 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:15:58.495996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:58.499374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.564085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 31e16c4f-b133-4476-83b1-8d74095c789e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:58.564455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.630722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:15:58.633359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:15:58.689283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.698825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0fab203-73af-4e74-8ef6-fc3c067ff718 None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:58.700401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0fab203-73af-4e74-8ef6-fc3c067ff718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.735573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:58.741745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c0fab203-73af-4e74-8ef6-fc3c067ff718 None None] Port 6730e982-50c5-4780-9f47-cf06f49fb66a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:58.788517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 035610d9-93b1-4fa6-b462-7d4e70381690 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:58.867685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.880102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8be535c1-d7a3-4c7a-b066-38ffdc0fe1f4 None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:58.881646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8be535c1-d7a3-4c7a-b066-38ffdc0fe1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:58.951976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=1014cb69-a9bf-41b2-a585-4c46888b8c51,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:15:58.966859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:58.996013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Sync routers for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:58.996789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ca7a67d-aacb-49f3-8793-559dad1a44df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/035610d9-93b1-4fa6-b462-7d4e70381690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7861638 Dec 20 23:15:58.999835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8be535c1-d7a3-4c7a-b066-38ffdc0fe1f4 None None] Port 6730e982-50c5-4780-9f47-cf06f49fb66a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:59.022537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:59.025037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:59.167873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c956c37a-ddf6-4613-986c-bc44706459b2 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:15:59.207709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.208034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: c956c37a-ddf6-4613-986c-bc44706459b2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:15:59.208770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c956c37a-ddf6-4613-986c-bc44706459b2 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:15:59.227295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-17e687e6-33f1-4be7-9f9a-ac56e88c1447 None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:15:59.229167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17e687e6-33f1-4be7-9f9a-ac56e88c1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.231646 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.236166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b1e6f9d-157a-46a3-877f-0a3dcbdf7a3b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/ports/1014cb69-a9bf-41b2-a585-4c46888b8c51 HTTP/1.1" status: 204 len: 168 time: 1.3099968 Dec 20 23:15:59.242262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33246) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:59.254871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-95d73106-0c7d-499b-9ed0-3c413d23bdf5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972628637&fields=id&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 267 time: 0.0694237 Dec 20 23:15:59.285677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:59.318087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-17e687e6-33f1-4be7-9f9a-ac56e88c1447 None None] Port 6730e982-50c5-4780-9f47-cf06f49fb66a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:15:59.401325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33250) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:59.483350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Deleting subnet ffad18d8-41fc-44d5-adcf-b5da6320d933 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:15:59.518725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.541515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-a0096215-66c6-47eb-a9f8-4f0cb55e2ac1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:15:59.549233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-a0096215-66c6-47eb-a9f8-4f0cb55e2ac1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 797 time: 0.2729461 Dec 20 23:15:59.585452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Router 87e89b82-9974-497f-a191-df27d88b0465 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:15:59.628442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-6f20ae10-cbf8-46b1-858b-a4eba43751f2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/quotas/409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 375 time: 0.0775542 Dec 20 23:15:59.640043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 2, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:59.675239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Checking router: 035610d9-93b1-4fa6-b462-7d4e70381690 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:15:59.675766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Updating router 035610d9-93b1-4fa6-b462-7d4e70381690 port 6730e982-50c5-4780-9f47-cf06f49fb66a binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:15:59.677375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.707541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.738540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-c12556dc-2ad6-4a4b-9406-69fb051b73fe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091349 Dec 20 23:15:59.757970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:15:59.763512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port 168b7fd4-21dd-4520-992b-694cfcb19093 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:15:59.763860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.765309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d89d958b-7423-480d-9b44-3793326d7b7c admin admin] 10.222.0.62 "PUT /v2.0/routers/87e89b82-9974-497f-a191-df27d88b0465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4254203 Dec 20 23:15:59.767527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:15:59.770531 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Sync routers for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:15:59.771190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:15:59.782622 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:15:59.783588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:15:59.907799 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:15:59.921643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.075054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-6512d84f-f127-4b9e-a5ab-23a8c45cdb53 service neutron] 10.222.0.62 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235416 Dec 20 23:16:00.102155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.133405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for 168b7fd4-21dd-4520-992b-694cfcb19093 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:00.154783 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.174423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.200830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.268762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.276866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ffad18d8-41fc-44d5-adcf-b5da6320d933 HTTP/1.1" status: 204 len: 168 time: 0.8741758 Dec 20 23:16:00.280436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33260) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:00.283124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d652-c8a3-4d0d-bd1b-d2a6aca5dc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffad18d8-41fc-44d5-adcf-b5da6320d933,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:00.304588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:15:58Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:00.333530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31e16c4f-b133-4476-83b1-8d74095c789e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:16:00.372381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Checking router: 87e89b82-9974-497f-a191-df27d88b0465 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:16:00.390901 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Routers {'87e89b82-9974-497f-a191-df27d88b0465'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:00.391490 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['87e89b82-9974-497f-a191-df27d88b0465'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:00.397921 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.408866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44574c43-43ef-480f-88bc-f0b22ca788ce None None] Pushing event updated for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:00.557756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Attempting to bind port 6730e982-50c5-4780-9f47-cf06f49fb66a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:16:00.558054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Attempting to bind port 6730e982-50c5-4780-9f47-cf06f49fb66a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:16:00.558434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Attempting to bind port 6730e982-50c5-4780-9f47-cf06f49fb66a on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:00.578011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:16:00.578584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:00.579349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.582019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Bound using segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:16:00.587449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Bound port: 6730e982-50c5-4780-9f47-cf06f49fb66a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:16:00.587867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.602293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.613916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 31e16c4f-b133-4476-83b1-8d74095c789e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:00.614296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.641605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] Set router 87e89b82-9974-497f-a191-df27d88b0465 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:00.804724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Deleting port c8dd23b0-2270-48b3-90d6-c6357123973a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:00.805403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.827210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3615943a-1bee-4e89-9046-b6537d5f3292 None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:00.827758 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3615943a-1bee-4e89-9046-b6537d5f3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.830545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] For port 6730e982-50c5-4780-9f47-cf06f49fb66a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:16:00.835088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] For port 6730e982-50c5-4780-9f47-cf06f49fb66a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6730e982-50c5-4780-9f47-cf06f49fb66a,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:16:00.897255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3615943a-1bee-4e89-9046-b6537d5f3292 None None] Port 6730e982-50c5-4780-9f47-cf06f49fb66a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:16:00.925991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] For port c8dd23b0-2270-48b3-90d6-c6357123973a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c8dd23b0-2270-48b3-90d6-c6357123973a,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:00.925991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.926508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-bd3ae2cc-24c7-4cfb-8314-a20af201fc1e service neutron] 10.222.0.62 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482721 Dec 20 23:16:00.926614 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:00.937190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Calling delete_port for c8dd23b0-2270-48b3-90d6-c6357123973a owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:00.976584 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:15:58Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:00.983004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:00.983764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:15:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:01.059458 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0403ae-8f49-4fe5-a20b-20c5f72802a3 None None] The sync data for ids ['87e89b82-9974-497f-a191-df27d88b0465'] in n-d-822053-9 is: [{'id': '87e89b82-9974-497f-a191-df27d88b0465', 'name': 'tempest-AttachVolumeShelveTestJSON-105954859-router', 'tenant_id': '220677920b234e58b3e04bf59b356e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:06:10Z', 'updated_at': '2021-12-20T23:15:58Z', 'revision_number': 5, 'project_id': '220677920b234e58b3e04bf59b356e4e', 'gw_port': {'id': 'c8dd23b0-2270-48b3-90d6-c6357123973a', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e89b82-9974-497f-a191-df27d88b0465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:06:13Z', 'updated_at': '2021-12-20T23:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:16:01.145568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:01.240366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.336993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=168b7fd4-21dd-4520-992b-694cfcb19093,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:01.362412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44574c43-43ef-480f-88bc-f0b22ca788ce None None] Pushing event updated for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:01.408648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.419277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.449444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd8c44-5221-4245-8600-972b3a7faf3d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:01.501638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dd23b0-2270-48b3-90d6-c6357123973a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:01.528870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63765c46-6876-4e8f-834d-c101b9ea6327']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:01.581234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:01.581562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cdbdbb-02cb-4ba2-bbdb-2d77f9cbef59') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:01.609203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:01.617402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.620329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.664206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.677529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.699797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a6901ae-a21f-4002-8429-815745a60ea0 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/ports/168b7fd4-21dd-4520-992b-694cfcb19093 HTTP/1.1" status: 204 len: 168 time: 2.4553301 Dec 20 23:16:01.709660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66dd6530-010d-4735-a090-8c71412dc1b8 req-cd934a14-fab3-4be0-9d4d-74f1ac67d14b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 210 time: 0.1231520 Dec 20 23:16:01.725211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:01.793991 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.811980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:00Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:01.829506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:01.829957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:01.841062 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:01.853928 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:01.877428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.883983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:01.919014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fc094-6c43-4ffe-95b9-c1215ce9781f None None] The sync data for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 is: [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:00Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:16:02.023625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting subnet 45f3a8ee-3643-4fea-b349-d5c06bc36540 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:02.027615 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.045800 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.098458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.099257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e89b82-9974-497f-a191-df27d88b0465 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:16:02.117742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.121000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cdce3d2b-b1e6-47a4-9168-d5744ed29547 admin admin] 10.222.0.62 "DELETE /v2.0/routers/87e89b82-9974-497f-a191-df27d88b0465 HTTP/1.1" status: 204 len: 168 time: 2.3502450 Dec 20 23:16:02.121576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:02.159161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] For port 6730e982-50c5-4780-9f47-cf06f49fb66a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6730e982-50c5-4780-9f47-cf06f49fb66a,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:02.180282 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.227708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.236349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.239840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.247523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] 10.222.0.62 "DELETE /v2.0/networks/63765c46-6876-4e8f-834d-c101b9ea6327 HTTP/1.1" status: 204 len: 168 time: 1.9571722 Dec 20 23:16:02.315262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50060-8e10-4dc3-ad6f-1d446a725411 admin admin] Pushing event deleted for resources: {'Network': ['ID=63765c46-6876-4e8f-834d-c101b9ea6327,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:02.399273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Deleting subnet a9641d8e-fc4a-481d-846c-391ebd9ee434 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:02.418606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.499723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c9aa-368c-4f89-b93a-56f465934cf4 None None] Pushing event updated for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:02.503348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.555459 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.691047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.710232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.773340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Subnet': ['ID=45f3a8ee-3643-4fea-b349-d5c06bc36540,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:02.791066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0bcc36-6635-4924-a40c-42056e5894a9 None None] Network 5f651615-de97-42ea-815e-a59be6094f1d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:02.797058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.810311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-47a390b7-a56b-44ef-b6e2-a26ddd0cf8ac tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/subnets/45f3a8ee-3643-4fea-b349-d5c06bc36540 HTTP/1.1" status: 204 len: 168 time: 1.0845337 Dec 20 23:16:02.813542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:02.831098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33296) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:02.888660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:02.907857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c064c942-1293-465e-8ff0-377d3543bdb5 req-b24d4f5e-13c1-4b39-868f-6665719d2b31 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 210 time: 0.0963385 Dec 20 23:16:02.951911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6730e982-50c5-4780-9f47-cf06f49fb66a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:16:03.035997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting subnet a307bee1-8ef7-4d45-b10c-443e9e0005f6 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:03.039152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.048728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3a87afc-6585-476b-82a1-dd049dab3ecc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5ad56760964408e80c53110d73728f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137430 Dec 20 23:16:03.049260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a9641d8e-fc4a-481d-846c-391ebd9ee434 HTTP/1.1" status: 204 len: 168 time: 0.9264915 Dec 20 23:16:03.052344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:03.052680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefab3f-c08a-4cb7-aa5d-9ef6360bff21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9641d8e-fc4a-481d-846c-391ebd9ee434,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:03.058014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33302) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:03.058821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.140099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f4e91-817e-4eec-9cf1-e63a912bd646 None None] Network bb6687db-4890-4e42-ae74-126f5be60dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:03.200256 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.211006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.249217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.255168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.374052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Deleting port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:03.374427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.374750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:03.376035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.472501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] For port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,segment=NetworkSegment(ed125cd4-1dc0-4a39-a9fe-65bb7cf60553),segment_id=ed125cd4-1dc0-4a39-a9fe-65bb7cf60553)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:03.472777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.489815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.494054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] DHCP port deletion for 5f651615-de97-42ea-815e-a59be6094f1d request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:03.495979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.496107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Calling delete_port for 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:03.499234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b51db0bb-0b0f-4a3f-89df-fbc78174f9ae HTTP/1.1" status: 204 len: 168 time: 0.4434996 Dec 20 23:16:03.545860 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.556701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d6a4-654e-429c-822a-c62d5bef114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51db0bb-0b0f-4a3f-89df-fbc78174f9ae,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:03.788365 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:03.977246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.093148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:04.098103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Pushing event deleted for resources: {'Port': ['ID=90b5fda8-ad72-4cd5-bffc-b9ddaf335819,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:04.109825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-563896b6-71d3-4a77-acd3-f47531fe2ec8 req-fdacbfaf-1982-446d-8b53-b6b919e20edd tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 210 time: 0.0630374 Dec 20 23:16:04.113976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] No DVR routers for this DVR port 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:04.161143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:04.161494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b62eb53-d79d-4aa9-9fb4-a477e39f8aaa not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:04.173618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Deleting port af994788-deab-4cea-9b2d-c87dbf10f7c0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:04.181393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.187206 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.240408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.250564 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/subnets/a307bee1-8ef7-4d45-b10c-443e9e0005f6 HTTP/1.1" status: 204 len: 168 time: 1.4350760 Dec 20 23:16:04.253207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33324) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:04.273459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de2e77-5bcc-4da2-bf8b-ab75966c914e tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Subnet': ['ID=a307bee1-8ef7-4d45-b10c-443e9e0005f6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:04.378320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] For port af994788-deab-4cea-9b2d-c87dbf10f7c0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=af994788-deab-4cea-9b2d-c87dbf10f7c0,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:04.378678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.403908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.431130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Calling delete_port for af994788-deab-4cea-9b2d-c87dbf10f7c0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:04.449055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6687db-4890-4e42-ae74-126f5be60dff']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:04.463648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.472427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:04.475666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed125cd4-1dc0-4a39-a9fe-65bb7cf60553') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:04.505981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.533595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.537099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e055ff3-aeb5-41af-8a00-6724abaf37d4 None None] DHCP port deletion for bb6687db-4890-4e42-ae74-126f5be60dff request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:04.539602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9df1c-d4e6-46db-b2f0-216c0b62cca7 None None] Network 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:04.541752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6730e982-50c5-4780-9f47-cf06f49fb66a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:16:04.548930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:04.549412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:04.553264 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:04.721673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Deleting port af994788-deab-4cea-9b2d-c87dbf10f7c0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:04.722309 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.767793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.774679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.777962 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb6687db-4890-4e42-ae74-126f5be60dff HTTP/1.1" status: 204 len: 168 time: 1.6626499 Dec 20 23:16:04.822019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a29e8-23b4-4ace-a465-0e03c1d6911d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6687db-4890-4e42-ae74-126f5be60dff,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:04.872013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-b84159c6-40fd-4363-ae54-4662ac975993 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:04.874901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-b84159c6-40fd-4363-ae54-4662ac975993 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 797 time: 0.2848306 Dec 20 23:16:04.908830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] For port af994788-deab-4cea-9b2d-c87dbf10f7c0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=af994788-deab-4cea-9b2d-c87dbf10f7c0,segment=NetworkSegment(3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98),segment_id=3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:04.909048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.935796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Calling delete_port for af994788-deab-4cea-9b2d-c87dbf10f7c0 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:04.953577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:04.956886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6730e982-50c5-4780-9f47-cf06f49fb66a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:04.958171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.048792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-c058f2b4-9eb1-414b-a3ee-118de503ec4b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 379 time: 0.1644797 Dec 20 23:16:05.093384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'port': {'device_id': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'admin_state_up': True, 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'security_groups': ['bc3411c9-f60f-49f1-9b44-2a4ee321236a']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:05.120136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] No DVR routers for this DVR port af994788-deab-4cea-9b2d-c87dbf10f7c0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:05.133812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fbc208ec-b51f-4138-b4a5-cfb62ab9f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.165232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207644-7ee8-45b6-a3a8-34f6a409716b None None] Pushing event deleted for resources: {'Port': ['ID=af994788-deab-4cea-9b2d-c87dbf10f7c0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:05.303321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f26818a-e49b-4707-8c4a-de6ba056a7a1 req-c34b5e2a-fc67-41be-8bc6-b94e2c64c882 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 210 time: 0.0500925 Dec 20 23:16:05.306651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.340680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] DHCP port deletion for 0b5e4f4c-5c4e-4018-a2c6-8009755cc349 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:05.364817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] No DVR routers for this DVR port af994788-deab-4cea-9b2d-c87dbf10f7c0 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:05.367012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Port': ['ID=af994788-deab-4cea-9b2d-c87dbf10f7c0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:05.381632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33358) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:05.465397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Deleting port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:05.465397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.486088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-79974493-706d-46da-bd55-5a81ee0d7122 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=220677920b234e58b3e04bf59b356e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031458 Dec 20 23:16:05.489110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:05.579061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:05.584772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.609945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.614176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f651615-de97-42ea-815e-a59be6094f1d']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:05.614454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:05.614901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90b5fda8-ad72-4cd5-bffc-b9ddaf335819 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:05.615617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device af994788-deab-4cea-9b2d-c87dbf10f7c0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:05.626810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:05.627483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212f2a2-1629-4f7c-bf2b-55ad4c7ffa98') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:05.639390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.646104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.651088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: af994788-deab-4cea-9b2d-c87dbf10f7c0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:05.651436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device af994788-deab-4cea-9b2d-c87dbf10f7c0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:05.652011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c8dd23b0-2270-48b3-90d6-c6357123973a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:05.655524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] For port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,segment=NetworkSegment(7ba203c1-00dc-40e9-af24-865d2bab84a3),segment_id=7ba203c1-00dc-40e9-af24-865d2bab84a3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:05.655972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.660399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.666522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:05.666870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.693638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c8dd23b0-2270-48b3-90d6-c6357123973a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:05.694022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c8dd23b0-2270-48b3-90d6-c6357123973a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:05.703519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Calling delete_port for 83fe3f8d-0e50-4ad0-b5be-96168d26d09f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:05.786171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-6bcf4b5c-f513-4d00-9a6e-5dbbc734cadf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116722 Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:05.815915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.910688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.932897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.953271 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:05.957080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/networks/5f651615-de97-42ea-815e-a59be6094f1d HTTP/1.1" status: 204 len: 168 time: 1.7028234 Dec 20 23:16:05.962549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:05.964521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-1fcdfe62-72a6-4e7f-a83b-1fe2cd7a45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:05.971637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0997662-6771-4114-a396-8c3e7059808b tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Network': ['ID=5f651615-de97-42ea-815e-a59be6094f1d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:05.975075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-1fcdfe62-72a6-4e7f-a83b-1fe2cd7a45fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=472333722b8449368abd55965b600b21&device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 1096 time: 0.1856487 Dec 20 23:16:05.987141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] Pushing event deleted for resources: {'Port': ['ID=83fe3f8d-0e50-4ad0-b5be-96168d26d09f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:05.996585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d90b8c-3b5a-4716-b6ad-191dd5dae271 None None] No DVR routers for this DVR port 83fe3f8d-0e50-4ad0-b5be-96168d26d09f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:06.050734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.054035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.055187 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddc93529-3a6a-43d2-80c5-7c96541b0948 HTTP/1.1" status: 204 len: 168 time: 0.5648963 Dec 20 23:16:06.112227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0abea6-a51a-4ae8-93a3-6d48b4254081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc93529-3a6a-43d2-80c5-7c96541b0948,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:06.139560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.5 (a562ff22-295b-4200-ad0f-1be5e1a9e16b/6139b68f-7483-4794-a098-9f0d434de166/314abc37-0ea5-45fc-87a9-60184bcb5e3e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:16:06.352644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 83fe3f8d-0e50-4ad0-b5be-96168d26d09f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:06.396537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-09d7ae02-1611-4641-b8f2-f0c8dccb0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:06.408974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-09d7ae02-1611-4641-b8f2-f0c8dccb0316 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 200 len: 915 time: 0.3866465 Dec 20 23:16:06.418218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 83fe3f8d-0e50-4ad0-b5be-96168d26d09f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:06.418569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 83fe3f8d-0e50-4ad0-b5be-96168d26d09f not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:06.526648 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-81cd92f9-31b2-43a5-8bbc-9a6b1e8d6775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f HTTP/1.1" status: 200 len: 217 time: 0.0920591 Dec 20 23:16:06.535405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.539956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.618913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c9085f94-9f05-4e46-9991-5c769ca218ff req-f844d7d3-0a60-46e6-b340-8b882550fcb7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 210 time: 0.1851096 Dec 20 23:16:06.642458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.704595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:06.721871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:16:06.723524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:06.754840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:16:06.816481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.839605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5e4f4c-5c4e-4018-a2c6-8009755cc349']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:06.850518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba203c1-00dc-40e9-af24-865d2bab84a3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:06.851119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba203c1-00dc-40e9-af24-865d2bab84a3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:06.864047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.879731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.886905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:06.887410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:06.960044 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:06.965881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-0a403fa4-4ccf-4321-815d-a06939965e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:06.967527 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-0a403fa4-4ccf-4321-815d-a06939965e62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 200 len: 854 time: 0.4150660 Dec 20 23:16:07.005096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d38d0b75-18eb-41d3-9c27-5996f57ae0c1 req-85c684fa-e7b1-4a1c-860b-27918dce546d tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.1353290 Dec 20 23:16:07.047087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:07.048183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.134045 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-ee9f88b0-fb4c-49ce-ada3-0765ece559f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d544b96-eefe-4c33-95af-a15deecfc34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419389 Dec 20 23:16:07.149472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-5030e545-35ef-4bed-8f9e-65de733c3b54 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0922811 Dec 20 23:16:07.172969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Request body: {'port': {'device_id': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:07.246090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3158a3e9-f09e-4871-916d-8695db8950f1 None None] Provisioning complete for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:07.246090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3158a3e9-f09e-4871-916d-8695db8950f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.291596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3158a3e9-f09e-4871-916d-8695db8950f1 None None] Port 314abc37-0ea5-45fc-87a9-60184bcb5e3e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:16:07.299435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.309461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.322396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] 10.222.0.62 "DELETE /v2.0/networks/0b5e4f4c-5c4e-4018-a2c6-8009755cc349 HTTP/1.1" status: 204 len: 168 time: 1.3442469 Dec 20 23:16:07.353462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86fa67-b021-41d6-a3c1-f6e9f4b46a05 tempest-TaggedBootDevicesTest-1702686207 tempest-TaggedBootDevicesTest-1702686207-project] Pushing event deleted for resources: {'Network': ['ID=0b5e4f4c-5c4e-4018-a2c6-8009755cc349,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:07.409336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.412729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-1f822388-edc8-415c-ad8f-5e40830f946b service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604251 Dec 20 23:16:07.596489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5c3e-bb26-4df3-bac6-f490b4685b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:07.651263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c2b3ce1c-af7e-4d34-8a33-492e0dcbfda8 req-847c708a-ee3a-4a58-a6b6-5fe7fc4512ed service neutron] 10.222.0.45 "GET /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324414 Dec 20 23:16:07.903827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e33ef0-a60e-4a8d-b4d8-81a62158f048 req-671b4129-6ce5-44a0-ba0c-a745435b8334 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:07.905826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54e33ef0-a60e-4a8d-b4d8-81a62158f048 req-671b4129-6ce5-44a0-ba0c-a745435b8334 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 931 time: 0.1478360 Dec 20 23:16:07.998757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54e33ef0-a60e-4a8d-b4d8-81a62158f048 req-79ebc6a7-627e-4df7-a361-81b3c1442944 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857186 Dec 20 23:16:08.058498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314abc37-0ea5-45fc-87a9-60184bcb5e3e {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:16:08.083048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.120830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Transition to ACTIVE for port object 314abc37-0ea5-45fc-87a9-60184bcb5e3e will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:16:08.168007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-949e8c7c-ea3e-4eba-bcca-8e83ab1d2edd req-4dc222c5-21f0-4966-8a9f-4f81a45d9a7d tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0441074 Dec 20 23:16:08.230737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.316567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:08.339432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.470428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:16:08.470838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:16:08.471181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:08.476151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:16:08.476615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:08.488484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:16:08.489523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:08.490079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Bound using segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:16:08.493365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Bound port: 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:16:08.493365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.653968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:16:08.658878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:16:08.744376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.783769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:08.784399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:08.786310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] 10.222.0.45 "PUT /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 1091 time: 1.6262300 Dec 20 23:16:08.786776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:08.794161 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:08.844763 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4e4ec-2d46-4fba-a380-17eb7cd488d6 x-openstack-request-id: req-03c4e4ec-2d46-4fba-a380-17eb7cd488d6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:08.845062 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:08.845302 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03c4e4ec-2d46-4fba-a380-17eb7cd488d6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:08.845710 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'status': 'completed', 'code': 200} Dec 20 23:16:08.851771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4b398-46ca-4d96-8978-ad3e769feee1 service neutron] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:08.989740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-ca2b9b2a-4666-4244-b3a4-77a2d2354f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:08.994671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-ca2b9b2a-4666-4244-b3a4-77a2d2354f2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1094 time: 0.1099210 Dec 20 23:16:09.171473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-0b941832-b368-4813-8f4f-d68026996a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.173663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-0b941832-b368-4813-8f4f-d68026996a43 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=409fc0ea8aa74a7c992b1690906369db&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1698542 Dec 20 23:16:09.288369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee64be-f875-4620-b6c9-95fa2c5d7ee2 req-fc885414-aad6-444c-bb61-1d5f6a2134c9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.289911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86ee64be-f875-4620-b6c9-95fa2c5d7ee2 req-fc885414-aad6-444c-bb61-1d5f6a2134c9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 943 time: 0.1152685 Dec 20 23:16:09.330262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-82cd3e96-04dd-4838-907d-2808aa01a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.331577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8757bfd2-402b-41cd-8e8a-b3b00ec0e085 req-82cd3e96-04dd-4838-907d-2808aa01a70c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475089 Dec 20 23:16:09.428952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86ee64be-f875-4620-b6c9-95fa2c5d7ee2 req-a2edae70-d494-45b5-9053-1870ce0507c1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201406 Dec 20 23:16:09.539684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-cb8e1999-6553-4782-8013-c36fbb7eecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.541387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-cb8e1999-6553-4782-8013-c36fbb7eecbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1094 time: 0.1060984 Dec 20 23:16:09.595604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3981b8fc-0e8f-4bbe-828e-b6bb865464b8 req-a0df3f09-7110-479a-bc07-bb6c6dae9606 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0753357 Dec 20 23:16:09.709766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-d3ba190d-e472-44ae-90da-f82f2fc0279c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 217 time: 0.1205258 Dec 20 23:16:09.781698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-cf214233-bba4-49df-a836-cb2b2ce1e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.783353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-cf214233-bba4-49df-a836-cb2b2ce1e573 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.0615578 Dec 20 23:16:09.784087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:09.861165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-d298a0fb-b4d8-4b77-879e-5f849c819974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:09.862710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-d298a0fb-b4d8-4b77-879e-5f849c819974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672395 Dec 20 23:16:10.007379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-2f8ce86b-4655-4b07-a477-32e6b4414f29 service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327281 Dec 20 23:16:10.178865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4128669-9597-44e4-bb1b-5ea9ed851f3d req-eef52c75-7439-4726-ae1f-6ae11ab0892b service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564631 Dec 20 23:16:10.491974 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:10.585019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed519b7f-ef9d-4be9-aa38-02bab26daebd req-7131ed9f-c494-4566-9742-5c3aad17e2cf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:10.592427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed519b7f-ef9d-4be9-aa38-02bab26daebd req-7131ed9f-c494-4566-9742-5c3aad17e2cf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 943 time: 0.0783808 Dec 20 23:16:10.650071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed519b7f-ef9d-4be9-aa38-02bab26daebd req-632cfe14-9d59-4462-8a7b-1de0cd4a4ebf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553145 Dec 20 23:16:10.722732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce2ef671-e18d-4af5-8acf-17dbdf4a0c10 req-55a4666d-153f-46fa-8bb6-2964383a80b2 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0277276 Dec 20 23:16:11.769313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ee1a9-5253-4293-8c9a-5f9c26dce195 req-bb63d313-cb99-48ff-bd25-63857a959eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:11.777174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd4ee1a9-5253-4293-8c9a-5f9c26dce195 req-bb63d313-cb99-48ff-bd25-63857a959eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 943 time: 0.0609367 Dec 20 23:16:11.835021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd4ee1a9-5253-4293-8c9a-5f9c26dce195 req-d7fc6c8e-df36-4433-a950-42c087881571 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528839 Dec 20 23:16:11.861529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33f6815a-2a84-4bca-9389-b01c6c78b7a1 req-559a8b85-3429-446b-a4a0-16a464c0f7b2 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Dec 20 23:16:12.078994 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5d11fe42-843e-4322-a17e-f659a48dcfcf req-841e2d27-788f-4836-adef-4321ae9b18d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0283659 Dec 20 23:16:13.021195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d86a1f9b-530e-4f3b-b7cd-d68f1e800c0a req-6d6c6f80-1551-4e1c-9b98-fdb3aead60bb tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0402453 Dec 20 23:16:13.040718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deba1d-cb7f-4c04-a80b-f3c45c773332 req-e1deb0d3-ceff-4be5-9ea2-b1b9faa23a0e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:13.042277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78deba1d-cb7f-4c04-a80b-f3c45c773332 req-e1deb0d3-ceff-4be5-9ea2-b1b9faa23a0e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 943 time: 0.1020441 Dec 20 23:16:13.138150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78deba1d-cb7f-4c04-a80b-f3c45c773332 req-37d750ac-239f-46ed-9dad-abae4f1fa648 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845408 Dec 20 23:16:13.181402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:16:13.347096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:13.361806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'port_id': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'mac_address': 'fa:16:3e:eb:4e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:16:13.402596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:13.424559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314abc37-0ea5-45fc-87a9-60184bcb5e3e {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:16:13.464431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:13.554817 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:13.651356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:13.845240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['314abc37-0ea5-45fc-87a9-60184bcb5e3e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:14.186298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10a03e64-0041-449a-baee-b22127b3e2fb req-2cc1e983-fb4e-48b9-855b-32ad8ef73f88 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Dec 20 23:16:14.265998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07435be4-090c-4f1f-86ce-e3203629307f req-e7282c7e-8e15-4d7d-a5e8-20af9aa9de0a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:14.268066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07435be4-090c-4f1f-86ce-e3203629307f req-e7282c7e-8e15-4d7d-a5e8-20af9aa9de0a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.0616961 Dec 20 23:16:14.379549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07435be4-090c-4f1f-86ce-e3203629307f req-285d540b-6643-4cff-ada1-3558176f72ab tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967770 Dec 20 23:16:14.773636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-954a6ef3-e5d7-48d3-bee9-cd7af512f625 req-32f272d5-7e0b-45fb-82c6-2c9bdccd825f tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Dec 20 23:16:15.185371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:16:15.368635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:16:15.380010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:15.380483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:15.546364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:15.571205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:15.573879 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29080df7-df39-4b23-a802-0b2de902b124" -d '{"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-plugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:15.600945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:15.644680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31cf52c-d072-475a-a195-e90c66179fa9 x-openstack-request-id: req-b31cf52c-d072-475a-a195-e90c66179fa9 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:15.644680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-plugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:15.644680 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b31cf52c-d072-475a-a195-e90c66179fa9 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:15.644680 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'code': 200} Dec 20 23:16:15.705133 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:15.711334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77e892-de83-4a7e-a8ef-5b92818fa051 req-ca7caecc-78e1-4d3a-84ba-e3581ab92470 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:15.715121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e77e892-de83-4a7e-a8ef-5b92818fa051 req-ca7caecc-78e1-4d3a-84ba-e3581ab92470 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1596041 Dec 20 23:16:15.780934 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:16:15.830738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:15.979332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0a8ab-ffdf-4606-9b42-82f1bc063f60 req-b2603d19-d74d-4994-96ae-b3283d2efef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:15.981111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89b0a8ab-ffdf-4606-9b42-82f1bc063f60 req-b2603d19-d74d-4994-96ae-b3283d2efef9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1096 time: 0.2609522 Dec 20 23:16:16.094828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89b0a8ab-ffdf-4606-9b42-82f1bc063f60 req-3f3c339d-fe1b-46a6-b9a3-a8dbfecf2b2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833397 Dec 20 23:16:16.125194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05ae1cce-3318-4d98-8bc9-94a8dcbffca6 req-32e56d7d-9951-43e7-a2a2-6624ed362408 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.1482556 Dec 20 23:16:16.130272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e77e892-de83-4a7e-a8ef-5b92818fa051 req-2c7f5542-e6e3-48c4-9cfd-76abe24fdb6c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832867 Dec 20 23:16:17.344811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e04b211-3acd-420e-8e84-8fc228ba4233 req-adb64e37-53f7-494b-a615-7d4fd90d99c9 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0404437 Dec 20 23:16:17.385875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf0230-4d0e-4f9c-b6e6-f092d116819b req-42c12d92-f718-4919-8fa5-47e2692f32b1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:17.388650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aaf0230-4d0e-4f9c-b6e6-f092d116819b req-42c12d92-f718-4919-8fa5-47e2692f32b1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.1342547 Dec 20 23:16:17.476684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8aaf0230-4d0e-4f9c-b6e6-f092d116819b req-951dbd5d-3329-40fa-b401-41e20053dbe9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797570 Dec 20 23:16:17.939459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33756) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:18.091138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e191148a-5f1b-4082-a8a0-ee71ea5028be admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.197833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e191148a-5f1b-4082-a8a0-ee71ea5028be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.264546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e191148a-5f1b-4082-a8a0-ee71ea5028be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.311429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191148a-5f1b-4082-a8a0-ee71ea5028be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb37502-28f1-4e19-bd77-46f434609c76,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:18.320144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:18.333439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e191148a-5f1b-4082-a8a0-ee71ea5028be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2c592bdc2734529a87734b228702cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928161 Dec 20 23:16:18.383621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.417298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.486657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e018d2a-c8de-4dd4-a30b-5e5423a60db8 req-d29c655b-b37f-4283-90fa-3cc817e9d2b6 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0493245 Dec 20 23:16:18.617709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.621082 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:18.622714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cb37502-28f1-4e19-bd77-46f434609c76 HTTP/1.1" status: 204 len: 168 time: 0.3015523 Dec 20 23:16:18.644512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d014d9-739e-41f4-b558-e3368b827e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb37502-28f1-4e19-bd77-46f434609c76,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:18.846763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5ab4c-de26-4c7f-b569-65f97d43f4b0 req-df260e16-8e15-4955-a02c-fc137fcd042d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:18.848428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2c5ab4c-de26-4c7f-b569-65f97d43f4b0 req-df260e16-8e15-4955-a02c-fc137fcd042d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.1932213 Dec 20 23:16:18.976219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2c5ab4c-de26-4c7f-b569-65f97d43f4b0 req-be52d253-1d90-43df-8df5-c238ddea7ffe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181078 Dec 20 23:16:19.319328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6202-dd47-4e57-b91f-ce83413d181d req-25ac5702-e34d-46b4-8566-f1a91949e0bf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:19.326854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a2d6202-dd47-4e57-b91f-ce83413d181d req-25ac5702-e34d-46b4-8566-f1a91949e0bf tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0997672 Dec 20 23:16:19.399072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a2d6202-dd47-4e57-b91f-ce83413d181d req-326a67b0-be23-4718-82b3-0efad7422260 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638278 Dec 20 23:16:19.426486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33788) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:19.498428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02896c9-4e56-4147-80c0-f276d12ea367 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:19.506121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:19.506366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b02896c9-4e56-4147-80c0-f276d12ea367 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1091 time: 0.0779693 Dec 20 23:16:19.516643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:19.633334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f235291e-211f-4aae-9b00-fa92ed2ef290 req-b4f4136b-b394-4274-b683-ca9893b3cc25 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0390711 Dec 20 23:16:19.667135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:19.723900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33796) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:19.739328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b462acb-1ac7-474c-8809-0f3b0bc6a493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:19.825236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:19.868101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b462acb-1ac7-474c-8809-0f3b0bc6a493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:19.962164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.81 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/ee82c45b-178f-497e-a986-7f7d545186cd) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:16:19.994924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b462acb-1ac7-474c-8809-0f3b0bc6a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.072990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b462acb-1ac7-474c-8809-0f3b0bc6a493 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4b2bbae00e64c71a85a71492f1d7bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477707 Dec 20 23:16:20.078621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33798) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:20.086453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.107475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b462acb-1ac7-474c-8809-0f3b0bc6a493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594f3385-ff42-47df-be85-85ca72c7fb8d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:20.194816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.250276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.289222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:16:20.300122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:20.309138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.330841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:16:20.393938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=ee82c45b-178f-497e-a986-7f7d545186cd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:20.579137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.589855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:20.589855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/594f3385-ff42-47df-be85-85ca72c7fb8d HTTP/1.1" status: 204 len: 168 time: 0.5035453 Dec 20 23:16:20.606652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632643-b2a0-4039-bcdc-8b3e899fbc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594f3385-ff42-47df-be85-85ca72c7fb8d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:20.887102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb88ad12-76ef-47d2-b66b-e82d7b03c9ec req-bb31de8c-4d8a-4a8e-ae06-da7f7063fae5 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0411928 Dec 20 23:16:21.041589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:21.151627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14f0af-95b7-41bb-8630-1642d505ca77 req-548af3d0-a8da-4927-9e6b-bf2a4f22d10f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:21.151627 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c14f0af-95b7-41bb-8630-1642d505ca77 req-548af3d0-a8da-4927-9e6b-bf2a4f22d10f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Dec 20 23:16:21.235109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:21.280370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c14f0af-95b7-41bb-8630-1642d505ca77 req-6070060c-c060-4f20-8b08-c870e013213d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164937 Dec 20 23:16:21.539226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:21.630111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:21.700804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=ee82c45b-178f-497e-a986-7f7d545186cd,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:21.721856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:21.904479 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 0ac0e96e-980b-489b-8b80-de10b1d0b2c2 associated. External IP: 172.25.1.81, port: 314abc37-0ea5-45fc-87a9-60184bcb5e3e. Dec 20 23:16:22.020895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-800d06c9-ac9b-486c-9567-8453e1d01fe9 req-cfa3b9b3-835d-486e-a37c-19b97ea10649 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0361679 Dec 20 23:16:22.593058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8861d8-b7e2-4a7e-8519-98d87f03cccf req-c289f65f-d838-42a1-9c99-2cb6ddd0ce8c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:22.604505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af8861d8-b7e2-4a7e-8519-98d87f03cccf req-c289f65f-d838-42a1-9c99-2cb6ddd0ce8c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1300461 Dec 20 23:16:22.683753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 035610d9-93b1-4fa6-b462-7d4e70381690 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:16:22.694108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-290d8f97-12ef-4f39-bc69-d76922566b4d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:22.695869 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-290d8f97-12ef-4f39-bc69-d76922566b4d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 945 time: 0.1210902 Dec 20 23:16:22.707653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af8861d8-b7e2-4a7e-8519-98d87f03cccf req-dd1bb0e2-1e70-44ff-ba2e-d0778dc52409 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964227 Dec 20 23:16:22.835446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Deleting port baabcd71-7df9-4b34-8a98-24024aebdb23 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:22.835792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:22.856067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:16:22.877497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Sync routers for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:16:22.885174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:22.886006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:22.973752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:22.977252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] For port baabcd71-7df9-4b34-8a98-24024aebdb23, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=baabcd71-7df9-4b34-8a98-24024aebdb23,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:22.977443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:22.996057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Calling delete_port for baabcd71-7df9-4b34-8a98-24024aebdb23 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:23.046717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:23.049392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-71b2d8e5-e35f-4ccc-9006-a33df4523947 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5418158 Dec 20 23:16:23.054282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:23.061339 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b212f-de53-4990-8e88-9b417cc9d4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:23.178447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-857cd862-801e-40f9-9651-ed09dc0b4304 req-41b3995b-2bbc-48d6-ac23-78abc732f4ed tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0446081 Dec 20 23:16:23.232681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1c87d-8ebb-49ab-a401-5e626753f028 req-16ef486a-d05e-4f75-a312-be55c2243dd0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:23.249567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efb1c87d-8ebb-49ab-a401-5e626753f028 req-16ef486a-d05e-4f75-a312-be55c2243dd0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0885494 Dec 20 23:16:23.291765 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658581a9-ea32-4a60-8799-75fedd187e2c x-openstack-request-id: req-658581a9-ea32-4a60-8799-75fedd187e2c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:23.292209 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:23.292505 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-658581a9-ea32-4a60-8799-75fedd187e2c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:23.292980 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'status': 'completed', 'code': 200} Dec 20 23:16:23.362701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efb1c87d-8ebb-49ab-a401-5e626753f028 req-a71252eb-fcf2-497b-93a0-74b2a3bb08cc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219573 Dec 20 23:16:23.383092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-90d0bce7-56b9-4bc7-9394-8fb4095e504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:23.385711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-90d0bce7-56b9-4bc7-9394-8fb4095e504a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1096 time: 0.0594013 Dec 20 23:16:23.390893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:23.394403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0ac0e96e-980b-489b-8b80-de10b1d0b2c2', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'port_id': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'mac_address': 'fa:16:3e:eb:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:16:20Z', 'updated_at': '2021-12-20T23:16:20Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:23.396621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 33870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:23.441354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0', '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'baabcd71-7df9-4b34-8a98-24024aebdb23'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:23.444992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:23.470448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event deleted for resources: {'Port': ['ID=baabcd71-7df9-4b34-8a98-24024aebdb23,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:23.510552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Checking router: 035610d9-93b1-4fa6-b462-7d4e70381690 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:16:23.569100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:23.569261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aec28652-2f97-4729-bd14-4d751486a263 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 200 len: 990 time: 0.1646953 Dec 20 23:16:23.570073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:23.607582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-0224b9ca-eff3-4283-b99b-1fc1fc964555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:23.612636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-0224b9ca-eff3-4283-b99b-1fc1fc964555 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 898 time: 0.2160993 Dec 20 23:16:23.613375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] No DVR routers for this DVR port baabcd71-7df9-4b34-8a98-24024aebdb23 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:23.616723 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:23.629931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-405d0a69-d33a-4d92-86ac-47e3e3eaf1dd req-6f2baaa5-6216-4b73-b023-f54474d6449f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "DELETE /v2.0/ports/baabcd71-7df9-4b34-8a98-24024aebdb23 HTTP/1.1" status: 204 len: 173 time: 0.9265757 Dec 20 23:16:23.631205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'name': 'network-vif-deleted', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:23.658471 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f5dbe-942e-401d-adcd-fbf97d31d858" -d '{"events": [{"server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "name": "network-vif-deleted", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:23.763681 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb5267-1328-453a-858e-ebdc4097c1ba x-openstack-request-id: req-6eeb5267-1328-453a-858e-ebdc4097c1ba {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:23.764275 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588bca6f-c457-4e51-8c47-c1eb894e6bf7", "name": "network-vif-deleted", "tag": "baabcd71-7df9-4b34-8a98-24024aebdb23", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:23.767257 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6eeb5267-1328-453a-858e-ebdc4097c1ba {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:23.767775 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588bca6f-c457-4e51-8c47-c1eb894e6bf7', 'name': 'network-vif-deleted', 'tag': 'baabcd71-7df9-4b34-8a98-24024aebdb23', 'status': 'completed', 'code': 200} Dec 20 23:16:23.775679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-9553cb5b-3aed-4c6e-be73-f11dcffe6120 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 998 time: 0.1560521 Dec 20 23:16:23.877191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9fa04622-733d-46a5-9658-c65b55fb70c3 req-6f628dce-c5bd-499f-bb04-8351149e3689 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=588bca6f-c457-4e51-8c47-c1eb894e6bf7 HTTP/1.1" status: 200 len: 210 time: 0.0445263 Dec 20 23:16:23.890540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-614e169e-1032-469a-be3e-f94731d641fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:23.892301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-614e169e-1032-469a-be3e-f94731d641fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.1099856 Dec 20 23:16:23.982401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-350b9651-33c4-4287-a028-910d87974575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:23.988740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-350b9651-33c4-4287-a028-910d87974575 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869622 Dec 20 23:16:24.179220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-1605bada-ce20-4e68-a22a-890bb8104960 service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840136 Dec 20 23:16:24.377634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:24.393272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9967bd63-7360-4944-b165-2e7d2aadc496 req-0a548e09-6842-41ab-bc8f-dcd58d02d3ef tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0418990 Dec 20 23:16:24.418588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-188b212f-de53-4990-8e88-9b417cc9d4ac req-80ea2728-fd80-437e-94c5-5478aeeb2641 service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302523 Dec 20 23:16:24.573400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33898) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:24.717056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd80d187-44ce-4e86-9272-ef625a8b7e68 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 200 len: 990 time: 0.1405637 Dec 20 23:16:24.836263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0ac0e96e-980b-489b-8b80-de10b1d0b2c2', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'port_id': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'mac_address': 'fa:16:3e:eb:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:16:20Z', 'updated_at': '2021-12-20T23:16:20Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:24.866276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b99ac-b939-4d02-8a12-f948a7f79582 None None] The sync data for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 is: [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0ac0e96e-980b-489b-8b80-de10b1d0b2c2', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'port_id': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'mac_address': 'fa:16:3e:eb:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:16:20Z', 'updated_at': '2021-12-20T23:16:20Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:16:25.243570 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fdf40c-e1da-424d-b462-083a8ad9096b None None] New status for floating IP 0ac0e96e-980b-489b-8b80-de10b1d0b2c2: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:16:25.574450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30c0fac2-d533-4445-860e-4a0f241ca318 req-834b469e-333d-42f1-9dd8-362b057d4cfb tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0512602 Dec 20 23:16:25.719773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33926) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:25.865837 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-af5ca417-0fa7-4c78-a713-317fc3356617 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 200 len: 992 time: 0.1447971 Dec 20 23:16:26.231709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device baabcd71-7df9-4b34-8a98-24024aebdb23 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:26.232514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b080-d2f8-4c82-a403-e2af5787d581 req-06ec65bf-b5fc-489c-b448-7c1df78416f1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:26.243941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7907b080-d2f8-4c82-a403-e2af5787d581 req-06ec65bf-b5fc-489c-b448-7c1df78416f1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0854287 Dec 20 23:16:26.279875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: baabcd71-7df9-4b34-8a98-24024aebdb23 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:26.280582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device baabcd71-7df9-4b34-8a98-24024aebdb23 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:26.328678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7907b080-d2f8-4c82-a403-e2af5787d581 req-c6e5e7ae-d552-40c4-8d3e-1f46a5d09c0f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805130 Dec 20 23:16:26.709185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de183fef-848a-47cd-ae0d-6b454e5ed137 req-80e46ba0-2038-47e9-9fcb-d9bd5bfe66be tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Dec 20 23:16:27.485318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e3e93-22ec-4443-89ac-b4738823424e req-b176d12e-3499-436f-b759-355167e0c732 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:27.493649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce9e3e93-22ec-4443-89ac-b4738823424e req-b176d12e-3499-436f-b759-355167e0c732 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0910583 Dec 20 23:16:27.549933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce9e3e93-22ec-4443-89ac-b4738823424e req-c18b71e9-055d-45c2-b8fd-28b53b034ae3 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551858 Dec 20 23:16:27.858267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8c167a0-42db-41c8-a6a3-d8e192db7621 req-0c367db1-e482-4cd0-9d53-ec35096dfef9 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0322099 Dec 20 23:16:28.028578 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:28.206300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33998) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:28.710334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd771-0c1d-48d0-8c7a-09a69f1d1649 req-4c1c5e06-8694-4914-bf40-2ae2ee528d4e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:28.723115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9abdd771-0c1d-48d0-8c7a-09a69f1d1649 req-4c1c5e06-8694-4914-bf40-2ae2ee528d4e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0851383 Dec 20 23:16:28.817835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9abdd771-0c1d-48d0-8c7a-09a69f1d1649 req-6f1f02f7-345f-4d89-94af-90b19f5705ec tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880275 Dec 20 23:16:28.996355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e385e279-0839-48a1-980b-f1bcdd29500e req-74a9f774-6f39-493f-b68b-79540bbba367 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0404165 Dec 20 23:16:29.004520 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:29.383787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Deleting port 5306e918-9a81-4468-bb5f-c69e28231995 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:29.384378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:29.486953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] For port 5306e918-9a81-4468-bb5f-c69e28231995, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5306e918-9a81-4468-bb5f-c69e28231995,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:29.487370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:29.504135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Calling delete_port for 5306e918-9a81-4468-bb5f-c69e28231995 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:29.925310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:30.031662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Pushing event deleted for resources: {'Port': ['ID=5306e918-9a81-4468-bb5f-c69e28231995,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:30.081072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.081469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.081795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.082133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.082471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.082803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.083375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.083488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.083763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.084084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.084464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.084792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.085113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:30.116030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044ae7-461d-43fd-8cb0-a1bc3c17e1bd req-f43457f9-8219-4982-a681-571e6f863e60 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:30.117808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70044ae7-461d-43fd-8cb0-a1bc3c17e1bd req-f43457f9-8219-4982-a681-571e6f863e60 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.2119467 Dec 20 23:16:30.164308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8c69f-e5db-47f8-83ec-f5c9014dbf0a req-a9fb8763-4c91-4af2-bf8c-8ee84a261f9c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:30.166025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e8c69f-e5db-47f8-83ec-f5c9014dbf0a req-a9fb8763-4c91-4af2-bf8c-8ee84a261f9c tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.1166525 Dec 20 23:16:30.215966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70044ae7-461d-43fd-8cb0-a1bc3c17e1bd req-458bfc21-7d9b-4026-88b8-9dd15f34a107 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891926 Dec 20 23:16:30.289684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:30.302162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e8c69f-e5db-47f8-83ec-f5c9014dbf0a req-0f441177-5868-46a7-8399-68442fe9e6c1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235507 Dec 20 23:16:30.397890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c11918dd-5d40-402a-9a3b-84e64c5f60eb req-cf3d3369-08e7-43d4-a7c6-811c3b61474d tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0527465 Dec 20 23:16:30.869093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Router 14365811-261c-47e1-8d45-36e7ca7adcfb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:16:30.991349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:16:30.996957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1b0cab9-14ed-4e6b-8a69-80ece4afb582 admin admin] 10.222.0.62 "PUT /v2.0/routers/14365811-261c-47e1-8d45-36e7ca7adcfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883379 Dec 20 23:16:31.000332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:31.004801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Sync routers for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:16:31.020390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:31.021612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:31.108932 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.159057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:31.221388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.405978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7fc5-d7a0-429d-bc55-8defea1a7228 req-752b3b34-c533-4c7c-b7d4-bfa5e2c3b9ff tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:31.410229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e7b7fc5-d7a0-429d-bc55-8defea1a7228 req-752b3b34-c533-4c7c-b7d4-bfa5e2c3b9ff tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0830350 Dec 20 23:16:31.440384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:16:29Z', 'revision_number': 5, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port': {'id': '35e6816c-88c5-4d32-bd44-93e4ca99033d', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:16Z', 'updated_at': '2021-12-20T23:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:31.452584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Deleting port 35e6816c-88c5-4d32-bd44-93e4ca99033d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:31.453020 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.469099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Checking router: 14365811-261c-47e1-8d45-36e7ca7adcfb for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:16:31.477933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Routers {'14365811-261c-47e1-8d45-36e7ca7adcfb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:31.478553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['14365811-261c-47e1-8d45-36e7ca7adcfb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:31.548251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e7b7fc5-d7a0-429d-bc55-8defea1a7228 req-f094e0e1-f4ce-45fc-8e00-66941c7c0d59 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259620 Dec 20 23:16:31.561431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0dc6f-786f-4c2a-988d-ac98eb94f70b req-8812f470-4644-429f-b04e-d685b25af99f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:31.568601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d0dc6f-786f-4c2a-988d-ac98eb94f70b req-8812f470-4644-429f-b04e-d685b25af99f tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.1571822 Dec 20 23:16:31.617191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] Set router 14365811-261c-47e1-8d45-36e7ca7adcfb gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:31.619014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] For port 35e6816c-88c5-4d32-bd44-93e4ca99033d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35e6816c-88c5-4d32-bd44-93e4ca99033d,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:31.619379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.648049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Calling delete_port for 35e6816c-88c5-4d32-bd44-93e4ca99033d owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:31.668144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d0dc6f-786f-4c2a-988d-ac98eb94f70b req-b155a0b2-91bb-49e8-8ebb-727dc9ba957e tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931973 Dec 20 23:16:31.672783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-29a177bc-5b5f-4b00-8992-11456b9f0b64 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:31.689744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-29a177bc-5b5f-4b00-8992-11456b9f0b64 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 946 time: 0.1136608 Dec 20 23:16:31.716776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:16:31Z', 'revision_number': 6, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:31.735222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46ce4e0c-abb1-45d5-bcc5-339e38c3372a req-5720ae4f-0b29-44ed-8dcf-61033affe3aa tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0644412 Dec 20 23:16:31.749919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ee94c-e827-41b0-bf96-8183640977f1 None None] The sync data for ids ['14365811-261c-47e1-8d45-36e7ca7adcfb'] in n-d-822053-9 is: [{'id': '14365811-261c-47e1-8d45-36e7ca7adcfb', 'name': 'tempest-TaggedBootDevicesTest-191966593-router', 'tenant_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:15Z', 'updated_at': '2021-12-20T23:16:31Z', 'revision_number': 6, 'project_id': '0c1dbbcdf6254156a007b7aadcec38e0', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:16:31.841248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Deleting port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:31.841704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.959387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] For port 50b2d97e-26f3-4aaa-832a-01072b31e5e8, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=50b2d97e-26f3-4aaa-832a-01072b31e5e8,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:31.960054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:31.974644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Calling delete_port for 50b2d97e-26f3-4aaa-832a-01072b31e5e8 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:31.999985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.038528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=35e6816c-88c5-4d32-bd44-93e4ca99033d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:32.057236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fff211-9d2f-4ace-ac49-23f78648103f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:32.141934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.184449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.197369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0', '50b2d97e-26f3-4aaa-832a-01072b31e5e8'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:32.202527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:32.261525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event deleted for resources: {'Port': ['ID=50b2d97e-26f3-4aaa-832a-01072b31e5e8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:32.275814 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.278582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.312698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] No DVR routers for this DVR port 50b2d97e-26f3-4aaa-832a-01072b31e5e8 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:32.315415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.320345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-534f8a56-b947-4d3b-82ee-a94769dd8af1 req-ae75ba9d-93cd-4ba3-8d3c-40b34cc6049d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "DELETE /v2.0/ports/50b2d97e-26f3-4aaa-832a-01072b31e5e8 HTTP/1.1" status: 204 len: 173 time: 0.6226838 Dec 20 23:16:32.320830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'name': 'network-vif-deleted', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:32.324497 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6f247f-5954-4601-97a8-ad053229347d" -d '{"events": [{"server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "name": "network-vif-deleted", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:32.381844 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48305904-a8e8-41e0-897a-52facb3e2828 x-openstack-request-id: req-48305904-a8e8-41e0-897a-52facb3e2828 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:32.382186 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91435b29-c718-4670-96d8-be5bfdddf51a", "name": "network-vif-deleted", "tag": "50b2d97e-26f3-4aaa-832a-01072b31e5e8", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:32.382443 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48305904-a8e8-41e0-897a-52facb3e2828 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:32.382848 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91435b29-c718-4670-96d8-be5bfdddf51a', 'name': 'network-vif-deleted', 'tag': '50b2d97e-26f3-4aaa-832a-01072b31e5e8', 'status': 'completed', 'code': 200} Dec 20 23:16:32.412575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.415381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14365811-261c-47e1-8d45-36e7ca7adcfb {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:16:32.429131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.433403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6592da82-3bc4-4010-8a6d-0d8d6930cbdf admin admin] 10.222.0.62 "DELETE /v2.0/routers/14365811-261c-47e1-8d45-36e7ca7adcfb HTTP/1.1" status: 204 len: 168 time: 1.4298222 Dec 20 23:16:32.433888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:32.508283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Deleting subnet 2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:32.514054 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.556219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.665554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5306e918-9a81-4468-bb5f-c69e28231995 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:32.694250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5306e918-9a81-4468-bb5f-c69e28231995 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:32.694663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5306e918-9a81-4468-bb5f-c69e28231995 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:32.700401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:32.787104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d36d25-d9c4-4c43-b89d-f2cb2e8cbf84 req-09f60061-1dc5-412d-9563-4d39528ac4c8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:32.788854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d36d25-d9c4-4c43-b89d-f2cb2e8cbf84 req-09f60061-1dc5-412d-9563-4d39528ac4c8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1045597 Dec 20 23:16:32.835429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c406c44-245f-4c56-852a-9e61ad601af9 req-b63d3d99-fb57-4795-84b2-ebffa2eebe58 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=91435b29-c718-4670-96d8-be5bfdddf51a HTTP/1.1" status: 200 len: 210 time: 0.0447519 Dec 20 23:16:32.889094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39d36d25-d9c4-4c43-b89d-f2cb2e8cbf84 req-26414ddd-1f24-45c8-9620-995a27ebcf2d tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894134 Dec 20 23:16:32.964184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a302137-3be4-42a5-85c0-49c18c352703 req-e9fa35b8-bbfd-4322-b107-5b57a0072740 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0627680 Dec 20 23:16:32.965669 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.018369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.025228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9 HTTP/1.1" status: 204 len: 168 time: 0.5852699 Dec 20 23:16:33.025228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce5305-7ccd-4b51-a701-4a8e83d4f365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbb64fd-b02f-4bf0-b5be-1e8bfcd5cbd9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:33.025428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939776f5-38aa-4e16-90b2-dedca63ba8b8 None None] Network 77304a25-56d6-48e0-baa9-1490ee7a57fd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:33.028458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:33.121350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.186800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Deleting port b569c0fb-4562-4998-ad9b-114289556b50 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:33.187307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.231761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] DHCP port deletion for 77304a25-56d6-48e0-baa9-1490ee7a57fd request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:33.256487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] For port b569c0fb-4562-4998-ad9b-114289556b50, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b569c0fb-4562-4998-ad9b-114289556b50,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:33.256850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.280756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Calling delete_port for b569c0fb-4562-4998-ad9b-114289556b50 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:33.305505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Deleting port b569c0fb-4562-4998-ad9b-114289556b50 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:33.305917 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.327096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.394805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] For port b569c0fb-4562-4998-ad9b-114289556b50, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b569c0fb-4562-4998-ad9b-114289556b50,segment=NetworkSegment(9202aa5f-d20b-43f1-8b17-03cec0df74bb),segment_id=9202aa5f-d20b-43f1-8b17-03cec0df74bb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:33.395414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.413545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Calling delete_port for b569c0fb-4562-4998-ad9b-114289556b50 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:33.498390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.504597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.527724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] No DVR routers for this DVR port b569c0fb-4562-4998-ad9b-114289556b50 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:33.531424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] Pushing event deleted for resources: {'Port': ['ID=b569c0fb-4562-4998-ad9b-114289556b50,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:33.533234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0115ef9-155a-4911-9300-e72d5ff000d3 None None] No DVR routers for this DVR port b569c0fb-4562-4998-ad9b-114289556b50 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:33.557951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b569c0fb-4562-4998-ad9b-114289556b50,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:33.617042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.637642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77304a25-56d6-48e0-baa9-1490ee7a57fd']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:33.647422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9202aa5f-d20b-43f1-8b17-03cec0df74bb') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:33.647713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9202aa5f-d20b-43f1-8b17-03cec0df74bb') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:33.657355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.671598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.676713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:33.677096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:33.678828 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:33.799911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.809099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:33.815723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] 10.222.0.62 "DELETE /v2.0/networks/77304a25-56d6-48e0-baa9-1490ee7a57fd HTTP/1.1" status: 204 len: 168 time: 0.7822666 Dec 20 23:16:33.816916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:33.828199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572098d-be1d-4970-964d-277d28bd1057 admin admin] Pushing event deleted for resources: {'Network': ['ID=77304a25-56d6-48e0-baa9-1490ee7a57fd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:34.083391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567de4-96ba-401e-b6a6-762d94384b3e req-b6490869-cd0d-4599-921f-7ab64ef41ed6 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:34.085043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17567de4-96ba-401e-b6a6-762d94384b3e req-b6490869-cd0d-4599-921f-7ab64ef41ed6 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0947442 Dec 20 23:16:34.171520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17567de4-96ba-401e-b6a6-762d94384b3e req-c71152fc-24da-48de-bb30-edb25769cabf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768750 Dec 20 23:16:34.332978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35e6816c-88c5-4d32-bd44-93e4ca99033d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:34.363836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.378086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 35e6816c-88c5-4d32-bd44-93e4ca99033d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:34.378701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35e6816c-88c5-4d32-bd44-93e4ca99033d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:34.379319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b569c0fb-4562-4998-ad9b-114289556b50 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:34.400990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b569c0fb-4562-4998-ad9b-114289556b50 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:34.401892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b569c0fb-4562-4998-ad9b-114289556b50 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:34.404619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34126) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:34.501443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-686acabc-b564-46d6-9a71-790655d3712c req-c90907b8-79cc-408c-9da6-e38c6e470a95 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.1374226 Dec 20 23:16:34.535716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bff3b-3676-492e-87c3-be2e0cfa984f req-b6b807c6-8664-4542-97d1-5f536e7ef742 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:34.537509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-105bff3b-3676-492e-87c3-be2e0cfa984f req-b6b807c6-8664-4542-97d1-5f536e7ef742 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.1028605 Dec 20 23:16:34.583744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-068bdaf7-232d-4618-b99e-4ba04c8ee96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.631666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-105bff3b-3676-492e-87c3-be2e0cfa984f req-c7314f68-8efe-4bca-a1e7-c8fabff54f6a tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670218 Dec 20 23:16:34.709450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-068bdaf7-232d-4618-b99e-4ba04c8ee96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.812583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-068bdaf7-232d-4618-b99e-4ba04c8ee96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.813126 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a079-0582-42ec-b001-0c795295b738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.830960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Deleting port 038d9b7d-f233-4812-a87e-1c1fef37a200 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:34.832130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.846143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bdaf7-232d-4618-b99e-4ba04c8ee96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523bf7a-8720-4265-ad02-0fb7b0d94c95,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:34.876252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-068bdaf7-232d-4618-b99e-4ba04c8ee96f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee2f20c5d8834380ac6828c2ca90eab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4696200 Dec 20 23:16:34.878782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:34.956052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:34.986223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.130880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.134884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.138959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b523bf7a-8720-4265-ad02-0fb7b0d94c95 HTTP/1.1" status: 204 len: 168 time: 0.2569122 Dec 20 23:16:35.148214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda32e5-b381-4a49-9fec-e0ecf91534bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523bf7a-8720-4265-ad02-0fb7b0d94c95,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:35.350865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] For port 038d9b7d-f233-4812-a87e-1c1fef37a200, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=038d9b7d-f233-4812-a87e-1c1fef37a200,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:35.351349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.362509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ace28-fdcb-43e2-a2f0-c34faf7184fc req-fc49c522-9489-4f34-b407-600832d68049 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:35.364289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-978ace28-fdcb-43e2-a2f0-c34faf7184fc req-fc49c522-9489-4f34-b407-600832d68049 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0772598 Dec 20 23:16:35.377923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Calling delete_port for 038d9b7d-f233-4812-a87e-1c1fef37a200 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:35.465799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-978ace28-fdcb-43e2-a2f0-c34faf7184fc req-1aa1cf2b-cab3-40cc-9bb4-5021c11906b0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897563 Dec 20 23:16:35.641220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cfe71d3-462e-4f69-b20c-586c2d81b13f req-3787b349-ab18-4fe3-9a17-4c2edf3a655e tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0397656 Dec 20 23:16:35.734689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.767423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=038d9b7d-f233-4812-a87e-1c1fef37a200,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:35.805341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:35.814328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbeaf-eb3e-4a70-bf7f-a9eeb3eebf3d req-1c16131d-d18d-4ce8-8970-a1d845ed608d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:35.815886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-615bbeaf-eb3e-4a70-bf7f-a9eeb3eebf3d req-1c16131d-d18d-4ce8-8970-a1d845ed608d tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.1085811 Dec 20 23:16:35.819843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-437172f8-4b2d-4921-b6aa-9f5be4ec5e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.923785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-437172f8-4b2d-4921-b6aa-9f5be4ec5e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:35.926370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-da2e0ffd-05e9-41ea-aafc-95d1ee1cfc17 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:35.927999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-da2e0ffd-05e9-41ea-aafc-95d1ee1cfc17 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.45 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 945 time: 0.1492441 Dec 20 23:16:35.946723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-615bbeaf-eb3e-4a70-bf7f-a9eeb3eebf3d req-d38de21c-cca7-4189-b062-f2e35c9bde38 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132855 Dec 20 23:16:35.995473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-437172f8-4b2d-4921-b6aa-9f5be4ec5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.053953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437172f8-4b2d-4921-b6aa-9f5be4ec5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7739723-1423-42a9-a34e-dd781d48ec24,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:36.079735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-437172f8-4b2d-4921-b6aa-9f5be4ec5e0d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f1fc0eb30d147b7a13c25fa0721269d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731493 Dec 20 23:16:36.080405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34146) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:36.108277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.124660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Deleting port a33ff96d-803e-4649-98d6-1deaa49ed99f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:36.124993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.136814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.160930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.241941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 50b2d97e-26f3-4aaa-832a-01072b31e5e8 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:36.268016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.271290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.272650 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7739723-1423-42a9-a34e-dd781d48ec24 HTTP/1.1" status: 204 len: 168 time: 0.1911740 Dec 20 23:16:36.273777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 50b2d97e-26f3-4aaa-832a-01072b31e5e8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:36.274812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 50b2d97e-26f3-4aaa-832a-01072b31e5e8 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:36.294175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca65c0-33df-492d-81f0-0f6a2afbbf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7739723-1423-42a9-a34e-dd781d48ec24,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:36.326986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] For port a33ff96d-803e-4649-98d6-1deaa49ed99f, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a33ff96d-803e-4649-98d6-1deaa49ed99f,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:36.327346 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.371675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Calling delete_port for a33ff96d-803e-4649-98d6-1deaa49ed99f owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:36.517335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:16:36.708956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a65ecd-7e71-4c7f-969c-f084fa1e378a req-83a4114e-993d-446a-a0dc-5f4f07fd3ade tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:36.710495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15a65ecd-7e71-4c7f-969c-f084fa1e378a req-83a4114e-993d-446a-a0dc-5f4f07fd3ade tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1240382 Dec 20 23:16:36.725690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:16:36.732594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-29e63e59-1468-4a57-9344-6e0a62c929d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139814 Dec 20 23:16:36.735722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:36.749246 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Sync routers for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:16:36.776693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:36.781085 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:36.804981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93558194-54a0-4da6-9762-12711693a3ad req-7deeae8c-86ac-43ca-961e-45f09e8b2b27 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Dec 20 23:16:36.808428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.823657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:36.826210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a33ff96d-803e-4649-98d6-1deaa49ed99f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:36.861366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event deleted for resources: {'Port': ['ID=a33ff96d-803e-4649-98d6-1deaa49ed99f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:36.936842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.938691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15a65ecd-7e71-4c7f-969c-f084fa1e378a req-47c14acd-aea8-4a69-a5a4-aa1e64f3ddd2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191296 Dec 20 23:16:36.969276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] No DVR routers for this DVR port a33ff96d-803e-4649-98d6-1deaa49ed99f on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:36.974625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:36.978269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31df141f-bce4-47e3-b182-12b0507c42c3 req-a7d3d71b-416b-4f60-a65d-02c3af4b5ca1 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.45 "DELETE /v2.0/ports/a33ff96d-803e-4649-98d6-1deaa49ed99f HTTP/1.1" status: 204 len: 173 time: 1.0422699 Dec 20 23:16:36.978820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'name': 'network-vif-deleted', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:36.982311 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f0753-814f-4679-b774-7c6951be1a38" -d '{"events": [{"server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "name": "network-vif-deleted", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:37.066584 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:37.097926 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafcf2c2-b061-4778-9e51-c35fb6664cfc x-openstack-request-id: req-aafcf2c2-b061-4778-9e51-c35fb6664cfc {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:37.098255 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17598cb-1edb-4fe6-b10e-ff50c4ac1e80", "name": "network-vif-deleted", "tag": "a33ff96d-803e-4649-98d6-1deaa49ed99f", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:37.098482 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aafcf2c2-b061-4778-9e51-c35fb6664cfc {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:37.098891 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17598cb-1edb-4fe6-b10e-ff50c4ac1e80', 'name': 'network-vif-deleted', 'tag': 'a33ff96d-803e-4649-98d6-1deaa49ed99f', 'status': 'completed', 'code': 200} Dec 20 23:16:37.103818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d539347-4e67-41b3-b1ae-312a5e57e691 req-55c92782-8378-49fa-af43-1650b971c5dc tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=c17598cb-1edb-4fe6-b10e-ff50c4ac1e80 HTTP/1.1" status: 200 len: 210 time: 0.0621490 Dec 20 23:16:37.121137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:37.239601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Deleting port eccb7003-8f5d-47ee-ac7e-7b5b47329da1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:37.240341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:37.324910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:16:35Z', 'revision_number': 5, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port': {'id': 'eccb7003-8f5d-47ee-ac7e-7b5b47329da1', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:04:34Z', 'updated_at': '2021-12-20T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:37.355010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] For port eccb7003-8f5d-47ee-ac7e-7b5b47329da1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:37.355411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:37.360841 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Checking router: 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:16:37.368643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Calling delete_port for eccb7003-8f5d-47ee-ac7e-7b5b47329da1 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:37.369379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Routers {'3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:16:37.370004 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:16:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:37.550119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb628f01-d172-449b-9cf7-5805047709ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:37.665951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:37.666281 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] Set router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:16:37.726276 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:16:37Z', 'revision_number': 6, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:37.739657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f23c52-3872-4ee2-a781-2926a0a49a8d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:37.764563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccb7003-8f5d-47ee-ac7e-7b5b47329da1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:37.801885 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d90d8-a5e0-4574-a5bd-e5946068f6bf None None] The sync data for ids ['3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4'] in n-d-822053-9 is: [{'id': '3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4', 'name': 'tempest-TaggedBootDevicesTest-1514318044-router', 'tenant_id': '46782ae40727481590ed7bdb6ec44664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:04:32Z', 'updated_at': '2021-12-20T23:16:37Z', 'revision_number': 6, 'project_id': '46782ae40727481590ed7bdb6ec44664', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:16:37.870710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.006321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.010684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.024914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-437d20a2-92f5-47a1-99a9-0be9701eff84 req-ddbf51b7-57fb-4742-835b-80c8c7d74c85 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0800714 Dec 20 23:16:38.120151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5101-897d-4582-8f4b-3b47e05557d6 req-14bfa062-d567-4ed7-973d-b0f139a05091 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:38.121699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb5f5101-897d-4582-8f4b-3b47e05557d6 req-14bfa062-d567-4ed7-973d-b0f139a05091 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0861199 Dec 20 23:16:38.141966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.142543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:16:38.147085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.151724 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bab68d9c-8274-483c-9f63-dd29190d9273 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3097c23a-e5e1-4fdc-aaaf-8403d5fa75f4 HTTP/1.1" status: 204 len: 168 time: 1.4145622 Dec 20 23:16:38.155169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:38.202744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb5f5101-897d-4582-8f4b-3b47e05557d6 req-9c8009d2-4b2a-4d31-8bfc-5b17beafadce tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738077 Dec 20 23:16:38.274528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Deleting subnet 0eb4233b-3cab-42d2-ad20-8a5cd4558da5 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:38.289388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.315201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.354383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 038d9b7d-f233-4812-a87e-1c1fef37a200 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:38.381514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 038d9b7d-f233-4812-a87e-1c1fef37a200 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:38.382184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.382457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 038d9b7d-f233-4812-a87e-1c1fef37a200 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:38.526046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.687819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.729418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301ee4-4923-4403-b3df-fe2d39f60f4c req-26866fa4-4ee8-41fa-b199-76a3c80c2a2a tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:38.744379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26301ee4-4923-4403-b3df-fe2d39f60f4c req-26866fa4-4ee8-41fa-b199-76a3c80c2a2a tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1286671 Dec 20 23:16:38.754553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb4233b-3cab-42d2-ad20-8a5cd4558da5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:38.769886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2954b-d468-4f22-b149-1f68507557de None None] Network c1b01039-f1bf-41c0-a34c-f31dc63890ba requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:38.777621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:38.788163 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f47f42de-d01e-44da-8ba6-4d12ad01c5dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0eb4233b-3cab-42d2-ad20-8a5cd4558da5 HTTP/1.1" status: 204 len: 168 time: 0.6318712 Dec 20 23:16:38.791645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34248) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:38.919050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26301ee4-4923-4403-b3df-fe2d39f60f4c req-06da37af-b51d-41f7-87ac-4fe7883716f6 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682987 Dec 20 23:16:38.957543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-6f2874c6-7c9a-452c-bc4a-315397bfc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:38.959215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-6f2874c6-7c9a-452c-bc4a-315397bfc7ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.2018149 Dec 20 23:16:38.979734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.104435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Deleting port 035d65d4-127e-4829-8f62-a062625f4e8c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:39.105059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.128844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] DHCP port deletion for c1b01039-f1bf-41c0-a34c-f31dc63890ba request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:16:39.212858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-99b19f46-2ffe-4cfb-b067-863cce3d43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:39.216544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] For port 035d65d4-127e-4829-8f62-a062625f4e8c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=035d65d4-127e-4829-8f62-a062625f4e8c,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:39.217773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.220803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-99b19f46-2ffe-4cfb-b067-863cce3d43e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.2487018 Dec 20 23:16:39.239793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Calling delete_port for 035d65d4-127e-4829-8f62-a062625f4e8c owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:39.260477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Deleting port 035d65d4-127e-4829-8f62-a062625f4e8c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:39.260868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.264559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a33ff96d-803e-4649-98d6-1deaa49ed99f no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:39.382164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a33ff96d-803e-4649-98d6-1deaa49ed99f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:39.385987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a33ff96d-803e-4649-98d6-1deaa49ed99f not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:39.388052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7aa6c4b-1645-4687-92a9-f4e59c7a794e req-a0ef085e-e7eb-4497-852d-d03bb9f9ee40 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.1665254 Dec 20 23:16:39.464184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-bb0e6899-d091-4ccf-bb8c-90cbd1d96a8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 1001 time: 0.2184939 Dec 20 23:16:39.487626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.490586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] For port 035d65d4-127e-4829-8f62-a062625f4e8c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=035d65d4-127e-4829-8f62-a062625f4e8c,segment=NetworkSegment(72696bbf-29ec-4b92-aa8d-c36d07e4de4f),segment_id=72696bbf-29ec-4b92-aa8d-c36d07e4de4f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:39.490937 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.504509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] No DVR routers for this DVR port 035d65d4-127e-4829-8f62-a062625f4e8c on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:39.510044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Calling delete_port for 035d65d4-127e-4829-8f62-a062625f4e8c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:39.605596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-b231c24f-a2ff-453f-ac14-170cd535f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:39.607280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-b231c24f-a2ff-453f-ac14-170cd535f443 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1355088 Dec 20 23:16:39.612401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=035d65d4-127e-4829-8f62-a062625f4e8c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:39.683248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.737282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-78146404-dafc-416c-b8b2-b5220b7fa8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:39.740772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-78146404-dafc-416c-b8b2-b5220b7fa8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221364 Dec 20 23:16:39.744596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] Pushing event deleted for resources: {'Port': ['ID=035d65d4-127e-4829-8f62-a062625f4e8c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:39.753500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b6ef8-6042-4bf6-868c-c81e881899ab None None] No DVR routers for this DVR port 035d65d4-127e-4829-8f62-a062625f4e8c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:39.782178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.790065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.820943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b01039-f1bf-41c0-a34c-f31dc63890ba']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:39.836833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72696bbf-29ec-4b92-aa8d-c36d07e4de4f') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:39.837506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72696bbf-29ec-4b92-aa8d-c36d07e4de4f') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:39.851407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.883094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.893740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:39.894153 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:39.896125 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:39.913297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-2f3d1a38-3002-44c2-979f-d02367416f8b service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609118 Dec 20 23:16:40.116784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce039fbd-2e66-46ee-9117-a6272456a8c2 req-7ba2c141-3feb-4846-bc13-3db93fa79893 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:40.118676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce039fbd-2e66-46ee-9117-a6272456a8c2 req-7ba2c141-3feb-4846-bc13-3db93fa79893 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1211891 Dec 20 23:16:40.126839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.155393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.155393 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c1b01039-f1bf-41c0-a34c-f31dc63890ba HTTP/1.1" status: 204 len: 168 time: 1.3541765 Dec 20 23:16:40.167795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4f349d5-c19f-410a-8624-51a949ed2955 req-ab86d012-d49d-4caf-8d98-2ff8fd60b0a1 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301202 Dec 20 23:16:40.195174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a288cd-7372-4fdd-9366-b868e63b0c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b01039-f1bf-41c0-a34c-f31dc63890ba,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:40.200219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce039fbd-2e66-46ee-9117-a6272456a8c2 req-88a483da-1e20-418a-95e2-e644ac8b924d tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682056 Dec 20 23:16:40.349141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eccb7003-8f5d-47ee-ac7e-7b5b47329da1 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:40.371422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: eccb7003-8f5d-47ee-ac7e-7b5b47329da1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:40.371816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device eccb7003-8f5d-47ee-ac7e-7b5b47329da1 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:40.372241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 035d65d4-127e-4829-8f62-a062625f4e8c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:40.401852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 035d65d4-127e-4829-8f62-a062625f4e8c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:40.401852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 035d65d4-127e-4829-8f62-a062625f4e8c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:40.473544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.524037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ac5561f-408e-40df-b895-315c98d67d5b req-8298437f-c96f-4077-864a-dd0e34d7bdc8 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0358052 Dec 20 23:16:40.657459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34318) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:40.721563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34320) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:40.721783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7f726ba7-ac7d-4e17-b1fc-40678351f267 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c1dbbcdf6254156a007b7aadcec38e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627620 Dec 20 23:16:40.805623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.829970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.967569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.971238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:40.972617 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6dcf5af-d766-45d9-9bd8-11bcc6ef3448 HTTP/1.1" status: 204 len: 168 time: 0.2502992 Dec 20 23:16:40.983181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1439946-1d8c-460f-9616-bdd3c1a2a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dcf5af-d766-45d9-9bd8-11bcc6ef3448,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:41.379636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9458a5-6855-44b8-80aa-b11616f45c5a req-70849bf7-6841-4d73-a594-172242d8ce82 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:41.379636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e9458a5-6855-44b8-80aa-b11616f45c5a req-70849bf7-6841-4d73-a594-172242d8ce82 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0713470 Dec 20 23:16:41.453623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e9458a5-6855-44b8-80aa-b11616f45c5a req-529020a1-fc71-482f-aa42-a2577390eda8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669107 Dec 20 23:16:41.644247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9110071-0ee7-4d5e-b744-ac8aae62df6c req-5e244fd0-2b79-4f33-b513-f2ffcb81c80e tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0334251 Dec 20 23:16:41.898810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34344) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:41.951454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf34c4f0-2e01-4d20-a6a7-d30714aed5ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46782ae40727481590ed7bdb6ec44664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515950 Dec 20 23:16:41.954814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:42.008363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.035857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.132594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.136211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.137364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/872ea4a7-f83b-485e-a698-039bb01134e4 HTTP/1.1" status: 204 len: 168 time: 0.1814778 Dec 20 23:16:42.146666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bca64-7552-4da1-948e-a4b5f74fdb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872ea4a7-f83b-485e-a698-039bb01134e4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:42.574625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34356) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:42.706447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74990c30-dc2e-48cc-8dd5-8b1de88d14ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.772009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c92c7802-f6a5-483f-ba3a-93d3ef87f5c0 req-20723883-70a3-4b5d-9bc0-d9a53bc10575 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0285029 Dec 20 23:16:42.797458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74990c30-dc2e-48cc-8dd5-8b1de88d14ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.863464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-74990c30-dc2e-48cc-8dd5-8b1de88d14ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:42.947944 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-74990c30-dc2e-48cc-8dd5-8b1de88d14ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce5ae7551b2e4f97a8dc32b1d65e03a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698704 Dec 20 23:16:42.948828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34376) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:42.955895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74990c30-dc2e-48cc-8dd5-8b1de88d14ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9a592-76d9-4f29-ac42-c8760a5532d6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:43.001333 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4cd1867d-f047-43ea-af3b-624e8c51a860 req-36713f3d-4844-4fcb-94e4-372d7a826210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0510900 Dec 20 23:16:43.047080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.070789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.189613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.193234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.199263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebd9a592-76d9-4f29-ac42-c8760a5532d6 HTTP/1.1" status: 204 len: 168 time: 0.2493005 Dec 20 23:16:43.218797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fb1d1-d17b-424c-b9d8-5c0412ad3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9a592-76d9-4f29-ac42-c8760a5532d6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:43.289126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c688f-6ff8-4662-b0f7-c50633ffc1bb req-a7bb57f2-e35a-4f42-b488-d0fff4d83cb4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:43.291064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626c688f-6ff8-4662-b0f7-c50633ffc1bb req-a7bb57f2-e35a-4f42-b488-d0fff4d83cb4 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 945 time: 0.0639172 Dec 20 23:16:43.343288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-626c688f-6ff8-4662-b0f7-c50633ffc1bb req-d7f6e387-b998-466b-9b79-20e5112d7b10 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Dec 20 23:16:43.473410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34390) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:43.663798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1407119309-network', 'tenant_id': '58ecf742ec5a47c88ec2db56e1f19277'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:43.787709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Made reservation on behalf of 58ecf742ec5a47c88ec2db56e1f19277 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:43.791142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.800970 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:43.930603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-124f88ff-ce88-45d6-adc0-44dbe5226685 req-be833bbe-eb1e-4b4b-a372-422892cc2332 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0384741 Dec 20 23:16:43.991885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34400) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:44.017392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4710e57a-e1c9-4abf-b0a8-adab6de32548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.073280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.140858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4710e57a-e1c9-4abf-b0a8-adab6de32548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.143855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.170522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:16:44.180890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6e69e1-1aee-4706-b8ae-5f0feca7ae53,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:44.188055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.188394 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Added segment b0a85c24-ce34-456c-84cf-ee36fbabe7a8 of type vlan for network 1fe8ca77-de20-44e1-9891-7874010b64ec Dec 20 23:16:44.217698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4710e57a-e1c9-4abf-b0a8-adab6de32548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.238105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.259063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4710e57a-e1c9-4abf-b0a8-adab6de32548 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fa05ca054f644528eec9f1be8434f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653179 Dec 20 23:16:44.260081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710e57a-e1c9-4abf-b0a8-adab6de32548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a646f-813d-48a8-a508-8c86533c3938,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:44.261702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:44.332391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.347371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.348467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:44.349025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.386572 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.473015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9982088 Dec 20 23:16:44.473576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394073-480b-4890-987c-cc14bcd15e70 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe8ca77-de20-44e1-9891-7874010b64ec,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:44.475945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:44.486024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Request body: {'subnet': {'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1407119309-subnet', 'tenant_id': '58ecf742ec5a47c88ec2db56e1f19277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:44.491794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 1fe8ca77-de20-44e1-9891-7874010b64ec details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:16:44.519710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c16cd-0aa9-40e4-b428-b21783b7c676 req-101c2659-1cba-4b67-9782-df839bc14368 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:44.521225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-197c16cd-0aa9-40e4-b428-b21783b7c676 req-101c2659-1cba-4b67-9782-df839bc14368 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 945 time: 0.0770514 Dec 20 23:16:44.579272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-197c16cd-0aa9-40e4-b428-b21783b7c676 req-b3b812f0-5bf1-4133-8ffe-bacfa64a754e tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/security-groups?id=d503e818-7b59-4251-a3f1-bf1a45e2982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496910 Dec 20 23:16:44.589610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Made reservation on behalf of 58ecf742ec5a47c88ec2db56e1f19277 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:44.593454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.623958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.626743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.630179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f4a646f-813d-48a8-a508-8c86533c3938 HTTP/1.1" status: 204 len: 168 time: 0.3630612 Dec 20 23:16:44.637895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87af806-dba7-4dc9-8c39-0c39993c7d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a646f-813d-48a8-a508-8c86533c3938,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:44.835412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:44.919226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:44.941508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Checking segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:44.941899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Network hostable DHCP agents. Network: 1fe8ca77-de20-44e1-9891-7874010b64ec, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:16:44.958297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-d8acef4c-b866-41cb-ab61-a961859a5240 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:44.959941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-d8acef4c-b866-41cb-ab61-a961859a5240 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 945 time: 0.0815239 Dec 20 23:16:45.060116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Deleting port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:16:45.060116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:45.064731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Network 1fe8ca77-de20-44e1-9891-7874010b64ec is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:16:45.073587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3f3eacf-589c-4082-bbb9-ac291ea72d78 req-b4778f97-5878-4e60-a8c0-e9b6b6d21d4d tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0354686 Dec 20 23:16:45.200392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 1fe8ca77-de20-44e1-9891-7874010b64ec) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:45.216049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123454f-8646-4779-a20a-d46d527fc9d8 None None] Network 1fe8ca77-de20-44e1-9891-7874010b64ec requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:45.219960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:45.220569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:45.230775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] For port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,segment=NetworkSegment(c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41),segment_id=c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:45.231083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:45.249527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Calling delete_port for 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:16:45.320355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67620a23-d141-433e-97e4-0c45740bca4a None None] Network 1fe8ca77-de20-44e1-9891-7874010b64ec requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:45.335530 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-760ee1ed-07ed-434e-9e64-22f8cb6980f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8583722 Dec 20 23:16:45.486877 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:45.500235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['1492b58b-8a61-4423-a7f2-a9a1d5e525d0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:45.522083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Pushing event deleted for resources: {'Port': ['ID=1492b58b-8a61-4423-a7f2-a9a1d5e525d0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:45.597104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] No DVR routers for this DVR port 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:16:45.635157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21256d49-8134-45fd-99c9-a0b471184932 req-6572e76a-9931-4189-a475-9421bb944813 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=794ffbba74324795862aeeca54b50ad0&device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0347805 Dec 20 23:16:45.636345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:45.640171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb5fb2f1-89be-4734-99c9-43d360c46edf req-ae118bfb-d486-4488-a172-9266626e4799 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.59 "DELETE /v2.0/ports/1492b58b-8a61-4423-a7f2-a9a1d5e525d0 HTTP/1.1" status: 204 len: 173 time: 0.6737077 Dec 20 23:16:45.640759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'name': 'network-vif-deleted', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:45.643300 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12027b7-d642-4443-80a6-69bf33a2ea94" -d '{"events": [{"server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "name": "network-vif-deleted", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:45.651043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dae72a8f-f7b6-43f9-946c-bd74159dc1a6 req-3bd9d7bc-62a0-4511-9813-83eb8b488a54 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0540783 Dec 20 23:16:45.671015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21256d49-8134-45fd-99c9-a0b471184932 req-4f4273fc-7453-4c71-985c-2deced5e6d74 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=794ffbba74324795862aeeca54b50ad0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226345 Dec 20 23:16:45.795401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31a0ad95-91ca-4a0c-a747-86078eddcddc req-d10f06ba-b6af-4e1b-a7e3-5573cb3f7b93 tempest-AttachVolumeNegativeTest-922110514 tempest-AttachVolumeNegativeTest-922110514-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ca3ec12-2ec1-47a0-b175-eb30fdd15b55 HTTP/1.1" status: 200 len: 210 time: 0.0427105 Dec 20 23:16:45.810180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21256d49-8134-45fd-99c9-a0b471184932 req-e25b0a3a-91b8-4a76-a1b5-0200b4ebeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:45.811883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21256d49-8134-45fd-99c9-a0b471184932 req-e25b0a3a-91b8-4a76-a1b5-0200b4ebeb61 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346474 Dec 20 23:16:45.851822 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c80cea-de3c-49a0-9e00-06b1346f3bbd x-openstack-request-id: req-02c80cea-de3c-49a0-9e00-06b1346f3bbd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:45.852114 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3ec12-2ec1-47a0-b175-eb30fdd15b55", "name": "network-vif-deleted", "tag": "1492b58b-8a61-4423-a7f2-a9a1d5e525d0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:45.852384 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02c80cea-de3c-49a0-9e00-06b1346f3bbd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:45.852821 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3ec12-2ec1-47a0-b175-eb30fdd15b55', 'name': 'network-vif-deleted', 'tag': '1492b58b-8a61-4423-a7f2-a9a1d5e525d0', 'status': 'completed', 'code': 200} Dec 20 23:16:45.969702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-758b4acf-0d03-459b-85d7-2f4737f0288e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:45.971504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-758b4acf-0d03-459b-85d7-2f4737f0288e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.1238706 Dec 20 23:16:45.988833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-0c3e5d9c-78fa-41ee-9469-e9f395a0749f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/quotas/58ecf742ec5a47c88ec2db56e1f19277 HTTP/1.1" status: 200 len: 375 time: 0.0111935 Dec 20 23:16:46.028796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-3f50609e-ae54-4c1a-9d5f-05d00566269c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340755 Dec 20 23:16:46.130996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-6bc48846-4c3f-43e7-b38f-c8229391782c service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940616 Dec 20 23:16:46.234325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-6f6b91ae-0c05-42f2-9ab1-a76959ccbfca service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955462 Dec 20 23:16:46.518720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d39212c6-3109-4bd4-9596-9048fea76f3e req-542a6615-3c39-4714-8fd4-d0f51c937413 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0484703 Dec 20 23:16:46.759471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d18b1006-9e89-42a3-9798-a70496ec9b43 req-fe6d9057-2d7c-4530-91d6-ddbf626f6d04 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0325253 Dec 20 23:16:46.852212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:46.912120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Deleting subnet 329181ae-52e4-49b8-ad3c-2ea8d0d61e42 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:16:46.918785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:46.966261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.011815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.059297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-21256d49-8134-45fd-99c9-a0b471184932 req-1eab8316-4b77-42c8-a95d-eec231887ee4 tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.59 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0245261 Dec 20 23:16:47.178377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.207260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329181ae-52e4-49b8-ad3c-2ea8d0d61e42,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:47.209225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.212454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6ae3546d-4ddd-45ca-8507-6c6b0552fc69 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/329181ae-52e4-49b8-ad3c-2ea8d0d61e42 HTTP/1.1" status: 204 len: 168 time: 0.3591096 Dec 20 23:16:47.215574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34498) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:47.304396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.396201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.418256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d544b96-eefe-4c33-95af-a15deecfc34c']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:47.429443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:47.429857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d8a7b0-b277-4474-9bdf-e7a6dccc6a41') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:16:47.441574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.455376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.461516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:16:47.462130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:16:47.463752 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:16:47.612745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.619312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:47.632810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] 10.222.0.62 "DELETE /v2.0/networks/1d544b96-eefe-4c33-95af-a15deecfc34c HTTP/1.1" status: 204 len: 168 time: 0.4137621 Dec 20 23:16:47.647672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea714378-17ca-4ad5-a803-dcefcbb4e812 req-d39edf36-fda8-4525-a630-459ca478055e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0529716 Dec 20 23:16:47.683732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c4809-54ea-48e8-a495-4971e24edd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d544b96-eefe-4c33-95af-a15deecfc34c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:47.876506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d01daf40-7db6-41f3-8ba0-ba74a712734d req-8fab3937-1b70-4678-8931-6920cc69404c tempest-ServerShowV257Test-1849439519 tempest-ServerShowV257Test-1849439519-project] 10.222.0.62 "GET /v2.0/ports?device_id=94277b33-dcce-4d4a-bc8c-d6f297f49340 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Dec 20 23:16:48.224507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:48.271118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dc91b28c-2aad-4628-b840-5f0be03dcaf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=472333722b8449368abd55965b600b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452917 Dec 20 23:16:48.273671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34526) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:48.327526 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:48.352285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:48.463348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:48.465989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:48.470305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d503e818-7b59-4251-a3f1-bf1a45e2982f HTTP/1.1" status: 204 len: 168 time: 0.1930351 Dec 20 23:16:48.479126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a855fc-c564-4d90-b382-afc5d59ed45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503e818-7b59-4251-a3f1-bf1a45e2982f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:48.765926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8da7d47f-44a3-45fb-bae0-12c19b364e12 req-264462cf-6fe8-4d37-b0af-fbe0fb79dfa6 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Dec 20 23:16:48.847301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-7052de89-ef99-429b-825b-d02a062296e4 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:48.849014 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-7052de89-ef99-429b-825b-d02a062296e4 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.59 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.1322427 Dec 20 23:16:48.862409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Request body: {'port': {'device_id': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'admin_state_up': True, 'tenant_id': '58ecf742ec5a47c88ec2db56e1f19277'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:49.078454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Made reservation on behalf of 58ecf742ec5a47c88ec2db56e1f19277 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:49.082225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.171129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:49.224718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Allocated IP 172.20.0.11 (1fe8ca77-de20-44e1-9891-7874010b64ec/3fbfe5b6-256c-472b-bd00-73a6b0f67a2c/fae3f57a-f0d7-4eaf-8c43-bf588a4780cd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:16:49.332625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbb42-0e7c-4f50-8268-ad531b7e7e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.393422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.442416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbb42-0e7c-4f50-8268-ad531b7e7e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.502740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.536388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34560) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:49.543723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbb42-0e7c-4f50-8268-ad531b7e7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.545673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Network 1fe8ca77-de20-44e1-9891-7874010b64ec is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:16:49.549331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:49.553242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:16:49.598926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8d9fbb42-0e7c-4f50-8268-ad531b7e7e96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85db93ed47e845dd9b31aa532fe401f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263687 Dec 20 23:16:49.601386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fbb42-0e7c-4f50-8268-ad531b7e7e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fee908-38be-4981-8745-890055db6841,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:49.603895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34564) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:49.620318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:49.620529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.624131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:49.661498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.693143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-85bb2f65-bd4e-4ab5-b4cd-9e0c038fbcbd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8345647 Dec 20 23:16:49.695985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.707990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Request body: {'port': {'device_id': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:49.728204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b092d79f-4b90-410d-9d9d-923a3e6e87e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.777311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.839256 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b092d79f-4b90-410d-9d9d-923a3e6e87e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.901547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.905259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.906676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62fee908-38be-4981-8745-890055db6841 HTTP/1.1" status: 204 len: 168 time: 0.3017058 Dec 20 23:16:49.919295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ce1b-cd16-4ef8-96d9-7eba05c9478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fee908-38be-4981-8745-890055db6841,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:49.924755 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b092d79f-4b90-410d-9d9d-923a3e6e87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:49.966646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b092d79f-4b90-410d-9d9d-923a3e6e87e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=794ffbba74324795862aeeca54b50ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289045 Dec 20 23:16:49.969620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:50.023373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd089c-69a4-411e-bd5d-3efa07db7ad9 req-050497ac-69e8-47e6-8ef2-cbfde8815085 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:50.025230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02cd089c-69a4-411e-bd5d-3efa07db7ad9 req-050497ac-69e8-47e6-8ef2-cbfde8815085 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 932 time: 0.1537421 Dec 20 23:16:50.043678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092d79f-4b90-410d-9d9d-923a3e6e87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453c18e-89fc-40e0-a0d8-8c6b1dfe5441,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:50.118301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.136494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02cd089c-69a4-411e-bd5d-3efa07db7ad9 req-59b0cce9-712c-4571-ad06-ea1af9169ff3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973330 Dec 20 23:16:50.164615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.177034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:16:50.184242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.203631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Transition to ACTIVE for port object fae3f57a-f0d7-4eaf-8c43-bf588a4780cd will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:16:50.269664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.296427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.299003 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.300170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f453c18e-89fc-40e0-a0d8-8c6b1dfe5441 HTTP/1.1" status: 204 len: 168 time: 0.3294351 Dec 20 23:16:50.309646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184146bb-7fe6-4eeb-abe2-6c51fae05010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453c18e-89fc-40e0-a0d8-8c6b1dfe5441,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:50.337010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:16:50.364669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:16:50.365316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 1492b58b-8a61-4423-a7f2-a9a1d5e525d0 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:16:50.389410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:50.456860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Attempting to bind port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:16:50.457207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Attempting to bind port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:16:50.458578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Attempting to bind port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:50.463083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd on network 1fe8ca77-de20-44e1-9891-7874010b64ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:16:50.463407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Attempting to bind port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:50.469048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:16:50.469382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Checking segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:50.469778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Bound using segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:16:50.470198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Bound port: fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:16:50.470550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.541218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:16:50.544398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:16:50.620902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.673493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:50.674519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:50.676339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] 10.222.0.59 "PUT /v2.0/ports/fae3f57a-f0d7-4eaf-8c43-bf588a4780cd HTTP/1.1" status: 200 len: 1092 time: 0.9727755 Dec 20 23:16:50.676954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:50.680520 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23157673-ca85-4a41-bca7-60157029cf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:50.730673 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a2d3e5-98b8-45e3-b9d6-dc879cbb539b x-openstack-request-id: req-09a2d3e5-98b8-45e3-b9d6-dc879cbb539b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:50.731092 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:50.731567 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a2d3e5-98b8-45e3-b9d6-dc879cbb539b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:50.732086 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'status': 'completed', 'code': 200} Dec 20 23:16:50.736827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2e426-2820-4466-bc0f-852c7e463e42 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:51.025479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34604) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:51.051656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:51.115702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157673-ca85-4a41-bca7-60157029cf7e req-9b1ce779-e192-451a-9278-ad616101305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.117686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23157673-ca85-4a41-bca7-60157029cf7e req-9b1ce779-e192-451a-9278-ad616101305d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 1095 time: 0.3607328 Dec 20 23:16:51.174645 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:51.272910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157673-ca85-4a41-bca7-60157029cf7e req-1aa4313b-b3b3-4615-8fbc-2ec83ba616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.274504 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23157673-ca85-4a41-bca7-60157029cf7e req-1aa4313b-b3b3-4615-8fbc-2ec83ba616ea service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1485047 Dec 20 23:16:51.308299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34717496-0ec8-48bb-ab3a-2059b3797c41 req-cedd739b-e352-4c8d-8380-434dd06f8db2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.320610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34717496-0ec8-48bb-ab3a-2059b3797c41 req-cedd739b-e352-4c8d-8380-434dd06f8db2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0925317 Dec 20 23:16:51.382539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34717496-0ec8-48bb-ab3a-2059b3797c41 req-7637cb93-74de-4acf-8853-65fc61dc59f3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Dec 20 23:16:51.421003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157673-ca85-4a41-bca7-60157029cf7e req-2ab29723-c6c6-4bb4-9ebe-d8eeb5fd14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.422621 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-23157673-ca85-4a41-bca7-60157029cf7e req-2ab29723-c6c6-4bb4-9ebe-d8eeb5fd14be service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409683 Dec 20 23:16:51.503717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-274a50ed-537c-4532-a96b-868f21aa427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.506032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-274a50ed-537c-4532-a96b-868f21aa427c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 1095 time: 0.0428598 Dec 20 23:16:51.550329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-87b0d935-b27b-43fa-bb2d-0071bf384fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd HTTP/1.1" status: 200 len: 217 time: 0.0367918 Dec 20 23:16:51.606312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396957c3-c587-4bcb-9300-286827cac1bb req-49625fac-0257-4f03-a73a-810f87ff5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:51.607928 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-49625fac-0257-4f03-a73a-810f87ff5b74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c HTTP/1.1" status: 200 len: 855 time: 0.0508287 Dec 20 23:16:51.641039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-7589c11e-6270-4c8c-ac6b-377106182b14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fe8ca77-de20-44e1-9891-7874010b64ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263276 Dec 20 23:16:51.721343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:51.735769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-1dbbe02c-43ae-4733-96a2-6e28d0d4e66d service neutron] 10.222.0.59 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873501 Dec 20 23:16:51.770625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a40961f095a94acaa816d754926bc335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7404971 Dec 20 23:16:51.771551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:51.781950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5823d9-5200-458a-9d73-0600b17b54e3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:51.803969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.804325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.804672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.805019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.805353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.805684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.806062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.806389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.806831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.807239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.807574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.807904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.808228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d6c61-91f1-4943-b2a9-752e6c9fcb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:51.863739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:51.893318 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-396957c3-c587-4bcb-9300-286827cac1bb req-7fb5b642-4768-49af-8ba7-479f6db19946 service neutron] 10.222.0.59 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505342 Dec 20 23:16:51.902616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.080786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.083433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.087039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb5823d9-5200-458a-9d73-0600b17b54e3 HTTP/1.1" status: 204 len: 168 time: 0.3116632 Dec 20 23:16:52.092752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32e179-1c16-446f-b0b1-b508e1f33755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5823d9-5200-458a-9d73-0600b17b54e3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:52.536043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6d1b1-e3bc-4665-847e-1cb77e0b4651 req-70b96446-b515-44e5-a73c-7d25b7b23548 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:52.538396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37a6d1b1-e3bc-4665-847e-1cb77e0b4651 req-70b96446-b515-44e5-a73c-7d25b7b23548 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0552156 Dec 20 23:16:52.549200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34644) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:52.602723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37a6d1b1-e3bc-4665-847e-1cb77e0b4651 req-f625ab3f-cbd0-4b55-9940-74b637abd0d7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570083 Dec 20 23:16:52.710390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1010921058-network', 'tenant_id': '6c1bd3e09f9a4b869550fe90dfe2ce81'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:52.783220 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:16:52.806478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Made reservation on behalf of 6c1bd3e09f9a4b869550fe90dfe2ce81 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:52.809081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.818726 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.903011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:52.975587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.001010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:16:53.010801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93278b52-8fe9-4964-a31f-31e7c168bb86,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:53.016193 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.016783 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Added segment e344b3b3-4d79-453a-a613-0d3e726e8e12 of type vlan for network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c Dec 20 23:16:53.074984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.164671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.165971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:53.166601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.243419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] Pushing event updated for resources: {'Network': ['ID=054ccb76-dc8d-4f69-b965-a944c8e6ee4c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:53.257778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:16:53.265903 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-36a819e0-e353-45d4-a3ac-228e8b5e7d47 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7201343 Dec 20 23:16:53.274201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34676) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:53.280161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Request body: {'subnet': {'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1010921058-subnet', 'tenant_id': '6c1bd3e09f9a4b869550fe90dfe2ce81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:53.360451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Made reservation on behalf of 6c1bd3e09f9a4b869550fe90dfe2ce81 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:53.363214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.604340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.673102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:53.685551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Checking segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:53.686124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Network hostable DHCP agents. Network: 054ccb76-dc8d-4f69-b965-a944c8e6ee4c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:16:53.775508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabfa5c-f58d-4da7-9563-905e3784b25c req-71d2b007-3e0c-440b-a3a0-f8c0ab102170 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:53.780884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-feabfa5c-f58d-4da7-9563-905e3784b25c req-71d2b007-3e0c-440b-a3a0-f8c0ab102170 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0604734 Dec 20 23:16:53.783421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:16:53.838040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-feabfa5c-f58d-4da7-9563-905e3784b25c req-f008a09c-9656-41ad-a7ca-e5137090900a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Dec 20 23:16:53.867210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 054ccb76-dc8d-4f69-b965-a944c8e6ee4c) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:53.872151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:53.873084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:53.879184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da224d22-de08-46c0-8663-a89398b9848a None None] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:53.981668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f87d7640-a630-46f6-8b21-ae9a5b2380a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7059574 Dec 20 23:16:53.988010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb3cc3-8746-4f0b-b633-05e1375d0c52 None None] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:16:54.340788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:16:54.462311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:54.479307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'port_id': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'mac_address': 'fa:16:3e:0b:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfe5b6-256c-472b-bd00-73a6b0f67a2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:16:54.537445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:54.555339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:16:54.579822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:54.638877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-f1364ab2-ae5c-45e4-b494-c92c5259f478 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:54.638877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-f1364ab2-ae5c-45e4-b494-c92c5259f478 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 814 time: 0.1252058 Dec 20 23:16:54.654263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9141d964-345e-4be2-b0da-3731616c32d5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/quotas/6c1bd3e09f9a4b869550fe90dfe2ce81 HTTP/1.1" status: 200 len: 375 time: 0.0103960 Dec 20 23:16:54.697116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-05db19a1-e070-486e-ac30-0a69d147176f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342171 Dec 20 23:16:54.788658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34732) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:54.807153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9a3281f0-083d-486d-b0f6-45e2632f8696 service neutron] 10.222.0.62 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001132 Dec 20 23:16:54.906655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27fdfa5b-ca60-4e19-a8af-986f0c45368f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:54.940490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-a797da1c-915b-4ec9-8dd7-77b68a787e95 service neutron] 10.222.0.62 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258695 Dec 20 23:16:55.132351 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.132475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27fdfa5b-ca60-4e19-a8af-986f0c45368f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.132579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:16:55.133697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdff36a-4071-474a-8447-e114b93f8c31 req-5d21caf0-96b2-4fe5-aba8-c0e30ac2683a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:55.135396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcdff36a-4071-474a-8447-e114b93f8c31 req-5d21caf0-96b2-4fe5-aba8-c0e30ac2683a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 945 time: 0.2110999 Dec 20 23:16:55.204032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcdff36a-4071-474a-8447-e114b93f8c31 req-b6571821-760b-45d7-969d-6796bcbf3187 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 Dec 20 23:16:55.209939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:16:55.327396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b31ae-6745-444c-9318-6f24eab5581a req-746d974d-77cd-4b6f-9410-a127e8ca32df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:55.328902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57b31ae-6745-444c-9318-6f24eab5581a req-746d974d-77cd-4b6f-9410-a127e8ca32df tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0538378 Dec 20 23:16:55.383445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57b31ae-6745-444c-9318-6f24eab5581a req-3c92f7e2-74f0-45eb-9142-2a3178657d32 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482161 Dec 20 23:16:55.408702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:55.480338 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-edf128ca-2da1-4a3f-987f-25d61e4720b5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 200 len: 992 time: 0.0704570 Dec 20 23:16:55.490141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27fdfa5b-ca60-4e19-a8af-986f0c45368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.547183 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-27fdfa5b-ca60-4e19-a8af-986f0c45368f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8fa086ddcda4b30a01efef21b621ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511535 Dec 20 23:16:55.547183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdfa5b-ca60-4e19-a8af-986f0c45368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71532a5-4ead-4df5-83a1-eb92204cdafa,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:55.550554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34756) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:55.636533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4829a089-f991-4bfd-8317-3c1cdb222176 req-e790789f-e8aa-42ac-b5a1-1048248b352f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 210 time: 0.0359120 Dec 20 23:16:55.669057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.709324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.871421 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.875151 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:55.876424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d71532a5-4ead-4df5-83a1-eb92204cdafa HTTP/1.1" status: 204 len: 168 time: 0.3246341 Dec 20 23:16:55.891947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b676-9d17-44aa-bbf7-88357110cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71532a5-4ead-4df5-83a1-eb92204cdafa,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:55.903316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1924dc8-cd37-40f8-9a77-edc813331398 req-afacd2e9-ad80-4372-8238-e216d80daea0 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:55.918762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1924dc8-cd37-40f8-9a77-edc813331398 req-afacd2e9-ad80-4372-8238-e216d80daea0 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1096 time: 0.0829527 Dec 20 23:16:55.972253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1924dc8-cd37-40f8-9a77-edc813331398 req-5537119c-6b3c-4deb-a17f-5785f96d3d3a tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Dec 20 23:16:56.048679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-bf590a70-fe27-4028-8842-12b6dde88d83 req-82503647-5265-4314-bc1e-6eee6e0a468e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:16:56.049756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf590a70-fe27-4028-8842-12b6dde88d83 req-82503647-5265-4314-bc1e-6eee6e0a468e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055299 Dec 20 23:16:56.361793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45223-5720-4d3e-8618-e70d63b8f215 req-0110e83b-c39d-4120-bf19-c9f75163bfb9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:56.370208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5a45223-5720-4d3e-8618-e70d63b8f215 req-0110e83b-c39d-4120-bf19-c9f75163bfb9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0847175 Dec 20 23:16:56.371663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:16:56.438469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5a45223-5720-4d3e-8618-e70d63b8f215 req-2f0b1760-ef9f-4477-9e03-102b6eba589c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 Dec 20 23:16:56.712813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:16:56.717855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:16:56.718238 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:56.737126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c072df1-bcfa-4c35-adef-73d8ff1ea3e7 req-0e92600b-8316-49d8-a95c-bca622a4dfe3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 210 time: 0.0381093 Dec 20 23:16:56.815060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:56.852837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:16:56.855903 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cadfe6-3883-467a-ba55-297cdc4bc6cd" -d '{"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:16:56.862399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:16:56.900918 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f590e9-335f-4579-b990-985f7c47dea4 x-openstack-request-id: req-07f590e9-335f-4579-b990-985f7c47dea4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:16:56.901701 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:16:56.902220 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07f590e9-335f-4579-b990-985f7c47dea4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:16:56.902849 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'code': 200} Dec 20 23:16:56.912256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:56.930129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b8c791c-b71b-4c21-beac-bc4690385c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:56.976374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.071110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b8c791c-b71b-4c21-beac-bc4690385c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.079897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798bbe1-e45e-4aa2-8c05-9c8089761c68 req-b2385dc2-dc93-424d-90ef-e429f59b9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:57.084473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0798bbe1-e45e-4aa2-8c05-9c8089761c68 req-b2385dc2-dc93-424d-90ef-e429f59b9d34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 1097 time: 0.0905771 Dec 20 23:16:57.122638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:57.157585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0798bbe1-e45e-4aa2-8c05-9c8089761c68 req-e1e739ca-d1ad-4cfd-99d5-923201fd9ed6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662701 Dec 20 23:16:57.227352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6b8c791c-b71b-4c21-beac-bc4690385c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.259555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b8c791c-b71b-4c21-beac-bc4690385c41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65b5c82acfb1448498948a37cc7363bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435392 Dec 20 23:16:57.260516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34830) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:16:57.279600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c791c-b71b-4c21-beac-bc4690385c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07acb761-644c-42bc-9437-97b03a70129c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:57.336629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.359813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.549145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.551796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:57.552974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07acb761-644c-42bc-9437-97b03a70129c HTTP/1.1" status: 204 len: 168 time: 0.2912834 Dec 20 23:16:57.562098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863a8a3-c2ff-4b89-9001-02c738a01c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07acb761-644c-42bc-9437-97b03a70129c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:57.588360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f553fda-9425-4760-8fbf-b1908672e8f8 req-3619ed4f-dcb4-477e-885f-2b470dd5eadb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:57.592937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f553fda-9425-4760-8fbf-b1908672e8f8 req-3619ed4f-dcb4-477e-885f-2b470dd5eadb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0777206 Dec 20 23:16:57.656752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f553fda-9425-4760-8fbf-b1908672e8f8 req-b5e1a86a-9e73-4813-804e-66ec6ee83e9e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Dec 20 23:16:57.782068 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-91756e69-d6df-40e2-97a9-e0afa04d4cdd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956244 Dec 20 23:16:57.791933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-29fcf542-7fad-4bfb-b796-198b47bd29a1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:16:57.799705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-29fcf542-7fad-4bfb-b796-198b47bd29a1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057390 Dec 20 23:16:57.826085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ca88182-1e92-4b51-acf2-a37dd55f0c42 req-329fbae9-13e0-4906-9746-a2efe3f0af32 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Dec 20 23:16:58.057766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:58.581085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-2ee23c9c-cbc7-433f-9a17-b557aa6eb178 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:58.583257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-2ee23c9c-cbc7-433f-9a17-b557aa6eb178 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.59 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 814 time: 0.1290264 Dec 20 23:16:58.607944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Request body: {'port': {'device_id': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'admin_state_up': True, 'tenant_id': '6c1bd3e09f9a4b869550fe90dfe2ce81'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:58.818823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcd512-7473-4669-9b5b-7a225fa038d4 req-1b78e259-04d9-42f6-9e7b-cad70c50ce90 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:58.821134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36fcd512-7473-4669-9b5b-7a225fa038d4 req-1b78e259-04d9-42f6-9e7b-cad70c50ce90 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0753438 Dec 20 23:16:58.827545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Made reservation on behalf of 6c1bd3e09f9a4b869550fe90dfe2ce81 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:16:58.833044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:58.958410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36fcd512-7473-4669-9b5b-7a225fa038d4 req-edeef04f-1f05-472d-b698-f925b34920b3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229508 Dec 20 23:16:59.037451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8eef5e22-f628-45a4-bca7-b2433bc35efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:59.038887 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8eef5e22-f628-45a4-bca7-b2433bc35efa service neutron] 10.222.0.62 "GET /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 1093 time: 0.0626700 Dec 20 23:16:59.071883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Request body: {'binding': {'host': 'n-h1-822053-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:59.072435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Unknown quota resources ['binding']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:16:59.086275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d23794b-8db2-432c-9372-23e5fbd4bf6c req-f8a0c0e2-d186-41d1-9f38-35e4e026fb73 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 210 time: 0.0435419 Dec 20 23:16:59.164760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Allocated IP 172.20.0.8 (054ccb76-dc8d-4f69-b965-a944c8e6ee4c/ae77cca2-31a9-41ba-8e1a-fa5651ce50cb/a3907f6e-0b1a-4769-82d3-6b0d0398f140) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:16:59.276142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848805-f25d-49a2-a208-47e01f293414 req-4627bf0f-9318-4d87-b295-58cae93e1018 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:59.277916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51848805-f25d-49a2-a208-47e01f293414 req-4627bf0f-9318-4d87-b295-58cae93e1018 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1175315 Dec 20 23:16:59.316937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on host n-h1-822053-9 for vnic_type normal with profile None {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:16:59.317277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:16:59.320596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:59.351767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51848805-f25d-49a2-a208-47e01f293414 req-1112089e-d728-4390-be56-c81a4c990fe1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Dec 20 23:16:59.354297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:16:59.354853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:16:59.367154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:16:59.367683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:16:59.368228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Bound using segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:16:59.374690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Bound port: 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:16:59.495086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:59.509614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:16:59.591901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:59.601663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] 10.222.0.62 "POST /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5521336 Dec 20 23:16:59.635238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:59.682125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:16:59.687462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:16:59.709109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:16:59.711766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:16:59.785092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:59.785831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:16:59.872143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-641d22a1-7588-4902-a922-0a088a84da97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2707160 Dec 20 23:16:59.885151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Request body: {'port': {'device_id': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:16:59.913355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff863fd6-87e1-41cc-8d83-df994c23221b req-f3ea1f02-6864-4e71-873e-66a2383cb8f1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:16:59.921519 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff863fd6-87e1-41cc-8d83-df994c23221b req-f3ea1f02-6864-4e71-873e-66a2383cb8f1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0946007 Dec 20 23:17:00.012314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:00.058115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff863fd6-87e1-41cc-8d83-df994c23221b req-d434ccca-8a79-4db5-98d8-345dd2548d03 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298368 Dec 20 23:17:00.286205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be74ec-db9c-4505-9368-59a89b1e9ee9 req-52eec60f-3116-406e-b6ed-d2621ee1e1e2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.288584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1be74ec-db9c-4505-9368-59a89b1e9ee9 req-52eec60f-3116-406e-b6ed-d2621ee1e1e2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 931 time: 0.0930922 Dec 20 23:17:00.357218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1be74ec-db9c-4505-9368-59a89b1e9ee9 req-92287f30-6c66-4784-a873-514ae645b73b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612676 Dec 20 23:17:00.484379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-71cbd68d-6b3c-47b0-a571-c863a1e50891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.486634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-71cbd68d-6b3c-47b0-a571-c863a1e50891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1096 time: 0.1585417 Dec 20 23:17:00.590384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-38dbbacd-fef8-4e41-9d4c-2ec00d45f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.593171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-38dbbacd-fef8-4e41-9d4c-2ec00d45f1ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 898 time: 0.0976248 Dec 20 23:17:00.594535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043477e-fd0a-40d7-b992-e13b39abaf61 req-d53c5370-b681-42c8-b144-8f95a1a09255 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.608616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8043477e-fd0a-40d7-b992-e13b39abaf61 req-d53c5370-b681-42c8-b144-8f95a1a09255 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.4931891 Dec 20 23:17:00.680835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8043477e-fd0a-40d7-b992-e13b39abaf61 req-38a04066-c873-43a1-ab7e-6c2232fd5dba tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711331 Dec 20 23:17:00.705835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-75cd0f0b-3540-4a45-bd44-b48a716cc56a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 1000 time: 0.1020324 Dec 20 23:17:00.794149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:00.805104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:00.808601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-9e8f2e35-6f94-4405-82be-c95674e08461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.810484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-9e8f2e35-6f94-4405-82be-c95674e08461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.0944719 Dec 20 23:17:00.850126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Transition to ACTIVE for port object a3907f6e-0b1a-4769-82d3-6b0d0398f140 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:17:00.866770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-7553c279-5179-4b66-af78-01767c8b8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:00.868207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-7553c279-5179-4b66-af78-01767c8b8c5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493000 Dec 20 23:17:00.963257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-ff76f0fd-ced9-40bf-a617-889ba156d511 service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882807 Dec 20 23:17:00.964294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.082037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:01.179440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-788457c6-d48c-463d-96bd-ae090f8cea60 service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092562 Dec 20 23:17:01.205594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:01.205971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:01.206305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:01.207318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce9e43-6e31-4dc5-bdb8-4e1a81fff51a req-a1af3e32-70d7-4082-ae96-296578977ad9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.211848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:17:01.212485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:01.217146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4ce9e43-6e31-4dc5-bdb8-4e1a81fff51a req-a1af3e32-70d7-4082-ae96-296578977ad9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0734789 Dec 20 23:17:01.224010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:01.224486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Checking segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:01.225544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Bound using segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:01.226404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Bound port: a3907f6e-0b1a-4769-82d3-6b0d0398f140, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:01.227224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.392126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-377c2807-321c-416d-85d0-439bc68643e9 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.394150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-377c2807-321c-416d-85d0-439bc68643e9 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae&tenant_id=409fc0ea8aa74a7c992b1690906369db&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1096 time: 0.1522481 Dec 20 23:17:01.407070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-9'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:01.488751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.493307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:01.506708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:01.640567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.696078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4ce9e43-6e31-4dc5-bdb8-4e1a81fff51a req-a401125f-f5ad-4b24-aed7-cbf04b096bbf tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755127 Dec 20 23:17:01.702839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.703682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.705372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] 10.222.0.59 "PUT /v2.0/ports/a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 1091 time: 1.8247087 Dec 20 23:17:01.709148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:01.712061 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d82c49-8d90-48b5-a501-ff6709ec6e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:01.759998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fba4d-a09d-4e80-95e8-28c9e57a00d2 req-2353ec78-610d-4b2b-b6d4-60477db61c04 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.763413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80fba4d-a09d-4e80-95e8-28c9e57a00d2 req-2353ec78-610d-4b2b-b6d4-60477db61c04 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1416011 Dec 20 23:17:01.766644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:01.781112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5361b9-2d7d-4240-9aa9-4b6c1a3b2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:01.826106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:01.873368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80fba4d-a09d-4e80-95e8-28c9e57a00d2 req-fad32f4a-d4e2-482c-8654-dc19b585b205 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013751 Dec 20 23:17:01.894104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:01.910881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af700b-3b7a-4100-b4cf-2ea80c63fb29 req-30e5401b-40ea-4c65-88b5-c43e546c946e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.923847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74af700b-3b7a-4100-b4cf-2ea80c63fb29 req-30e5401b-40ea-4c65-88b5-c43e546c946e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0962291 Dec 20 23:17:01.940401 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2a6ffd-ca3a-4afb-ab27-8e6c6a1b8b09 x-openstack-request-id: req-7a2a6ffd-ca3a-4afb-ab27-8e6c6a1b8b09 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:01.940797 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:01.941125 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a2a6ffd-ca3a-4afb-ab27-8e6c6a1b8b09 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:01.941594 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'status': 'completed', 'code': 200} Dec 20 23:17:01.959055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-ddb5f605-6f63-4ba2-885e-fde32908caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:01.960669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-ddb5f605-6f63-4ba2-885e-fde32908caad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1094 time: 0.0734324 Dec 20 23:17:01.981446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74af700b-3b7a-4100-b4cf-2ea80c63fb29 req-24873e1f-b137-46a2-b72d-107326bd71f1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500884 Dec 20 23:17:02.009714 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-1de35ad6-ed1c-44bd-a2b0-77f7b08f120d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0411313 Dec 20 23:17:02.053690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:02.095654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104da73-2829-4524-83e0-595d2b1ab854 req-5bf16d4c-8523-479b-9149-c8afa65b20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:02.097277 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-5bf16d4c-8523-479b-9149-c8afa65b20df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.0812395 Dec 20 23:17:02.181856 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-47347d05-5161-41e8-b509-258b5d0b444c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731430 Dec 20 23:17:02.218869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:02.344398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on host n-h2-822053-9 for vnic_type normal with profile {"migrating_to": "n-h1-822053-9"} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:02.344873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:02.345204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:02.360011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:17:02.360332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Attempting to bind port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on network a562ff22-295b-4200-ad0f-1be5e1a9e16b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:02.379774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-62732dc5-912d-4ead-ab80-bed667573f66 None None] Provisioning complete for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:02.380400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-62732dc5-912d-4ead-ab80-bed667573f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:02.381171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:02.381971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Checking segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:02.382491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Bound using segment: {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:02.382937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Bound port: 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e4008-e22a-434b-882a-fafa8c8059fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:02.383608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:02.398898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-3be6b141-02b8-4e74-91e6-7f280f4da581 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092733 Dec 20 23:17:02.454280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-62732dc5-912d-4ead-ab80-bed667573f66 None None] Port 314abc37-0ea5-45fc-87a9-60184bcb5e3e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:02.539515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:02.544164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:02.548496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6104da73-2829-4524-83e0-595d2b1ab854 req-e5937f15-49e5-4b23-aabb-f94aa1d16077 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429074 Dec 20 23:17:02.653902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:02.875019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706a831-9937-4fda-8953-1d65bb43b95b req-304bb7d1-a876-4370-b8e0-6c33fe208034 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:02.886865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d706a831-9937-4fda-8953-1d65bb43b95b req-304bb7d1-a876-4370-b8e0-6c33fe208034 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0713553 Dec 20 23:17:02.986571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d706a831-9937-4fda-8953-1d65bb43b95b req-2246f218-5061-4a2e-9b26-d667ff89c722 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981884 Dec 20 23:17:03.066550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148daa-e32b-4a7a-813d-78e2d3ac33e3 req-63e48be5-5777-40d0-8683-07502d7bbe6c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.069281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27148daa-e32b-4a7a-813d-78e2d3ac33e3 req-63e48be5-5777-40d0-8683-07502d7bbe6c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.0811529 Dec 20 23:17:03.086085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] Provisioning complete for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:03.086719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:03.190139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:03.197465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27148daa-e32b-4a7a-813d-78e2d3ac33e3 req-323d885f-161a-414c-9ab5-e1b2d06ad3e7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193755 Dec 20 23:17:03.207559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514b431-c105-41e5-a291-1fd0a97d0293 req-01654cd2-b67f-4313-ac21-c0bfe0dd66f9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.216282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9514b431-c105-41e5-a291-1fd0a97d0293 req-01654cd2-b67f-4313-ac21-c0bfe0dd66f9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 943 time: 0.1354856 Dec 20 23:17:03.225926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:03.226055 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7d673f-afd2-4d35-aec1-71387011cf9f" -d '{"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-plugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:03.271183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:03.303648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=8']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:03.315781 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bbbd4d-d83d-4672-b823-3bddb6af88aa x-openstack-request-id: req-22bbbd4d-d83d-4672-b823-3bddb6af88aa {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:03.316164 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-plugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:03.316479 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22bbbd4d-d83d-4672-b823-3bddb6af88aa {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:03.317089 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'code': 200} Dec 20 23:17:03.325055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9514b431-c105-41e5-a291-1fd0a97d0293 req-900b951d-de5c-4f34-bf07-7eb71d94fa58 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073384 Dec 20 23:17:03.331156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-623f8f7d-e80e-4e34-a200-cd685c4210de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.334553 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-623f8f7d-e80e-4e34-a200-cd685c4210de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1094 time: 0.6373546 Dec 20 23:17:03.336362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.337467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:03.339335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-485968c2-1528-47cf-b0f4-935cb24a04fa service neutron] 10.222.0.59 "PUT /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 1121 time: 1.9382303 Dec 20 23:17:03.410514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:03.444406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-012abb80-dbfa-41a5-adc1-87f29ea3792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.446422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-012abb80-dbfa-41a5-adc1-87f29ea3792f service neutron] 10.222.0.59 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.1059623 Dec 20 23:17:03.503896 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-0f02a566-aa4d-4b2c-a3b9-7ceb7888b0c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0497193 Dec 20 23:17:03.508417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['314abc37-0ea5-45fc-87a9-60184bcb5e3e'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:03.559456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-db305e8c-aae6-4209-8ada-22212cf47c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:03.561485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-db305e8c-aae6-4209-8ada-22212cf47c02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.0482979 Dec 20 23:17:03.563254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:03.596825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-3b014f6e-68a9-4bee-aa7d-59bd65491e17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284467 Dec 20 23:17:03.652311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6c6fb-3d2b-4af9-a995-85bccc2c8b11 None None] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:03.699637 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-53bfd37f-e369-4b46-88eb-1f8d0979e5f4 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947785 Dec 20 23:17:03.809422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-09d82c49-8d90-48b5-a501-ff6709ec6e3e req-48e346b6-9f06-4cba-a10e-f4e4c155d51d service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012304 Dec 20 23:17:03.942506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}, {'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:03.945089 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1392353-5a87-4f48-8e83-974149df0ff6" -d '{"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-unplugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}, {"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:03.988523 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53dfc0-3bf1-4d57-a595-007b90256666 x-openstack-request-id: req-1b53dfc0-3bf1-4d57-a595-007b90256666 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:03.988879 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-unplugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "code": 200}, {"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:03.989162 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b53dfc0-3bf1-4d57-a595-007b90256666 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:03.989616 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'code': 200} Dec 20 23:17:03.989906 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'status': 'completed', 'code': 200} Dec 20 23:17:04.082672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-9530ab5f-03bd-423d-be3e-b1f0ff0e0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.084168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-9530ab5f-03bd-423d-be3e-b1f0ff0e0c71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1126 time: 0.0670691 Dec 20 23:17:04.136344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81022-77cb-4446-8cdb-380447eb090c req-75771be8-c556-481c-acdf-1840e2ab10c4 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.138281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3b81022-77cb-4446-8cdb-380447eb090c req-75771be8-c556-481c-acdf-1840e2ab10c4 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0855744 Dec 20 23:17:04.229530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-18b23689-99c6-4110-ad61-7436498f05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.231151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-18b23689-99c6-4110-ad61-7436498f05a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 898 time: 0.1384716 Dec 20 23:17:04.235096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3b81022-77cb-4446-8cdb-380447eb090c req-9da36855-9c2b-41fc-8470-aaebca7e88bc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Dec 20 23:17:04.334848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-2220e946-c369-4be1-bd70-4005e8007caf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 1000 time: 0.0944338 Dec 20 23:17:04.397018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10167ad7-8cbe-4d11-b49b-8eeee6504b60 req-71d2d303-d382-476c-a1d1-e98ee32a70f5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.398697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10167ad7-8cbe-4d11-b49b-8eeee6504b60 req-71d2d303-d382-476c-a1d1-e98ee32a70f5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1044064 Dec 20 23:17:04.459163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-401bac72-d229-4d55-8b11-9f473c64e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.460640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-401bac72-d229-4d55-8b11-9f473c64e94f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.1173115 Dec 20 23:17:04.531312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11e7bf-4c1d-412e-9409-4d1ead362dc4 req-071e7be8-79f5-404e-8c9f-74498bb403e5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.534187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a11e7bf-4c1d-412e-9409-4d1ead362dc4 req-071e7be8-79f5-404e-8c9f-74498bb403e5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.1344740 Dec 20 23:17:04.542220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10167ad7-8cbe-4d11-b49b-8eeee6504b60 req-c1f561c2-fae2-4655-a818-f87839b34031 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268466 Dec 20 23:17:04.572554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-8148a4ad-1ead-47ea-83ac-b09f5768f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:04.574083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-8148a4ad-1ead-47ea-83ac-b09f5768f861 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044152 Dec 20 23:17:04.629540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a11e7bf-4c1d-412e-9409-4d1ead362dc4 req-184e50b7-5b32-4805-af21-7e3861e25b4e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862994 Dec 20 23:17:04.693626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-f0516c13-e310-4c0f-8152-7a33fa3d63a4 service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077724 Dec 20 23:17:04.792771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1392353-5a87-4f48-8e83-974149df0ff6 req-a8693774-99fe-435b-91dc-4051e86001a6 service neutron] 10.222.0.45 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910618 Dec 20 23:17:04.829166 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caf861b2-35d5-4b97-847b-4d8af70dad7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:05.374365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77a3f3-5168-4cc0-a474-36cb00e30d73 req-23ad3559-dbad-480b-a408-06a6ce3612ac tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:05.375859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d77a3f3-5168-4cc0-a474-36cb00e30d73 req-23ad3559-dbad-480b-a408-06a6ce3612ac tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0570056 Dec 20 23:17:05.426723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d77a3f3-5168-4cc0-a474-36cb00e30d73 req-8d68ecbf-bf6b-4bd6-b2cf-17979701198d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Dec 20 23:17:05.703564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-8c7fd34d-45d0-4ee8-8215-bc8ed2d4bdcc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914874 Dec 20 23:17:05.725701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e774f-5ce9-4f0f-8212-fabea4767dcb req-dc5390c1-1c7a-43c7-980c-82c989bc3de5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:05.727188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-900e774f-5ce9-4f0f-8212-fabea4767dcb req-dc5390c1-1c7a-43c7-980c-82c989bc3de5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1009676 Dec 20 23:17:05.822947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317573c-e98d-4abd-aed6-afad2076c877 req-0966d30f-91ec-4f44-a587-6bb5e3bba118 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:05.825244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3317573c-e98d-4abd-aed6-afad2076c877 req-0966d30f-91ec-4f44-a587-6bb5e3bba118 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.1167223 Dec 20 23:17:05.842126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498853-b335-4791-86e8-8852987fef97 req-14d4fc28-cbc4-476a-a476-aa0aad6588f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:05.843617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-14d4fc28-cbc4-476a-a476-aa0aad6588f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1124706 Dec 20 23:17:05.867314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-900e774f-5ce9-4f0f-8212-fabea4767dcb req-4365483b-a4f3-4e13-bc88-726a69f472be tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090307 Dec 20 23:17:05.960296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3317573c-e98d-4abd-aed6-afad2076c877 req-f0aeabd5-baec-4093-8e16-58aec72dfa04 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243749 Dec 20 23:17:06.005355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498853-b335-4791-86e8-8852987fef97 req-33c58c88-6270-483f-89a2-307de22dada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:06.007399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-33c58c88-6270-483f-89a2-307de22dada9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.1335003 Dec 20 23:17:06.078873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-52eb7847-652d-4528-941c-2dcdba3de558 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 1001 time: 0.0623820 Dec 20 23:17:06.132119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498853-b335-4791-86e8-8852987fef97 req-273d1d88-f7d1-4076-b6a3-680e1a4f4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:06.134942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-273d1d88-f7d1-4076-b6a3-680e1a4f4399 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.0469146 Dec 20 23:17:06.189195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498853-b335-4791-86e8-8852987fef97 req-e019a871-e567-43f3-aaff-d73df68542fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:06.190785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-e019a871-e567-43f3-aaff-d73df68542fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479281 Dec 20 23:17:06.293688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-7b0edb7f-3394-41ce-bc99-6b0f128e0d3c service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937731 Dec 20 23:17:06.386990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:06.413667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0498853-b335-4791-86e8-8852987fef97 req-ef8ee459-ac79-4b6c-afa6-5c014987d205 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060438 Dec 20 23:17:06.499477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:06.510992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e has no active binding in host n-h1-822053-9 {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 23:17:06.511372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:06.552766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791fa3a-a2eb-4250-87e1-681291722655 req-20c55078-8e05-4d5c-b254-747e0da11a54 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:06.554832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8791fa3a-a2eb-4250-87e1-681291722655 req-20c55078-8e05-4d5c-b254-747e0da11a54 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0576715 Dec 20 23:17:06.635868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8791fa3a-a2eb-4250-87e1-681291722655 req-e7bae2bd-a61d-44c6-957a-554096ea4fa6 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739012 Dec 20 23:17:06.656227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:06.669960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'port_id': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'mac_address': 'fa:16:3e:a8:9c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae77cca2-31a9-41ba-8e1a-fa5651ce50cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:17:06.712585 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:06.731075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:06.751190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:06.832522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:06.882225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:07.022342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370659-a84c-499e-8a6c-364cdba631ac req-ea0f771a-bdfd-415b-89c9-23d82a0a13b9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:07.024051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d370659-a84c-499e-8a6c-364cdba631ac req-ea0f771a-bdfd-415b-89c9-23d82a0a13b9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0573969 Dec 20 23:17:07.120869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:07.122917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b131-dfdd-4af9-acd6-31e0bc5dc7c8 req-eeb24fcb-cb4d-4dec-b888-3362354c7064 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:07.125914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4b8b131-dfdd-4af9-acd6-31e0bc5dc7c8 req-eeb24fcb-cb4d-4dec-b888-3362354c7064 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0871654 Dec 20 23:17:07.129884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d370659-a84c-499e-8a6c-364cdba631ac req-8b4d25b4-4622-41a1-87b0-db1e70f1aa44 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942740 Dec 20 23:17:07.192447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4b8b131-dfdd-4af9-acd6-31e0bc5dc7c8 req-ebe992d4-62dc-4d17-88da-20a4366a382f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570638 Dec 20 23:17:07.575827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cae2793a-7bd7-40d7-aac8-05d4408e301c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:07.754424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e39da-d468-41fe-8f37-e8f3ff2f57ea req-73c8054f-01af-4232-a610-2d065ba0d3a2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:07.755913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-328e39da-d468-41fe-8f37-e8f3ff2f57ea req-73c8054f-01af-4232-a610-2d065ba0d3a2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0559409 Dec 20 23:17:07.806449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-328e39da-d468-41fe-8f37-e8f3ff2f57ea req-c30fc300-f158-4c9d-b23a-e3ffa0a9f161 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Dec 20 23:17:08.279795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5d59-f343-47de-8718-0281e439a97c req-582079aa-f878-4f93-851d-8a359a269d05 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:08.281509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-527f5d59-f343-47de-8718-0281e439a97c req-582079aa-f878-4f93-851d-8a359a269d05 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0763257 Dec 20 23:17:08.358312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:08.365343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bca46-0c10-4249-a13e-cccea61e202a req-c26c28f2-4b65-4910-829a-7eef2660a3fb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:08.370273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-625bca46-0c10-4249-a13e-cccea61e202a req-c26c28f2-4b65-4910-829a-7eef2660a3fb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 945 time: 0.0836732 Dec 20 23:17:08.370517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-527f5d59-f343-47de-8718-0281e439a97c req-14eaba42-0b73-4b04-8417-c3fb219aec04 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781054 Dec 20 23:17:08.386855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:08.420621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-625bca46-0c10-4249-a13e-cccea61e202a req-469bd0e7-c23b-4547-921f-612bb9cc2182 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Dec 20 23:17:08.500964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:17:08.505411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:08.505970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:08.599856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:08.624309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:08.626547 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a9366e-e3e9-46bb-b20b-d89455fac6ac" -d '{"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:08.641050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:08.664926 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4106056-b577-4c2b-928e-1d3825b0130d x-openstack-request-id: req-d4106056-b577-4c2b-928e-1d3825b0130d {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:08.665220 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:08.665474 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4106056-b577-4c2b-928e-1d3825b0130d {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:08.665906 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'code': 200} Dec 20 23:17:08.764438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:08.765138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-76f0a0fa-5ef0-422d-a598-5d40ca7f04c8 service neutron] 10.222.0.45 "GET /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 384 time: 0.0763133 Dec 20 23:17:08.826868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73482a1-3e22-4a21-ac0e-49e5a91a4b9c req-647e9bc1-5853-4a54-a694-d9ac47e11009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:08.828809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f73482a1-3e22-4a21-ac0e-49e5a91a4b9c req-647e9bc1-5853-4a54-a694-d9ac47e11009 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1096 time: 0.0492115 Dec 20 23:17:08.832447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:08.896079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f73482a1-3e22-4a21-ac0e-49e5a91a4b9c req-0f8e7493-1660-454f-a00f-5cb3ea769bdb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532820 Dec 20 23:17:08.993981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950e678-f5fc-427b-b4b0-9048350099a2 req-a77c3a75-e234-4908-83ab-f06c3ba0d2e5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:08.995486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e950e678-f5fc-427b-b4b0-9048350099a2 req-a77c3a75-e234-4908-83ab-f06c3ba0d2e5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1065531 Dec 20 23:17:09.027601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:09.071263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:09.098785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e950e678-f5fc-427b-b4b0-9048350099a2 req-53c9a3cf-f15f-4f90-bbd2-020785ae6bd3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944107 Dec 20 23:17:09.119611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:09.122525 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c76e7-a5cd-4de6-82ab-08dae084cbfe" -d '{"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-unplugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:09.129549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:09.164283 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4beb31-f118-4c56-a6a4-75f6cacfc7a5 x-openstack-request-id: req-8a4beb31-f118-4c56-a6a4-75f6cacfc7a5 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:09.164704 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-unplugged", "status": "completed", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:09.165119 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a4beb31-f118-4c56-a6a4-75f6cacfc7a5 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:09.165679 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'code': 200} Dec 20 23:17:09.246150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:09.329079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] Transition to ACTIVE for port object 314abc37-0ea5-45fc-87a9-60184bcb5e3e will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:17:09.388149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:09.545772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] Pushing event updated for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=11']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:09.599564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] No DVR routers for this DVR port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:09.608512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb1a8d-f07b-4ed6-9ffd-ecd765dcdcfe req-43b3b3e9-42b8-4544-a63e-5daead3812bf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:09.610075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86bb1a8d-f07b-4ed6-9ffd-ecd765dcdcfe req-43b3b3e9-42b8-4544-a63e-5daead3812bf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1454947 Dec 20 23:17:09.698706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e3573-5bc4-4097-9c53-c62b8ef47129 req-de2370a4-a3ab-488f-8015-135c0916505b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:09.700585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b9e3573-5bc4-4097-9c53-c62b8ef47129 req-de2370a4-a3ab-488f-8015-135c0916505b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1776552 Dec 20 23:17:09.745229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:09.833960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86bb1a8d-f07b-4ed6-9ffd-ecd765dcdcfe req-d0c2466b-abe4-4782-a918-23cca0092f27 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754596 Dec 20 23:17:09.888946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b9e3573-5bc4-4097-9c53-c62b8ef47129 req-4736651d-2041-4fea-a19d-44e3f3b9d2b7 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669846 Dec 20 23:17:09.928996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-b5c03f69-48de-4f2c-90b8-3b50b00da34a service neutron] 10.222.0.45 "PUT /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e/bindings/n-h1-822053-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1546810 Dec 20 23:17:10.139784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-f5408e02-53d3-444f-b4e4-470575e36e6b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.144119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-f5408e02-53d3-444f-b4e4-470575e36e6b tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae&tenant_id=409fc0ea8aa74a7c992b1690906369db&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.0599537 Dec 20 23:17:10.200664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35186) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:10.272882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-23a66c87-c1cc-4bcd-a4ff-c874dcbbbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.274874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-23a66c87-c1cc-4bcd-a4ff-c874dcbbbfce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 1095 time: 0.1205909 Dec 20 23:17:10.318083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2bdb0-4a46-4165-baeb-6df9d075af3e req-6c863776-bdf8-443f-8bec-7bce0220858e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.319947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3be2bdb0-4a46-4165-baeb-6df9d075af3e req-6c863776-bdf8-443f-8bec-7bce0220858e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0878189 Dec 20 23:17:10.361872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8e12f148-56ff-4884-86df-b9e825d1e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.363354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8e12f148-56ff-4884-86df-b9e825d1e5d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1095 time: 0.0638845 Dec 20 23:17:10.395419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad468b9-1246-4ad3-8ccc-2ecebe1f36d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.405638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3be2bdb0-4a46-4165-baeb-6df9d075af3e req-4627ec5f-961a-4251-9470-67aa3e612c41 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786035 Dec 20 23:17:10.487014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-7b950cd6-93f0-4b25-9e1d-366187381af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.488562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-7b950cd6-93f0-4b25-9e1d-366187381af0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 898 time: 0.1134961 Dec 20 23:17:10.501234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad468b9-1246-4ad3-8ccc-2ecebe1f36d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.557995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.575878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-768e0a34-4032-4a6f-9a40-73f51337f726 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 998 time: 0.0771728 Dec 20 23:17:10.588499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad468b9-1246-4ad3-8ccc-2ecebe1f36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.627440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-db18452d-8a9c-4a35-8131-6fbab66d61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.629128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-db18452d-8a9c-4a35-8131-6fbab66d61a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.0459316 Dec 20 23:17:10.633103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cad468b9-1246-4ad3-8ccc-2ecebe1f36d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2588afe1889b421f8dd4a47bcba0ae75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312346 Dec 20 23:17:10.635958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35192) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:10.642878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad468b9-1246-4ad3-8ccc-2ecebe1f36d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da6524-68f3-4643-a8fd-bbcc839d9a41,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:10.683427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-04f64b52-ac40-45b8-989f-52b145676d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:10.686717 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-04f64b52-ac40-45b8-989f-52b145676d75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497451 Dec 20 23:17:10.706609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.728649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.784153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-e94c4290-4b8f-4a26-bb96-a1522a1eb658 service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888836 Dec 20 23:17:10.860884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.863554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:10.865580 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40da6524-68f3-4643-a8fd-bbcc839d9a41 HTTP/1.1" status: 204 len: 168 time: 0.2279983 Dec 20 23:17:10.876458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a1e1a-3ace-4a62-9a5e-9783685c9fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da6524-68f3-4643-a8fd-bbcc839d9a41,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:10.901947 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-07f8eb42-b8ed-441f-a6cd-f8122c643ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100998 Dec 20 23:17:11.067957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d9d12-e7b6-4ccb-8da3-c6a11d8c50e7 req-83090614-74f1-44cb-a91c-b2aa28f52b8d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:11.069506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b06d9d12-e7b6-4ccb-8da3-c6a11d8c50e7 req-83090614-74f1-44cb-a91c-b2aa28f52b8d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.0890226 Dec 20 23:17:11.078733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b276a2-eef0-437b-8146-dc517f56e4ac req-5db6730b-30f5-4574-ab32-eaeb867f9dda tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:11.080119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5b276a2-eef0-437b-8146-dc517f56e4ac req-5db6730b-30f5-4574-ab32-eaeb867f9dda tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0884850 Dec 20 23:17:11.159380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5b276a2-eef0-437b-8146-dc517f56e4ac req-f52924cb-4cbc-40b8-acb0-1e9428abebdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724719 Dec 20 23:17:11.163406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b06d9d12-e7b6-4ccb-8da3-c6a11d8c50e7 req-ba43d8a1-9dca-4ffe-b357-bda5bb17974b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823417 Dec 20 23:17:11.354344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:11.401289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 314abc37-0ea5-45fc-87a9-60184bcb5e3e host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:17:11.401800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:11.468485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-a77a8827-cbb2-454a-abf2-02c1e89bfed7 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:11.471268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-a77a8827-cbb2-454a-abf2-02c1e89bfed7 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae&tenant_id=409fc0ea8aa74a7c992b1690906369db&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 1095 time: 0.0637884 Dec 20 23:17:11.549158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-13dc1586-2552-4cc7-9cf2-6e21ed2dbf77 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:11.550722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-13dc1586-2552-4cc7-9cf2-6e21ed2dbf77 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 814 time: 0.1495745 Dec 20 23:17:11.566704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aad73-19b4-4ed4-b94d-dcab92236887 req-0804869a-269a-4b40-b3d9-f1ce33737bd3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:11.568209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4aad73-19b4-4ed4-b94d-dcab92236887 req-0804869a-269a-4b40-b3d9-f1ce33737bd3 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0848427 Dec 20 23:17:11.580138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-4df5fef1-0e5c-4950-a71c-c9f2a83a1a5a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/quotas/6c1bd3e09f9a4b869550fe90dfe2ce81 HTTP/1.1" status: 200 len: 375 time: 0.0219216 Dec 20 23:17:11.650050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d4aad73-19b4-4ed4-b94d-dcab92236887 req-64431e0d-a874-4428-8d5f-a5ab0b7d4354 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Dec 20 23:17:11.659567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-83feec53-ef68-426c-88cc-a56dc6344f84 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734160 Dec 20 23:17:11.715189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8f616ac9-7dcf-4751-be84-4ec13754888e service neutron] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:11.719535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8f616ac9-7dcf-4751-be84-4ec13754888e service neutron] Publish callbacks [] for binding, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:11.721192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-8f616ac9-7dcf-4751-be84-4ec13754888e service neutron] 10.222.0.59 "DELETE /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e/bindings/n-h2-822053-9 HTTP/1.1" status: 204 len: 173 time: 0.2369757 Dec 20 23:17:11.757662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-e5a7a7cc-30ba-4d9c-ada7-3bcb9d75fdd4 service neutron] 10.222.0.62 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909374 Dec 20 23:17:11.852331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-24c4b89c-4c62-4e7d-bdf8-279f3084512c service neutron] 10.222.0.62 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876431 Dec 20 23:17:11.885817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35226) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:11.901640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d175b17-0439-4921-9c04-d8414777144d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:11.985385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d175b17-0439-4921-9c04-d8414777144d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.051702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d175b17-0439-4921-9c04-d8414777144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.109180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d175b17-0439-4921-9c04-d8414777144d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20f1e9a9e2fa43f5a6a58e9d9d983ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200372 Dec 20 23:17:12.110605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175b17-0439-4921-9c04-d8414777144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6cd69-98e0-4d68-a8e6-ad4d259e3228,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:12.111400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35240) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:12.180948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01149d24-9dde-4bbf-8468-a43e9cc3efa5 req-2838ec42-ac88-4723-8dcd-89661529e304 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 210 time: 0.0468862 Dec 20 23:17:12.215803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.261629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.356785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cca167-996e-4b86-93d8-147c41597eea req-d758ddc1-8564-430e-9b87-1fdf52980f03 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:12.358419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40cca167-996e-4b86-93d8-147c41597eea req-d758ddc1-8564-430e-9b87-1fdf52980f03 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.0545011 Dec 20 23:17:12.414343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40cca167-996e-4b86-93d8-147c41597eea req-362daf50-4e6f-45f5-8242-386493dd361e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498333 Dec 20 23:17:12.454702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.457420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:12.458639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ba6cd69-98e0-4d68-a8e6-ad4d259e3228 HTTP/1.1" status: 204 len: 168 time: 0.3461957 Dec 20 23:17:12.471518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4517d-00bc-42c9-975f-13e1fbf59d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6cd69-98e0-4d68-a8e6-ad4d259e3228,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:12.598249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632a818-a45d-4dc2-a872-0cf180d504fe req-e71e0cee-a0fd-48ad-89ed-594e3422635c tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:12.600479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f632a818-a45d-4dc2-a872-0cf180d504fe req-e71e0cee-a0fd-48ad-89ed-594e3422635c tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1095 time: 0.0836744 Dec 20 23:17:12.655625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f632a818-a45d-4dc2-a872-0cf180d504fe req-eb15935e-98ca-4fd4-ab7b-13aa51332045 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466313 Dec 20 23:17:12.855612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ae62-9710-4c5e-b116-435f928c35a7 req-c8ce7d5a-8a46-45ae-9a52-f8d307bb5f33 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:12.858118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8023ae62-9710-4c5e-b116-435f928c35a7 req-c8ce7d5a-8a46-45ae-9a52-f8d307bb5f33 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1234977 Dec 20 23:17:12.889792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac4ee4-284b-410d-ba7a-4f350aa64437 req-964c2ce4-8ec3-4699-99a9-509409bfd386 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:12.891200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25ac4ee4-284b-410d-ba7a-4f350aa64437 req-964c2ce4-8ec3-4699-99a9-509409bfd386 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1200967 Dec 20 23:17:12.958197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8023ae62-9710-4c5e-b116-435f928c35a7 req-7e2c5021-b065-4006-b5c8-c88c8e3dd6cd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882220 Dec 20 23:17:12.983563 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25ac4ee4-284b-410d-ba7a-4f350aa64437 req-103d0524-11b8-4023-bdc0-c1d48755a6f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817478 Dec 20 23:17:13.008598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35280) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:13.073917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a168eb87-63e6-4a05-9c04-39083765744c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 200 len: 990 time: 0.0641160 Dec 20 23:17:13.300932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-028856d1-3d9d-4406-9216-81c2f4b1ff75 req-2dfa5db9-76da-428c-ac61-71b3d8ed11ab tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 210 time: 0.0313394 Dec 20 23:17:14.088875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459500-392a-465f-9844-5e28ab14dc6d req-1172e272-bdca-404d-ae60-e85f9aca47ad tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:14.090565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c459500-392a-465f-9844-5e28ab14dc6d req-1172e272-bdca-404d-ae60-e85f9aca47ad tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0573037 Dec 20 23:17:14.144764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c459500-392a-465f-9844-5e28ab14dc6d req-8c6dd4d0-ca9f-4757-996d-1589f52b7e9a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481839 Dec 20 23:17:14.453072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44ce41b2-be5a-463c-9c9e-ea4aa9fbdf2c req-376512fb-6898-4fc8-a1d7-c23fab22bfdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 210 time: 0.0644956 Dec 20 23:17:14.491038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-0dde51f6-3612-4caa-9e8c-869c23257aad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:14.492815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-0dde51f6-3612-4caa-9e8c-869c23257aad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 814 time: 0.2034883 Dec 20 23:17:14.507281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Request body: {'port': {'device_id': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'admin_state_up': True, 'tenant_id': '6c1bd3e09f9a4b869550fe90dfe2ce81'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:14.688981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Made reservation on behalf of 6c1bd3e09f9a4b869550fe90dfe2ce81 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:14.692605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:14.822947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Allocated IP 172.20.0.7 (054ccb76-dc8d-4f69-b965-a944c8e6ee4c/ae77cca2-31a9-41ba-8e1a-fa5651ce50cb/f4acf9ce-a7d5-49a3-a8ab-e40e05957148) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:14.980510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.345022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:15.413656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cd65d-fd77-47be-a561-f4b1c6ef8bb1 req-1714943c-5833-4e5b-9151-923823bbbd1c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:15.415211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-448cd65d-fd77-47be-a561-f4b1c6ef8bb1 req-1714943c-5833-4e5b-9151-923823bbbd1c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0588436 Dec 20 23:17:15.457906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.485675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:15.507281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-448cd65d-fd77-47be-a561-f4b1c6ef8bb1 req-f05a8742-a6a2-496c-b626-236e1f4bfa6d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820312 Dec 20 23:17:15.523041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:15.527211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:15.532364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:15.562505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Pushing event updated for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:15.609902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port ee82c45b-178f-497e-a986-7f7d545186cd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:15.610704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.623509 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:15.626430 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:17:15.629697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:15.630398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.701965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b721537-0423-4b59-bce3-5232eeba5d2e req-4f31ebd0-ad01-4192-914b-7f40765ac220 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:15.708923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.709378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:15.722671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b721537-0423-4b59-bce3-5232eeba5d2e req-4f31ebd0-ad01-4192-914b-7f40765ac220 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 931 time: 0.1271837 Dec 20 23:17:15.727957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for ee82c45b-178f-497e-a986-7f7d545186cd owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:15.734530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-476c9d7f-ef25-48b1-b48d-f152a0b23cdf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2309501 Dec 20 23:17:15.779390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Request body: {'port': {'device_id': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:15.887014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b721537-0423-4b59-bce3-5232eeba5d2e req-b98794fc-af8c-4714-b1b5-c55a4a9c5db1 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632521 Dec 20 23:17:15.887628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.034664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.066384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=ee82c45b-178f-497e-a986-7f7d545186cd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:16.169602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.170834 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 0ac0e96e-980b-489b-8b80-de10b1d0b2c2 disassociated (deleted). External IP: 172.25.1.81, port: 314abc37-0ea5-45fc-87a9-60184bcb5e3e. Dec 20 23:17:16.267343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4acf9ce-a7d5-49a3-a8ab-e40e05957148 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:16.279964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.294269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Transition to ACTIVE for port object f4acf9ce-a7d5-49a3-a8ab-e40e05957148 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:17:16.380169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.440081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:16.459882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 035610d9-93b1-4fa6-b462-7d4e70381690 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:17:16.530713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Attempting to bind port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:16.531263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Attempting to bind port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:16.531375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Attempting to bind port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:16.536504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:17:16.536841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Attempting to bind port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:16.542607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:16.542960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Checking segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:16.543385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Bound using segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:16.544014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Bound port: f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:16.544279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.595520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:17:16.607356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Sync routers for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:17:16.610532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.621477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:16.622471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:16.672425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-01d16cfc-c367-4c4a-a7f4-7e7acc7bf206 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/floatingips/0ac0e96e-980b-489b-8b80-de10b1d0b2c2 HTTP/1.1" status: 204 len: 168 time: 1.3217571 Dec 20 23:17:16.673128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:16.675515 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a561ae-0e17-4c4a-b7d2-4a52976ac223" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:16.704929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:16.724762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:16.735054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d96426-49c9-444e-b0b4-f85a19c361dd req-2ec4fea4-33d9-458d-894b-ff874ced499a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:16.742908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14d96426-49c9-444e-b0b4-f85a19c361dd req-2ec4fea4-33d9-458d-894b-ff874ced499a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0826082 Dec 20 23:17:16.808616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14d96426-49c9-444e-b0b4-f85a19c361dd req-d575c870-e2b0-4845-bd0b-ef821b0b5e3b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Dec 20 23:17:16.817577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.839234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:16.854964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:16.854964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:16.857530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f4acf9ce-a7d5-49a3-a8ab-e40e05957148 HTTP/1.1" status: 200 len: 1091 time: 1.0930879 Dec 20 23:17:16.863064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:16.871096 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae" -d '{"events": [{"name": "network-changed", "server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:16.912666 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ba35d2-0004-4bd5-8153-44231b486d97 x-openstack-request-id: req-e4ba35d2-0004-4bd5-8153-44231b486d97 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:16.913206 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:16.913618 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4ba35d2-0004-4bd5-8153-44231b486d97 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:16.914199 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'status': 'completed', 'code': 200} Dec 20 23:17:16.982028 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fd68f-e9f4-4dc6-b4ab-200c7dfa1853 x-openstack-request-id: req-9b7fd68f-e9f4-4dc6-b4ab-200c7dfa1853 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:16.982325 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:16.982584 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b7fd68f-e9f4-4dc6-b4ab-200c7dfa1853 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:16.983110 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148', 'status': 'completed', 'code': 200} Dec 20 23:17:17.011417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d6426-e276-4e00-97e7-340ac475f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:17.140043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-514daf4c-15b7-45bb-bdb0-1a4fe1acc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.142210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-514daf4c-15b7-45bb-bdb0-1a4fe1acc2b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 1094 time: 0.1267595 Dec 20 23:17:17.162449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2714a8-a530-4e5a-8ff0-ad8825943bed req-d345b289-b768-4da7-9108-874252eb7297 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.164536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f2714a8-a530-4e5a-8ff0-ad8825943bed req-d345b289-b768-4da7-9108-874252eb7297 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 943 time: 0.1051598 Dec 20 23:17:17.218474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-d675f3a3-e16a-47b6-a58e-4304aa3156bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148 HTTP/1.1" status: 200 len: 217 time: 0.0650716 Dec 20 23:17:17.255012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:17.310298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f2714a8-a530-4e5a-8ff0-ad8825943bed req-47bdf2f9-0843-40a0-b9df-075261844a85 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321547 Dec 20 23:17:17.315367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-48cd240f-93f0-4f54-9279-de9996d7dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.317281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-48cd240f-93f0-4f54-9279-de9996d7dd0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.0903432 Dec 20 23:17:17.333675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Checking router: 035610d9-93b1-4fa6-b462-7d4e70381690 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:17:17.345435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:17.346308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:17.433386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-4f218d8b-107f-4e3a-88f8-92cc9aee7ccc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993962 Dec 20 23:17:17.438686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-49c47d25-1c82-42f8-b81f-460a4a12bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.441309 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-49c47d25-1c82-42f8-b81f-460a4a12bb0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 1095 time: 0.5004375 Dec 20 23:17:17.484113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:17.492565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cc487-a519-4cac-b371-53bd8f9bd625 req-89b2577f-93a2-4b44-90ff-9304072120b9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.494476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068cc487-a519-4cac-b371-53bd8f9bd625 req-89b2577f-93a2-4b44-90ff-9304072120b9 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1720657 Dec 20 23:17:17.602954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-debc2556-7701-46c9-8070-07270873d1ff service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590509 Dec 20 23:17:17.622427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-068cc487-a519-4cac-b371-53bd8f9bd625 req-71a1d9ac-5f87-4b9a-bc61-00c510d9ee20 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988712 Dec 20 23:17:17.633386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-23863017-2714-4c8b-8d99-1f008276732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.636183 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-23863017-2714-4c8b-8d99-1f008276732b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 200 len: 898 time: 0.1848345 Dec 20 23:17:17.712925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-3d4a853f-3b95-421c-872c-84eb49777cd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 200 len: 217 time: 0.0691459 Dec 20 23:17:17.760461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-742cd4b4-0551-4810-a043-99f2ecc1378c req-c13c1666-0b09-44cc-8727-df5f430654cd service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314790 Dec 20 23:17:17.808054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-17cbce0e-2d41-4d69-b43e-e7ee21eb991b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.810464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-17cbce0e-2d41-4d69-b43e-e7ee21eb991b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1069031 Dec 20 23:17:17.812600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-75ef3d19-b1a5-4a4a-af3a-66091d4c9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:17.816010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-75ef3d19-b1a5-4a4a-af3a-66091d4c9822 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 200 len: 834 time: 0.0778549 Dec 20 23:17:18.015986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-18a1bbd0-a748-4813-9a48-93216bb3efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.017775 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-18a1bbd0-a748-4813-9a48-93216bb3efa0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a562ff22-295b-4200-ad0f-1be5e1a9e16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871653 Dec 20 23:17:18.058575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-52ff7ea6-08c4-4a61-83f4-5b24dc85cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.060693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-52ff7ea6-08c4-4a61-83f4-5b24dc85cf9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 1094 time: 0.1231196 Dec 20 23:17:18.068931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962c9b3-502e-4af3-9beb-0f11bf1923dc req-3b166741-f02b-4291-bf87-0795f260bd1e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.077304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3962c9b3-502e-4af3-9beb-0f11bf1923dc req-3b166741-f02b-4291-bf87-0795f260bd1e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1562641 Dec 20 23:17:18.079494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 314abc37-0ea5-45fc-87a9-60184bcb5e3e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:18.079850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:18.083528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:18.116504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64137a6e-bc31-44d7-8671-be2d1871246d None None] The sync data for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 is: [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:15:57Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6730e982-50c5-4780-9f47-cf06f49fb66a', 'name': '', 'network_id': 'a562ff22-295b-4200-ad0f-1be5e1a9e16b', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:57:92:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '6139b68f-7483-4794-a098-9f0d434de166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:56Z', 'updated_at': '2021-12-20T23:16:02Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '6139b68f-7483-4794-a098-9f0d434de166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:17:18.211141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3962c9b3-502e-4af3-9beb-0f11bf1923dc req-9fb9b8a3-17e9-43e1-a2de-dc47921ac123 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325943 Dec 20 23:17:18.259759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-d3bec81f-90a7-4faa-9091-9a0d98f9ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.260601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-d3bec81f-90a7-4faa-9091-9a0d98f9ab73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.1807001 Dec 20 23:17:18.312793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 314abc37-0ea5-45fc-87a9-60184bcb5e3e, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=314abc37-0ea5-45fc-87a9-60184bcb5e3e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:18.313387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:18.319826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-224ccef5-a916-4b52-865f-7a1e089cf4df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148 HTTP/1.1" status: 200 len: 217 time: 0.0507483 Dec 20 23:17:18.336791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 314abc37-0ea5-45fc-87a9-60184bcb5e3e owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:18.433323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-93c56861-321d-4e77-8df9-21ac802804a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.437945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-93c56861-321d-4e77-8df9-21ac802804a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.1096244 Dec 20 23:17:18.449316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-854e4307-4240-4ce6-8849-7eb23ce993cd service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177725 Dec 20 23:17:18.485202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35454) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:18.561700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-8ebc37af-4ba8-4a20-a446-e62f4059e4e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987234 Dec 20 23:17:18.606744 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36edf63-2512-491d-8937-06b09a7189a0 None None] New status for floating IP 0ac0e96e-980b-489b-8b80-de10b1d0b2c2: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:17:18.616888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79135e7-fbbb-45a3-825e-185f855bdd7b req-f45dec11-602a-48b2-ab77-b52aa009258f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.619244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f79135e7-fbbb-45a3-825e-185f855bdd7b req-f45dec11-602a-48b2-ab77-b52aa009258f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 943 time: 0.1780453 Dec 20 23:17:18.654442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-67a561ae-0e17-4c4a-b7d2-4a52976ac223 req-4b003e7e-a499-4ae8-9af4-0e9434878f31 service neutron] 10.222.0.59 "GET /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903358 Dec 20 23:17:18.691191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2d85-8f89-4dde-b308-39aefd5a6157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:18.800659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:18.830243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=314abc37-0ea5-45fc-87a9-60184bcb5e3e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:18.832392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f79135e7-fbbb-45a3-825e-185f855bdd7b req-b7792756-569c-4aa0-946c-e1e3ee9aeb5d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754632 Dec 20 23:17:18.834418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-cfae0f53-a373-45fd-8bb5-9a6cdde27192 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643509 Dec 20 23:17:18.869393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f179d-3dae-4fcf-91ff-8c8a3eb42d08 req-7fc96199-49fe-4e87-a028-126005a6f529 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:18.871252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632f179d-3dae-4fcf-91ff-8c8a3eb42d08 req-7fc96199-49fe-4e87-a028-126005a6f529 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcd69e6-dc43-4f1a-82fa-8d866ce081ae HTTP/1.1" status: 200 len: 944 time: 0.1548007 Dec 20 23:17:18.891040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] No DVR routers for this DVR port 314abc37-0ea5-45fc-87a9-60184bcb5e3e on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:18.894072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:18.899725 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76c9ecff-6ea0-47dc-949c-e2b1e2f9c070 req-aca39348-387a-457a-b933-2ba89fb455da tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "DELETE /v2.0/ports/314abc37-0ea5-45fc-87a9-60184bcb5e3e HTTP/1.1" status: 204 len: 173 time: 1.0750923 Dec 20 23:17:18.916106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-deleted', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:18.920314 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e91429-22c8-4aae-a7f5-5d4c724cde3f" -d '{"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-deleted", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:18.960273 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f141e8-98c7-443a-8325-a12f31ea86b3 x-openstack-request-id: req-d2f141e8-98c7-443a-8325-a12f31ea86b3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:18.960568 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd69e6-dc43-4f1a-82fa-8d866ce081ae", "name": "network-vif-deleted", "tag": "314abc37-0ea5-45fc-87a9-60184bcb5e3e", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:18.960824 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2f141e8-98c7-443a-8325-a12f31ea86b3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:18.962541 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd69e6-dc43-4f1a-82fa-8d866ce081ae', 'name': 'network-vif-deleted', 'tag': '314abc37-0ea5-45fc-87a9-60184bcb5e3e', 'status': 'completed', 'code': 200} Dec 20 23:17:19.001483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2d85-8f89-4dde-b308-39aefd5a6157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.028660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-632f179d-3dae-4fcf-91ff-8c8a3eb42d08 req-873be9a1-1ebe-453d-9d7c-aba47c60d77e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc3411c9-f60f-49f1-9b44-2a4ee321236a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430285 Dec 20 23:17:19.043857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9327f3e-6aa8-46c7-9d64-dadd16fadcae req-257ceb2e-8eb3-41b1-976d-99ec505ed7e4 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994958 Dec 20 23:17:19.100244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2d85-8f89-4dde-b308-39aefd5a6157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.142565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a9d2d85-8f89-4dde-b308-39aefd5a6157 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97ff89ebe1004c248040d3222a1e414e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6546836 Dec 20 23:17:19.143924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d2d85-8f89-4dde-b308-39aefd5a6157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1a0da-4dda-48e3-a599-e49ee189e791,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:19.144064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35468) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:19.198704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.228560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.379617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838c49-6f50-4115-a1db-13f1b9d2aee1 req-135154c7-cfba-4d7e-bee8-0887e340ca3e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:19.397085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46838c49-6f50-4115-a1db-13f1b9d2aee1 req-135154c7-cfba-4d7e-bee8-0887e340ca3e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0983639 Dec 20 23:17:19.397810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.401370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:19.403333 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92d1a0da-4dda-48e3-a599-e49ee189e791 HTTP/1.1" status: 204 len: 168 time: 0.2576241 Dec 20 23:17:19.419155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ac20-b321-4e64-bd75-f09ed421cb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1a0da-4dda-48e3-a599-e49ee189e791,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:19.505792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46838c49-6f50-4115-a1db-13f1b9d2aee1 req-26d052d2-b439-4dc4-95e5-855f6ec2628d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076887 Dec 20 23:17:19.984859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39284d-ec42-43d9-994e-30f4cd208097 req-05d001a7-cb75-4e83-9d4e-4a7efe76df77 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:19.986513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d39284d-ec42-43d9-994e-30f4cd208097 req-05d001a7-cb75-4e83-9d4e-4a7efe76df77 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 943 time: 0.0538211 Dec 20 23:17:20.059072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d39284d-ec42-43d9-994e-30f4cd208097 req-05b3681e-1430-461d-81cf-01e97e0d6622 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Dec 20 23:17:20.111472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:20.117627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-9bf32097-fb67-4e7b-ab61-7ef3cb637905 req-8972a82f-cc76-4e2a-a957-f108d8a64c12 service neutron] (115563) timed out ('10.222.0.62', 57512) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:17:20.245074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:20.261212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0299-1c49-4358-80db-843813fa3d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.397334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0299-1c49-4358-80db-843813fa3d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.491481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f5c0299-1c49-4358-80db-843813fa3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.523368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.546015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0299-1c49-4358-80db-843813fa3d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da82f6-a1f6-42dd-8d6b-49a01368dd92,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:20.566606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f5c0299-1c49-4358-80db-843813fa3d1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f7adadd7f7e4ea8a5563e18c310cda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183417 Dec 20 23:17:20.567484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35502) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:20.735339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b35c-6acb-497b-b666-c84b5ecff8bb req-eafb34f0-97b9-4a5e-ad8d-25007fff8531 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:20.736879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c6b35c-6acb-497b-b666-c84b5ecff8bb req-eafb34f0-97b9-4a5e-ad8d-25007fff8531 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1058385 Dec 20 23:17:20.740745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.784118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.826052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12c6b35c-6acb-497b-b666-c84b5ecff8bb req-3d8e7a9f-3f85-421e-bc3b-858cf7d784ba tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Dec 20 23:17:20.838524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 6730e982-50c5-4780-9f47-cf06f49fb66a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:20.838887 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.935264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.938179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.941645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94da82f6-a1f6-42dd-8d6b-49a01368dd92 HTTP/1.1" status: 204 len: 168 time: 0.3683565 Dec 20 23:17:20.950593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491a83-9a3c-490e-9333-51591f0c5bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da82f6-a1f6-42dd-8d6b-49a01368dd92,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:20.964394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 6730e982-50c5-4780-9f47-cf06f49fb66a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6730e982-50c5-4780-9f47-cf06f49fb66a,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:20.964697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:20.993970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 6730e982-50c5-4780-9f47-cf06f49fb66a owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:21.139137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35516) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:21.277180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462deadd-0e2a-4140-a26e-2ae56190b925 req-5d460c49-2f34-4c88-bc2b-47a3acd0d7ac tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:21.286750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462deadd-0e2a-4140-a26e-2ae56190b925 req-5d460c49-2f34-4c88-bc2b-47a3acd0d7ac tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 943 time: 0.1031783 Dec 20 23:17:21.360201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462deadd-0e2a-4140-a26e-2ae56190b925 req-7daa9d3a-7ad2-4b44-9eb5-5028cc9c020e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725267 Dec 20 23:17:21.375928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-877251ce-d822-4906-b521-23bb0c77aef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.387040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f4acf9ce-a7d5-49a3-a8ab-e40e05957148 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:21.580475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-877251ce-d822-4906-b521-23bb0c77aef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.581841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:21.601004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'port_id': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148', 'mac_address': 'fa:16:3e:0b:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae77cca2-31a9-41ba-8e1a-fa5651ce50cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:17:21.639578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-877251ce-d822-4906-b521-23bb0c77aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.657685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.677093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4acf9ce-a7d5-49a3-a8ab-e40e05957148 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:21.707696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:21.711064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-877251ce-d822-4906-b521-23bb0c77aef5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a430a2ef90d408ba033cff1e78dd568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707638 Dec 20 23:17:21.712179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877251ce-d822-4906-b521-23bb0c77aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01e0bb1-f198-4638-b67e-d55bc91e84c0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:21.713845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:21.745977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.769284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:21.802089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=6730e982-50c5-4780-9f47-cf06f49fb66a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:21.865621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:21.913923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.019533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.057284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeee66e-f2d5-4b22-b753-981901d6b379 req-3560962f-2a53-4494-a2c8-246cb361b006 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:22.059857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['f4acf9ce-a7d5-49a3-a8ab-e40e05957148'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:22.068620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdeee66e-f2d5-4b22-b753-981901d6b379 req-3560962f-2a53-4494-a2c8-246cb361b006 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1167936 Dec 20 23:17:22.123778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.170110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdeee66e-f2d5-4b22-b753-981901d6b379 req-cab5a554-fe06-4e3c-9bf8-a8278632c5da tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992939 Dec 20 23:17:22.416148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:22.438861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 035610d9-93b1-4fa6-b462-7d4e70381690 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:17:22.440144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.442835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.446216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c01e0bb1-f198-4638-b67e-d55bc91e84c0 HTTP/1.1" status: 204 len: 168 time: 0.7261965 Dec 20 23:17:22.456851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3606f0-099f-4fd1-83f7-f3cef3293958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01e0bb1-f198-4638-b67e-d55bc91e84c0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:22.471875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 314abc37-0ea5-45fc-87a9-60184bcb5e3e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:22.472265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 314abc37-0ea5-45fc-87a9-60184bcb5e3e not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:22.583874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f3112-fdbd-4814-a685-c42f6e95ec74 req-a38d6d0b-410a-41b9-a9f4-ff883e9a01d8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:22.591995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a97f3112-fdbd-4814-a685-c42f6e95ec74 req-a38d6d0b-410a-41b9-a9f4-ff883e9a01d8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 944 time: 0.0893044 Dec 20 23:17:22.614257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:17:22.629385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609286af-e968-4291-9acf-4a502d950792 None None] Sync routers for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:17:22.640229 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-715506f6-dc2f-4d42-bb0a-e19f869ca67d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/035610d9-93b1-4fa6-b462-7d4e70381690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5233071 Dec 20 23:17:22.642393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:22.649516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:22.652574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:22.687628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a97f3112-fdbd-4814-a685-c42f6e95ec74 req-4815e5e7-7a79-49ae-a2d1-854493c4b460 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925422 Dec 20 23:17:22.735700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting subnet 6139b68f-7483-4794-a098-9f0d434de166 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:17:22.743496 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.795696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:22.843200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:22.995832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.032956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:17:21Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:23.066339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609286af-e968-4291-9acf-4a502d950792 None None] Checking router: 035610d9-93b1-4fa6-b462-7d4e70381690 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:17:23.075719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] Routers {'035610d9-93b1-4fa6-b462-7d4e70381690'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:23.076711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['035610d9-93b1-4fa6-b462-7d4e70381690'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:23.190113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.232251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] Set router 035610d9-93b1-4fa6-b462-7d4e70381690 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:23.263633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.276387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35564) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:23.278434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/subnets/6139b68f-7483-4794-a098-9f0d434de166 HTTP/1.1" status: 204 len: 168 time: 0.6287210 Dec 20 23:17:23.279486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7dccd-7f06-4b69-b6a0-1afa411175f3 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Subnet': ['ID=6139b68f-7483-4794-a098-9f0d434de166,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:23.292451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ba3ec-eae0-413a-8e31-4ae0db31860b None None] Network a562ff22-295b-4200-ad0f-1be5e1a9e16b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:23.349271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:23.368886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5514-c732-47c2-9bfa-1a8a5a118660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.469979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f4acf9ce-a7d5-49a3-a8ab-e40e05957148 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:23.498590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10bd69-20ca-403d-ae2e-2f3c69ed3493 req-d09d75cd-6c38-4994-892f-6852cbd7dfb2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:23.499053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5514-c732-47c2-9bfa-1a8a5a118660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.500113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d10bd69-20ca-403d-ae2e-2f3c69ed3493 req-d09d75cd-6c38-4994-892f-6852cbd7dfb2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.2046309 Dec 20 23:17:23.556923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5514-c732-47c2-9bfa-1a8a5a118660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.560890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.644627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4c3d5514-c732-47c2-9bfa-1a8a5a118660 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c827d5988228432593fc3a5c1abc693c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939286 Dec 20 23:17:23.648683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d5514-c732-47c2-9bfa-1a8a5a118660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92b12a-155b-45eb-9977-72c968202608,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:23.651560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:23.696988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-609286af-e968-4291-9acf-4a502d950792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:17:21Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:23.705326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.744091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d10bd69-20ca-403d-ae2e-2f3c69ed3493 req-ae8941f8-bdb3-4632-9c2d-26b22fc84e2d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308359 Dec 20 23:17:23.770482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609286af-e968-4291-9acf-4a502d950792 None None] The sync data for ids ['035610d9-93b1-4fa6-b462-7d4e70381690'] in n-d-822053-9 is: [{'id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965028656', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:15:50Z', 'updated_at': '2021-12-20T23:17:21Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': '6e059e98-cb8f-4868-9e4c-767aeb0eba79', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035610d9-93b1-4fa6-b462-7d4e70381690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:15:51Z', 'updated_at': '2021-12-20T23:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:17:23.771579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:17:23.780862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.802329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] DHCP port deletion for a562ff22-295b-4200-ad0f-1be5e1a9e16b request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:23.827669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:23.827889 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.857637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:23.858683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 6e059e98-cb8f-4868-9e4c-767aeb0eba79 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:23.859026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.036507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Deleting port 31e16c4f-b133-4476-83b1-8d74095c789e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:24.037343 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.061075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376bd8-9565-446c-99c0-b5847b257c67 req-3f7b8949-015e-4bf8-984d-75377a006a48 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:24.068681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21376bd8-9565-446c-99c0-b5847b257c67 req-3f7b8949-015e-4bf8-984d-75377a006a48 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 944 time: 0.1606410 Dec 20 23:17:24.124330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.127862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.132103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc92b12a-155b-45eb-9977-72c968202608 HTTP/1.1" status: 204 len: 168 time: 0.4772291 Dec 20 23:17:24.169563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef7146-e7d1-479f-bdc6-31518ff6ee95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92b12a-155b-45eb-9977-72c968202608,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:24.215748 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21376bd8-9565-446c-99c0-b5847b257c67 req-5d37ec3b-782b-435e-8219-d31803b33bda tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459477 Dec 20 23:17:24.247184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 6e059e98-cb8f-4868-9e4c-767aeb0eba79, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6e059e98-cb8f-4868-9e4c-767aeb0eba79,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:24.247552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.294724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 6e059e98-cb8f-4868-9e4c-767aeb0eba79 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:24.352888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.387485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6730e982-50c5-4780-9f47-cf06f49fb66a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:24.439311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] For port 31e16c4f-b133-4476-83b1-8d74095c789e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31e16c4f-b133-4476-83b1-8d74095c789e,segment=NetworkSegment(530e4008-e22a-434b-882a-fafa8c8059fb),segment_id=530e4008-e22a-434b-882a-fafa8c8059fb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:24.439712 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.518375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6730e982-50c5-4780-9f47-cf06f49fb66a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:24.519003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6730e982-50c5-4780-9f47-cf06f49fb66a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:24.519182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31e16c4f-b133-4476-83b1-8d74095c789e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:24.640157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Calling delete_port for 31e16c4f-b133-4476-83b1-8d74095c789e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:24.729832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:24.733499 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d322ff2-bbba-492e-9b21-9f14b456acf3" -d '{"events": [{"server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "name": "network-vif-plugged", "status": "completed", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:24.751301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:24.775905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.807985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.822632 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf4349b-f29f-4815-9b3e-30d8e0d26fca x-openstack-request-id: req-fcf4349b-f29f-4815-9b3e-30d8e0d26fca {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:24.836254 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "name": "network-vif-plugged", "status": "completed", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:24.836254 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcf4349b-f29f-4815-9b3e-30d8e0d26fca {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:24.836254 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148', 'code': 200} Dec 20 23:17:24.857646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:24.923614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=6e059e98-cb8f-4868-9e4c-767aeb0eba79,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:24.924946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d37b38b-e09d-4172-9da3-e9a3bb6240d6 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:24.977038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.081886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] No DVR routers for this DVR port 31e16c4f-b133-4476-83b1-8d74095c789e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:25.092889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:25.135104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f96fa1-94ff-4c20-9383-71c965275c6a None None] Pushing event deleted for resources: {'Port': ['ID=31e16c4f-b133-4476-83b1-8d74095c789e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:25.186394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.235328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed460b5-a323-426c-a50b-f162fd9bbde7 req-8fa194bb-e4c3-41fd-93af-df35253a6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:25.236918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed460b5-a323-426c-a50b-f162fd9bbde7 req-8fa194bb-e4c3-41fd-93af-df35253a6d10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 1096 time: 0.3147159 Dec 20 23:17:25.324702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a720-588c-4145-83be-7196870c2efd req-450b5204-4fee-481a-b2f7-d2a65a80f656 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:25.326716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34a2a720-588c-4145-83be-7196870c2efd req-450b5204-4fee-481a-b2f7-d2a65a80f656 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.2793441 Dec 20 23:17:25.423115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.427601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.502897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ed460b5-a323-426c-a50b-f162fd9bbde7 req-a8c2dfc8-bc88-486d-925f-929f94484d4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259367 Dec 20 23:17:25.604806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f9541-85f4-4d6d-ac4c-21a5b723b982 req-8e791c77-bcf3-48a3-bc3d-9227c02b04bb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:25.606789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c0f9541-85f4-4d6d-ac4c-21a5b723b982 req-8e791c77-bcf3-48a3-bc3d-9227c02b04bb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.2254455 Dec 20 23:17:25.631207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34a2a720-588c-4145-83be-7196870c2efd req-de13b44f-c10e-49cd-a984-90a555320a3a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953815 Dec 20 23:17:25.745104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.751017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Fanout notify agent at l3_agent the message router_deleted on router 035610d9-93b1-4fa6-b462-7d4e70381690 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:17:25.756361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c0f9541-85f4-4d6d-ac4c-21a5b723b982 req-2965df4f-7b51-4695-93c0-c7b6f4988479 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241527 Dec 20 23:17:25.767592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:25.768933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ebaeea65-e8cf-458a-9861-227f70be9821 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/routers/035610d9-93b1-4fa6-b462-7d4e70381690 HTTP/1.1" status: 204 len: 168 time: 2.4890230 Dec 20 23:17:25.771639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:25.953959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.133803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.178865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a562ff22-295b-4200-ad0f-1be5e1a9e16b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:26.184042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530e4008-e22a-434b-882a-fafa8c8059fb') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:26.186713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530e4008-e22a-434b-882a-fafa8c8059fb') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:26.225070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.256118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.263901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:17:26.264479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:17:26.267813 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:17:26.275737 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:17:26.430625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.450657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.462834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/networks/a562ff22-295b-4200-ad0f-1be5e1a9e16b HTTP/1.1" status: 204 len: 168 time: 0.6900141 Dec 20 23:17:26.466612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35644) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:26.493788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e059e98-cb8f-4868-9e4c-767aeb0eba79 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:26.516941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4e62c-9815-4ed2-b5ba-acd31f6bb371 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Network': ['ID=a562ff22-295b-4200-ad0f-1be5e1a9e16b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:26.571026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6e059e98-cb8f-4868-9e4c-767aeb0eba79 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:26.571916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6e059e98-cb8f-4868-9e4c-767aeb0eba79 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:26.600753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:26.672657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:27.000455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16081fe6-ed1a-4108-aa93-0eb689edcd61 req-a827c71c-31d6-49cf-ba50-307dff8aae59 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:27.008643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16081fe6-ed1a-4108-aa93-0eb689edcd61 req-a827c71c-31d6-49cf-ba50-307dff8aae59 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.2564213 Dec 20 23:17:27.074937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54127e56-d1f8-4bb4-9ea7-323a80a5aa40 req-f26d30cb-4ebb-4b96-a30f-36c8651a6342 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:27.078023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54127e56-d1f8-4bb4-9ea7-323a80a5aa40 req-f26d30cb-4ebb-4b96-a30f-36c8651a6342 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.1708286 Dec 20 23:17:27.146865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:27.149649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:27.151438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc3411c9-f60f-49f1-9b44-2a4ee321236a HTTP/1.1" status: 204 len: 168 time: 0.6837974 Dec 20 23:17:27.173031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16081fe6-ed1a-4108-aa93-0eb689edcd61 req-42736bc7-b284-427b-a819-47213ebdd266 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634598 Dec 20 23:17:27.222760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b4a6c-4f88-4b24-9708-1bb81f38b8bc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3411c9-f60f-49f1-9b44-2a4ee321236a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:27.263858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54127e56-d1f8-4bb4-9ea7-323a80a5aa40 req-f1727c17-7991-4e74-919d-d31efa14f69c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753616 Dec 20 23:17:27.720087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:27.876736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92b0e640-3992-4bfd-8f75-55cfdd7b6a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:27.984628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92b0e640-3992-4bfd-8f75-55cfdd7b6a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:27.988678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35718) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:27.993927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976842939', 'description': 'tempest-secgroup-smoke-976842939 description', 'project_id': '409fc0ea8aa74a7c992b1690906369db'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:28.028524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.079987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92b0e640-3992-4bfd-8f75-55cfdd7b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.108513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.175562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-92b0e640-3992-4bfd-8f75-55cfdd7b6a63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1059029602324b278fb8fbe7abf95f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506919 Dec 20 23:17:28.177635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35724) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:28.177635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0e640-3992-4bfd-8f75-55cfdd7b6a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7225aed9-fdfc-4e07-abb7-bc417afbbcc3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:28.192805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.269211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.284687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.323098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cbde39-1a75-47a2-8cb7-8d172e10270a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:28.355436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.375050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.379331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc64412-b7b6-42dd-8021-0fb2ca1d307e req-aca2d5db-6d06-4650-9320-80830156c767 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:28.379567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccc64412-b7b6-42dd-8021-0fb2ca1d307e req-aca2d5db-6d06-4650-9320-80830156c767 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1318588 Dec 20 23:17:28.380304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0c9aaf1e-81a6-4798-a8f0-4a28bda0ac9f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3902404 Dec 20 23:17:28.381088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35736) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:28.387767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:28.505640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.522383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccc64412-b7b6-42dd-8021-0fb2ca1d307e req-ae7295d5-8bed-43ca-bc20-d78d41f33797 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334717 Dec 20 23:17:28.550009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce051-8758-4fbc-a50d-6b12e4b72832 req-19751a16-cab1-40be-9d38-fc1284fec332 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:28.550009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fce051-8758-4fbc-a50d-6b12e4b72832 req-19751a16-cab1-40be-9d38-fc1284fec332 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.1098776 Dec 20 23:17:28.632464 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.635513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.638405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.638543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7225aed9-fdfc-4e07-abb7-bc417afbbcc3 HTTP/1.1" status: 204 len: 168 time: 0.4441426 Dec 20 23:17:28.658446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10804572-1486-4fdc-a768-9a5ea401dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225aed9-fdfc-4e07-abb7-bc417afbbcc3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:28.679671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fce051-8758-4fbc-a50d-6b12e4b72832 req-7521a2be-65a6-4a9e-8686-01328b262d63 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189134 Dec 20 23:17:28.708251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.727224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8215d2-f0d3-420a-9a81-a07dda36bc5d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:28.790089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.794425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ecfb4a00-1dfe-4837-a666-7185a79af961 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120736 Dec 20 23:17:28.798895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:28.800217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:28.914495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:28.985675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.051676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.083829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7ebda4-eaf8-4de8-89b8-df1bc6654979,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:29.164715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.165946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ac73193-013b-4b84-991b-28a27494afa8 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3698616 Dec 20 23:17:29.169164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35758) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:29.174728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:29.196303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282f72-f55d-4aa1-8c44-f44d50b34456 req-8f34ed5b-551e-4f1c-8a33-6029cf21235c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:29.198970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f282f72-f55d-4aa1-8c44-f44d50b34456 req-8f34ed5b-551e-4f1c-8a33-6029cf21235c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.0693514 Dec 20 23:17:29.270626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f282f72-f55d-4aa1-8c44-f44d50b34456 req-280d218b-6f23-466e-9317-e3fc2983b105 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611973 Dec 20 23:17:29.291036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.340663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35766) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:29.380411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.445249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.450178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a404-49ef-4853-807e-96dfc511b065 req-3f0efb1b-5d40-4afd-a936-0faa81faebac tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:29.451709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efb4a404-49ef-4853-807e-96dfc511b065 req-3f0efb1b-5d40-4afd-a936-0faa81faebac tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0553942 Dec 20 23:17:29.459748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a6f472-2ef2-464e-83b9-5e3ed16e6e05,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:29.488590 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cec94cfd-e54b-47fd-af5e-43fc2b2ffdf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.532761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.532761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11be0ed5-5ff3-4a35-9584-4f1480769920 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584099 Dec 20 23:17:29.532761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:29.536592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efb4a404-49ef-4853-807e-96dfc511b065 req-0f8a06a6-4674-4cc6-918c-856a759f2923 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780549 Dec 20 23:17:29.552380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:29.597307 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cec94cfd-e54b-47fd-af5e-43fc2b2ffdf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.670416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b80626-178a-445e-89db-82b0bf3f7650 req-01b19cc7-b88a-41a6-8f8c-9942a4d3392c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:29.671972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29b80626-178a-445e-89db-82b0bf3f7650 req-01b19cc7-b88a-41a6-8f8c-9942a4d3392c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0572126 Dec 20 23:17:29.682088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.704412 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cec94cfd-e54b-47fd-af5e-43fc2b2ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.750837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29b80626-178a-445e-89db-82b0bf3f7650 req-96fb902d-cea4-4826-ad76-71489b318685 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Dec 20 23:17:29.760051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35786) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:29.765030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cec94cfd-e54b-47fd-af5e-43fc2b2ffdf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=660abad1984b4985bb3d1a2aa4c38bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183486 Dec 20 23:17:29.765652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec94cfd-e54b-47fd-af5e-43fc2b2ffdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059c1ae-e4a9-4248-9c05-9544e7adb5b5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:29.784845 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:17:29.793436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.836312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.847626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.878517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.880295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a5433-4fe2-4520-9da5-07e2aafa9626,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:29.944735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:29.946250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1104b18c-94de-438a-a930-33e5d3373f12 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4113946 Dec 20 23:17:29.948641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35790) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:29.954282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:29.999730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.002538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.003733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7059c1ae-e4a9-4248-9c05-9544e7adb5b5 HTTP/1.1" status: 204 len: 168 time: 0.2424562 Dec 20 23:17:30.012144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0dbb6-c688-429e-8418-7d7fc69d9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059c1ae-e4a9-4248-9c05-9544e7adb5b5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:30.056828 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:17:30.062911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.126000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.216584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.234183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66e1822-756b-47e0-ba12-31b2aa72411c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:30.244611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.245053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.245298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.245740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.246111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.246491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.246722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.247582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.247879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.248575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.249013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.249494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.249662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:30.313303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.319130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:30.319622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c06f0d56-28ca-4b9d-87f7-a9cc89b833de tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672593 Dec 20 23:17:30.323577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'security_group_rule': {'security_group_id': '23cbde39-1a75-47a2-8cb7-8d172e10270a', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:30.417344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:30.421843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:30.584281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:30.599214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'port_id': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'mac_address': 'fa:16:3e:0b:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfe5b6-256c-472b-bd00-73a6b0f67a2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:17:30.614737 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.674817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:30.679418 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54a656-0148-4481-b367-b3d453c30442" -d '{"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-unplugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:30.680524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.702863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:30.706765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:30.766253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.836869 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Project 409fc0ea8aa74a7c992b1690906369db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:17:30.863672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:30.879562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:17:30.879562 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:17:30.884574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:30.943744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3a5e9-24b5-4519-8137-a433588bdd24 req-8dcc40ee-14f8-4e70-825c-62e6d49507c9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:30.945247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec3a5e9-24b5-4519-8137-a433588bdd24 req-8dcc40ee-14f8-4e70-825c-62e6d49507c9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.5881023 Dec 20 23:17:30.972506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767f8a-adfa-4fa8-9fae-36ea266b442c req-be47ebf9-1fb1-477c-a9d1-9afdbe44e60f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:30.976934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03767f8a-adfa-4fa8-9fae-36ea266b442c req-be47ebf9-1fb1-477c-a9d1-9afdbe44e60f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1486037 Dec 20 23:17:30.984367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-ea5db4ee-2110-444e-a23d-a2ac2dc5c279 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:30.985802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-ea5db4ee-2110-444e-a23d-a2ac2dc5c279 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 945 time: 0.1618376 Dec 20 23:17:31.065263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.131505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ec3a5e9-24b5-4519-8137-a433588bdd24 req-145df6b1-a80b-455e-84c2-1cbb39b6a86f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754622 Dec 20 23:17:31.137658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03767f8a-adfa-4fa8-9fae-36ea266b442c req-40242770-4d41-4621-b223-fe3402d9ecce tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470525 Dec 20 23:17:31.176957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.207541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c28bee6-961e-424e-812f-fff0666a8ed0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:31.216653 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51536497-0b50-4bc5-805b-98e821cd97c2 x-openstack-request-id: req-51536497-0b50-4bc5-805b-98e821cd97c2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:31.218086 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-unplugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:31.219134 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51536497-0b50-4bc5-805b-98e821cd97c2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:31.220417 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'code': 200} Dec 20 23:17:31.229293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Deleting port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:31.229293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.300144 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.301343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a6a50b0-2ca7-45c0-8b11-c3b4b6be8712 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9828069 Dec 20 23:17:31.304469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:31.311410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'network': {'name': 'tempest-network-smoke--1268265912', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:31.372894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb04242-edd0-44b5-b4db-e27b00aff44c req-3bd8709b-efd8-471f-af09-2d78f3b60b5f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:31.374407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdb04242-edd0-44b5-b4db-e27b00aff44c req-3bd8709b-efd8-471f-af09-2d78f3b60b5f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 944 time: 0.1049702 Dec 20 23:17:31.381506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] For port f4acf9ce-a7d5-49a3-a8ab-e40e05957148, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:31.381919 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.410961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Calling delete_port for f4acf9ce-a7d5-49a3-a8ab-e40e05957148 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:31.416906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:31.416906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.425399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.461445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:17:31.483532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.484247 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Added segment e8ec0e26-7bd4-42da-81c0-ba434123b179 of type vlan for network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee Dec 20 23:17:31.493426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bdb04242-edd0-44b5-b4db-e27b00aff44c req-5c858414-4370-47e6-8822-051bd0777147 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088779 Dec 20 23:17:31.561481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.662123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:31.681912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:31.688087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.693859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:31.694435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.711615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.724537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:31.745317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Pushing event deleted for resources: {'Port': ['ID=f4acf9ce-a7d5-49a3-a8ab-e40e05957148,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:31.775825 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.816914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5061867 Dec 20 23:17:31.817338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35846) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:31.827333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'admin_state_up': True, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:31.834470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121271-4daa-4254-8e74-f443a2aec4e2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Network': ['ID=03b99fbf-46e0-4eb0-9730-455b10a1e6ee,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:31.835828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] No DVR routers for this DVR port f4acf9ce-a7d5-49a3-a8ab-e40e05957148 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:31.845916 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.849889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23a4e3c2-936f-4c06-b227-b86eef94a49c req-0f3bb49e-6e85-49a6-9bb0-9b1a65de3cea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "DELETE /v2.0/ports/f4acf9ce-a7d5-49a3-a8ab-e40e05957148 HTTP/1.1" status: 204 len: 173 time: 0.8556376 Dec 20 23:17:31.850360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'name': 'network-vif-deleted', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:31.864430 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593774f-7d99-4794-904b-f522fb2c232f" -d '{"events": [{"server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "name": "network-vif-deleted", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:31.864664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:17:31.900682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:31.928721 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a0a68-535f-4ca5-9143-ded151674152 x-openstack-request-id: req-a36a0a68-535f-4ca5-9143-ded151674152 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:31.928938 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d716bc-09cc-41a2-a8f3-03ad42c281da", "name": "network-vif-deleted", "tag": "f4acf9ce-a7d5-49a3-a8ab-e40e05957148", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:31.929190 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a36a0a68-535f-4ca5-9143-ded151674152 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:31.929686 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d716bc-09cc-41a2-a8f3-03ad42c281da', 'name': 'network-vif-deleted', 'tag': 'f4acf9ce-a7d5-49a3-a8ab-e40e05957148', 'status': 'completed', 'code': 200} Dec 20 23:17:31.946403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:31.950650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.025513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.039175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:32.284345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f0dedfd-3879-43f0-a916-62a209909c99 req-e47a0904-1ae8-4244-acf7-299612653b29 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d716bc-09cc-41a2-a8f3-03ad42c281da HTTP/1.1" status: 200 len: 210 time: 0.0468543 Dec 20 23:17:32.340081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b61b5e-8527-430e-9d10-942ccab6ea59 req-7ddf3f90-3a9a-4158-8110-d11e6e2b35ec tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:32.341824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b61b5e-8527-430e-9d10-942ccab6ea59 req-7ddf3f90-3a9a-4158-8110-d11e6e2b35ec tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0907147 Dec 20 23:17:32.348211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35864) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:32.358854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.399602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b61b5e-8527-430e-9d10-942ccab6ea59 req-3cf0029e-4d36-4ca8-93ce-1b94e82931d2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473564 Dec 20 23:17:32.556290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0714653d-6b39-4cfa-8c3b-f890dba6dac3 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1375605788'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:32.556903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0714653d-6b39-4cfa-8c3b-f890dba6dac3 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Unknown quota resources ['metering_label']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:17:32.670669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e361449-bd6c-4724-a21d-c4a5f3251aa2 req-51f6f162-6c04-4bb4-8f75-28ceefe874b1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:32.672771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e361449-bd6c-4724-a21d-c4a5f3251aa2 req-51f6f162-6c04-4bb4-8f75-28ceefe874b1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0913060 Dec 20 23:17:32.729363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.733182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e361449-bd6c-4724-a21d-c4a5f3251aa2 req-44c767fc-fca4-4f74-9cd1-7391d4bc39cb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534508 Dec 20 23:17:32.752009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.925051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0714653d-6b39-4cfa-8c3b-f890dba6dac3 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:32.926271 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0714653d-6b39-4cfa-8c3b-f890dba6dac3 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5771160 Dec 20 23:17:32.929268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35880) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:32.933632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ff1fccf2-0522-4a10-9e4a-bb3adee39de7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b7f7f64f-25d8-4dfe-b837-eb47e625c21e'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:32.934106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ff1fccf2-0522-4a10-9e4a-bb3adee39de7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:17:33.056016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.72 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/be01c339-8b8f-4a19-8cfe-0ee7703f8d28) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:33.159465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.160729 n-d-822053-9 neutron-server[115563]: WARNING neutron.services.metering.metering_plugin [None req-ff1fccf2-0522-4a10-9e4a-bb3adee39de7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 23:17:33.268890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff1fccf2-0522-4a10-9e4a-bb3adee39de7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.270181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ff1fccf2-0522-4a10-9e4a-bb3adee39de7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3398776 Dec 20 23:17:33.273578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35886) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:33.282177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ef0e3cd0-001f-4a3d-8492-68872e8ac82b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b7f7f64f-25d8-4dfe-b837-eb47e625c21e'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:33.282657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ef0e3cd0-001f-4a3d-8492-68872e8ac82b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:17:33.305553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.406735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f4acf9ce-a7d5-49a3-a8ab-e40e05957148 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:33.414938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.418331 n-d-822053-9 neutron-server[115563]: WARNING neutron.services.metering.metering_plugin [None req-ef0e3cd0-001f-4a3d-8492-68872e8ac82b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 23:17:33.453858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d0f73-7ec2-4756-a7b7-387684e6c082 req-a452adc2-74e0-4f80-b259-69570748b45d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:33.454472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: f4acf9ce-a7d5-49a3-a8ab-e40e05957148 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:33.454472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device f4acf9ce-a7d5-49a3-a8ab-e40e05957148 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:33.456723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-328d0f73-7ec2-4756-a7b7-387684e6c082 req-a452adc2-74e0-4f80-b259-69570748b45d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0614529 Dec 20 23:17:33.543131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-328d0f73-7ec2-4756-a7b7-387684e6c082 req-471e1f2b-d5b1-4bc6-9fd6-4f8febc694d9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782077 Dec 20 23:17:33.559200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:33.562910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:33.573340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3cd0-001f-4a3d-8492-68872e8ac82b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.575444 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef0e3cd0-001f-4a3d-8492-68872e8ac82b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3006318 Dec 20 23:17:33.582001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:33.582205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d494d45-02c6-41c7-a950-1f7c6a4c7a26 req-ee9d1312-4741-46c2-803f-5fcff7c84906 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:33.582205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d494d45-02c6-41c7-a950-1f7c6a4c7a26 req-ee9d1312-4741-46c2-803f-5fcff7c84906 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0905411 Dec 20 23:17:33.584016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:33.598817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b54600-be98-466a-9a7c-bd39225bfca6 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:33.614168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-68935ec9-f1f4-4ff5-80fe-292c4e1984e0 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=0c333664-92e6-423a-a0e7-afb51637119a HTTP/1.1" status: 200 len: 464 time: 0.0288005 Dec 20 23:17:33.619358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:33.622141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:33.692744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d494d45-02c6-41c7-a950-1f7c6a4c7a26 req-43225f3c-3ede-4bbc-bec3-bfbf9e33ef1e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774386 Dec 20 23:17:33.703893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a590d8ee-d6a4-4618-aac8-0be5f13d1bb2 None None] Provisioning complete for port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:33.704553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a590d8ee-d6a4-4618-aac8-0be5f13d1bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.783596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a590d8ee-d6a4-4618-aac8-0be5f13d1bb2 None None] Port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:33.966176 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c096-d724-455a-b767-d6bb8639387d tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:33.967949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ccc6c096-d724-455a-b767-d6bb8639387d tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/0c333664-92e6-423a-a0e7-afb51637119a HTTP/1.1" status: 204 len: 168 time: 0.3457327 Dec 20 23:17:33.971631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:33.987431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-71ac420a-4288-4185-ad9a-21176cc617e0 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=0c333664-92e6-423a-a0e7-afb51637119a HTTP/1.1" status: 200 len: 221 time: 0.0147092 Dec 20 23:17:33.993562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:33.999241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-14a7e881-95c6-42ea-9f03-753ad1a16c1b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2045997390', 'description': 'label created by tempest'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:33.999756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-14a7e881-95c6-42ea-9f03-753ad1a16c1b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Unknown quota resources ['metering_label']. {{(pid=115562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:17:34.013788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07820e-97e5-4623-85a7-482f78e2a5e2 req-cb9836b4-b04c-4eff-9390-691e2f3a99bb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:34.015554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff07820e-97e5-4623-85a7-482f78e2a5e2 req-cb9836b4-b04c-4eff-9390-691e2f3a99bb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1713943 Dec 20 23:17:34.033890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.088649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1b915-215b-4e17-ad7a-6e0a957ed012 req-c8c89834-5f28-4989-953f-7933bb2ccba9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:34.091450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fe1b915-215b-4e17-ad7a-6e0a957ed012 req-c8c89834-5f28-4989-953f-7933bb2ccba9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 945 time: 0.2483442 Dec 20 23:17:34.264498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff07820e-97e5-4623-85a7-482f78e2a5e2 req-ed4b616a-fb7f-41bb-9cc3-80f28cd23875 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219219 Dec 20 23:17:34.269270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0fe1b915-215b-4e17-ad7a-6e0a957ed012 req-223f1a38-e9df-4aea-ac85-19528513d1b5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632190 Dec 20 23:17:34.357341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-14a7e881-95c6-42ea-9f03-753ad1a16c1b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.358769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-14a7e881-95c6-42ea-9f03-753ad1a16c1b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3644376 Dec 20 23:17:34.368666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:34.432363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:34.495316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:34.496230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.498943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b37a7f00-1f18-48bf-bf72-55570192a182 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=28a4a6d8-fd93-4b6b-b266-6e24cd8df79c HTTP/1.1" status: 200 len: 468 time: 0.1287646 Dec 20 23:17:34.503271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35936) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:34.580783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219a37b-24b2-4601-997a-b42aac034b41 req-7e09edee-9f89-4124-bf37-e6b1120ef238 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:34.588197 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.588853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b219a37b-24b2-4601-997a-b42aac034b41 req-7e09edee-9f89-4124-bf37-e6b1120ef238 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2354555 Dec 20 23:17:34.620475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:34.624980 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae9dd9-9a95-41ca-8bed-852496c0ee84" -d '{"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:34.651439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:34.676292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.705611 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0035b82-d018-4637-b943-ba467abddbf3 x-openstack-request-id: req-b0035b82-d018-4637-b943-ba467abddbf3 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:34.706226 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:34.706700 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0035b82-d018-4637-b943-ba467abddbf3 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:34.707306 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'code': 200} Dec 20 23:17:34.716016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.870008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b219a37b-24b2-4601-997a-b42aac034b41 req-b9e11838-96de-4257-b83d-b476093be0f7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735620 Dec 20 23:17:34.925791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76864b-09b6-4328-b57c-2fed8af5b126 req-6319a267-3d25-4b59-84e6-8d41eb58efdf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:34.926972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:34.927549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa76864b-09b6-4328-b57c-2fed8af5b126 req-6319a267-3d25-4b59-84e6-8d41eb58efdf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1236720 Dec 20 23:17:34.934503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c046fa9e-d46b-4c18-b103-90eb57c73fe7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.935022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c046fa9e-d46b-4c18-b103-90eb57c73fe7 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/28a4a6d8-fd93-4b6b-b266-6e24cd8df79c HTTP/1.1" status: 204 len: 168 time: 0.4307094 Dec 20 23:17:34.936874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35946) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:34.951977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7819b7dd-5018-4f88-b230-70e3d57951f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:34.955016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-835a96c5-2014-410b-a3c0-b9cb788a1d28 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=28a4a6d8-fd93-4b6b-b266-6e24cd8df79c HTTP/1.1" status: 200 len: 216 time: 0.0170403 Dec 20 23:17:34.965409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35948) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:34.972173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 9a50334f-d651-47ae-b360-45b15496ead6 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:17:34.983980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dc0e557b-8adb-4d93-9fae-231ccb063763 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144372 Dec 20 23:17:34.984397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35950) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.013230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b44d7eaa-f408-4849-a105-4a78eb549b8b tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0242786 Dec 20 23:17:35.013437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa76864b-09b6-4328-b57c-2fed8af5b126 req-14c5da17-a091-47f9-a72c-ecf084a74687 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744538 Dec 20 23:17:35.013834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35952) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.036726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0fbd-574c-40e0-bcde-334aa476ff26 req-6480da41-eaf6-4755-810f-5d4a03338851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:35.038278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bcbd0fbd-574c-40e0-bcde-334aa476ff26 req-6480da41-eaf6-4755-810f-5d4a03338851 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 1097 time: 0.1364720 Dec 20 23:17:35.079823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-64bed9c8-7a43-42da-9f49-6246acf35434 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/b7f7f64f-25d8-4dfe-b837-eb47e625c21e HTTP/1.1" status: 200 len: 473 time: 0.0642908 Dec 20 23:17:35.083834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35954) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.114520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56b2849c-9bc7-4672-a424-eef769924e06 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/b9277b3f-4d80-40d9-b9d9-b61025c46ec5 HTTP/1.1" status: 200 len: 461 time: 0.0263109 Dec 20 23:17:35.114870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35956) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.167112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bcbd0fbd-574c-40e0-bcde-334aa476ff26 req-fff38474-d384-42f0-b45b-c247cda273a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897887 Dec 20 23:17:35.182769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:17:35.192414 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Sync routers for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:17:35.201962 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:35.202572 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:35.282448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:35.283781 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9df63afc-df4a-449f-bb8e-751b4df62376 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4656899 Dec 20 23:17:35.296687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35960) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.311753 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:35.346864 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdd4c7ad-f5d5-4fe2-9766-5dc5028a5209 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=409fc0ea8aa74a7c992b1690906369db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467205 Dec 20 23:17:35.354491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.388626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50af5340-b0a7-4841-9ff1-3b30681fc812 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:35.390056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-50af5340-b0a7-4841-9ff1-3b30681fc812 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/b9277b3f-4d80-40d9-b9d9-b61025c46ec5 HTTP/1.1" status: 204 len: 168 time: 0.2741680 Dec 20 23:17:35.394927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.474513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebbb45-03c8-4248-83e8-87f7a3c5b11b req-0b11d2c0-f4dc-41a8-bdfa-ff5a9d4abd97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:35.487009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2aebbb45-03c8-4248-83e8-87f7a3c5b11b req-0b11d2c0-f4dc-41a8-bdfa-ff5a9d4abd97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1029308 Dec 20 23:17:35.560017 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:33Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:35.593386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2aebbb45-03c8-4248-83e8-87f7a3c5b11b req-4563cb31-b0bd-489c-841a-f2f1202d980a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050155 Dec 20 23:17:35.609247 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Checking router: 9a50334f-d651-47ae-b360-45b15496ead6 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:17:35.612119 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Updating router 9a50334f-d651-47ae-b360-45b15496ead6 port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:17:35.612775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c938b-a3cd-4147-ad2f-73b00c005490 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:35.616861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-635c938b-a3cd-4147-ad2f-73b00c005490 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2588305 Dec 20 23:17:35.617523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.644107 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:35.689629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-af6b2172-177a-4f12-803b-0f0720c87982 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684583 Dec 20 23:17:35.690402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35978) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:35.696438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593865871', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:35.741545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d221655-51d4-472b-8a8f-175d170cf028 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:35.746364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d221655-51d4-472b-8a8f-175d170cf028 tempest-MeteringTestJSON-1124206072 tempest-MeteringTestJSON-1124206072-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/b7f7f64f-25d8-4dfe-b837-eb47e625c21e HTTP/1.1" status: 204 len: 168 time: 0.3497705 Dec 20 23:17:35.916257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:35.916257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:35.972673 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.151537 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.197018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e16410-82a0-4053-82ea-bb7f26a782ce None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:36.211186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e444-5ca9-4346-b8f4-e322c6cb3950 req-5947b3ef-1b9c-41fc-8665-9ebca25b374a tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:36.215495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d839e444-5ca9-4346-b8f4-e322c6cb3950 req-5947b3ef-1b9c-41fc-8665-9ebca25b374a tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0936878 Dec 20 23:17:36.269100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.283574 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Attempting to bind port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:36.286963 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Attempting to bind port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:36.287551 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Attempting to bind port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:36.307333 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:36.307709 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:36.308193 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.308614 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:36.309168 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Bound port: be01c339-8b8f-4a19-8cfe-0ee7703f8d28, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:36.309549 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.337547 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Pushing event updated for resources: {'Port': ['ID=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:36.352048 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.352392 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.352731 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.353068 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.353526 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.353923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.354256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.354583 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.355410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.355785 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.356069 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.356369 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.356685 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:36.358378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4b4818e4-cd3c-485f-9091-690c0c58d2d6 None None] Provisioning complete for port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:36.371247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b4818e4-cd3c-485f-9091-690c0c58d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.381909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d839e444-5ca9-4346-b8f4-e322c6cb3950 req-73e7f1ca-b350-4b4a-8031-c111fa6cadf3 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525357 Dec 20 23:17:36.387552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Subnet': ['ID=48b9ce89-f0bb-4655-a46a-eb579f5c4d37,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:36.398828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Checking segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:36.399432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network hostable DHCP agents. Network: 03b99fbf-46e0-4eb0-9730-455b10a1e6ee, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:17:36.401099 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] For port be01c339-8b8f-4a19-8cfe-0ee7703f8d28, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:36.413529 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] For port be01c339-8b8f-4a19-8cfe-0ee7703f8d28, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:36.463149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4b4818e4-cd3c-485f-9091-690c0c58d2d6 None None] Port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:36.490519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35994) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:36.515915 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.516195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:17:36.596746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 03b99fbf-46e0-4eb0-9730-455b10a1e6ee) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:36.603100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:36.607643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.614597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547aeec6-ffae-44f4-968e-df556aaf0861 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:36.657111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a192236-1ca9-48ce-b064-19f4edb963b4 None None] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:36.669849 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac270-8ffd-4749-b359-b718ca25bec7 None None] Pushing event updated for resources: {'Port': ['ID=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:36.685074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:36.685851 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:36.722738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:36.732867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-715da87c-e0e3-42a2-9bbd-70f60e2765c6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0318592 Dec 20 23:17:36.733156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:36.842095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] Provisioning complete for port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:36.842466 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:36.899568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ee61d-9b6d-49ae-8855-ea0798b172bb req-2902e90e-82e7-4df2-9e17-0979ae7837ba tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:36.932798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b71ee61d-9b6d-49ae-8855-ea0798b172bb req-2902e90e-82e7-4df2-9e17-0979ae7837ba tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.1754725 Dec 20 23:17:37.001752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1c8789a0-be80-47f1-931a-c5f6c911ce55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.002893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16b610b0-3405-453c-8bb0-ed6abcbccb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.018309 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:37.025274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:17:37.028534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.103635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16b610b0-3405-453c-8bb0-ed6abcbccb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.140981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b71ee61d-9b6d-49ae-8855-ea0798b172bb req-c9dc019d-bcde-4067-a2bb-6f6c2e2780e8 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059386 Dec 20 23:17:37.289711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.309138 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1c8789a0-be80-47f1-931a-c5f6c911ce55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.360123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] For port be01c339-8b8f-4a19-8cfe-0ee7703f8d28, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:37.361702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16b610b0-3405-453c-8bb0-ed6abcbccb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.368130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08d6f-6bc6-4743-91b5-2a325e773dfc req-ba438a97-a916-4302-b68f-c6ca6252b11c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:37.370012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac08d6f-6bc6-4743-91b5-2a325e773dfc req-ba438a97-a916-4302-b68f-c6ca6252b11c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.0748439 Dec 20 23:17:37.377620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1c8789a0-be80-47f1-931a-c5f6c911ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.384987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Allocated IP 172.20.0.2 (03b99fbf-46e0-4eb0-9730-455b10a1e6ee/48b9ce89-f0bb-4655-a46a-eb579f5c4d37/14952183-f241-4af2-9462-cb7413aac934) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:37.402899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-16b610b0-3405-453c-8bb0-ed6abcbccb7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7821e52c22c74caca0885b1e3b93bda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6699970 Dec 20 23:17:37.406354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36014) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:37.489382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1c8789a0-be80-47f1-931a-c5f6c911ce55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ec1557b636449d0953307701bbee095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9951856 Dec 20 23:17:37.490001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:37.534473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b610b0-3405-453c-8bb0-ed6abcbccb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fc2bdd-01fa-4e14-bfc6-d1f6514691ac,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:37.541599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.566718 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:33Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:37.598256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb0477-32d7-4ae9-97f6-02975c664c07 None None] The sync data for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 is: [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:33Z', 'revision_number': 3, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:17:37.632863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.677958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8789a0-be80-47f1-931a-c5f6c911ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb4f420-c0d4-4838-974b-c72ea5b21fbd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:37.720806 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.728946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.740513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac08d6f-6bc6-4743-91b5-2a325e773dfc req-30da1bd5-2f9b-4ba4-9162-8e4c1a9cfef6 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712419 Dec 20 23:17:37.741685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a0704-ce02-45f6-af25-4ea46ec18f7a None None] Pushing event updated for resources: {'Port': ['ID=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:37.767277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d04fd714-378d-41a4-8e2b-1514e59aced2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.769786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f271749-7d4f-4d57-a5f7-50cd623dac99 req-bba82798-4c2d-4155-a65f-71860741ac8b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:37.772312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f271749-7d4f-4d57-a5f7-50cd623dac99 req-bba82798-4c2d-4155-a65f-71860741ac8b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.2466486 Dec 20 23:17:37.773628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.788808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.831592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.893054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:37.903124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.903878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:37.911333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f271749-7d4f-4d57-a5f7-50cd623dac99 req-9eb580f0-95ff-4473-9147-c90926d6fea4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322510 Dec 20 23:17:37.941917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:37.982649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.987108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:37.987108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66fc2bdd-01fa-4e14-bfc6-d1f6514691ac HTTP/1.1" status: 204 len: 168 time: 0.5747871 Dec 20 23:17:38.036547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209075c-01d9-48b3-8f02-6e245aa0e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fc2bdd-01fa-4e14-bfc6-d1f6514691ac,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:38.073936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Pushing event updated for resources: {'Port': ['ID=14952183-f241-4af2-9462-cb7413aac934,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:38.088187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.092091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.093815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fb4f420-c0d4-4838-974b-c72ea5b21fbd HTTP/1.1" status: 204 len: 168 time: 0.6027839 Dec 20 23:17:38.130212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Attempting to bind port 14952183-f241-4af2-9462-cb7413aac934 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:38.131139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Attempting to bind port 14952183-f241-4af2-9462-cb7413aac934 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:38.131686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Attempting to bind port 14952183-f241-4af2-9462-cb7413aac934 on network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:38.139498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:38.142300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Checking segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:38.142300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.142300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Bound using segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:38.142300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Bound port: 14952183-f241-4af2-9462-cb7413aac934, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:38.143412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4457-6ee8-454b-ab50-9da5cd385a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb4f420-c0d4-4838-974b-c72ea5b21fbd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:38.143514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.332769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] For port 14952183-f241-4af2-9462-cb7413aac934, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:38.337338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] For port 14952183-f241-4af2-9462-cb7413aac934, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=14952183-f241-4af2-9462-cb7413aac934,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:38.457020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.469305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.476812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device be01c339-8b8f-4a19-8cfe-0ee7703f8d28 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:38.595005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.1 (03b99fbf-46e0-4eb0-9730-455b10a1e6ee/48b9ce89-f0bb-4655-a46a-eb579f5c4d37/6cfa3772-3a79-4bde-83cc-5d1e31193406) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:38.644883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:38.654073 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:38.661936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77798fa9-ca53-432b-8655-48de57cd3c8b None None] Pushing event updated for resources: {'Port': ['ID=14952183-f241-4af2-9462-cb7413aac934,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:38.965477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d19a7-38ef-40c9-8ffe-4b9e6c7b70ee req-bfcf16e2-5db4-4cd4-9976-c725c4c06dc5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:38.981092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-520d19a7-38ef-40c9-8ffe-4b9e6c7b70ee req-bfcf16e2-5db4-4cd4-9976-c725c4c06dc5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2392139 Dec 20 23:17:38.994192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.059879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:39.105245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68b0585b-063d-4750-90fd-2e6d10d1fa9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.110072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-520d19a7-38ef-40c9-8ffe-4b9e6c7b70ee req-ad4d0b1e-f917-4216-85a6-91efe4ccc3a5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278067 Dec 20 23:17:39.177132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.275363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:39.282727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:39.288776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-43101c15-24d3-415f-b589-ee2f5a89f52e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:39.290588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-43101c15-24d3-415f-b589-ee2f5a89f52e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.2873824 Dec 20 23:17:39.290939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:39.314996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-1f674295-75d1-4276-8bfc-6fc06484f7b2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/quotas/58ecf742ec5a47c88ec2db56e1f19277 HTTP/1.1" status: 200 len: 375 time: 0.0148072 Dec 20 23:17:39.331566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782ebb-5959-4525-852b-03a434778b57 req-dd699390-f6d4-4602-a124-9628cc60efb4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:39.349098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:39.349920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f782ebb-5959-4525-852b-03a434778b57 req-dd699390-f6d4-4602-a124-9628cc60efb4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0963287 Dec 20 23:17:39.380254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36068) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:39.411663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.419196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bca1104-0b7c-4e2f-81b0-593e159aef4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.451622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-7c706b65-0949-442b-8961-e9b43a6f8a6e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076410 Dec 20 23:17:39.453170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68b0585b-063d-4750-90fd-2e6d10d1fa9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.453908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f782ebb-5959-4525-852b-03a434778b57 req-d0b50de8-d8f5-434d-9bee-65575c64e6bc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130493 Dec 20 23:17:39.579081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68b0585b-063d-4750-90fd-2e6d10d1fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.593474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-5453b450-9b67-47be-a4df-7c10312211cc service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276484 Dec 20 23:17:39.607665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dde02-ba5e-4114-9555-addeaabaf77e req-73ed0562-a760-46aa-9b3b-2ac0e8bf82ad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:39.609232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9dde02-ba5e-4114-9555-addeaabaf77e req-73ed0562-a760-46aa-9b3b-2ac0e8bf82ad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0738616 Dec 20 23:17:39.657860 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68b0585b-063d-4750-90fd-2e6d10d1fa9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1396bbc8eb0d461e9a2297596b76aaed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5968034 Dec 20 23:17:39.659759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bca1104-0b7c-4e2f-81b0-593e159aef4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.660942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0585b-063d-4750-90fd-2e6d10d1fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241e682d-0125-4641-be67-55f63cae0be0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:39.661261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36070) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:39.733884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.736178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5bca1104-0b7c-4e2f-81b0-593e159aef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.771975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.808414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-b976eee2-6773-49b2-a135-546f709f10e6 service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981440 Dec 20 23:17:39.819365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d9dde02-ba5e-4114-9555-addeaabaf77e req-975c9a1d-f94d-4c16-a3e8-7fe974305754 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017703 Dec 20 23:17:39.849401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.875260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:39.972426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca1104-0b7c-4e2f-81b0-593e159aef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd2b9e2-acb3-48a7-b0a1-eafb539eeebb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:39.978510 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5bca1104-0b7c-4e2f-81b0-593e159aef4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=367f7c957e494a74b67ff41e0fab3fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5930188 Dec 20 23:17:39.981536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36076) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:40.043209 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.052110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.065449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/241e682d-0125-4641-be67-55f63cae0be0 HTTP/1.1" status: 204 len: 168 time: 0.3990622 Dec 20 23:17:40.075594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bd78f-8731-44ae-bd84-ef07be225cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e682d-0125-4641-be67-55f63cae0be0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:40.118351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.119129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171a200-8947-4dc6-a713-ce344c28f83e req-39ca3139-4b69-4e4b-a48c-ef00f8d73cfc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:40.121301 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b171a200-8947-4dc6-a713-ce344c28f83e req-39ca3139-4b69-4e4b-a48c-ef00f8d73cfc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.59 "GET /v2.0/ports?device_id=55efe4b5-db56-417e-b350-9d1865c6efd0 HTTP/1.1" status: 200 len: 946 time: 0.3578770 Dec 20 23:17:40.200146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.265851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c5be16e-d81f-49f0-815e-c61d9faf74d3 req-1641ce4d-03c2-4a0b-b683-616a231f16be tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 210 time: 0.1208689 Dec 20 23:17:40.436171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.438810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.440447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fd2b9e2-acb3-48a7-b0a1-eafb539eeebb HTTP/1.1" status: 204 len: 168 time: 0.4561236 Dec 20 23:17:40.451769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092a556-8309-4ed1-8cc0-a292494abe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd2b9e2-acb3-48a7-b0a1-eafb539eeebb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:40.521691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2806e1-39fd-4905-aec9-9bccc6392e2c None None] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:40.559053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.563782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 14952183-f241-4af2-9462-cb7413aac934 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:40.709855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd46fb-c352-487f-a1c9-34c68faa647b req-807fce15-270f-4a05-b835-d79caa9c524e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:40.711577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84dd46fb-c352-487f-a1c9-34c68faa647b req-807fce15-270f-4a05-b835-d79caa9c524e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0926769 Dec 20 23:17:40.851389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 14952183-f241-4af2-9462-cb7413aac934 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:40.852359 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:40.857249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84dd46fb-c352-487f-a1c9-34c68faa647b req-3258dce1-e316-42e4-bbf7-a802eb9cd826 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355052 Dec 20 23:17:40.866461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] Provisioning complete for port 14952183-f241-4af2-9462-cb7413aac934 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:40.867025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.060661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.085844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Deleting port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:41.086180 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.122043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.223548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.241275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.339717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] For port 14952183-f241-4af2-9462-cb7413aac934, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=14952183-f241-4af2-9462-cb7413aac934,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:41.413993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.439282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46cfc30b-667f-4411-aead-ccfe450ca5d9 req-13f6cc30-fd1f-4469-a7d9-a5034ecf6e04 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 210 time: 0.0907619 Dec 20 23:17:41.455698 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.462854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] For port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:41.463245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.512173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Calling delete_port for fae3f57a-f0d7-4eaf-8c43-bf588a4780cd owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:41.654723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-17f88863-39f7-45e7-97b6-13e72e8e7d7b None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:41.655355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17f88863-39f7-45e7-97b6-13e72e8e7d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.692260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fcbf4-b31f-48de-b79c-6b5c3e1b646d req-ecf40a8e-1225-4cbf-9500-23e4600e8fbe tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:41.695717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-253fcbf4-b31f-48de-b79c-6b5c3e1b646d req-ecf40a8e-1225-4cbf-9500-23e4600e8fbe tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.2251987 Dec 20 23:17:41.721215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-593b70f3-913c-43e6-8ca5-ae12a1cbc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:41.722721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-593b70f3-913c-43e6-8ca5-ae12a1cbc5ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1742308 Dec 20 23:17:41.748510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-17f88863-39f7-45e7-97b6-13e72e8e7d7b None None] Port 6cfa3772-3a79-4bde-83cc-5d1e31193406 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:41.771098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2cb9-a4ea-4388-b70d-47421441ba7e None None] Pushing event updated for resources: {'Port': ['ID=14952183-f241-4af2-9462-cb7413aac934,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:41.789979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:17:41.790329 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:17:41.795145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-17f88863-39f7-45e7-97b6-13e72e8e7d7b None None] Provisioning complete for port 14952183-f241-4af2-9462-cb7413aac934 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:41.795537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17f88863-39f7-45e7-97b6-13e72e8e7d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:41.862210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:41.975675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-32945648-8255-4c8b-b439-f2e237249d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:41.979047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-32945648-8255-4c8b-b439-f2e237249d08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.2427173 Dec 20 23:17:42.114296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d466cc10-af49-4195-96b1-9d8afa1fb48d None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:42.115034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d466cc10-af49-4195-96b1-9d8afa1fb48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:42.128069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:42.131142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:42.188929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event deleted for resources: {'Port': ['ID=fae3f57a-f0d7-4eaf-8c43-bf588a4780cd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:42.193678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:42.204429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:42.208525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-253fcbf4-b31f-48de-b79c-6b5c3e1b646d req-2269d356-9302-4f85-a8b3-f1a23911184e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4995220 Dec 20 23:17:42.265807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-818d6731-6a7d-4d8b-9436-a07419e105f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 1001 time: 0.2508967 Dec 20 23:17:42.408863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] No DVR routers for this DVR port fae3f57a-f0d7-4eaf-8c43-bf588a4780cd on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:42.427102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:42.437916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b171a200-8947-4dc6-a713-ce344c28f83e req-251f3e95-0291-46db-8a7b-41c3f7a25402 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.59 "DELETE /v2.0/ports/fae3f57a-f0d7-4eaf-8c43-bf588a4780cd HTTP/1.1" status: 204 len: 173 time: 2.3089209 Dec 20 23:17:42.438416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-deleted', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:42.445234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-66697134-742e-4ee6-8e71-a58dd6af8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:42.448610 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4ee6c-0be4-4941-90e9-dfb251b1c1e2" -d '{"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-deleted", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:42.453004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-66697134-742e-4ee6-8e71-a58dd6af8c2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1766818 Dec 20 23:17:42.496003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d466cc10-af49-4195-96b1-9d8afa1fb48d None None] Port 6cfa3772-3a79-4bde-83cc-5d1e31193406 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:42.567282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:42.680711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 9a50334f-d651-47ae-b360-45b15496ead6 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:17:42.739978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3127b89c-7a72-4e54-a90c-7c7f8fef486a req-fbfb2cb9-ec87-4666-bec7-3699c0b1ab56 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 210 time: 0.1131835 Dec 20 23:17:42.751827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-8b107b2a-c17b-41ba-9601-a54e7d259b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:42.755995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-8b107b2a-c17b-41ba-9601-a54e7d259b8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772775 Dec 20 23:17:42.766629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 14952183-f241-4af2-9462-cb7413aac934 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:42.881916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-382d44cc-3a9b-4544-a0fd-cc60793c5519 None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:42.882191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-382d44cc-3a9b-4544-a0fd-cc60793c5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:42.988823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 14952183-f241-4af2-9462-cb7413aac934 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:42.993185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:43.070432 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a96d5fc-9a2c-484b-8ad2-82144a9654ae x-openstack-request-id: req-1a96d5fc-9a2c-484b-8ad2-82144a9654ae {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:43.070725 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55efe4b5-db56-417e-b350-9d1865c6efd0", "name": "network-vif-deleted", "tag": "fae3f57a-f0d7-4eaf-8c43-bf588a4780cd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:43.071153 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a96d5fc-9a2c-484b-8ad2-82144a9654ae {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:43.072333 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55efe4b5-db56-417e-b350-9d1865c6efd0', 'name': 'network-vif-deleted', 'tag': 'fae3f57a-f0d7-4eaf-8c43-bf588a4780cd', 'status': 'completed', 'code': 200} Dec 20 23:17:43.079463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-382d44cc-3a9b-4544-a0fd-cc60793c5519 None None] Port 6cfa3772-3a79-4bde-83cc-5d1e31193406 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:43.103220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-b3e5a656-9f10-41ff-a4b9-503b5b180c0c service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240409 Dec 20 23:17:43.185836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:17:43.201169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Sync routers for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:17:43.221028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3607d4e7-b246-4e96-8722-d7d69d27216d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/9a50334f-d651-47ae-b360-45b15496ead6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4889460 Dec 20 23:17:43.283781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:43.284730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:43.327360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a4c4dd-8c48-41d6-8a17-00e6548398ad req-d5549b54-5327-460a-b9d6-6cd028c17509 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194967 Dec 20 23:17:43.430617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-798045869'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:43.491125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-9045752a-0676-4083-86df-38da06bd3a5e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:43.493437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-9045752a-0676-4083-86df-38da06bd3a5e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.2771955 Dec 20 23:17:43.512475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Request body: {'port': {'device_id': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'admin_state_up': True, 'tenant_id': '58ecf742ec5a47c88ec2db56e1f19277'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:43.523429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a09c7-0482-4aed-a947-5ac74bab6894 req-4c37f856-47f3-4f89-84e3-91a9319c7bef tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:43.526028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f15a09c7-0482-4aed-a947-5ac74bab6894 req-4c37f856-47f3-4f89-84e3-91a9319c7bef tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1448090 Dec 20 23:17:43.602822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:43.656925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Made reservation on behalf of 6f14da862f804cf8b9233fd3861039ab for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:43.660058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f15a09c7-0482-4aed-a947-5ac74bab6894 req-4952e810-cc20-4a01-9b86-617c5b54cd79 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245220 Dec 20 23:17:43.673046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:43.705031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:43.802308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-02b438b8-b900-46b2-b6dc-97b39773bf76 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976842939&fields=id&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 267 time: 0.1092231 Dec 20 23:17:43.897820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:43.947901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Made reservation on behalf of 58ecf742ec5a47c88ec2db56e1f19277 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:43.954068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:43.977182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8eab2148-0bfa-471a-84eb-8e13b451ed05 req-52d0a5c5-244d-42d3-883e-d7ebaf83fcae tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 210 time: 0.0968120 Dec 20 23:17:44.001536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.041079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-2cdb5a83-e0be-407d-bac8-1aa785547e8f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:44.049451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-2cdb5a83-e0be-407d-bac8-1aa785547e8f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/networks?id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 200 len: 797 time: 0.2371688 Dec 20 23:17:44.067850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-8e197164-f508-4151-8a1b-e60b8d62293e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/quotas/409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 375 time: 0.0168436 Dec 20 23:17:44.119532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:17:44.128767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-3f472c01-f52c-4e0b-a039-1a03b9de43c2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596004 Dec 20 23:17:44.133550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:40Z', 'revision_number': 2, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:44.180698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Checking router: 9a50334f-d651-47ae-b360-45b15496ead6 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:17:44.181021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Updating router 9a50334f-d651-47ae-b360-45b15496ead6 port 6cfa3772-3a79-4bde-83cc-5d1e31193406 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:17:44.183741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.185101 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Added segment 9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5 of type vlan for network 6922670d-68ef-48f6-8139-7319dc934f40 Dec 20 23:17:44.190598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad8567-ac33-4f83-ab94-d91a9a4d9f35,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:44.207426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.250998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-0c6bc818-677b-42a5-b2b3-ec898c97bdd7 service neutron] 10.222.0.62 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064098 Dec 20 23:17:44.304951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.376427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Allocated IP 172.20.0.13 (1fe8ca77-de20-44e1-9891-7874010b64ec/3fbfe5b6-256c-472b-bd00-73a6b0f67a2c/d5c13823-2026-467f-946e-de5c15192339) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:44.381505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-63bcc801-805f-4213-92c2-b07de5c3d949 service neutron] 10.222.0.62 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248884 Dec 20 23:17:44.487767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.493656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:44.494279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.522106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:44.597249 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0289030 Dec 20 23:17:44.600459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36214) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:44.606177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Request body: {'subnet': {'network_id': '6922670d-68ef-48f6-8139-7319dc934f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:44.643667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468e85d-bd87-48c8-9842-2b13e3abf84a tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'Network': ['ID=6922670d-68ef-48f6-8139-7319dc934f40,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:44.660097 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.666274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6922670d-68ef-48f6-8139-7319dc934f40 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:17:44.668787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: fae3f57a-f0d7-4eaf-8c43-bf588a4780cd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:44.669374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fae3f57a-f0d7-4eaf-8c43-bf588a4780cd not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:44.737045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.785298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.862910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad959-402d-4394-8148-47a17fbea6d4 None None] Pushing event updated for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:44.913216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.947802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Attempting to bind port 6cfa3772-3a79-4bde-83cc-5d1e31193406 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:44.948749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Attempting to bind port 6cfa3772-3a79-4bde-83cc-5d1e31193406 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:44.950161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Attempting to bind port 6cfa3772-3a79-4bde-83cc-5d1e31193406 on network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:44.959061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:44.959442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Checking segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:44.966373 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.966964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Bound using segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:44.967487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Bound port: 6cfa3772-3a79-4bde-83cc-5d1e31193406, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:44.967889 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:44.999960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Network 1fe8ca77-de20-44e1-9891-7874010b64ec is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:45.003889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:45.011986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:45.066558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:45.101077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:45.102174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.112755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] For port 6cfa3772-3a79-4bde-83cc-5d1e31193406, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:45.122717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] For port 6cfa3772-3a79-4bde-83cc-5d1e31193406, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6cfa3772-3a79-4bde-83cc-5d1e31193406,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:45.197121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.200547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-ac6f9fd1-59d5-46e1-9beb-d3526224df55 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6955049 Dec 20 23:17:45.213296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Request body: {'port': {'device_id': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:45.272214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:17:45.273019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:45.340557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.418356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d6146-8cf2-409e-a0d5-9364e774dbe9 req-14cd5d47-a870-4370-ad05-300676727d8c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:45.419891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b68d6146-8cf2-409e-a0d5-9364e774dbe9 req-14cd5d47-a870-4370-ad05-300676727d8c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.8052993 Dec 20 23:17:45.476974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf797c9-69c0-4a58-86e4-d7e6e22d0d87 req-88a31bf7-cde8-4868-a69b-1bac81ddc7b4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:45.478848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf797c9-69c0-4a58-86e4-d7e6e22d0d87 req-88a31bf7-cde8-4868-a69b-1bac81ddc7b4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1164148 Dec 20 23:17:45.533499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad959-402d-4394-8148-47a17fbea6d4 None None] Pushing event updated for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:45.554012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b68d6146-8cf2-409e-a0d5-9364e774dbe9 req-bf3073b6-06c9-4d80-8636-cbca49f99585 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205082 Dec 20 23:17:45.555276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:17:45.557369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Made reservation on behalf of 6f14da862f804cf8b9233fd3861039ab for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:45.566228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.596596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:45.596971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.670841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf797c9-69c0-4a58-86e4-d7e6e22d0d87 req-9714544d-1c04-47ca-9506-9b19ab002af0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329515 Dec 20 23:17:45.748793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c0c2cba-7d35-4745-b506-a117ea410a29 req-93bcdd48-3ada-49b2-9c9c-513cbced5208 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0445089 Dec 20 23:17:45.946823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede30d75-7c8e-47bb-b1d7-de42b9eee8f8 req-713a073c-1c0a-4b0d-98c6-5ac7f38237a2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:45.949003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ede30d75-7c8e-47bb-b1d7-de42b9eee8f8 req-713a073c-1c0a-4b0d-98c6-5ac7f38237a2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 932 time: 0.1633222 Dec 20 23:17:45.964656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c13823-2026-467f-946e-de5c15192339 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:45.971523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e7330-4dcd-4be1-8043-a5e78c871a3f req-35c6a524-ec9c-4c9d-a4b6-adcbcf6b0e24 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:45.973854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d3e7330-4dcd-4be1-8043-a5e78c871a3f req-35c6a524-ec9c-4c9d-a4b6-adcbcf6b0e24 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1046879 Dec 20 23:17:45.985035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:45.998352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Transition to ACTIVE for port object d5c13823-2026-467f-946e-de5c15192339 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:17:46.035126 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.082758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] For port 6cfa3772-3a79-4bde-83cc-5d1e31193406, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6cfa3772-3a79-4bde-83cc-5d1e31193406,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:46.083654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ede30d75-7c8e-47bb-b1d7-de42b9eee8f8 req-e93cd83e-6fd9-4e2b-adf2-723bae359a07 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213539 Dec 20 23:17:46.085487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.133488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:45Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:46.163907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d3e7330-4dcd-4be1-8043-a5e78c871a3f req-ad058123-6ff6-44a7-9fb2-9a58d5eece48 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804812 Dec 20 23:17:46.172844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:46.196933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.238638 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.246952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33984ff0-0435-418e-ac3b-ece831fc6b91 None None] The sync data for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 is: [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:45Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:17:46.273010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'Subnet': ['ID=942dddca-d24b-4787-bcef-8cc76bc62a41,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:46.315729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Checking segment: {'id': '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:46.315729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Network hostable DHCP agents. Network: 6922670d-68ef-48f6-8139-7319dc934f40, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:17:46.322409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Attempting to bind port d5c13823-2026-467f-946e-de5c15192339 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:46.322943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Attempting to bind port d5c13823-2026-467f-946e-de5c15192339 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:46.323911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Attempting to bind port d5c13823-2026-467f-946e-de5c15192339 on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:46.336241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Port d5c13823-2026-467f-946e-de5c15192339 on network 1fe8ca77-de20-44e1-9891-7874010b64ec not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:17:46.336905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Attempting to bind port d5c13823-2026-467f-946e-de5c15192339 on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:46.375783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:46.376278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Checking segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:46.376778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Bound using segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:46.377340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Bound port: d5c13823-2026-467f-946e-de5c15192339, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:46.377710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.391072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c598b50-65f7-4cf1-b5fe-b2a587c99fc3 None None] Pushing event updated for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:46.447803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1be913a2-f37d-4a3a-904c-bae527962084 None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:46.448564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1be913a2-f37d-4a3a-904c-bae527962084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.478159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:46.482330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:46.487326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Network 6922670d-68ef-48f6-8139-7319dc934f40 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:17:46.549111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.579278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6922670d-68ef-48f6-8139-7319dc934f40) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:46.594843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:46.597810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.614537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9f474-b797-4061-92d0-f54a6de04038 None None] Network 6922670d-68ef-48f6-8139-7319dc934f40 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:46.657933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5d1dc-5db2-45b8-9958-d0710b696b70 req-229a030b-9bf8-42c0-82db-11e9caa55f6e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:46.663538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ca5d1dc-5db2-45b8-9958-d0710b696b70 req-229a030b-9bf8-42c0-82db-11e9caa55f6e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1369667 Dec 20 23:17:46.700047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:46.700662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:46.703164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] 10.222.0.45 "PUT /v2.0/ports/d5c13823-2026-467f-946e-de5c15192339 HTTP/1.1" status: 200 len: 1092 time: 1.4932621 Dec 20 23:17:46.703759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'tag': 'd5c13823-2026-467f-946e-de5c15192339'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:46.707084 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89cb57-cca4-4f1c-8e63-c167069055e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "tag": "d5c13823-2026-467f-946e-de5c15192339"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:46.762937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0ed52-98b5-47a1-a956-a02904a58ffb service neutron] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:46.774828 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4f405-5de4-4422-b202-eaa407a58e89 x-openstack-request-id: req-c3a4f405-5de4-4422-b202-eaa407a58e89 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:46.775161 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "tag": "d5c13823-2026-467f-946e-de5c15192339", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:46.775571 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3a4f405-5de4-4422-b202-eaa407a58e89 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:46.776005 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'tag': 'd5c13823-2026-467f-946e-de5c15192339', 'status': 'completed', 'code': 200} Dec 20 23:17:46.777737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e38da90-3f31-4ced-b653-a4903b1dbe62 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1760719 Dec 20 23:17:46.780284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:46.792560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6cfa3772-3a79-4bde-83cc-5d1e31193406 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:46.792851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Request body: {'port': {'network_id': '6922670d-68ef-48f6-8139-7319dc934f40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-45090240'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:46.825488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ca5d1dc-5db2-45b8-9958-d0710b696b70 req-36e3c0bd-bab0-445a-803d-691779abcb42 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420858 Dec 20 23:17:46.945754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e7d995-1872-4261-9719-f221238c850b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6922670d-68ef-48f6-8139-7319dc934f40', 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40', 'project_id': '6f14da862f804cf8b9233fd3861039ab', 'fixed_ips': [{'subnet_id': '942dddca-d24b-4787-bcef-8cc76bc62a41'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:17:46.965905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af2f215c-a2cc-4b93-9ee6-0e0a707ff9d1 req-e2d5502f-e12b-40cf-b6d5-18f893a45238 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0825377 Dec 20 23:17:46.975458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.115825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36268) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:47.190058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-f6ebd1fb-4d4a-4b77-b2c3-e056e2930b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.194964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-f6ebd1fb-4d4a-4b77-b2c3-e056e2930b70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 1095 time: 0.3369861 Dec 20 23:17:47.261763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68557aa-294c-4c69-97bc-e708aa84a328 req-af4ef868-be7e-48b1-a75e-cfc4b3cb3b3e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.275310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b68557aa-294c-4c69-97bc-e708aa84a328 req-af4ef868-be7e-48b1-a75e-cfc4b3cb3b3e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2493613 Dec 20 23:17:47.302907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6cfa3772-3a79-4bde-83cc-5d1e31193406 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:47.303993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.407094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53d0199f-bdef-478b-a11b-49b9303ff603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.456458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-437a589c-e77c-4130-8911-5bdd0ef06cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.464704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-437a589c-e77c-4130-8911-5bdd0ef06cea service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2471387 Dec 20 23:17:47.473467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b68557aa-294c-4c69-97bc-e708aa84a328 req-41c22cc2-bcac-4755-8bfa-bec4eff37d4d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970158 Dec 20 23:17:47.489297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0115d-1bd7-45cf-bff1-cd08d61e90da req-57fdfe8f-2f7c-4e79-9e57-cb959df3fd6a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.500917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eaa0115d-1bd7-45cf-bff1-cd08d61e90da req-57fdfe8f-2f7c-4e79-9e57-cb959df3fd6a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 944 time: 0.2103546 Dec 20 23:17:47.506593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Made reservation on behalf of 6f14da862f804cf8b9233fd3861039ab for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:47.510279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.575547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eaa0115d-1bd7-45cf-bff1-cd08d61e90da req-08a45c53-4833-466b-94d8-fb1faa5b9fd7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721471 Dec 20 23:17:47.591845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-28e7d995-1872-4261-9719-f221238c850b None None] Allocated IP 2001:db8::2 (6922670d-68ef-48f6-8139-7319dc934f40/942dddca-d24b-4787-bcef-8cc76bc62a41/b528623c-25a9-4dc1-b5a5-a92a743e75ab) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:47.731452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] device_id is not set on port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:17:47.826169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba126b-a25b-47f9-8b84-0b8a665e36e3 req-f000e7e5-ceaf-4db0-8564-caed01aea367 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.834879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cba126b-a25b-47f9-8b84-0b8a665e36e3 req-f000e7e5-ceaf-4db0-8564-caed01aea367 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0832946 Dec 20 23:17:47.856976 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.910628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-2ed6a211-0aca-4d2a-8a46-dc3d90e472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.913959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a89cb57-cca4-4f1c-8e63-c167069055e7 req-2ed6a211-0aca-4d2a-8a46-dc3d90e472f1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4465582 Dec 20 23:17:47.930589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cba126b-a25b-47f9-8b84-0b8a665e36e3 req-d798dd18-a433-4ce2-8697-41f154244a75 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945184 Dec 20 23:17:47.950301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53d0199f-bdef-478b-a11b-49b9303ff603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:47.964006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-4d71a866-6159-4e39-ba87-b4695aa37e8d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:47.965588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-4d71a866-6159-4e39-ba87-b4695aa37e8d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/networks?id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 200 len: 797 time: 0.3888779 Dec 20 23:17:47.982444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.085382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7d995-1872-4261-9719-f221238c850b None None] Network 6922670d-68ef-48f6-8139-7319dc934f40 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:48.098936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-28e7d995-1872-4261-9719-f221238c850b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:48.102394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53d0199f-bdef-478b-a11b-49b9303ff603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.105813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7d995-1872-4261-9719-f221238c850b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:48.112022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd8aeb1a-62bd-462b-9c58-09f6e26cb331 req-7458b829-d926-46d9-a625-c5b07c08316b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0370004 Dec 20 23:17:48.176811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d995-1872-4261-9719-f221238c850b None None] Pushing event updated for resources: {'Port': ['ID=b528623c-25a9-4dc1-b5a5-a92a743e75ab,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:48.203320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0199f-bdef-478b-a11b-49b9303ff603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfc5371-85de-4cfb-93d2-3e4d3139070f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:48.213086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41d4c-3558-4dd0-85dd-bdc409edf44e req-a8ed6f33-0d0e-4167-abe5-0e13a139bed2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:48.218857 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53d0199f-bdef-478b-a11b-49b9303ff603 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32f07ade431f468db96734d564c3f80c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1024480 Dec 20 23:17:48.224522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1c41d4c-3558-4dd0-85dd-bdc409edf44e req-a8ed6f33-0d0e-4167-abe5-0e13a139bed2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1156411 Dec 20 23:17:48.225347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36306) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:48.235460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Allocated IP 2001:db8::1c7 (6922670d-68ef-48f6-8139-7319dc934f40/942dddca-d24b-4787-bcef-8cc76bc62a41/805a77cc-da9f-4d7a-bcc0-2189c9635ce6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:48.244039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-28e7d995-1872-4261-9719-f221238c850b None None] Attempting to bind port b528623c-25a9-4dc1-b5a5-a92a743e75ab on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:48.244039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-28e7d995-1872-4261-9719-f221238c850b None None] Attempting to bind port b528623c-25a9-4dc1-b5a5-a92a743e75ab by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:48.244039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7d995-1872-4261-9719-f221238c850b None None] Attempting to bind port b528623c-25a9-4dc1-b5a5-a92a743e75ab on network 6922670d-68ef-48f6-8139-7319dc934f40 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:48.246889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-d5ac6abe-95f3-4666-be37-a2a73b283837 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409fc0ea8aa74a7c992b1690906369db HTTP/1.1" status: 200 len: 379 time: 0.2710161 Dec 20 23:17:48.261265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-2f3e6e09-d4cf-43cc-be52-7d8d9a8a237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:48.262861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-2f3e6e09-d4cf-43cc-be52-7d8d9a8a237c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 1095 time: 0.2330124 Dec 20 23:17:48.267809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'port': {'device_id': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'admin_state_up': True, 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'security_groups': ['23cbde39-1a75-47a2-8cb7-8d172e10270a']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:48.277639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7d995-1872-4261-9719-f221238c850b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:48.279272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7d995-1872-4261-9719-f221238c850b None None] Checking segment: {'id': '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:48.279272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.279272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7d995-1872-4261-9719-f221238c850b None None] Bound using segment: {'id': '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:48.279545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-28e7d995-1872-4261-9719-f221238c850b None None] Bound port: b528623c-25a9-4dc1-b5a5-a92a743e75ab, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6922670d-68ef-48f6-8139-7319dc934f40'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:48.280003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.340423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1c41d4c-3558-4dd0-85dd-bdc409edf44e req-27cc521d-5125-46a3-8bca-4df5795b4069 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004322 Dec 20 23:17:48.347984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.403303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.436803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-31c7b588-64b9-4e55-a4a7-b027881bf935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c13823-2026-467f-946e-de5c15192339 HTTP/1.1" status: 200 len: 217 time: 0.0534203 Dec 20 23:17:48.445760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-28e7d995-1872-4261-9719-f221238c850b None None] For port b528623c-25a9-4dc1-b5a5-a92a743e75ab, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:48.455576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-28e7d995-1872-4261-9719-f221238c850b None None] For port b528623c-25a9-4dc1-b5a5-a92a743e75ab, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b528623c-25a9-4dc1-b5a5-a92a743e75ab,segment=NetworkSegment(9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5),segment_id=9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:48.530761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-1d4596e2-0ce5-451e-aaf4-2cc41680b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:48.532280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-1d4596e2-0ce5-451e-aaf4-2cc41680b5a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c HTTP/1.1" status: 200 len: 855 time: 0.0810750 Dec 20 23:17:48.548787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-28e7d995-1872-4261-9719-f221238c850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.604052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.611504 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.612360 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-c4781698-cce5-4edd-8618-c8b3d43c0bba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fe8ca77-de20-44e1-9891-7874010b64ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715976 Dec 20 23:17:48.614423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Made reservation on behalf of 409fc0ea8aa74a7c992b1690906369db for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:48.617194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dfc5371-85de-4cfb-93d2-3e4d3139070f HTTP/1.1" status: 204 len: 168 time: 0.3906443 Dec 20 23:17:48.630003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab717-5dad-453f-8d73-a6bb41e96bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfc5371-85de-4cfb-93d2-3e4d3139070f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:48.644031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:48.674015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d995-1872-4261-9719-f221238c850b None None] Pushing event updated for resources: {'Port': ['ID=b528623c-25a9-4dc1-b5a5-a92a743e75ab,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:48.680150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93a180-1f8a-4f52-9ed7-4e4dc865336f req-c68b8dbc-ede5-4340-a91e-814bea820022 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:48.689683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a93a180-1f8a-4f52-9ed7-4e4dc865336f req-c68b8dbc-ede5-4340-a91e-814bea820022 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1252551 Dec 20 23:17:48.780557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a93a180-1f8a-4f52-9ed7-4e4dc865336f req-36ae1241-606a-4406-8a7d-300ead94ce13 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Dec 20 23:17:48.833226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82012cfc-ae35-47db-bdbc-cbddb64a4678 req-2cae9e36-ab66-4fe1-9e06-8622415b7e97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:48.845226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82012cfc-ae35-47db-bdbc-cbddb64a4678 req-2cae9e36-ab66-4fe1-9e06-8622415b7e97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 944 time: 0.0970817 Dec 20 23:17:49.009099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82012cfc-ae35-47db-bdbc-cbddb64a4678 req-d4dabb2c-e484-459c-9c72-02547225afe5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625338 Dec 20 23:17:49.026256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f4cad-8631-4777-b438-0e92f93957bf req-883deeec-4838-4a0e-b40c-f95a3a7aadb2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:49.027916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-136f4cad-8631-4777-b438-0e92f93957bf req-883deeec-4838-4a0e-b40c-f95a3a7aadb2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1545360 Dec 20 23:17:49.112938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-136f4cad-8631-4777-b438-0e92f93957bf req-e156ea92-3fea-4e54-a8a2-1b81d5c60cf9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770581 Dec 20 23:17:49.114443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.119312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-730ae48c-a9ec-4735-82e5-00b5f8f91be5 service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347847 Dec 20 23:17:49.248528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45b869d9-b318-4763-b0b8-1e25e918438a req-44330f96-fb03-4180-887e-079d064a088f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0266147 Dec 20 23:17:49.276887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.20.0.10 (03b99fbf-46e0-4eb0-9730-455b10a1e6ee/48b9ce89-f0bb-4655-a46a-eb579f5c4d37/fad4304b-f499-4cbc-b29c-06643d85be3a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:49.345307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-20fa835e-bcfc-4cb2-88ae-8532fa66ade6 req-3f1fb285-512f-4a76-a524-34d8aaa34ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115314 Dec 20 23:17:49.386610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.441009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd89a5-3f0c-4f59-908f-ce96e54665f4 req-4af04151-e092-4a3a-a437-cdc45d008104 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:49.444837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccd89a5-3f0c-4f59-908f-ce96e54665f4 req-4af04151-e092-4a3a-a437-cdc45d008104 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0681167 Dec 20 23:17:49.496900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Network 6922670d-68ef-48f6-8139-7319dc934f40 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:49.501356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:49.504048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:49.510291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ccd89a5-3f0c-4f59-908f-ce96e54665f4 req-b800d5bf-1e01-435a-bf4b-37232587353e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610485 Dec 20 23:17:49.511698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:49.512661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.515931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'Port': ['ID=805a77cc-da9f-4d7a-bcc0-2189c9635ce6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:49.561062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:49.563930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.575123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-154c6a14-a10f-40ed-9953-3ed92389a8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.638666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7ad8a933-19f6-4ef0-ba2b-16cb031a1b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.8537171 Dec 20 23:17:49.639648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:49.648791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Request body: {'port': {'network_id': '6922670d-68ef-48f6-8139-7319dc934f40', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1257547487', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:49.649287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] bootfile-name is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:49.649909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] tftp-server is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:49.650245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] server-ip-address is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:49.674965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.677535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd980-5cf7-4b3f-94d1-3ebce90e4fc9 req-d309222d-3724-43fd-9c59-fdf9c250c456 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:49.679421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56cfd980-5cf7-4b3f-94d1-3ebce90e4fc9 req-d309222d-3724-43fd-9c59-fdf9c250c456 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0796320 Dec 20 23:17:49.723671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-154c6a14-a10f-40ed-9953-3ed92389a8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.794002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56cfd980-5cf7-4b3f-94d1-3ebce90e4fc9 req-96fe0295-2772-4500-9669-225262d6fd59 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684495 Dec 20 23:17:49.799564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:49.808288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:49.810821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:49.814391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-154c6a14-a10f-40ed-9953-3ed92389a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.817839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:49.881855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c6a14-a10f-40ed-9953-3ed92389a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5acad3-bef6-4b34-a7a0-87537b0117ab,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:49.889900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:49.890606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:49.949965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-154c6a14-a10f-40ed-9953-3ed92389a8ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9aa0da173854f63991ab68d537597b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880534 Dec 20 23:17:49.953384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:50.054104 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-afdd3ec5-97b7-4d84-8c87-9c3327896956 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7958694 Dec 20 23:17:50.073892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Request body: {'port': {'device_id': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:50.098578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.148621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Made reservation on behalf of 6f14da862f804cf8b9233fd3861039ab for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:17:50.155422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.181092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.183511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fde92-3f98-4284-9c04-30ab7e763351 None None] Network 6922670d-68ef-48f6-8139-7319dc934f40 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:50.200511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.208370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] device_id is not set on port 6834fdfb-78d6-4397-aeeb-980c11c94fa7 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:17:50.277151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d91ad-973c-4dd3-8867-58a8bb8ad09f req-3dc22533-c66c-43e9-9fc2-1a182cebe0a0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:50.279738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-657d91ad-973c-4dd3-8867-58a8bb8ad09f req-3dc22533-c66c-43e9-9fc2-1a182cebe0a0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1507170 Dec 20 23:17:50.297518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e92dfd-7f0e-4b4e-960e-6c87d5087acd req-47488130-ea33-40ab-bd8c-7d600b5a27ee tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:50.302393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e92dfd-7f0e-4b4e-960e-6c87d5087acd req-47488130-ea33-40ab-bd8c-7d600b5a27ee tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 944 time: 0.1397622 Dec 20 23:17:50.352166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Provisioning complete for port fad4304b-f499-4cbc-b29c-06643d85be3a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:50.352821 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.398350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Port fad4304b-f499-4cbc-b29c-06643d85be3a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:50.411052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25e92dfd-7f0e-4b4e-960e-6c87d5087acd req-fd69f0e5-a76a-4da1-b334-2f1c280a68e9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813167 Dec 20 23:17:50.421816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.424671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.429655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Provisioning complete for port b528623c-25a9-4dc1-b5a5-a92a743e75ab triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:50.430076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.445370 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da5acad3-bef6-4b34-a7a0-87537b0117ab HTTP/1.1" status: 204 len: 168 time: 0.4720173 Dec 20 23:17:50.461309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-657d91ad-973c-4dd3-8867-58a8bb8ad09f req-724c3977-acbf-4306-b4e4-aa28c2a5f7e5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555514 Dec 20 23:17:50.477863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0606b8a-dea2-4c9f-9e94-df235fa4a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5acad3-bef6-4b34-a7a0-87537b0117ab,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:50.777637 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.795509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b528623c-25a9-4dc1-b5a5-a92a743e75ab up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:50.820373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd973bc-d074-444f-b334-cb225c9504c1 req-9c439464-f04a-4043-87b9-f0352e4477f4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:50.822411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bd973bc-d074-444f-b334-cb225c9504c1 req-9c439464-f04a-4043-87b9-f0352e4477f4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 932 time: 0.1940961 Dec 20 23:17:50.822639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] For port b528623c-25a9-4dc1-b5a5-a92a743e75ab, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b528623c-25a9-4dc1-b5a5-a92a743e75ab,segment=NetworkSegment(9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5),segment_id=9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:50.875507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee1199-b090-46a1-a6c4-d8e36191a5ce req-58ad100e-c262-402a-95a5-9861b091592f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:50.886356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41ee1199-b090-46a1-a6c4-d8e36191a5ce req-58ad100e-c262-402a-95a5-9861b091592f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1795371 Dec 20 23:17:50.902773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b528623c-25a9-4dc1-b5a5-a92a743e75ab triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:50.903175 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:50.971896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41ee1199-b090-46a1-a6c4-d8e36191a5ce req-03968629-d6c3-45ef-a953-26652472bb0c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Dec 20 23:17:50.980196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.049843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bd973bc-d074-444f-b334-cb225c9504c1 req-c82622e2-51de-49b7-8e90-5c936f6f6d6f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973417 Dec 20 23:17:51.080771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6307cf-e60a-43ce-9571-7fa8762bdc7d None None] Pushing event updated for resources: {'Port': ['ID=b528623c-25a9-4dc1-b5a5-a92a743e75ab,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:51.112766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f9012fb0-c675-4bee-84c4-d58317757248 None None] Provisioning complete for port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:51.113146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9012fb0-c675-4bee-84c4-d58317757248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.164750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f9012fb0-c675-4bee-84c4-d58317757248 None None] Port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:51.184773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f9012fb0-c675-4bee-84c4-d58317757248 None None] Provisioning complete for port b528623c-25a9-4dc1-b5a5-a92a743e75ab triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:51.185419 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9012fb0-c675-4bee-84c4-d58317757248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.295776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Allocated IP 2001:db8::b3 (6922670d-68ef-48f6-8139-7319dc934f40/942dddca-d24b-4787-bcef-8cc76bc62a41/6834fdfb-78d6-4397-aeeb-980c11c94fa7) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:17:51.413565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88873-c7ad-4cb8-ab90-2d8bf41944ea req-86a48d0a-9190-4035-98c8-b4b8a0d34b7f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:51.415136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aae88873-c7ad-4cb8-ab90-2d8bf41944ea req-86a48d0a-9190-4035-98c8-b4b8a0d34b7f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 814 time: 0.1174269 Dec 20 23:17:51.442054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9275bd17-be23-4f04-a52d-cdb548874529 None None] Provisioning complete for port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:51.442054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9275bd17-be23-4f04-a52d-cdb548874529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.442454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aae88873-c7ad-4cb8-ab90-2d8bf41944ea req-aace216d-7751-438c-aeac-afc55c993531 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/quotas/6c1bd3e09f9a4b869550fe90dfe2ce81 HTTP/1.1" status: 200 len: 375 time: 0.0201116 Dec 20 23:17:51.495673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9275bd17-be23-4f04-a52d-cdb548874529 None None] Port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:51.513192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:51.519019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:51.532014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.566170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Transition to ACTIVE for port object fad4304b-f499-4cbc-b29c-06643d85be3a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:17:51.583515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.588288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aae88873-c7ad-4cb8-ab90-2d8bf41944ea req-10876456-71bf-46d3-b933-7d73faf2e2e8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370304 Dec 20 23:17:51.601646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3c8f-bd39-49a1-b490-a78a56942a37 req-fefd6e8c-abd7-4ee9-a932-8c51febd8a95 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:51.603196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ff3c8f-bd39-49a1-b490-a78a56942a37 req-fefd6e8c-abd7-4ee9-a932-8c51febd8a95 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 944 time: 0.0725157 Dec 20 23:17:51.639446 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.655155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:51.659136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43ff3c8f-bd39-49a1-b490-a78a56942a37 req-f49e4c90-13dd-41b0-8624-4c924f8a7894 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480816 Dec 20 23:17:51.671288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'd5c13823-2026-467f-946e-de5c15192339', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'port_id': 'd5c13823-2026-467f-946e-de5c15192339', 'mac_address': 'fa:16:3e:1a:4b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfe5b6-256c-472b-bd00-73a6b0f67a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:17:51.725613 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.740598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c13823-2026-467f-946e-de5c15192339 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:51.756972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762935ce-d3e9-40ff-9bfa-5106975a7a6b req-c65cbf94-ee66-4e3f-b06b-d72c58706315 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:51.758917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-762935ce-d3e9-40ff-9bfa-5106975a7a6b req-c65cbf94-ee66-4e3f-b06b-d72c58706315 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0856256 Dec 20 23:17:51.762003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:51.768627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:51.781428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.817359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-762935ce-d3e9-40ff-9bfa-5106975a7a6b req-4d67aae4-1a45-4142-a649-fec1b7ac9165 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512094 Dec 20 23:17:51.846608 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.846788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Network 6922670d-68ef-48f6-8139-7319dc934f40 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:17:51.855002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:17:51.859272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:17:51.863707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:51.864369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.896291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'Port': ['ID=6834fdfb-78d6-4397-aeeb-980c11c94fa7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:51.902657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Attempting to bind port fad4304b-f499-4cbc-b29c-06643d85be3a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:17:51.903100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Attempting to bind port fad4304b-f499-4cbc-b29c-06643d85be3a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:17:51.903542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Attempting to bind port fad4304b-f499-4cbc-b29c-06643d85be3a on network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:51.911781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:51.912976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Port fad4304b-f499-4cbc-b29c-06643d85be3a on network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:17:51.913473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Attempting to bind port fad4304b-f499-4cbc-b29c-06643d85be3a on network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:17:51.920628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:17:51.921187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Checking segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:17:51.921756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Bound using segment: {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:17:51.922406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Bound port: fad4304b-f499-4cbc-b29c-06643d85be3a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ec0e26-7bd4-42da-81c0-ba434123b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:17:51.926605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:51.977783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-101b2690-a837-4848-9eb7-1ae228f3d685 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3346565 Dec 20 23:17:51.981347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:52.029951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe273b5-915e-478d-b587-268dae475ac2 req-d5b10705-c6a8-4b54-bf46-91f7a0b42921 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.032660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbe273b5-915e-478d-b587-268dae475ac2 req-d5b10705-c6a8-4b54-bf46-91f7a0b42921 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0775878 Dec 20 23:17:52.071936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d5c13823-2026-467f-946e-de5c15192339'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:52.150453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbe273b5-915e-478d-b587-268dae475ac2 req-64e8c053-3122-42e2-87a6-a6dd17ec13ae tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054370 Dec 20 23:17:52.173445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:17:52.177614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.193520 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:52.196372 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:52.199896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcb629-0af7-422b-9e7a-e5b10e2bc6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.222031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcb629-0af7-422b-9e7a-e5b10e2bc6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.242994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcb629-0af7-422b-9e7a-e5b10e2bc6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.249512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-77dcb629-0af7-422b-9e7a-e5b10e2bc6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2646074 Dec 20 23:17:52.249745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad02a0-f2f7-45e3-9293-28fe98351c58 req-f53a5825-950f-4033-9f05-85a61f5ae2ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.251507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36426) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:52.255197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40ad02a0-f2f7-45e3-9293-28fe98351c58 req-f53a5825-950f-4033-9f05-85a61f5ae2ac tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 944 time: 0.1297934 Dec 20 23:17:52.320301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40ad02a0-f2f7-45e3-9293-28fe98351c58 req-c9e7d96e-9a72-401a-8b6e-f3ab49c45f9d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641336 Dec 20 23:17:52.340801 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:52.399821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.402377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:52.419325 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] 10.222.0.59 "PUT /v2.0/ports/fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 200 len: 1092 time: 2.3566942 Dec 20 23:17:52.450339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-920d01df-c351-4d35-a28b-d9d7054208ad None None] Provisioning complete for port 6834fdfb-78d6-4397-aeeb-980c11c94fa7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:52.450780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-920d01df-c351-4d35-a28b-d9d7054208ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:52.461644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:52.464523 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:52.592751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-515324d5-5751-479c-b9a6-eefccbb50ef6 req-995c7275-35ec-4030-9db5-6478d26e1d89 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81 HTTP/1.1" status: 200 len: 221 time: 0.0752425 Dec 20 23:17:52.616987 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74a55e-b7e5-47e1-b2f2-4972d5c55402 x-openstack-request-id: req-1c74a55e-b7e5-47e1-b2f2-4972d5c55402 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:52.617490 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:52.618018 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c74a55e-b7e5-47e1-b2f2-4972d5c55402 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:52.618614 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'status': 'completed', 'code': 200} Dec 20 23:17:52.638688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8992ed-8eab-47ab-bce1-0bdee4a7c431 service neutron] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:52.672845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Deleting port 6834fdfb-78d6-4397-aeeb-980c11c94fa7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:52.673218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:52.677493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-08c9c11a-2f8d-4134-b858-e0b03702f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.679079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-08c9c11a-2f8d-4134-b858-e0b03702f747 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1095 time: 0.1221361 Dec 20 23:17:52.786416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bbedf-15a9-4b8c-ab23-870fa8c2ee32 req-3ad03d5b-6358-4555-ad71-2a98b9f13b0d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.792943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e4bbedf-15a9-4b8c-ab23-870fa8c2ee32 req-3ad03d5b-6358-4555-ad71-2a98b9f13b0d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1006155 Dec 20 23:17:52.808921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-ca4ddcf8-1501-4ef9-be03-add5b26b07b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 200 len: 217 time: 0.0729413 Dec 20 23:17:52.884093 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e4bbedf-15a9-4b8c-ab23-870fa8c2ee32 req-bd63d455-aa0c-406e-8d27-5fc4cd2d1c23 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Dec 20 23:17:52.890847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-920d01df-c351-4d35-a28b-d9d7054208ad None None] Port 6834fdfb-78d6-4397-aeeb-980c11c94fa7 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:52.906855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b528623c-25a9-4dc1-b5a5-a92a743e75ab up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:52.923414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:52.944358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Calling delete_port for 6834fdfb-78d6-4397-aeeb-980c11c94fa7 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:52.944476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6c46-d390-4986-9700-aaceb95585de req-9563fd74-ba4c-4c55-99e1-76ea5efda26a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.944476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd4f6c46-d390-4986-9700-aaceb95585de req-9563fd74-ba4c-4c55-99e1-76ea5efda26a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 945 time: 0.1488585 Dec 20 23:17:52.976794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-0dd8331a-246c-49b9-b57b-326a40896bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:52.978908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-0dd8331a-246c-49b9-b57b-326a40896bab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b9ce89-f0bb-4655-a46a-eb579f5c4d37 HTTP/1.1" status: 200 len: 834 time: 0.1404312 Dec 20 23:17:52.989468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b528623c-25a9-4dc1-b5a5-a92a743e75ab triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:52.989883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.012534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd4f6c46-d390-4986-9700-aaceb95585de req-0d53f270-a3d6-4aca-828a-38fb11356da0 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572579 Dec 20 23:17:53.100148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0254df-6e6c-444d-880c-c247ae04808e req-6503488b-1b21-456b-bc8a-364eac94cfe2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.101712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec0254df-6e6c-444d-880c-c247ae04808e req-6503488b-1b21-456b-bc8a-364eac94cfe2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0796404 Dec 20 23:17:53.131659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-ff73300f-1497-443f-91a7-2110f6852ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.133369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-ff73300f-1497-443f-91a7-2110f6852ed6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464915 Dec 20 23:17:53.159042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec0254df-6e6c-444d-880c-c247ae04808e req-2655363f-fb9f-4628-aea3-0dfd30e6db04 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504003 Dec 20 23:17:53.291746 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-c7f7e06b-b8e5-4489-ae5f-013810c65517 service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460135 Dec 20 23:17:53.377192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9ba8-5bf8-4d35-af6a-a4831b73edb3 req-1bf12d91-9d44-493a-a404-5381fdd3029b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.379236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e08b9ba8-5bf8-4d35-af6a-a4831b73edb3 req-1bf12d91-9d44-493a-a404-5381fdd3029b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0683758 Dec 20 23:17:53.386128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.437874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event deleted for resources: {'Port': ['ID=6834fdfb-78d6-4397-aeeb-980c11c94fa7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:53.460905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e08b9ba8-5bf8-4d35-af6a-a4831b73edb3 req-e1e7d5b5-0382-43f3-a4c5-bddbef019d97 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745018 Dec 20 23:17:53.480588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.487813 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4608e8ef-df82-49d2-afeb-7ce317ca6eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "DELETE /v2.0/ports/6834fdfb-78d6-4397-aeeb-980c11c94fa7 HTTP/1.1" status: 204 len: 168 time: 1.2286634 Dec 20 23:17:53.498496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36468) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:53.510808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:53.522624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Request body: {'port': {'name': 'tempest-new-port-name-2008485455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:17:53.525477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] bootfile-name is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:53.526305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] tftp-server is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:53.527230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.api.validators [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] server-ip-address is not in valid_values {{(pid=115563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 23:17:53.578115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2832f-8cf1-4ac3-9c17-e91e01b3116c req-0bac1bfd-58fa-43b6-9292-a1e42eff9ca4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.581837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0d2832f-8cf1-4ac3-9c17-e91e01b3116c req-0bac1bfd-58fa-43b6-9292-a1e42eff9ca4 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 944 time: 0.1582274 Dec 20 23:17:53.655553 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-703d99a4-57ee-434e-8753-a25590aeb1fc req-ecee34a6-a1c8-4a2d-b4c5-77bdd05f7fcf service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568971 Dec 20 23:17:53.690387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e89fa5-2448-44f3-8d64-dd44d46fcdb7 req-b970b6e8-0cbf-48c9-95e8-48d2ad19c02c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.697026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port d5c13823-2026-467f-946e-de5c15192339 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:17:53.704507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port d5c13823-2026-467f-946e-de5c15192339 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:53.705030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.706901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63e89fa5-2448-44f3-8d64-dd44d46fcdb7 req-b970b6e8-0cbf-48c9-95e8-48d2ad19c02c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1235623 Dec 20 23:17:53.738246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.743495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0d2832f-8cf1-4ac3-9c17-e91e01b3116c req-8b3c724b-23f1-4155-97a2-2b173b2a8c01 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502028 Dec 20 23:17:53.810800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63e89fa5-2448-44f3-8d64-dd44d46fcdb7 req-b26b5523-6edc-4e9c-83ce-9e20728d82e3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013787 Dec 20 23:17:53.852083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:53.891233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:53.893915 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b619eed0-bc95-44f6-a556-86b6fb42dfd1" -d '{"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-plugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:53.918405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:53.934670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-6d637810-c754-42c0-9eaa-589520dd2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.936626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-6d637810-c754-42c0-9eaa-589520dd2cef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1095 time: 0.1234093 Dec 20 23:17:53.962170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855b882-1ba6-48f6-8c69-b63859dde2c1 req-2594cc65-498d-4620-afbc-ba0718c97f43 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:53.970983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6855b882-1ba6-48f6-8c69-b63859dde2c1 req-2594cc65-498d-4620-afbc-ba0718c97f43 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0796263 Dec 20 23:17:53.998517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.089568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6855b882-1ba6-48f6-8c69-b63859dde2c1 req-7816a5bc-f739-4aa9-8835-cbe21bb47877 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175280 Dec 20 23:17:54.142273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:54.219487 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad2df0-850a-43a1-bced-290cc6988968 x-openstack-request-id: req-14ad2df0-850a-43a1-bced-290cc6988968 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:54.219859 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-plugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:54.220179 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14ad2df0-850a-43a1-bced-290cc6988968 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:54.220892 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339', 'code': 200} Dec 20 23:17:54.233957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-ebd7b693-e3e1-4d0b-b845-d9d352252d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.235768 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-ebd7b693-e3e1-4d0b-b845-d9d352252d3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 200 len: 898 time: 0.2820108 Dec 20 23:17:54.261178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c11163-d6a1-42a4-b68f-b6998bad3e1c req-21a2fea8-5e4a-4bc2-8d34-e2e24f370eb5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.263323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9c11163-d6a1-42a4-b68f-b6998bad3e1c req-21a2fea8-5e4a-4bc2-8d34-e2e24f370eb5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0663862 Dec 20 23:17:54.294278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-06da92f3-155c-4dda-821c-10721618502e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 200 len: 217 time: 0.0500920 Dec 20 23:17:54.359894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9c11163-d6a1-42a4-b68f-b6998bad3e1c req-c0ff21f3-5590-4f21-b572-62696950f01e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902841 Dec 20 23:17:54.386449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa7d4-ee3f-4ed6-9bed-9243dc93c0fb req-d1393ee8-5d5d-4853-a54b-adc9fea4287f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.388309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c08aa7d4-ee3f-4ed6-9bed-9243dc93c0fb req-d1393ee8-5d5d-4853-a54b-adc9fea4287f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0924301 Dec 20 23:17:54.420209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-740f5899-149e-47f8-ac0b-93dc10323aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.421816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-740f5899-149e-47f8-ac0b-93dc10323aee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b9ce89-f0bb-4655-a46a-eb579f5c4d37 HTTP/1.1" status: 200 len: 834 time: 0.1080754 Dec 20 23:17:54.433241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.446048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c08aa7d4-ee3f-4ed6-9bed-9243dc93c0fb req-a49c1e74-a847-4a13-a02b-bccb2d104429 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Dec 20 23:17:54.453318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8cc86-88b0-4e5b-8ce5-418fb641e2cb req-6f91dc98-e5c7-4451-b978-8313a530a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.453318 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4c8cc86-88b0-4e5b-8ce5-418fb641e2cb req-6f91dc98-e5c7-4451-b978-8313a530a972 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 1097 time: 0.1477392 Dec 20 23:17:54.493673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-b808b9f9-ea5c-4f4e-99cc-90c392dce71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.496195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-b808b9f9-ea5c-4f4e-99cc-90c392dce71a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607316 Dec 20 23:17:54.518972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.586786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a707c-3532-4054-adab-3ee3bfaa9a4f req-1e4d3004-c9e7-4e9f-bfb1-561e70042030 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.588289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-182a707c-3532-4054-adab-3ee3bfaa9a4f req-1e4d3004-c9e7-4e9f-bfb1-561e70042030 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Dec 20 23:17:54.602183 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4c8cc86-88b0-4e5b-8ce5-418fb641e2cb req-20beb5d2-8e21-4984-b115-17742a882753 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392922 Dec 20 23:17:54.615265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] In _notify_port_updated(), no bound segment for port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 on network 6922670d-68ef-48f6-8139-7319dc934f40 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:17:54.621591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.622282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.626039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "PUT /v2.0/ports/805a77cc-da9f-4d7a-bcc0-2189c9635ce6 HTTP/1.1" status: 200 len: 1130 time: 1.1240191 Dec 20 23:17:54.627888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36496) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:54.651888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-182a707c-3532-4054-adab-3ee3bfaa9a4f req-cfe59bba-f8a5-4c3c-a0f4-8299dcf1b792 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560913 Dec 20 23:17:54.693703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081ec3c-9aad-43ff-abc4-939159b6c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event updated for resources: {'Port': ['ID=805a77cc-da9f-4d7a-bcc0-2189c9635ce6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:54.722193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa859ef-ab41-4182-9cd2-b29362054cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.727494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36502) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:54.739797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-daa859ef-ab41-4182-9cd2-b29362054cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "GET /v2.0/ports/805a77cc-da9f-4d7a-bcc0-2189c9635ce6 HTTP/1.1" status: 200 len: 1130 time: 0.1099267 Dec 20 23:17:54.772610 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-1a796c66-2782-4a6c-8f25-234caaf86b2c service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669396 Dec 20 23:17:54.818488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36506) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:54.909699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711c7f8-ed96-44a0-b34c-3f6975a049fe req-c489a2c0-a1e5-4e59-a3cf-207c7bfaa5b9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.911229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5711c7f8-ed96-44a0-b34c-3f6975a049fe req-c489a2c0-a1e5-4e59-a3cf-207c7bfaa5b9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1445150 Dec 20 23:17:54.928342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87460e-fbf6-433d-a258-9603328eb65e req-fd2cbce7-1fa6-4301-a4fb-f5fc8656086c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:54.929925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d87460e-fbf6-433d-a258-9603328eb65e req-fd2cbce7-1fa6-4301-a4fb-f5fc8656086c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 944 time: 0.0900366 Dec 20 23:17:54.931904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f462ead3-bda8-4a6e-bc0c-0551dfd855a5 req-24ddbf90-51c4-4e25-b193-075b84f1e842 service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504939 Dec 20 23:17:54.944715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Deleting port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:54.945125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.950194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-04c40515-3361-4f4c-bc75-ed8d91fd7b2c None None] Provisioning complete for port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:54.950754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-04c40515-3361-4f4c-bc75-ed8d91fd7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:54.967817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a017365b-12ea-4933-90c7-b3f9b21bd038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.001564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-04c40515-3361-4f4c-bc75-ed8d91fd7b2c None None] Port 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:17:55.051738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a017365b-12ea-4933-90c7-b3f9b21bd038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.077433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d87460e-fbf6-433d-a258-9603328eb65e req-5f491323-29a4-4a5b-8441-5a68ae82d578 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365182 Dec 20 23:17:55.080506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5711c7f8-ed96-44a0-b34c-3f6975a049fe req-0c9c0540-3495-4233-ba7e-38f70f28ef5e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495328 Dec 20 23:17:55.106857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.120294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Calling delete_port for 805a77cc-da9f-4d7a-bcc0-2189c9635ce6 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:55.130821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a017365b-12ea-4933-90c7-b3f9b21bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.176449 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a017365b-12ea-4933-90c7-b3f9b21bd038 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef03ed0616764546b7a3e431030531a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569024 Dec 20 23:17:55.177543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017365b-12ea-4933-90c7-b3f9b21bd038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d0a65-46f9-49af-ba6e-1447d63287f1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:55.180169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36514) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:55.264770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bfd54-48aa-4aaa-95ec-2f9a69584126 req-dcf662e2-b97f-497c-ab10-ab55a07dee17 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:55.266276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-425bfd54-48aa-4aaa-95ec-2f9a69584126 req-dcf662e2-b97f-497c-ab10-ab55a07dee17 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0985241 Dec 20 23:17:55.311502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.368391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.386421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-425bfd54-48aa-4aaa-95ec-2f9a69584126 req-4b457a6a-3856-4643-a570-8a0b354945f6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060796 Dec 20 23:17:55.518227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.559156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event deleted for resources: {'Port': ['ID=805a77cc-da9f-4d7a-bcc0-2189c9635ce6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:55.561153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.563789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.564941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/380d0a65-46f9-49af-ba6e-1447d63287f1 HTTP/1.1" status: 204 len: 168 time: 0.3848932 Dec 20 23:17:55.577896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbaf7-1380-414d-9a8d-9d1993ecbb15 req-0752d17e-8468-4d2f-a747-06f4be8bddfe tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:55.579456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67cdbaf7-1380-414d-9a8d-9d1993ecbb15 req-0752d17e-8468-4d2f-a747-06f4be8bddfe tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1198959 Dec 20 23:17:55.599412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.599761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.600103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.600748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.600748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.601064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.601386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.601733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.602086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.602446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.602721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.603094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.603355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:55.607233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc97d-a009-4ec8-b31a-91070bfe3144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d0a65-46f9-49af-ba6e-1447d63287f1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:55.633402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c937-93ca-4ee2-ad40-bc4512b206ec req-0ca9b689-a9be-413a-b531-637659ae9cba tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:55.634992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0154c937-93ca-4ee2-ad40-bc4512b206ec req-0ca9b689-a9be-413a-b531-637659ae9cba tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1499035 Dec 20 23:17:55.640948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.646835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4c2bbc91-690b-49a3-9ec6-976e417c0279 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "DELETE /v2.0/ports/805a77cc-da9f-4d7a-bcc0-2189c9635ce6 HTTP/1.1" status: 204 len: 168 time: 0.9152699 Dec 20 23:17:55.647408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36528) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:55.727532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Deleting subnet 942dddca-d24b-4787-bcef-8cc76bc62a41 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:17:55.731951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.780365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67cdbaf7-1380-414d-9a8d-9d1993ecbb15 req-269e491a-cf0e-4605-afa2-854affac6e2c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712949 Dec 20 23:17:55.784132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0154c937-93ca-4ee2-ad40-bc4512b206ec req-c892f22e-49bc-458b-9353-128ef7abd276 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384857 Dec 20 23:17:55.818494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:55.991532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.010958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946524-dbe9-40f8-ac65-fa28e6793d7e req-3ed308f3-eae5-4922-864a-2ef832f84d3c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.012636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f946524-dbe9-40f8-ac65-fa28e6793d7e req-3ed308f3-eae5-4922-864a-2ef832f84d3c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0707617 Dec 20 23:17:56.022615 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-fe796d2c-bb1a-4f10-8969-c9d316c4810a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467583 Dec 20 23:17:56.086435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f946524-dbe9-40f8-ac65-fa28e6793d7e req-b0dd2c82-977b-4904-8e05-6281cf7631c2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Dec 20 23:17:56.136968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223dc2-be16-4c94-a054-83816113d157 req-d893a494-46c7-4b4f-95a7-e7eca8c6a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.136968 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-d893a494-46c7-4b4f-95a7-e7eca8c6a684 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1096 time: 0.0646877 Dec 20 23:17:56.273289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223dc2-be16-4c94-a054-83816113d157 req-f600e50e-c544-4c41-b2c3-cbe86cf06ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.275112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-f600e50e-c544-4c41-b2c3-cbe86cf06ff1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.1176867 Dec 20 23:17:56.279151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.300176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07088eb1-dab6-4ffc-8e0f-60761834e5ac req-04d3bead-0381-4d36-8073-cc3757b77f70 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.310262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07088eb1-dab6-4ffc-8e0f-60761834e5ac req-04d3bead-0381-4d36-8073-cc3757b77f70 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1379752 Dec 20 23:17:56.319846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6811c-17f8-4d4f-be9a-159341a36198 req-038136d7-fd4a-42ed-beeb-e8357be05012 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.331329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a6811c-17f8-4d4f-be9a-159341a36198 req-038136d7-fd4a-42ed-beeb-e8357be05012 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 944 time: 0.1491880 Dec 20 23:17:56.348283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event deleted for resources: {'Subnet': ['ID=942dddca-d24b-4787-bcef-8cc76bc62a41,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:56.352636 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-2ebb1992-7712-4393-89a9-7efb9a5f7254 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0701571 Dec 20 23:17:56.363185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.363185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-91c7a904-c104-4e99-b6f2-1174235c62a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "DELETE /v2.0/subnets/942dddca-d24b-4787-bcef-8cc76bc62a41 HTTP/1.1" status: 204 len: 168 time: 0.7092845 Dec 20 23:17:56.368060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:56.372574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e2023-6c0a-4060-bce2-98aa2e0d42ff None None] Network 6922670d-68ef-48f6-8139-7319dc934f40 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:17:56.504778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07088eb1-dab6-4ffc-8e0f-60761834e5ac req-47586626-c6d5-4e7a-b6b1-3f9ad7b1b1f4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707118 Dec 20 23:17:56.515799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a6811c-17f8-4d4f-be9a-159341a36198 req-5c6d847b-6f08-4ee6-8b7b-63c13e69eee5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836157 Dec 20 23:17:56.608661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:17:56.610114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.624645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223dc2-be16-4c94-a054-83816113d157 req-7cd86329-fccf-4f43-b976-23d98aaa2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.626310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-7cd86329-fccf-4f43-b976-23d98aaa2ce9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.2654679 Dec 20 23:17:56.669790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-8bcfa4d2-5576-4f65-8b78-333e4a5543ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362430 Dec 20 23:17:56.686781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] DHCP port deletion for 6922670d-68ef-48f6-8139-7319dc934f40 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:17:56.784375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0864a-417a-4d7a-98f9-1ea504ae2098 req-dada7d5e-95a1-4eb6-a8c0-28a372cac773 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:56.786272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ae0864a-417a-4d7a-98f9-1ea504ae2098 req-dada7d5e-95a1-4eb6-a8c0-28a372cac773 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0694749 Dec 20 23:17:56.789846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Deleting port b528623c-25a9-4dc1-b5a5-a92a743e75ab {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:56.790288 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.832788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Deleting port b528623c-25a9-4dc1-b5a5-a92a743e75ab {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:17:56.833137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.839426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-6474d07d-3043-4ed7-bcce-e17a4c19bda4 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597996 Dec 20 23:17:56.887453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ae0864a-417a-4d7a-98f9-1ea504ae2098 req-5a627444-24f4-4342-9e5d-70363fec356a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937886 Dec 20 23:17:56.983760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] For port b528623c-25a9-4dc1-b5a5-a92a743e75ab, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b528623c-25a9-4dc1-b5a5-a92a743e75ab,segment=NetworkSegment(9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5),segment_id=9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:56.984282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:56.984981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:56.999109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Calling delete_port for b528623c-25a9-4dc1-b5a5-a92a743e75ab owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:57.037169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] For port b528623c-25a9-4dc1-b5a5-a92a743e75ab, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b528623c-25a9-4dc1-b5a5-a92a743e75ab,segment=NetworkSegment(9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5),segment_id=9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:57.037574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.042895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc55d-f057-4c39-a939-919405c89b41 req-330387e8-a75f-4998-aa3d-e5f5029f0f71 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:57.044871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-044bc55d-f057-4c39-a939-919405c89b41 req-330387e8-a75f-4998-aa3d-e5f5029f0f71 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1564934 Dec 20 23:17:57.047634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'mac_address': 'fa:16:3e:cf:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:17:57.057492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Calling delete_port for b528623c-25a9-4dc1-b5a5-a92a743e75ab owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:17:57.091233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db732e-9573-4ba8-8469-e56198aa4888 req-680bc7d2-db92-4372-8dfd-8718975bc2f7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:57.093956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49db732e-9573-4ba8-8469-e56198aa4888 req-680bc7d2-db92-4372-8dfd-8718975bc2f7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1254702 Dec 20 23:17:57.143932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.147389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-93223dc2-be16-4c94-a054-83816113d157 req-eef55663-cab5-4876-ab57-3686c54fa544 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970452 Dec 20 23:17:57.177430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-044bc55d-f057-4c39-a939-919405c89b41 req-fc1373da-6d74-43dc-b0af-8c86f8a02822 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248019 Dec 20 23:17:57.184224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49db732e-9573-4ba8-8469-e56198aa4888 req-9fb18eb5-7de9-4f40-95e2-f9dd278f5c51 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746562 Dec 20 23:17:57.190367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:17:57.218995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.226370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:57.234479 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.262705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event deleted for resources: {'Port': ['ID=b528623c-25a9-4dc1-b5a5-a92a743e75ab,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:57.286535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Pushing event deleted for resources: {'Port': ['ID=b528623c-25a9-4dc1-b5a5-a92a743e75ab,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:57.298984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] No DVR routers for this DVR port b528623c-25a9-4dc1-b5a5-a92a743e75ab on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:57.317709 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] No DVR routers for this DVR port b528623c-25a9-4dc1-b5a5-a92a743e75ab on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:17:57.337436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.337890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.339413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.339638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.339986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.340317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.340647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.340979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.341363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.341658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.342020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.342344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.342657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e85bc-0b57-47c0-9445-8f8936e5d441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:17:57.346031 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.435293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792779-4112-4fb3-b7cd-b92a7c131614 req-3d800f4a-fbb5-42b0-9eeb-6b03f126caec tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:57.436913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d792779-4112-4fb3-b7cd-b92a7c131614 req-3d800f4a-fbb5-42b0-9eeb-6b03f126caec tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1225638 Dec 20 23:17:57.454015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.462740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:57.481452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6922670d-68ef-48f6-8139-7319dc934f40']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:57.492409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:57.492710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa1d3e0-85fc-46ab-8b24-5c6c49dfe8a5') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:17:57.503203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.521028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.521409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d792779-4112-4fb3-b7cd-b92a7c131614 req-02a281ae-f245-464e-971e-96a520785ca7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760159 Dec 20 23:17:57.528681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:17:57.529319 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:17:57.532581 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:17:57.536756 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:17:57.599331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fad4304b-f499-4cbc-b29c-06643d85be3a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:17:57.633305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf0bae-fc44-44c0-b258-a91a83b797b6 req-786f3173-55bb-4955-b3f3-a0fc34cec63f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:57.643460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bcf0bae-fc44-44c0-b258-a91a83b797b6 req-786f3173-55bb-4955-b3f3-a0fc34cec63f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0916207 Dec 20 23:17:57.704530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.741033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:57.745165 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] 10.222.0.62 "DELETE /v2.0/networks/6922670d-68ef-48f6-8139-7319dc934f40 HTTP/1.1" status: 204 len: 168 time: 1.3751943 Dec 20 23:17:57.746665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c27fbb-f8dd-46b4-b100-5d1635a6060e tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236 tempest-ExtraDHCPOptionsIpV6TestJSON-1215044236-project] Pushing event deleted for resources: {'Network': ['ID=6922670d-68ef-48f6-8139-7319dc934f40,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:57.810242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bcf0bae-fc44-44c0-b258-a91a83b797b6 req-ca0ec556-c0de-4e64-9db8-f566d60a03f6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670718 Dec 20 23:17:57.927303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdddf9c-1156-4f2e-a549-fa69bb95083e req-0575c5c5-9803-44df-a494-2b0c665c4e88 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:57.936788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acdddf9c-1156-4f2e-a549-fa69bb95083e req-0575c5c5-9803-44df-a494-2b0c665c4e88 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0699503 Dec 20 23:17:58.043027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f241417-4225-4ec2-b68e-9ae682a21662 req-eff269ba-2224-459a-95f3-6c3899ab7c7c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:58.044547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f241417-4225-4ec2-b68e-9ae682a21662 req-eff269ba-2224-459a-95f3-6c3899ab7c7c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 945 time: 0.1040843 Dec 20 23:17:58.048687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acdddf9c-1156-4f2e-a549-fa69bb95083e req-34e99f30-7adb-4729-a49c-cc5009aab073 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106751 Dec 20 23:17:58.111293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f241417-4225-4ec2-b68e-9ae682a21662 req-57211164-731d-4dd9-90c6-5868646dc51a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599618 Dec 20 23:17:58.166695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aeb8c-a3e1-4d9e-ab72-6a1365ebe7bc req-a3164d93-fd83-40a2-b4fd-756682cf237c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:58.168494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa7aeb8c-a3e1-4d9e-ab72-6a1365ebe7bc req-a3164d93-fd83-40a2-b4fd-756682cf237c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0527318 Dec 20 23:17:58.217707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa7aeb8c-a3e1-4d9e-ab72-6a1365ebe7bc req-05a55367-1b75-4040-9f0d-dc0d57786bd7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Dec 20 23:17:58.262548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:58.335534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170cd2-b5b1-43e1-8185-039f73b19b35 req-cfe0a7ac-436c-45f7-90b0-9a862f3fdfb5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:58.337081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37170cd2-b5b1-43e1-8185-039f73b19b35 req-cfe0a7ac-436c-45f7-90b0-9a862f3fdfb5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0514679 Dec 20 23:17:58.386664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37170cd2-b5b1-43e1-8185-039f73b19b35 req-5eeb9e07-651d-452f-9a58-489e0e4b0e0e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Dec 20 23:17:58.631861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:17:58.665645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36622) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:58.675671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:58.678604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b528623c-25a9-4dc1-b5a5-a92a743e75ab no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:17:58.709482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b528623c-25a9-4dc1-b5a5-a92a743e75ab {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:17:58.709858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b528623c-25a9-4dc1-b5a5-a92a743e75ab not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:17:58.715687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe407ac7-fb21-4d5e-9609-4e2090662907 req-68585ccc-f9b0-4724-9179-a84de5f332d0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:58.719170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe407ac7-fb21-4d5e-9609-4e2090662907 req-68585ccc-f9b0-4724-9179-a84de5f332d0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0729234 Dec 20 23:17:58.815806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fad4304b-f499-4cbc-b29c-06643d85be3a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:17:58.821588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fad4304b-f499-4cbc-b29c-06643d85be3a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:17:58.821988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:58.835892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe407ac7-fb21-4d5e-9609-4e2090662907 req-42140cdb-64b1-4e03-9381-fb8c4ed41cf2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855122 Dec 20 23:17:58.866046 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-759bc314-9c8c-4931-baa1-514b147fa843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:58.944242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:58.945870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36638) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:58.952615 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9f4afa8f-8c6c-4b6e-8cdc-e94435c1fb7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f14da862f804cf8b9233fd3861039ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704706 Dec 20 23:17:58.962665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b0bda-cc03-4789-91ff-763fbf24d150 req-ac7ee67e-00fa-4a4c-ac68-a22f839d7b18 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:58.965010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d2b0bda-cc03-4789-91ff-763fbf24d150 req-ac7ee67e-00fa-4a4c-ac68-a22f839d7b18 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0887401 Dec 20 23:17:58.976494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:17:58.979795 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0895e-9118-4567-ad23-95dac9a795df" -d '{"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-plugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:17:58.991242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:17:59.024844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-759bc314-9c8c-4931-baa1-514b147fa843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.115739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.116543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-759bc314-9c8c-4931-baa1-514b147fa843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.190720 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-759bc314-9c8c-4931-baa1-514b147fa843 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11bd5d9075e54ed3bcced487c0ab24dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233386 Dec 20 23:17:59.191499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc314-9c8c-4931-baa1-514b147fa843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97225ff8-145d-4562-b2f5-d192ccfac936,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:59.191630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:59.193905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36650) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:17:59.250351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.275489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.346440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d2b0bda-cc03-4789-91ff-763fbf24d150 req-dfb70099-8791-4de4-9b32-d537c7275f97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675468 Dec 20 23:17:59.365636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9415-9784-4c48-9c44-ffa5a278b4d2 req-7d7509b8-a717-4bfc-8871-59e3da2076c8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:59.370566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9aa9415-9784-4c48-9c44-ffa5a278b4d2 req-7d7509b8-a717-4bfc-8871-59e3da2076c8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.4176626 Dec 20 23:17:59.400078 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b387eff-6b38-4014-909c-3c22450aa29c x-openstack-request-id: req-2b387eff-6b38-4014-909c-3c22450aa29c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:17:59.400446 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-plugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:17:59.401078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.401667 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b387eff-6b38-4014-909c-3c22450aa29c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:17:59.402349 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'code': 200} Dec 20 23:17:59.416006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.422897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.424346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97225ff8-145d-4562-b2f5-d192ccfac936 HTTP/1.1" status: 204 len: 168 time: 0.2295253 Dec 20 23:17:59.454810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a285555-4782-412f-877f-d1a49c38fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97225ff8-145d-4562-b2f5-d192ccfac936,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:59.490109 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.538258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9aa9415-9784-4c48-9c44-ffa5a278b4d2 req-9e2c3b9e-9c37-4dd8-a4c5-19d45e371a16 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532319 Dec 20 23:17:59.565873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd2ae-a090-4f25-b9f7-a531a337eb6c req-cff0fe18-6dad-4365-8f8d-8df87165e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:59.567775 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4edfd2ae-a090-4f25-b9f7-a531a337eb6c req-cff0fe18-6dad-4365-8f8d-8df87165e23d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1097 time: 0.0550127 Dec 20 23:17:59.581779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd9f4-62b0-422a-8563-bcfcd7f80d9c req-f9fcfe13-2385-4280-ac94-10a6afb93957 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:59.589661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-676bd9f4-62b0-422a-8563-bcfcd7f80d9c req-f9fcfe13-2385-4280-ac94-10a6afb93957 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1208301 Dec 20 23:17:59.645688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4edfd2ae-a090-4f25-b9f7-a531a337eb6c req-fce4f357-2b68-4928-b85d-ef2376853f4b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697148 Dec 20 23:17:59.655267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-676bd9f4-62b0-422a-8563-bcfcd7f80d9c req-17c91ace-3b54-4fd5-ae92-f49aaa49930b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647004 Dec 20 23:17:59.698617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8026b-3896-4bee-99ad-3c4f42156eac req-d39dab6e-c481-407d-a9d4-d9c3cf71be38 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:59.700086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3be8026b-3896-4bee-99ad-3c4f42156eac req-d39dab6e-c481-407d-a9d4-d9c3cf71be38 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0621095 Dec 20 23:17:59.719289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.721804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:17:59.722902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00ad8567-ac33-4f83-ab94-d91a9a4d9f35 HTTP/1.1" status: 204 len: 168 time: 0.7761037 Dec 20 23:17:59.735537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7efb82-f014-4174-9fdb-005ccd8fbab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad8567-ac33-4f83-ab94-d91a9a4d9f35,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:17:59.786487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3be8026b-3896-4bee-99ad-3c4f42156eac req-e8b6cc46-28cc-4f92-b7f8-4eb431c67d09 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804696 Dec 20 23:17:59.922322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2336ae1-c5fd-4578-bcbe-2c2dd3f0d266 req-217d5ed9-646e-452d-b3d8-325d1274843d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:17:59.923922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2336ae1-c5fd-4578-bcbe-2c2dd3f0d266 req-217d5ed9-646e-452d-b3d8-325d1274843d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0615542 Dec 20 23:17:59.985280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2336ae1-c5fd-4578-bcbe-2c2dd3f0d266 req-4a013f7e-3f7a-4021-af08-d60d722da3d1 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530882 Dec 20 23:18:00.368504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bf311-d794-4dc6-bd46-5c6234685ee0 req-35b7d28d-3b96-416b-b7c3-8e6ba3907849 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:00.377635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91bf311-d794-4dc6-bd46-5c6234685ee0 req-35b7d28d-3b96-416b-b7c3-8e6ba3907849 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0645916 Dec 20 23:18:00.436078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91bf311-d794-4dc6-bd46-5c6234685ee0 req-df0a6948-2a14-43fd-80b5-e87dbf0c2a35 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572526 Dec 20 23:18:00.533080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f44fb0-8e8f-4c1a-ba1c-00131d58ee8c req-fb6f42ae-aec2-4bf8-9a40-8234f5729e25 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:00.534890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82f44fb0-8e8f-4c1a-ba1c-00131d58ee8c req-fb6f42ae-aec2-4bf8-9a40-8234f5729e25 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0661979 Dec 20 23:18:00.598873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82f44fb0-8e8f-4c1a-ba1c-00131d58ee8c req-3d42ad27-5665-40c3-8b90-cb564f4c86b5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578074 Dec 20 23:18:00.826605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93a896-f05d-4d06-88bf-63fac62fff92 req-810abba1-81cd-458e-b412-a23573e8df79 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:00.835959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac93a896-f05d-4d06-88bf-63fac62fff92 req-810abba1-81cd-458e-b412-a23573e8df79 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.0696776 Dec 20 23:18:00.908961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac93a896-f05d-4d06-88bf-63fac62fff92 req-c031e4f7-f42b-4c6c-9b65-42c6445094fa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726717 Dec 20 23:18:01.356319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36716) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:01.372112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36720) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:01.473975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1058814337'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:01.512626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352dcc4e-6e99-47ec-b99f-a781fd665aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.583272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332b6-0547-4b4a-9b8e-2d3a5436b0eb req-7861699d-1dfc-4082-955f-3c790b30393b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:01.585114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e8332b6-0547-4b4a-9b8e-2d3a5436b0eb req-7861699d-1dfc-4082-955f-3c790b30393b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0538588 Dec 20 23:18:01.596839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352dcc4e-6e99-47ec-b99f-a781fd665aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.598298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:01.601702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.611461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.649397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e8332b6-0547-4b4a-9b8e-2d3a5436b0eb req-c000e9c2-af10-4c68-9289-39158476b349 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Dec 20 23:18:01.692529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352dcc4e-6e99-47ec-b99f-a781fd665aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.764257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.781792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dcc4e-6e99-47ec-b99f-a781fd665aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd38640-a0c4-47a8-b6a1-a6d2772ddb2c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:01.816349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7083ed4-c40d-4352-97b6-f2b3f8ec1ecc req-c06797ba-6ff4-45c3-8454-eb8bac725367 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:01.823566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7083ed4-c40d-4352-97b6-f2b3f8ec1ecc req-c06797ba-6ff4-45c3-8454-eb8bac725367 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0911655 Dec 20 23:18:01.824579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:01.824761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-352dcc4e-6e99-47ec-b99f-a781fd665aa7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff5c0e0cb7c9467ebda0443930b94611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516056 Dec 20 23:18:01.841122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.885156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:01.897900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254430b4-3de1-4d90-9238-5170121ffcc6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:01.917499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7083ed4-c40d-4352-97b6-f2b3f8ec1ecc req-8e3dc626-5cc7-44ed-bf5e-e13e939fd612 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Dec 20 23:18:01.927137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:01.929214 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment 7bff7867-675e-4ffa-b96d-452ce8bce4b5 of type vlan for network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 Dec 20 23:18:01.975069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.004668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.005750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.107627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7695f-5bd2-434d-8407-fe00750d1622 req-bc136d2e-f978-4b77-93a2-45a49473a523 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:02.109095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1f7695f-5bd2-434d-8407-fe00750d1622 req-bc136d2e-f978-4b77-93a2-45a49473a523 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.0959301 Dec 20 23:18:02.153324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.159511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:02.162633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.248984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c381d0-b1d4-4b87-81b2-c40f50c2699e req-2ef2c7a1-7710-4060-9129-27dfa3082403 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:02.250612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03c381d0-b1d4-4b87-81b2-c40f50c2699e req-2ef2c7a1-7710-4060-9129-27dfa3082403 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1520970 Dec 20 23:18:02.263366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.265962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:02.267178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5dd38640-a0c4-47a8-b6a1-a6d2772ddb2c HTTP/1.1" status: 204 len: 168 time: 0.4414613 Dec 20 23:18:02.284530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=cf73a3e3-f57a-4843-9e7b-7da6db0d6877,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:02.296373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:02.308771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-90a4fc99-14aa-4cdf-92e5-4590e37dd263 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9496202 Dec 20 23:18:02.340706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c1f7695f-5bd2-434d-8407-fe00750d1622 req-5937b00f-c031-47a5-bf59-aecc80d3cadd tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223358 Dec 20 23:18:02.414047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c8735-59aa-4699-9ff1-ff19cde2bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd38640-a0c4-47a8-b6a1-a6d2772ddb2c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:02.526165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03c381d0-b1d4-4b87-81b2-c40f50c2699e req-d597fc1f-aaac-43fc-a556-b07c2fb2fc34 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447438 Dec 20 23:18:02.658315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1a138-fe7d-4936-a595-d41eec1c3d42 req-b6de6ea1-a2ec-459d-a7a5-7e1a03af7fe0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:02.660508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ec1a138-fe7d-4936-a595-d41eec1c3d42 req-b6de6ea1-a2ec-459d-a7a5-7e1a03af7fe0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.0938594 Dec 20 23:18:02.745227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ec1a138-fe7d-4936-a595-d41eec1c3d42 req-90945ad0-774b-49e1-b613-37dc30c9c47e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764778 Dec 20 23:18:02.788361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36748) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:02.888184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f097f-b742-4666-b351-aa83e7f26c49 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:02.893442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-395f097f-b742-4666-b351-aa83e7f26c49 tempest-TestNetworkAdvancedServerOps-394703537 tempest-TestNetworkAdvancedServerOps-394703537-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1092 time: 0.1021845 Dec 20 23:18:02.894705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36754) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:02.902778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:03.013241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36758) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:03.044457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.144087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9629-b3c1-4640-b7c9-40b5fee2ddd1 req-598cb861-f523-4740-9e8a-bcc7260fbb81 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:03.149267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f5b9629-b3c1-4640-b7c9-40b5fee2ddd1 req-598cb861-f523-4740-9e8a-bcc7260fbb81 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1110744 Dec 20 23:18:03.296303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.307085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.313072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f5b9629-b3c1-4640-b7c9-40b5fee2ddd1 req-d4d40a10-493c-4bbc-bed0-49ad0c4bd0b7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623635 Dec 20 23:18:03.343895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e09f-e110-4449-88b0-9c8a7c2ad3de admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.475010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e09f-e110-4449-88b0-9c8a7c2ad3de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.496022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Allocated IP 172.25.1.7 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/7e253142-8500-46d5-ba65-28cfcfeadf8a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:03.555219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e09f-e110-4449-88b0-9c8a7c2ad3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.610664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5e09f-e110-4449-88b0-9c8a7c2ad3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd006a-de92-4f1f-9d15-eb73ff178216,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:03.617040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0cd5e09f-e110-4449-88b0-9c8a7c2ad3de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86f5b9137562461eab8db8ece154298f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023006 Dec 20 23:18:03.621590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36772) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:03.651444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.741500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.764799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ab94-0ab7-4433-93cb-e6a95a5f2b2d req-d77624fc-1259-4164-a79f-be62c61084e9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:03.773040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7664ab94-0ab7-4433-93cb-e6a95a5f2b2d req-d77624fc-1259-4164-a79f-be62c61084e9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1072247 Dec 20 23:18:03.789437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.790130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.832393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:03.837611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:03.844625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:03.851051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7664ab94-0ab7-4433-93cb-e6a95a5f2b2d req-2bac1531-fa96-4fd7-8722-9bc9a42dc05d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771558 Dec 20 23:18:03.873525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=7e253142-8500-46d5-ba65-28cfcfeadf8a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:03.970278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.975664 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:03.975664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4dd006a-de92-4f1f-9d15-eb73ff178216 HTTP/1.1" status: 204 len: 168 time: 0.3525734 Dec 20 23:18:04.004354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95143e9e-dfb8-41d9-a485-8203300ee34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd006a-de92-4f1f-9d15-eb73ff178216,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:04.044465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d03bd-4c33-468d-b7cd-d995fc67c46d req-f0911cd8-2666-40da-806c-c4ce473f03af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:04.053476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f9d03bd-4c33-468d-b7cd-d995fc67c46d req-f0911cd8-2666-40da-806c-c4ce473f03af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0958116 Dec 20 23:18:04.126146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f9d03bd-4c33-468d-b7cd-d995fc67c46d req-ee3ad1db-cd98-4a4f-a071-f6d61ecf4583 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Dec 20 23:18:04.306149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd35e87-0699-46a8-b176-af907c689d07 req-6b9a7300-f6b8-494f-b9bc-a1e6698867c4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:04.315303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fd35e87-0699-46a8-b176-af907c689d07 req-6b9a7300-f6b8-494f-b9bc-a1e6698867c4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0716085 Dec 20 23:18:04.380463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fd35e87-0699-46a8-b176-af907c689d07 req-1b0ca717-5093-47d3-9b3b-351cc033878c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635269 Dec 20 23:18:04.503132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a28724-9820-4109-80c3-75d6155e08ac req-e3554758-3038-4728-8fa2-aab1eeea4b7f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:04.512989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9a28724-9820-4109-80c3-75d6155e08ac req-e3554758-3038-4728-8fa2-aab1eeea4b7f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1133432 Dec 20 23:18:04.584960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9a28724-9820-4109-80c3-75d6155e08ac req-04b182ad-7b74-41e2-a9fd-195ac0f6e648 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Dec 20 23:18:04.639813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25423a-273f-4144-a5ef-ae49feef977f req-40a4ef85-107d-42ec-84a9-165576785454 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:04.649193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b25423a-273f-4144-a5ef-ae49feef977f req-40a4ef85-107d-42ec-84a9-165576785454 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1616569 Dec 20 23:18:04.736660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b25423a-273f-4144-a5ef-ae49feef977f req-074faf8d-2127-419f-a29a-5e2d0301a929 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865057 Dec 20 23:18:04.806971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96487a6d-8d51-4a1e-8c92-77ac09175331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:04.817170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:04.920104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3269c30-af6c-45c7-b37f-96ba4ab0f8a0 req-592077f4-ece9-4b3c-a861-52c2e94f7ee0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:04.930260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3269c30-af6c-45c7-b37f-96ba4ab0f8a0 req-592077f4-ece9-4b3c-a861-52c2e94f7ee0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0789874 Dec 20 23:18:04.996294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.006265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3269c30-af6c-45c7-b37f-96ba4ab0f8a0 req-bc8846cb-eeff-41b4-a511-6a323661f4e0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734754 Dec 20 23:18:05.147791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2be0-b6fe-4aa5-86f7-385b5734dba6 req-143c0c86-708b-4d6b-85ae-51ba209b602f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:05.151071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83ae2be0-b6fe-4aa5-86f7-385b5734dba6 req-143c0c86-708b-4d6b-85ae-51ba209b602f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0681751 Dec 20 23:18:05.214499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.225213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83ae2be0-b6fe-4aa5-86f7-385b5734dba6 req-8a28d4bf-a37c-4852-a140-5d82aa7e8334 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675688 Dec 20 23:18:05.310773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.368828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event updated for resources: {'Port': ['ID=7e253142-8500-46d5-ba65-28cfcfeadf8a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:05.439213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.439485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ca14d-5b88-478d-83fe-fa2a1fcf7eb5 req-45cafdcf-fd77-4c39-a431-27c5865250de tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:05.441378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-146ca14d-5b88-478d-83fe-fa2a1fcf7eb5 req-45cafdcf-fd77-4c39-a431-27c5865250de tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0947826 Dec 20 23:18:05.495163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-146ca14d-5b88-478d-83fe-fa2a1fcf7eb5 req-99118936-ac05-40b6-a501-c2290cd62cc7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Dec 20 23:18:05.556696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:05.567945 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 1919f993-56c8-47c1-a67f-80b413ab662a associated. External IP: 172.25.1.7, port: fad4304b-f499-4cbc-b29c-06643d85be3a. Dec 20 23:18:05.664744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36856) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:05.673760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:05.722060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781eef8-bd5c-4b63-9fb6-ef99ef1efcf3 req-dc0602d6-1c66-4cd7-8e9f-b74611b18f02 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:05.723566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4781eef8-bd5c-4b63-9fb6-ef99ef1efcf3 req-dc0602d6-1c66-4cd7-8e9f-b74611b18f02 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1101995 Dec 20 23:18:05.732855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-797426731-network', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:05.762667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08968c0-2d5a-492d-9e0f-53709d15e22d req-6bad4328-89df-4d96-b04d-7b92a7d78084 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:05.764158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a08968c0-2d5a-492d-9e0f-53709d15e22d req-6bad4328-89df-4d96-b04d-7b92a7d78084 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0931842 Dec 20 23:18:05.824104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4781eef8-bd5c-4b63-9fb6-ef99ef1efcf3 req-56c1a09d-059f-40c1-93ee-ec55b32f6176 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871594 Dec 20 23:18:05.850260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a08968c0-2d5a-492d-9e0f-53709d15e22d req-be5b7b0d-5200-4154-8588-908688e7bbcc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Dec 20 23:18:05.884156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Made reservation on behalf of 2ed3dc574bc04349b6edd7b032f07b29 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:05.887128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.898399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:05.927256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 9a50334f-d651-47ae-b360-45b15496ead6 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:18:06.007731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b76ed-4ae3-41e0-94cf-0594c931188a req-3a881725-3fbb-46cb-9a82-13f1c0fe505f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.009243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c1b76ed-4ae3-41e0-94cf-0594c931188a req-3a881725-3fbb-46cb-9a82-13f1c0fe505f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0751250 Dec 20 23:18:06.039465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:06.040972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.060307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:06.069071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.075158 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Sync routers for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:06.084782 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:06.085615 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:06.088917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c1b76ed-4ae3-41e0-94cf-0594c931188a req-9842cd52-f416-401b-859b-41ed66b7df91 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Dec 20 23:18:06.156382 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.175432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:06.201848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.202726 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Added segment 184693a4-cbaa-4e22-a3aa-f5ed59c521c1 of type vlan for network 7c28385f-2450-423e-8397-701ef1759115 Dec 20 23:18:06.218787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:06.227859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.274697 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b12065ed-9dc9-483e-87ef-f8177213675b tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3780315 Dec 20 23:18:06.281951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:06.292535 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fbaf7-7bad-466a-bde5-83ca88827d38" -d '{"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:06.296453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583c0b3a-439e-468d-a671-0283fadd82f2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:06.304704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.324928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697ba4d-ceeb-4f58-8653-fb9fb77dad1b req-4ce6f3ac-bc1b-447b-922d-13427e2081f0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.327406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b697ba4d-ceeb-4f58-8653-fb9fb77dad1b req-4ce6f3ac-bc1b-447b-922d-13427e2081f0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1431155 Dec 20 23:18:06.414362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.415489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.416922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.445218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.448356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b697ba4d-ceeb-4f58-8653-fb9fb77dad1b req-14f48228-e4eb-4432-9752-c91507c141a6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095238 Dec 20 23:18:06.474269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2c497-18b1-415a-8c75-7e92d6b620ce req-7a6ab184-8d55-48b0-885c-0cc2dcc33038 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.475900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a2c497-18b1-415a-8c75-7e92d6b620ce req-7a6ab184-8d55-48b0-885c-0cc2dcc33038 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1143594 Dec 20 23:18:06.519227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] Pushing event updated for resources: {'Network': ['ID=7c28385f-2450-423e-8397-701ef1759115,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:06.522355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': '7bff7867-675e-4ffa-b96d-452ce8bce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:06.523106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: cf73a3e3-f57a-4843-9e7b-7da6db0d6877, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:06.530763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7c28385f-2450-423e-8397-701ef1759115 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:06.540381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1919f993-56c8-47c1-a67f-80b413ab662a', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'mac_address': 'fa:16:3e:cf:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:04Z', 'updated_at': '2021-12-20T23:18:04Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:06.555598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7c1bfbdc-ddf2-4729-805f-d481889f938b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9938073 Dec 20 23:18:06.555598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:06.575611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Request body: {'subnet': {'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-797426731-subnet', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:06.591295 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44418ecb-d062-4452-bf40-773384b5bd29 x-openstack-request-id: req-44418ecb-d062-4452-bf40-773384b5bd29 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:06.593165 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:06.593852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Checking router: 9a50334f-d651-47ae-b360-45b15496ead6 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:06.594955 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44418ecb-d062-4452-bf40-773384b5bd29 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:06.595430 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'status': 'completed', 'code': 200} Dec 20 23:18:06.604548 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:06.605403 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:17:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:06.630165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=a58e3f7d-ea19-42d9-88c1-18c5af46ae3e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:06.666624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39a2c497-18b1-415a-8c75-7e92d6b620ce req-80abcf5e-c264-448a-84cf-b1cbebeed617 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549835 Dec 20 23:18:06.688558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36894) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:06.717853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-ffa47268-2dfd-4c87-bf26-c21d78a0d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.721803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-ffa47268-2dfd-4c87-bf26-c21d78a0d3c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1097 time: 0.1224585 Dec 20 23:18:06.721928 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:06.786341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3daa7a96-2778-4cd2-82ab-62e08a5331d1 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/1919f993-56c8-47c1-a67f-80b413ab662a HTTP/1.1" status: 200 len: 990 time: 0.1005206 Dec 20 23:18:06.790086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:06.798019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842f98d-1031-42f0-bb2d-c793914fd662 req-b327135d-8c7d-490e-8196-47982e0c8649 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.799641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9842f98d-1031-42f0-bb2d-c793914fd662 req-b327135d-8c7d-490e-8196-47982e0c8649 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1185172 Dec 20 23:18:06.823457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Made reservation on behalf of 2ed3dc574bc04349b6edd7b032f07b29 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:06.826253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:06.882894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-6b80f147-98dc-44cf-af2f-5d2bf124a180 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143619 Dec 20 23:18:06.910731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-c900864a-5db6-41e3-b2d3-b4a860e775c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:06.912282 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-c900864a-5db6-41e3-b2d3-b4a860e775c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 200 len: 898 time: 0.1849091 Dec 20 23:18:06.946035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9842f98d-1031-42f0-bb2d-c793914fd662 req-7633bb66-044a-4b1d-9d4e-d0101d7eb4ee tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380353 Dec 20 23:18:06.961508 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:18:07.013230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, cf73a3e3-f57a-4843-9e7b-7da6db0d6877) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:07.014714 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1919f993-56c8-47c1-a67f-80b413ab662a', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'mac_address': 'fa:16:3e:cf:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:04Z', 'updated_at': '2021-12-20T23:18:04Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:07.025362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8b0c1-51e3-4f68-8410-9ca48ec4b1d3 None None] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:07.040016 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-faa753c2-c519-430c-b223-b81705e9fe77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 200 len: 998 time: 0.1201177 Dec 20 23:18:07.041614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.042241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.063651 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99602-df75-4b79-99ed-5c467adeac91 None None] The sync data for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 is: [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1919f993-56c8-47c1-a67f-80b413ab662a', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'mac_address': 'fa:16:3e:cf:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:04Z', 'updated_at': '2021-12-20T23:18:04Z', 'revision_number': 0, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:07.118768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296003-c770-41de-8b7b-05811cd0b0be req-0552559c-17d0-452b-ad30-6410d74c2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.121612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-0552559c-17d0-452b-ad30-6410d74c2d6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1193492 Dec 20 23:18:07.123787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-310f9c2e-f296-453a-af28-5acae3acc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.125931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-310f9c2e-f296-453a-af28-5acae3acc7b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b9ce89-f0bb-4655-a46a-eb579f5c4d37 HTTP/1.1" status: 200 len: 834 time: 0.0709453 Dec 20 23:18:07.147731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308f589-8fef-4f55-bb72-2692ce375740 req-ef68ad2d-7abf-4026-bf14-701462356c85 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.149558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5308f589-8fef-4f55-bb72-2692ce375740 req-ef68ad2d-7abf-4026-bf14-701462356c85 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1862760 Dec 20 23:18:07.176884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429baaeb-a5fa-49ab-b377-2f7bbaba9620 req-3f20b725-9873-403f-8be2-eb60e8092661 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.178402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-429baaeb-a5fa-49ab-b377-2f7bbaba9620 req-3f20b725-9873-403f-8be2-eb60e8092661 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1510770 Dec 20 23:18:07.193754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c5b75aa3-feab-4f8f-b64d-9e9c05557809 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5246308 Dec 20 23:18:07.199007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-cf73a3e3-f57a-4843-9e7b-7da6db0d6877', 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': 'a58e3f7d-ea19-42d9-88c1-18c5af46ae3e'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:07.202313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.205934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36906) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:07.225319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-914135961'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:07.293898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5308f589-8fef-4f55-bb72-2692ce375740 req-76724b84-6da1-4f55-bc9a-d708725922e5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144068 Dec 20 23:18:07.308689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-429baaeb-a5fa-49ab-b377-2f7bbaba9620 req-f2cd45e8-b6c1-42eb-ab2f-2e70fedff217 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021998 Dec 20 23:18:07.316237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-8c6a9ee9-ab7a-4512-866e-b2b156287029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.317862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-8c6a9ee9-ab7a-4512-866e-b2b156287029 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836975 Dec 20 23:18:07.361857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.374912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296003-c770-41de-8b7b-05811cd0b0be req-d9d00f09-05a2-496e-98ef-83d6441b6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.376401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-d9d00f09-05a2-496e-98ef-83d6441b6466 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.2033050 Dec 20 23:18:07.417980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Allocated IP 2001:db8:0:ffff::2 (cf73a3e3-f57a-4843-9e7b-7da6db0d6877/a58e3f7d-ea19-42d9-88c1-18c5af46ae3e/c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:07.480733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:07.489388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.495366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547b40e-79ad-43b5-ac3a-8962123eadc9 None None] New status for floating IP 1919f993-56c8-47c1-a67f-80b413ab662a: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:18:07.501129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0f13ec-6691-4109-a7e0-189560f76538,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:07.554699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Checking segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:07.555566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Network hostable DHCP agents. Network: 7c28385f-2450-423e-8397-701ef1759115, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:07.564528 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-76457242-3277-46cf-99c6-94961aefcffc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 200 len: 1001 time: 0.1772413 Dec 20 23:18:07.572769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-a8570660-a164-467b-aa5e-7b459d86fc27 service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409303 Dec 20 23:18:07.574627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:07.589217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485564cd-7af2-4a67-8307-03e3796152d2 req-77709070-04e4-4899-b7c3-9d623d776597 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.590782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-485564cd-7af2-4a67-8307-03e3796152d2 req-77709070-04e4-4899-b7c3-9d623d776597 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0827205 Dec 20 23:18:07.629480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.629853 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment 80eb18a6-5515-40e9-8b6f-7a1859c8bcc8 of type vlan for network 03615340-b6ce-4935-8b2e-b38bc582106f Dec 20 23:18:07.641442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-485564cd-7af2-4a67-8307-03e3796152d2 req-83eb9e69-8b42-42d1-8203-9421b1acd487 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Dec 20 23:18:07.655586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Network 7c28385f-2450-423e-8397-701ef1759115 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:07.733476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296003-c770-41de-8b7b-05811cd0b0be req-8ecc9358-e812-41dc-b30e-9c6cd22825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.735024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-8ecc9358-e812-41dc-b30e-9c6cd22825c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1614110 Dec 20 23:18:07.738019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.741827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7c28385f-2450-423e-8397-701ef1759115) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:07.754483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.755068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.774072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a801ba-8948-43f0-9e90-fa7ef639c985 None None] Network 7c28385f-2450-423e-8397-701ef1759115 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:07.784607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38cbf747-1494-4cae-910c-37117bb4978f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.789498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36928) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:07.796991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6b8fbaf7-7bad-466a-bde5-83ca88827d38 req-70b18c81-2b2f-4edf-9052-1e8abeb46c08 service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923018 Dec 20 23:18:07.816587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.836666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296003-c770-41de-8b7b-05811cd0b0be req-8c91ea6a-78f4-45a2-b358-23f8a19b9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.840077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-8c91ea6a-78f4-45a2-b358-23f8a19b9140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924430 Dec 20 23:18:07.856282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b31b6-c172-4362-b4a9-1541de584092 req-1a2e94be-4b28-4019-aac3-63c312356b1a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.857953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-338b31b6-c172-4362-b4a9-1541de584092 req-1a2e94be-4b28-4019-aac3-63c312356b1a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1142161 Dec 20 23:18:07.865642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2da8501d-2b34-4818-b080-663074a6260b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3077791 Dec 20 23:18:07.871720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:07.875873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:07.909482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ca79b69-90c5-4756-8e71-e8f6be5df2d5 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/1919f993-56c8-47c1-a67f-80b413ab662a HTTP/1.1" status: 200 len: 990 time: 0.1186688 Dec 20 23:18:07.924736 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.948439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.951056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:07.951985 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:07.978488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-338b31b6-c172-4362-b4a9-1541de584092 req-fc0e34d9-72ab-4017-8c84-2e37c6e433e3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110132 Dec 20 23:18:07.985921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:07.991179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:07.996659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:08.002854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Pushing event updated for resources: {'Port': ['ID=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:08.030519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.031672 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.044342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=03615340-b6ce-4935-8b2e-b38bc582106f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:08.049066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7c28385f-2450-423e-8397-701ef1759115', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:08.050309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.052580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-effea955-9b13-4648-b240-a905a4a39ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037907 Dec 20 23:18:08.066327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cc991e85-9dcd-4378-b690-205cf9e9650e tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8576894 Dec 20 23:18:08.068636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36942) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:08.091046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:08.179434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.183192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 03615340-b6ce-4935-8b2e-b38bc582106f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:08.280186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63296003-c770-41de-8b7b-05811cd0b0be req-512e34f0-8458-4621-965e-b9dbe1416243 service neutron] 10.222.0.45 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123098 Dec 20 23:18:08.343429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:08.347736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.528555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.533607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Attempting to bind port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:08.534007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Attempting to bind port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '7bff7867-675e-4ffa-b96d-452ce8bce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:08.534717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Attempting to bind port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db on network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:08.541634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Allocated IP 172.20.0.2 (7c28385f-2450-423e-8397-701ef1759115/1a0f13ec-6691-4109-a7e0-189560f76538/e192a0b2-ae81-4421-8e14-ce443d5c8e68) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:08.549299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:08.549995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Checking segment: {'id': '7bff7867-675e-4ffa-b96d-452ce8bce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:08.550686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.554176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Bound using segment: {'id': '7bff7867-675e-4ffa-b96d-452ce8bce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:08.554176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Bound port: c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff7867-675e-4ffa-b96d-452ce8bce4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'cf73a3e3-f57a-4843-9e7b-7da6db0d6877'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:08.554176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.569515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30869b-9b62-44f5-84d4-5b331b006dff req-5b3ccf3f-7e99-46fc-b66d-e444d9d5f67c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:08.577769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db30869b-9b62-44f5-84d4-5b331b006dff req-5b3ccf3f-7e99-46fc-b66d-e444d9d5f67c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1732819 Dec 20 23:18:08.605821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804df53-3913-45d5-ac26-85d36e06da52 req-204f2cb5-0e64-428d-b187-e37187f1bdb7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:08.607560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e804df53-3913-45d5-ac26-85d36e06da52 req-204f2cb5-0e64-428d-b187-e37187f1bdb7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1306925 Dec 20 23:18:08.609684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.685980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db30869b-9b62-44f5-84d4-5b331b006dff req-5d8755a2-b0dc-4344-9373-cb965363432f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986905 Dec 20 23:18:08.699525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] For port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:08.704574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] For port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,segment=NetworkSegment(7bff7867-675e-4ffa-b96d-452ce8bce4b5),segment_id=7bff7867-675e-4ffa-b96d-452ce8bce4b5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:08.728222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e804df53-3913-45d5-ac26-85d36e06da52 req-2cbe183f-a745-449c-86fd-71ca4072e387 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113043 Dec 20 23:18:08.759651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.783938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.871826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f0a8-0075-45ba-9462-33eb90e646b6 None None] Pushing event updated for resources: {'Port': ['ID=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:08.877330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.889814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:18:08.891019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:08.931010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Network 7c28385f-2450-423e-8397-701ef1759115 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:08.937252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:08.943030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:08.943217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:08.950634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e192a0b2-ae81-4421-8e14-ce443d5c8e68,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:09.009285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Attempting to bind port e192a0b2-ae81-4421-8e14-ce443d5c8e68 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:09.011464 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.011650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Attempting to bind port e192a0b2-ae81-4421-8e14-ce443d5c8e68 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:09.012164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Attempting to bind port e192a0b2-ae81-4421-8e14-ce443d5c8e68 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:09.017872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:09.018373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Checking segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:09.018875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.019414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Bound using segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:09.020028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Bound port: e192a0b2-ae81-4421-8e14-ce443d5c8e68, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:09.020485 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.047110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.069426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a3d8-8aa8-41d5-b558-d40fa40215e6 req-60ab7761-8ac6-4f83-b117-b24193b56337 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:09.077047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c89a3d8-8aa8-41d5-b558-d40fa40215e6 req-60ab7761-8ac6-4f83-b117-b24193b56337 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2374363 Dec 20 23:18:09.085016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=fd2f79a2-7bb5-4717-9963-2a4038f7e7cb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:09.098413 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad880f6e-155e-4e50-b723-caa2ffc1ee42 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/1919f993-56c8-47c1-a67f-80b413ab662a HTTP/1.1" status: 200 len: 992 time: 0.1518619 Dec 20 23:18:09.102931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:09.106252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: 03615340-b6ce-4935-8b2e-b38bc582106f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:09.119927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] For port e192a0b2-ae81-4421-8e14-ce443d5c8e68, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:09.124588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] For port e192a0b2-ae81-4421-8e14-ce443d5c8e68, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e192a0b2-ae81-4421-8e14-ce443d5c8e68,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:09.201506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 03615340-b6ce-4935-8b2e-b38bc582106f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:09.202225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.286389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 03615340-b6ce-4935-8b2e-b38bc582106f) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:09.297982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:09.297982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.298346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2075c-f67b-47b4-9c20-97fb6185e4f3 None None] Pushing event updated for resources: {'Port': ['ID=e192a0b2-ae81-4421-8e14-ce443d5c8e68,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:09.303335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3fc4d-dbb1-4e9e-a5d9-8b2379a034fc None None] Network 03615340-b6ce-4935-8b2e-b38bc582106f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:09.397332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4868162a-26ff-4e57-bcb5-b58fac8c27c9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3274899 Dec 20 23:18:09.400866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 36976) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:09.408961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'port': {'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f', 'name': 'tempest-NetworksIpV6TestAttrs-289170637'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:09.423966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-03615340-b6ce-4935-8b2e-b38bc582106f', 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': 'fd2f79a2-7bb5-4717-9963-2a4038f7e7cb'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:09.424988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.614808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c89a3d8-8aa8-41d5-b558-d40fa40215e6 req-f0f53b01-c5c7-4967-a2d3-9716c5c691d9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028759 Dec 20 23:18:09.670908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Allocated IP 2001:db8::f816:3eff:fe87:c936 (03615340-b6ce-4935-8b2e-b38bc582106f/fd2f79a2-7bb5-4717-9963-2a4038f7e7cb/f8e5d455-00c2-411d-93f3-65608626b5f6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:09.672095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Allocated IP 172.25.1.147 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/aef29668-9ee7-4865-8ec8-a17d4f97b255) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:09.695306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:09.706477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.735284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] device_id is not set on port f26b26fe-301f-482c-8aa7-5f91ecf81c75 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:18:09.878419 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.903510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:09.912427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d859a6b-a821-4b22-bdc3-b681e1d75b85 req-bce3fca4-429d-4012-9aa2-3d225979510e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:09.914616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d859a6b-a821-4b22-bdc3-b681e1d75b85 req-bce3fca4-429d-4012-9aa2-3d225979510e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1212759 Dec 20 23:18:09.931182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b631d-8d8a-47eb-8531-49b60ceca3c1 req-5556fed9-291f-4923-921e-c16a98dc1def tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:09.932766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e3b631d-8d8a-47eb-8531-49b60ceca3c1 req-5556fed9-291f-4923-921e-c16a98dc1def tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1382940 Dec 20 23:18:09.946436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.001302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.061950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Network 03615340-b6ce-4935-8b2e-b38bc582106f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:10.061950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:10.061950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:10.070750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d859a6b-a821-4b22-bdc3-b681e1d75b85 req-87d33108-ae39-4364-a65a-cf0a6bc359bb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444404 Dec 20 23:18:10.076283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e3b631d-8d8a-47eb-8531-49b60ceca3c1 req-de3c8624-202d-4116-b153-2a27a569615c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308367 Dec 20 23:18:10.085180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Allocated IP 2001:db8::f816:3eff:fe2b:1576 (03615340-b6ce-4935-8b2e-b38bc582106f/fd2f79a2-7bb5-4717-9963-2a4038f7e7cb/f26b26fe-301f-482c-8aa7-5f91ecf81c75) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:10.098095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Pushing event updated for resources: {'Port': ['ID=f8e5d455-00c2-411d-93f3-65608626b5f6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:10.154728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Attempting to bind port f8e5d455-00c2-411d-93f3-65608626b5f6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:10.155111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Attempting to bind port f8e5d455-00c2-411d-93f3-65608626b5f6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:10.155471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Attempting to bind port f8e5d455-00c2-411d-93f3-65608626b5f6 on network 03615340-b6ce-4935-8b2e-b38bc582106f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:10.161608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:10.162395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Checking segment: {'id': '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:10.162971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.163630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Bound using segment: {'id': '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:10.164619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Bound port: f8e5d455-00c2-411d-93f3-65608626b5f6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '03615340-b6ce-4935-8b2e-b38bc582106f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:10.165192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.170908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.245301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] For port f8e5d455-00c2-411d-93f3-65608626b5f6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:10.249038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] For port f8e5d455-00c2-411d-93f3-65608626b5f6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f8e5d455-00c2-411d-93f3-65608626b5f6,segment=NetworkSegment(80eb18a6-5515-40e9-8b6f-7a1859c8bcc8),segment_id=80eb18a6-5515-40e9-8b6f-7a1859c8bcc8)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:10.294558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:10.303175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=aef29668-9ee7-4865-8ec8-a17d4f97b255,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:10.305643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:10.309637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:10.338184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6d9ee-9c62-44c5-98f1-8dbfa2a3620a None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:10.350037 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.366272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a2a6-5237-432c-9d95-9a861708ef82 req-ae40fb6b-912f-4719-8229-14dd78a0b239 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:10.371319 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.375024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7e3a2a6-5237-432c-9d95-9a861708ef82 req-ae40fb6b-912f-4719-8229-14dd78a0b239 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1602516 Dec 20 23:18:10.419901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edfb95-5ce4-45df-bc7b-f90194f56596 None None] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:10.490413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8c6fc-29a7-445f-8126-e01d51dca68e None None] Pushing event updated for resources: {'Port': ['ID=f8e5d455-00c2-411d-93f3-65608626b5f6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:10.492631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.533457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1e8cfaaa-6c8e-45c5-ad15-c32c43f1e568 None None] Provisioning complete for port aef29668-9ee7-4865-8ec8-a17d4f97b255 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:10.534251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e8cfaaa-6c8e-45c5-ad15-c32c43f1e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.548129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7e3a2a6-5237-432c-9d95-9a861708ef82 req-29657b92-3a22-4bb3-b17a-9cc7c86ee03a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722190 Dec 20 23:18:10.591611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 03615340-b6ce-4935-8b2e-b38bc582106f is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:10.593508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Port': ['ID=f26b26fe-301f-482c-8aa7-5f91ecf81c75,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:10.596615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:10.597079 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.605960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:10.615529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:10.615529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.635211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1e8cfaaa-6c8e-45c5-ad15-c32c43f1e568 None None] Port aef29668-9ee7-4865-8ec8-a17d4f97b255 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:10.711611 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-058c5a3b-6c70-41f6-9d32-77bf441e2e73 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3069825 Dec 20 23:18:10.712236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37010) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:10.775975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] Provisioning complete for port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:10.778069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.859734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:10.878839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting subnet fd2f79a2-7bb5-4717-9963-2a4038f7e7cb {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:18:10.886552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:10.984022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51fa2e-d7fd-4f32-ba57-cf0084d62492 None None] Network 7c28385f-2450-423e-8397-701ef1759115 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:10.988503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.006088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.148733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:11.149251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.204681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.269293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8dc63-fe50-4460-9773-729714cd5123 req-e4caa43e-6465-409e-81e3-1242e62b07c8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:11.271378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ce8dc63-fe50-4460-9773-729714cd5123 req-e4caa43e-6465-409e-81e3-1242e62b07c8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2345150 Dec 20 23:18:11.281395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] For port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,segment=NetworkSegment(7bff7867-675e-4ffa-b96d-452ce8bce4b5),segment_id=7bff7867-675e-4ffa-b96d-452ce8bce4b5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:11.334756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.350518 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.400604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d875019-eaab-44a6-822f-562201a901e9 req-31fb6186-3df3-4e25-9928-28621460167d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:11.408109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d875019-eaab-44a6-822f-562201a901e9 req-31fb6186-3df3-4e25-9928-28621460167d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.2368572 Dec 20 23:18:11.453755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ce8dc63-fe50-4460-9773-729714cd5123 req-9cf038e7-de06-417b-b8a4-9a8e262bc09b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686025 Dec 20 23:18:11.513778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079a6cf-80d3-4587-9f6a-6af90f5ec123 None None] Pushing event updated for resources: {'Port': ['ID=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:11.518965 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:11.519325 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:11.526629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Provisioning complete for port e192a0b2-ae81-4421-8e14-ce443d5c8e68 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:11.527000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.534223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d875019-eaab-44a6-822f-562201a901e9 req-304a2172-7b1c-425a-8bec-a187fbeb37ed tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246629 Dec 20 23:18:11.535411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.727142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.733352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.734240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edd8a5-cee0-48c3-85df-38e7160d1252 req-f0fa8cb6-3e30-4104-a8cc-bf7a7430508d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:11.735881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39edd8a5-cee0-48c3-85df-38e7160d1252 req-f0fa8cb6-3e30-4104-a8cc-bf7a7430508d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1105800 Dec 20 23:18:11.803436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] For port e192a0b2-ae81-4421-8e14-ce443d5c8e68, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e192a0b2-ae81-4421-8e14-ce443d5c8e68,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:11.838110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39edd8a5-cee0-48c3-85df-38e7160d1252 req-2fac4ba8-c1d3-4a17-b828-aaae0e835808 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Dec 20 23:18:11.901888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.954007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.968251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Router 27b709ef-f146-4f74-923e-d162ceaf74c0 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:18:11.968530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Provisioning complete for port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:11.968710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:11.994424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2f79a2-7bb5-4717-9963-2a4038f7e7cb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:11.996825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.006045 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3751b7fc-72bc-4f68-a788-2a5cd29ffeda tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/fd2f79a2-7bb5-4717-9963-2a4038f7e7cb HTTP/1.1" status: 204 len: 168 time: 1.2920835 Dec 20 23:18:12.008257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37074) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:12.037203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e0e0b-d69c-410e-bb3a-4cfda612dc3f req-53045e16-2bde-4d22-a6d5-ec3a3a6af648 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.038861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc7e0e0b-d69c-410e-bb3a-4cfda612dc3f req-53045e16-2bde-4d22-a6d5-ec3a3a6af648 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1006832 Dec 20 23:18:12.049710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bef183-cfe1-4810-8e94-2b01a1b2b424 None None] Pushing event updated for resources: {'Port': ['ID=e192a0b2-ae81-4421-8e14-ce443d5c8e68,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:12.116278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e192a0b2-ae81-4421-8e14-ce443d5c8e68 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:12.121712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70aea6-b738-4727-b008-492683f99f61 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.123708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70aea6-b738-4727-b008-492683f99f61 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.125330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cd70aea6-b738-4727-b008-492683f99f61 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1160409 Dec 20 23:18:12.128247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:12.195818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc7e0e0b-d69c-410e-bb3a-4cfda612dc3f req-909b78e5-8a44-45d7-9cd2-3158af3a4b7f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396577 Dec 20 23:18:12.209549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af18b13-a261-4a77-93c2-0f3aae69f576 None None] Network 03615340-b6ce-4935-8b2e-b38bc582106f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:12.211398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:12.230507 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Sync routers for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:12.248327 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:12.251403 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:12.285003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4dd7a27-c42c-45c8-9ef3-3965940f1a79 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.299698 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dd7a27-c42c-45c8-9ef3-3965940f1a79 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 23:18:12.300309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dd7a27-c42c-45c8-9ef3-3965940f1a79 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:12.308912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4dd7a27-c42c-45c8-9ef3-3965940f1a79 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/03615340-b6ce-4935-8b2e-b38bc582106f HTTP/1.1" status: 409 len: 466 time: 0.1785131 Dec 20 23:18:12.309795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:12.316889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-211197419'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:12.341451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.345772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Provisioning complete for port f8e5d455-00c2-411d-93f3-65608626b5f6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:12.346163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.346610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8d719093-12ec-42a0-914f-3dcbda972fe5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4739580 Dec 20 23:18:12.349684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37098) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:12.390130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e192a0b2-ae81-4421-8e14-ce443d5c8e68 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:12.390504 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.391784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1677ca8-e6fe-4b1e-84cf-cde2d3f5cd81 req-199252ad-a9c2-4c72-a6b3-1265477848f2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.392996 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:12.411932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1677ca8-e6fe-4b1e-84cf-cde2d3f5cd81 req-199252ad-a9c2-4c72-a6b3-1265477848f2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1249058 Dec 20 23:18:12.416579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:12.424577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.516892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] DHCP port deletion for 03615340-b6ce-4935-8b2e-b38bc582106f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:12.544232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1677ca8-e6fe-4b1e-84cf-cde2d3f5cd81 req-6a601a45-b7c7-40b6-a393-f5873ffe8919 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290257 Dec 20 23:18:12.561029 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.578923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:12.605050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.610507 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment ccbef52f-3ea4-4a98-a3cd-80a1955f9f13 of type vlan for network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 Dec 20 23:18:12.663537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] For port f8e5d455-00c2-411d-93f3-65608626b5f6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f8e5d455-00c2-411d-93f3-65608626b5f6,segment=NetworkSegment(80eb18a6-5515-40e9-8b6f-7a1859c8bcc8),segment_id=80eb18a6-5515-40e9-8b6f-7a1859c8bcc8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:12.679573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:10Z', 'revision_number': 3, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:12.695904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Deleting port f8e5d455-00c2-411d-93f3-65608626b5f6 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:12.696344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.734197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Checking router: 27b709ef-f146-4f74-923e-d162ceaf74c0 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:12.735728 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Updating router 27b709ef-f146-4f74-923e-d162ceaf74c0 port aef29668-9ee7-4865-8ec8-a17d4f97b255 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:18:12.746724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.777672 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.796766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.816220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa343-e20f-4646-9d59-f242c250ce72 req-92c6b189-1e9d-4995-a305-2b7ba2e6acf7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.817819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:12.835373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] For port f8e5d455-00c2-411d-93f3-65608626b5f6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f8e5d455-00c2-411d-93f3-65608626b5f6,segment=NetworkSegment(80eb18a6-5515-40e9-8b6f-7a1859c8bcc8),segment_id=80eb18a6-5515-40e9-8b6f-7a1859c8bcc8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:12.836129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.840008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bdfa343-e20f-4646-9d59-f242c250ce72 req-92c6b189-1e9d-4995-a305-2b7ba2e6acf7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1493034 Dec 20 23:18:12.860454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:18:12.935012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bdfa343-e20f-4646-9d59-f242c250ce72 req-4e55f00e-8477-4340-b633-5f3d0c4ceaa2 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919869 Dec 20 23:18:12.968418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:12.974690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:12.981370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.138372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=3157e574-dfa1-4f20-99c2-a2ab7d2ad512,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:13.154266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Pushing event updated for resources: {'Port': ['ID=f8e5d455-00c2-411d-93f3-65608626b5f6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:13.157707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Calling delete_port for f8e5d455-00c2-411d-93f3-65608626b5f6 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:13.164482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:13.195701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-995fe40f-77a7-4449-97d1-243a8f5afda3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8841972 Dec 20 23:18:13.198695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Provisioning complete for port e192a0b2-ae81-4421-8e14-ce443d5c8e68 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:13.199028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37144) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:13.199506 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77ef38e9-29cc-4f09-9da6-0d815a833aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.216105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:13.340947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:13.341328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.342810 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.348914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.415246 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.491049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14ca99-f01b-4d2f-8c2f-ff2372cfd78f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:13.511566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:13.516118 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Attempting to bind port aef29668-9ee7-4865-8ec8-a17d4f97b255 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:13.516605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Attempting to bind port aef29668-9ee7-4865-8ec8-a17d4f97b255 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:13.516852 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.517815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Attempting to bind port aef29668-9ee7-4865-8ec8-a17d4f97b255 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:13.524280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149e68-8c56-40a7-a56d-eece9e1a1840 None None] Pushing event updated for resources: {'Port': ['ID=aef29668-9ee7-4865-8ec8-a17d4f97b255,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:13.530774 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:13.531174 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:13.531765 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.532266 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:13.532986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Bound port: aef29668-9ee7-4865-8ec8-a17d4f97b255, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:13.533426 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.545240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e192a0b2-ae81-4421-8e14-ce443d5c8e68 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:13.607804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.608940 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] For port aef29668-9ee7-4865-8ec8-a17d4f97b255, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:13.613252 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] For port aef29668-9ee7-4865-8ec8-a17d4f97b255, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=aef29668-9ee7-4865-8ec8-a17d4f97b255,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:13.631269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd47f4f-4caf-4413-8e3e-2c624eb98012 req-08f7b3f5-5498-4c9c-95e8-2b227f36d402 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:13.637326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bd47f4f-4caf-4413-8e3e-2c624eb98012 req-08f7b3f5-5498-4c9c-95e8-2b227f36d402 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1714785 Dec 20 23:18:13.651040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Allocated IP 172.20.0.1 (7c28385f-2450-423e-8397-701ef1759115/1a0f13ec-6691-4109-a7e0-189560f76538/8b957733-78c5-4929-9fc9-666510547f82) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:13.651241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] No DVR routers for this DVR port f8e5d455-00c2-411d-93f3-65608626b5f6 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:13.659682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecfa03-247f-44af-94c5-e42e79cf34eb None None] Pushing event deleted for resources: {'Port': ['ID=f8e5d455-00c2-411d-93f3-65608626b5f6,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:13.680969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b8d6af83-931e-48d7-ad4d-9bc5e4740bdd None None] Provisioning complete for port aef29668-9ee7-4865-8ec8-a17d4f97b255 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:13.681405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b8d6af83-931e-48d7-ad4d-9bc5e4740bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.686452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e192a0b2-ae81-4421-8e14-ce443d5c8e68 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:13.686918 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.711822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bd47f4f-4caf-4413-8e3e-2c624eb98012 req-09a7d140-39b1-41d6-b50f-44f4b02f0895 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690167 Dec 20 23:18:13.721172 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.796202 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:13.796820 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:13.797941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f95eb-17c1-426f-98a1-47b91425ca80 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:13.800006 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149e68-8c56-40a7-a56d-eece9e1a1840 None None] Pushing event updated for resources: {'Port': ['ID=aef29668-9ee7-4865-8ec8-a17d4f97b255,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:13.805425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6af83-931e-48d7-ad4d-9bc5e4740bdd None None] Port aef29668-9ee7-4865-8ec8-a17d4f97b255 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:13.835860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:13.911296 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:13.926965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] Provisioning complete for port aef29668-9ee7-4865-8ec8-a17d4f97b255 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:13.927470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.011317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.017797 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.052405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] For port aef29668-9ee7-4865-8ec8-a17d4f97b255, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=aef29668-9ee7-4865-8ec8-a17d4f97b255,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:14.077183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Network 7c28385f-2450-423e-8397-701ef1759115 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:14.080174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:14.083936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:14.119806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:14.137763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.153713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.181999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:10Z', 'revision_number': 3, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:14.235248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d8e4-17ac-4b62-affc-b4797864275f None None] Pushing event updated for resources: {'Port': ['ID=aef29668-9ee7-4865-8ec8-a17d4f97b255,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:14.250498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab90b4-2118-406c-94ba-15924f6a3d99 None None] The sync data for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 is: [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:10Z', 'revision_number': 3, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:14.436744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:18:14.439901 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.458272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed1d58-dc04-446a-918c-200d9e04025a req-3133c098-9b47-4e99-9fe4-d4c344088867 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:14.459833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0ed1d58-dc04-446a-918c-200d9e04025a req-3133c098-9b47-4e99-9fe4-d4c344088867 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1071069 Dec 20 23:18:14.462144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d30ed387-ff26-4d21-8f5c-ea7d908e45e9 None None] Provisioning complete for port 8b957733-78c5-4929-9fc9-666510547f82 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:14.475306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d30ed387-ff26-4d21-8f5c-ea7d908e45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.512819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.524066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed387-ff26-4d21-8f5c-ea7d908e45e9 None None] Port 8b957733-78c5-4929-9fc9-666510547f82 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:14.539232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=e2db962f-5e8a-432e-b86b-e179bfedafdb,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:14.585661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:14.589566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: 3157e574-dfa1-4f20-99c2-a2ab7d2ad512, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:14.596409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0ed1d58-dc04-446a-918c-200d9e04025a req-b52a16c6-6322-4d8f-a315-5e51f0859953 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Dec 20 23:18:14.688287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:14.751107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.777166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3157e574-dfa1-4f20-99c2-a2ab7d2ad512) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:14.779182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device aef29668-9ee7-4865-8ec8-a17d4f97b255 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:14.783212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:14.783863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.809491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187326b7-9914-4fcf-8eaf-1ac027bc06de None None] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:14.850279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.880193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bd2fc-08ef-4083-8ca5-8601176e20f4 req-a1fa8d55-a9de-4ff5-8f05-3bc2efd99ce7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:14.881836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b2bd2fc-08ef-4083-8ca5-8601176e20f4 req-a1fa8d55-a9de-4ff5-8f05-3bc2efd99ce7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0804327 Dec 20 23:18:14.886862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-523cc3c2-065c-4edd-a669-d2a387d41a39 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6848314 Dec 20 23:18:14.891532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37200) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:14.901870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'port': {'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512', 'name': 'tempest-NetworksIpV6TestAttrs-716676074'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:14.930011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port aef29668-9ee7-4865-8ec8-a17d4f97b255 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:14.930386 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:14.958454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.043663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b2bd2fc-08ef-4083-8ca5-8601176e20f4 req-6de977a9-22ad-462d-8c49-48b6336a0bd3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520283 Dec 20 23:18:15.054913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-3157e574-dfa1-4f20-99c2-a2ab7d2ad512', 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': 'e2db962f-5e8a-432e-b86b-e179bfedafdb'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:15.058928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.122878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:15.137571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Network 7c28385f-2450-423e-8397-701ef1759115 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:15.139057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:15.235842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:15.241707 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.270713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Router 27b709ef-f146-4f74-923e-d162ceaf74c0 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:18:15.287022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] device_id is not set on port 1edc8e1e-8c36-4d47-905d-90e0d53e57b0 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:18:15.307992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Allocated IP 2001:db8::f816:3eff:fe8a:765b (3157e574-dfa1-4f20-99c2-a2ab7d2ad512/e2db962f-5e8a-432e-b86b-e179bfedafdb/9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:15.432472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:15.441759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2c17f583-b309-4228-9e16-23bc6746f3e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/27b709ef-f146-4f74-923e-d162ceaf74c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856555 Dec 20 23:18:15.506679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66c2a54b-3bc7-476a-a953-46069851b53a None None] Provisioning complete for port 8b957733-78c5-4929-9fc9-666510547f82 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:15.507053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66c2a54b-3bc7-476a-a953-46069851b53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.557704 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.564466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-66c2a54b-3bc7-476a-a953-46069851b53a None None] Port 8b957733-78c5-4929-9fc9-666510547f82 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:15.641161 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.686218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:15.690020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:15.693522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:15.704893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Pushing event updated for resources: {'Port': ['ID=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:15.772397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Allocated IP 2001:db8::f816:3eff:fe4e:694a (3157e574-dfa1-4f20-99c2-a2ab7d2ad512/e2db962f-5e8a-432e-b86b-e179bfedafdb/1edc8e1e-8c36-4d47-905d-90e0d53e57b0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:15.779712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Attempting to bind port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:15.781286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Attempting to bind port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:15.781286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Attempting to bind port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 on network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:15.787319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:15.787803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Checking segment: {'id': 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:15.788371 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.788847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Bound using segment: {'id': 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:15.789683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Bound port: 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3157e574-dfa1-4f20-99c2-a2ab7d2ad512'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:15.789862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:15.804220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7dfdf-adc0-4a1d-924c-66fc1981410b req-670a3225-e231-4d29-8cf7-c89191f2a7a1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:15.805863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbd7dfdf-adc0-4a1d-924c-66fc1981410b req-670a3225-e231-4d29-8cf7-c89191f2a7a1 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1198506 Dec 20 23:18:15.867453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] For port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:15.870916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] For port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,segment=NetworkSegment(ccbef52f-3ea4-4a98-a3cd-80a1955f9f13),segment_id=ccbef52f-3ea4-4a98-a3cd-80a1955f9f13)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:15.903271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbd7dfdf-adc0-4a1d-924c-66fc1981410b req-8f2ba75b-50db-4429-8803-7b7ea8c9a899 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884845 Dec 20 23:18:15.982737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.002849 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.089909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464bf4d-82b8-4e54-a1a4-2912a0c9977b None None] Pushing event updated for resources: {'Port': ['ID=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:16.121364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.211650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:16.232163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:16.235391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:16.241252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:16.242836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.256068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Port': ['ID=1edc8e1e-8c36-4d47-905d-90e0d53e57b0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:16.292922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0f3dc-a798-451c-ad31-d8aacc832bd2 req-31af6de3-6fa8-4768-9be4-470642d055d7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:16.296968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a0f3dc-a798-451c-ad31-d8aacc832bd2 req-31af6de3-6fa8-4768-9be4-470642d055d7 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1406770 Dec 20 23:18:16.330736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f8a17aa-873a-4375-9e41-78039cdfa302 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4381540 Dec 20 23:18:16.331412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:16.407460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a0f3dc-a798-451c-ad31-d8aacc832bd2 req-35e68994-0f93-4da3-b9e6-77fbea3f6054 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001706 Dec 20 23:18:16.442506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Sync routers for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:16.457802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:16.458513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:16.465199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37268) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:16.470638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-776843331-network', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:16.479674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting subnet e2db962f-5e8a-432e-b86b-e179bfedafdb {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:18:16.485346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.545177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.600552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:16.614544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Made reservation on behalf of d3cca81814214860b5f9d844bbe460f1 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:16.616251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.631376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.711879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.813244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:16.824886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.872972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.880426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b957733-78c5-4929-9fc9-666510547f82', 'name': '', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'mac_address': 'fa:16:3e:84:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:13Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 2, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'subnets': [{'id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:16.905034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=e2db962f-5e8a-432e-b86b-e179bfedafdb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:16.910090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:16.910460 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.912109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Checking router: 27b709ef-f146-4f74-923e-d162ceaf74c0 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:16.912453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Updating router 27b709ef-f146-4f74-923e-d162ceaf74c0 port 8b957733-78c5-4929-9fc9-666510547f82 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:18:16.919682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:16.926224 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-91db7558-4050-46e4-b3d1-09d9dec1da9c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/e2db962f-5e8a-432e-b86b-e179bfedafdb HTTP/1.1" status: 204 len: 168 time: 0.5907247 Dec 20 23:18:16.926384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37276) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:16.969076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.000008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26455983-2b5e-41ca-ada2-f53fb8ea859b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.012782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26455983-2b5e-41ca-ada2-f53fb8ea859b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.012782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-26455983-2b5e-41ca-ada2-f53fb8ea859b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0760100 Dec 20 23:18:17.012782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.012782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37280) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:17.076088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:17.089558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f3afd-b773-4465-9297-fe985b953d31 req-f0e631af-ebf2-419c-b7ca-5a50aeb4eed9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.091785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a7f3afd-b773-4465-9297-fe985b953d31 req-f0e631af-ebf2-419c-b7ca-5a50aeb4eed9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0911670 Dec 20 23:18:17.125902 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.146675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:17.169448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.169862 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Added segment 71f78cb1-f433-4e40-a851-96d958bae748 of type vlan for network 6a386fbb-41c2-432d-b0e7-7822ba28a124 Dec 20 23:18:17.181468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a7f3afd-b773-4465-9297-fe985b953d31 req-6aa9963a-f2fd-4333-a394-6c9120bde04b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Dec 20 23:18:17.200751 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac632861-210a-4c4b-ba85-683ebca0b9ea tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.238553 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac632861-210a-4c4b-ba85-683ebca0b9ea tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 23:18:17.239003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac632861-210a-4c4b-ba85-683ebca0b9ea tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:17.246825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac632861-210a-4c4b-ba85-683ebca0b9ea tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/3157e574-dfa1-4f20-99c2-a2ab7d2ad512 HTTP/1.1" status: 409 len: 466 time: 0.2371624 Dec 20 23:18:17.251265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.251610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37288) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:17.259021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101862016'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:17.261244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,segment=NetworkSegment(ccbef52f-3ea4-4a98-a3cd-80a1955f9f13),segment_id=ccbef52f-3ea4-4a98-a3cd-80a1955f9f13)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:17.317496 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.341051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:17.344792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.346567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.347932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.348508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.390238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:17.402377 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.403024 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment 24053aa5-065d-4a5a-bdd8-1effea27d6eb of type vlan for network 4a86d634-d04d-4899-b45b-2a5879adc3ba Dec 20 23:18:17.411813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9f5a2-0ee8-4cd7-a94d-ea12eb74d884 None None] Network 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:17.428354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] Pushing event updated for resources: {'Network': ['ID=6a386fbb-41c2-432d-b0e7-7822ba28a124,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:17.444869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:17.447336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:17.464394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.483045 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cc7c5191-c8b7-4e5c-8cd3-89698ccee757 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0163209 Dec 20 23:18:17.485982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37292) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:17.491259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Request body: {'subnet': {'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-776843331-subnet', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:17.524281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.563742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b19e1b-bfe0-43fe-9a89-d2ac0dd85d2e req-51a23688-c687-4742-9103-0e6d51d50a79 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.566184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16b19e1b-bfe0-43fe-9a89-d2ac0dd85d2e req-51a23688-c687-4742-9103-0e6d51d50a79 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0667341 Dec 20 23:18:17.588060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.593940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:17.594570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.660608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Made reservation on behalf of d3cca81814214860b5f9d844bbe460f1 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:17.662942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.739393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0fbfa4a5-74aa-4fee-8729-05e554c39b7f None None] Provisioning complete for port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:17.739999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa4a5-74aa-4fee-8729-05e554c39b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.748806 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:17.763043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5101137 Dec 20 23:18:17.766422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:17.769591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16b19e1b-bfe0-43fe-9a89-d2ac0dd85d2e req-0cdb7c28-f797-4454-9f35-1fd3a82dc962 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979094 Dec 20 23:18:17.770243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42162689-6e58-477d-a6fb-b1815188779f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=4a86d634-d04d-4899-b45b-2a5879adc3ba,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:17.773798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': '4a86d634-d04d-4899-b45b-2a5879adc3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:17.810119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 4a86d634-d04d-4899-b45b-2a5879adc3ba details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:17.839658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37298) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:17.901068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cd0c4-be72-4368-b06e-a27b7ce2f665 None None] Pushing event updated for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:17.997957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b790d504-279b-49c6-9267-b085085963c3 None None] DHCP port deletion for 3157e574-dfa1-4f20-99c2-a2ab7d2ad512 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:18.024221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83f75b8c-c4f9-40c9-9737-89551eb5b1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.040371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:18.044523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.093417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Attempting to bind port 8b957733-78c5-4929-9fc9-666510547f82 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:18.093947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Attempting to bind port 8b957733-78c5-4929-9fc9-666510547f82 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:18.094318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Attempting to bind port 8b957733-78c5-4929-9fc9-666510547f82 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:18.108776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83f75b8c-c4f9-40c9-9737-89551eb5b1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.110789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.113426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:18.113828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Checking segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:18.114374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.114902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Bound using segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:18.115394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Bound port: 8b957733-78c5-4929-9fc9-666510547f82, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:18.115764 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.175358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330ca3a8-3b54-45c8-a60d-56f9e259ef1b,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:18.191992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83f75b8c-c4f9-40c9-9737-89551eb5b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.201750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] For port 8b957733-78c5-4929-9fc9-666510547f82, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:18.204670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] For port 8b957733-78c5-4929-9fc9-666510547f82, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b957733-78c5-4929-9fc9-666510547f82,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:18.230161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Deleting port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:18.230785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.242583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f75b8c-c4f9-40c9-9737-89551eb5b1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83952b-5983-4265-87d8-e681f0218f18,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:18.263754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Checking segment: {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:18.264230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Network hostable DHCP agents. Network: 6a386fbb-41c2-432d-b0e7-7822ba28a124, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:18.282619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83f75b8c-c4f9-40c9-9737-89551eb5b1b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=faa4354c410c478b97efb52201ab633c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394374 Dec 20 23:18:18.283976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:18.295489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.366012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:18.380684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b790d504-279b-49c6-9267-b085085963c3 None None] For port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,segment=NetworkSegment(ccbef52f-3ea4-4a98-a3cd-80a1955f9f13),segment_id=ccbef52f-3ea4-4a98-a3cd-80a1955f9f13)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:18.383322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bc992-b742-4786-98ff-1c7194fe8e20 req-4089ebca-2ef7-49ee-b241-c3620383c6de tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:18.392035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.392197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-877bc992-b742-4786-98ff-1c7194fe8e20 req-4089ebca-2ef7-49ee-b241-c3620383c6de tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.0854220 Dec 20 23:18:18.412159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.453229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] Provisioning complete for port 8b957733-78c5-4929-9fc9-666510547f82 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:18.453837 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.473941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6a386fbb-41c2-432d-b0e7-7822ba28a124) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:18.477862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.objects.ports [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:18:18.480203 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-877bc992-b742-4786-98ff-1c7194fe8e20 req-b3b0badc-51a0-4bb0-aff3-8eec3409fcd9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 Dec 20 23:18:18.484416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:18.484641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.490896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.494806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Calling delete_port for 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:18.511311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.511426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44a046-7cf1-4569-a207-b2a3e98759eb None None] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:18.514956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cd0c4-be72-4368-b06e-a27b7ce2f665 None None] Pushing event updated for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:18.538173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:18.538805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:18.598297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aaede88b-1af1-4ab3-aa31-7ddd77d5e5f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1110694 Dec 20 23:18:18.599258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37314) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:18.606484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:18.608785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=abffdc95-cba6-4e56-858d-e860079b6dc5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:18.632083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': '24053aa5-065d-4a5a-bdd8-1effea27d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4a86d634-d04d-4899-b45b-2a5879adc3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:18.632725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: 4a86d634-d04d-4899-b45b-2a5879adc3ba, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:18.747705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:18.758423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 4a86d634-d04d-4899-b45b-2a5879adc3ba is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:18.758894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.761022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.762146 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.764685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.768371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea83952b-5983-4265-87d8-e681f0218f18 HTTP/1.1" status: 204 len: 168 time: 0.4833589 Dec 20 23:18:18.781441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d5f8a-169a-4827-8d57-04035d54f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83952b-5983-4265-87d8-e681f0218f18,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:18.845140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.863736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.865322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 4a86d634-d04d-4899-b45b-2a5879adc3ba) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:18.874956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:18.878843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.913485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f3c07-45b5-42bb-a0b3-34b23e4f335d None None] Network 4a86d634-d04d-4899-b45b-2a5879adc3ba requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:18.948657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d0eb-546d-4eb9-b076-532aea20548e req-ed2d0246-3c51-4883-9df7-23e181658471 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:18.950226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ad0d0eb-546d-4eb9-b076-532aea20548e req-ed2d0246-3c51-4883-9df7-23e181658471 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.0905144 Dec 20 23:18:18.960779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6a386fbb-41c2-432d-b0e7-7822ba28a124', 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124', 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'fixed_ips': [{'subnet_id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:18.961631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:18.962967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d009-7bd4-4cdf-80db-bd0af778055d req-2e338f3d-d514-4566-b756-51ef2dc6db9a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:18.964511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5329d009-7bd4-4cdf-80db-bd0af778055d req-2e338f3d-d514-4566-b756-51ef2dc6db9a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0926223 Dec 20 23:18:18.992279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-196593e3-d5e6-4dfb-b2d9-ce4743c4a82b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2243052 Dec 20 23:18:18.995582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37322) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:18.997438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:19.067131 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.081956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] For port 8b957733-78c5-4929-9fc9-666510547f82, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b957733-78c5-4929-9fc9-666510547f82,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:19.087286 n-d-822053-9 neutron-server[115564]: INFO neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No ports have port_id starting with 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 Dec 20 23:18:19.116599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.141180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790d504-279b-49c6-9267-b085085963c3 None None] Pushing event deleted for resources: {'Port': ['ID=9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:19.172525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ad0d0eb-546d-4eb9-b076-532aea20548e req-1873cd65-5283-4845-b22f-3f51faacead7 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021317 Dec 20 23:18:19.206728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5329d009-7bd4-4cdf-80db-bd0af778055d req-20820e3c-44ea-4ff5-a5ef-993442aeadb6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352650 Dec 20 23:18:19.216144 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.226575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790d504-279b-49c6-9267-b085085963c3 None None] No DVR routers for this DVR port 9f6fa9eb-5ff0-477f-93c0-0684e2fb8cd6 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:19.233495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.261658 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.306473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d556477-81ee-42c2-bc20-5412ba2b86ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-4a86d634-d04d-4899-b45b-2a5879adc3ba', 'network_id': '4a86d634-d04d-4899-b45b-2a5879adc3ba', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': 'abffdc95-cba6-4e56-858d-e860079b6dc5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:19.307351 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8d556477-81ee-42c2-bc20-5412ba2b86ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.373592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.419787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=abffdc95-cba6-4e56-858d-e860079b6dc5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:19.444536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb34853-ccfa-408a-8c6d-a6b0b2c75452 None None] Pushing event updated for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:19.492592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.521814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a86d634-d04d-4899-b45b-2a5879adc3ba']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:19.537555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Allocated IP 172.20.0.2 (6a386fbb-41c2-432d-b0e7-7822ba28a124/330ca3a8-3b54-45c8-a60d-56f9e259ef1b/f2e74006-dcad-4ee8-b370-956f87057363) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:19.539034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24053aa5-065d-4a5a-bdd8-1effea27d6eb') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:19.539567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-eaf06e0c-bc01-4f60-a073-42fcb208e613 None None] Provisioning complete for port 8b957733-78c5-4929-9fc9-666510547f82 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:19.539935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaf06e0c-bc01-4f60-a073-42fcb208e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.540201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24053aa5-065d-4a5a-bdd8-1effea27d6eb') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:19.553426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.563789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.586234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.596736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.609192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:19.609603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:19.615257 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:19.720577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef842f92-d7f9-4080-ad17-0b99d90c5ab0 req-5b134d81-8a48-46c6-bc7f-eb71f8f69fee tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:19.722613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef842f92-d7f9-4080-ad17-0b99d90c5ab0 req-5b134d81-8a48-46c6-bc7f-eb71f8f69fee tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1284566 Dec 20 23:18:19.786657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Allocated IP 172.25.1.94 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a94bfa78-574b-4dec-9d5f-c984545b29e0) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:19.790168 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.801168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef842f92-d7f9-4080-ad17-0b99d90c5ab0 req-0668c921-39bf-477b-9afa-65d93d759c97 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697865 Dec 20 23:18:19.827066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.828707 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/4a86d634-d04d-4899-b45b-2a5879adc3ba HTTP/1.1" status: 204 len: 168 time: 0.8315749 Dec 20 23:18:19.831556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155d183-905f-4dcf-bc01-5d1155b347e9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=4a86d634-d04d-4899-b45b-2a5879adc3ba,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:19.844260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37340) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:19.850021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-642895206'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:19.852164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29894725-3858-4395-b22d-529ef84d4648 None None] Network 4a86d634-d04d-4899-b45b-2a5879adc3ba requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:19.916586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29894725-3858-4395-b22d-529ef84d4648 None None] Network 4a86d634-d04d-4899-b45b-2a5879adc3ba could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 23:18:19.945933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:19.971799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:19.978333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.015005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b957733-78c5-4929-9fc9-666510547f82', 'name': '', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'mac_address': 'fa:16:3e:84:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:13Z', 'updated_at': '2021-12-20T23:18:18Z', 'revision_number': 4, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'subnets': [{'id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:20.022923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:20.033739 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.034335 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment efe280a2-a345-4f64-a48b-6d24dd201991 of type vlan for network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 Dec 20 23:18:20.060091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddeefe-ff62-44b1-ac3e-5de9990f4b72 None None] The sync data for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 is: [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '8b957733-78c5-4929-9fc9-666510547f82', 'name': '', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'mac_address': 'fa:16:3e:84:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:13Z', 'updated_at': '2021-12-20T23:18:18Z', 'revision_number': 4, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'subnets': [{'id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:20.063747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.093434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.119766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.120740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:20.124174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:20.132520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:20.184696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c975d29-5774-4ed8-81ce-11d5c73e76f2 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:20.198515 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.220540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.231931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:20.232570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.249454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Pushing event updated for resources: {'Port': ['ID=a94bfa78-574b-4dec-9d5f-c984545b29e0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:20.327617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Pushing event updated for resources: {'Port': ['ID=f2e74006-dcad-4ee8-b370-956f87057363,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:20.353922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:20.358912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:20.362034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:20.423906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5784228 Dec 20 23:18:20.438142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:20.446282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:20.448659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Attempting to bind port f2e74006-dcad-4ee8-b370-956f87057363 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:20.449040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Attempting to bind port f2e74006-dcad-4ee8-b370-956f87057363 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:20.449410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Attempting to bind port f2e74006-dcad-4ee8-b370-956f87057363 on network 6a386fbb-41c2-432d-b0e7-7822ba28a124 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:20.462543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bbe1a484-a06f-4721-8374-3539e44c7a2f None None] Provisioning complete for port a94bfa78-574b-4dec-9d5f-c984545b29e0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:20.465224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a484-a06f-4721-8374-3539e44c7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.468297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:20.470739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Checking segment: {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:20.471071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06ee50-fb38-47d6-bb3b-bc12766630f0 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=6f17994f-e1d0-4d71-aa7a-c9f66b558820,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:20.473963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.477106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Bound using segment: {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:20.478406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Bound port: f2e74006-dcad-4ee8-b370-956f87057363, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:20.479022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.526473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:20.568146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa1901-7ce8-4adb-ab7f-38a8c57cf7c2 req-7b1a34cd-f589-445e-ae54-36c3cb8bd6af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:20.577802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3fa1901-7ce8-4adb-ab7f-38a8c57cf7c2 req-7b1a34cd-f589-445e-ae54-36c3cb8bd6af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2017024 Dec 20 23:18:20.603240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1a484-a06f-4721-8374-3539e44c7a2f None None] Port a94bfa78-574b-4dec-9d5f-c984545b29e0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:20.656637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547d74-c368-4e18-b5fb-d90e29dd63fd req-076418e4-3da9-4f5d-a61e-56ab36050dbf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:20.658235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38547d74-c368-4e18-b5fb-d90e29dd63fd req-076418e4-3da9-4f5d-a61e-56ab36050dbf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.3194184 Dec 20 23:18:20.692572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:20.696116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.712032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] For port f2e74006-dcad-4ee8-b370-956f87057363, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:20.716784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] For port f2e74006-dcad-4ee8-b370-956f87057363, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2e74006-dcad-4ee8-b370-956f87057363,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:20.803833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3fa1901-7ce8-4adb-ab7f-38a8c57cf7c2 req-358ecb0c-50e3-451a-9aa9-cf1356b24e99 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252183 Dec 20 23:18:20.810608 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.834148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:20.842728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38547d74-c368-4e18-b5fb-d90e29dd63fd req-ebf179d0-a052-4c59-ae5b-dabd3e39bf91 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713555 Dec 20 23:18:20.887364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b957733-78c5-4929-9fc9-666510547f82 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:20.939620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56beb2c-6362-48be-8eb2-0a7eb6ac169c None None] Pushing event updated for resources: {'Port': ['ID=f2e74006-dcad-4ee8-b370-956f87057363,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:20.966487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8b957733-78c5-4929-9fc9-666510547f82 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:20.966859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.138771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-332bc2e2-a9ee-4ac1-bc12-77d45e024e36 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:21.140334 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-332bc2e2-a9ee-4ac1-bc12-77d45e024e36 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.45 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.2145317 Dec 20 23:18:21.155507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:21.321384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Deleting port c69949ce-a07b-4cad-89a0-eb2f3a71a733 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:21.322306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.350208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.503083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beb29-5748-4e92-a02a-be28c6640a49 req-d417c9f7-910f-44b9-ba28-1d542a916368 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:21.504593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb6beb29-5748-4e92-a02a-be28c6640a49 req-d417c9f7-910f-44b9-ba28-1d542a916368 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.5133855 Dec 20 23:18:21.610650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.620884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb6beb29-5748-4e92-a02a-be28c6640a49 req-7c1f8514-6632-4a0d-a5ee-e9a0d170ed3e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085804 Dec 20 23:18:21.826432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-784309bd-52fc-4165-bf3d-f37ed2b9d64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.840874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Router 047a6454-1691-4a19-a70f-b15b339607c1 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:18:21.870549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=c8f0fb56-98cc-4953-b1d1-e2b0707cddfb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:21.894174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] For port c69949ce-a07b-4cad-89a0-eb2f3a71a733, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c69949ce-a07b-4cad-89a0-eb2f3a71a733,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:21.894558 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:21.916189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': 'efe280a2-a345-4f64-a48b-6d24dd201991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:21.916589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: 6f17994f-e1d0-4d71-aa7a-c9f66b558820, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:22.053752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:22.064983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Sync routers for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:22.080984 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:22.081978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d200-469b-4cff-9374-05b6488f3604 req-8afadaf2-0130-4a21-87fa-0eaa16c26321 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:22.082398 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:22.083521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3588d200-469b-4cff-9374-05b6488f3604 req-8afadaf2-0130-4a21-87fa-0eaa16c26321 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1203771 Dec 20 23:18:22.084239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:22.092514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6776d-3a57-4329-9c97-abcc7e47e3b3 req-e04f1466-36d2-4cb0-903a-241c1b474953 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:22.094175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ea6776d-3a57-4329-9c97-abcc7e47e3b3 req-e04f1466-36d2-4cb0-903a-241c1b474953 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 945 time: 0.1267636 Dec 20 23:18:22.163011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-784309bd-52fc-4165-bf3d-f37ed2b9d64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.179707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ea6776d-3a57-4329-9c97-abcc7e47e3b3 req-e8f7328f-6230-4089-b5a5-75cc0d8a5d6c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd0c99b9-50fa-45c1-a441-15c9db20af67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786269 Dec 20 23:18:22.183145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3588d200-469b-4cff-9374-05b6488f3604 req-c955bbc5-4f7a-4714-9b67-5ccdcb3e8785 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880241 Dec 20 23:18:22.188795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.190094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f050b44e-b773-417b-96f4-1e7387a84bce admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5894907 Dec 20 23:18:22.193447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37370) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:22.212507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.213958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.214446 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Floating IP 3f794242-af79-441f-b402-e2be5a847724 disassociated. External IP: 172.25.1.182, port: c69949ce-a07b-4cad-89a0-eb2f3a71a733. Dec 20 23:18:22.215047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Calling delete_port for c69949ce-a07b-4cad-89a0-eb2f3a71a733 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:22.236573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:22.270675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6f17994f-e1d0-4d71-aa7a-c9f66b558820) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:22.277997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:22.279348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.284251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caa10d-d325-4477-954c-1d42b08fdaba None None] Network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:22.309305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-784309bd-52fc-4165-bf3d-f37ed2b9d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.340358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-784309bd-52fc-4165-bf3d-f37ed2b9d64a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01c1f274ea944840afd9d23a74be9577&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1838620 Dec 20 23:18:22.352228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37372) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:22.420979 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4620bae-dd47-4fc6-9d81-4facebc95901 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9803097 Dec 20 23:18:22.423728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:22.429656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784309bd-52fc-4165-bf3d-f37ed2b9d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d507c1ba-680b-436f-be02-4d5bdce68028,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:22.457617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6f17994f-e1d0-4d71-aa7a-c9f66b558820', 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': 'c8f0fb56-98cc-4953-b1d1-e2b0707cddfb'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:22.458699 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.463278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.490682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.505769 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:20Z', 'revision_number': 3, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:22.544313 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Checking router: 047a6454-1691-4a19-a70f-b15b339607c1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:22.544895 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Updating router 047a6454-1691-4a19-a70f-b15b339607c1 port a94bfa78-574b-4dec-9d5f-c984545b29e0 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:18:22.594550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469a5ab-417b-4bab-9fe0-7ffa0a435f99 None None] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:22.649042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.658018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.659383 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d507c1ba-680b-436f-be02-4d5bdce68028 HTTP/1.1" status: 204 len: 168 time: 0.2995670 Dec 20 23:18:22.682300 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.686341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa141c-9aeb-42cc-acc3-b0a318541de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d507c1ba-680b-436f-be02-4d5bdce68028,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:22.729005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.730441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0035d233-a15a-4092-be60-07a32237af91 None None] Provisioning complete for port f2e74006-dcad-4ee8-b370-956f87057363 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:22.731056 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0035d233-a15a-4092-be60-07a32237af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.785322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Allocated IP 2001:db8::2 (6f17994f-e1d0-4d71-aa7a-c9f66b558820/c8f0fb56-98cc-4953-b1d1-e2b0707cddfb/2a83d1ce-c5cb-4463-9114-61f3cecb3cdd) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:22.819740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'Port': ['ID=c69949ce-a07b-4cad-89a0-eb2f3a71a733,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:22.943823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:22.944414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2e74006-dcad-4ee8-b370-956f87057363 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:23.021395 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0035d233-a15a-4092-be60-07a32237af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.056676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:18:23.059938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0035d233-a15a-4092-be60-07a32237af91 None None] For port f2e74006-dcad-4ee8-b370-956f87057363, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2e74006-dcad-4ee8-b370-956f87057363,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:23.111308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2e74006-dcad-4ee8-b370-956f87057363 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:23.112128 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.121267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efcafe-983c-4ee1-a4ab-c8133aa48872 req-e1f88600-7f90-44ba-b524-49d6f048969a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:23.122968 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.129632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7efcafe-983c-4ee1-a4ab-c8133aa48872 req-e1f88600-7f90-44ba-b524-49d6f048969a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.2651019 Dec 20 23:18:23.186110 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0035d233-a15a-4092-be60-07a32237af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.263028 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.330359 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.348513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:23.387234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:23.396557 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.397068 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Attempting to bind port a94bfa78-574b-4dec-9d5f-c984545b29e0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:23.398455 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Attempting to bind port a94bfa78-574b-4dec-9d5f-c984545b29e0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:23.399026 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Attempting to bind port a94bfa78-574b-4dec-9d5f-c984545b29e0 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:23.411494 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:23.412154 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:23.412742 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.413279 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:23.414335 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Bound port: a94bfa78-574b-4dec-9d5f-c984545b29e0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:23.415002 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.424132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446ec13-19d2-406a-8f39-9b88ecdebf74 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:23.463951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] No DVR routers for this DVR port c69949ce-a07b-4cad-89a0-eb2f3a71a733 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:23.466259 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.467144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.473578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b401ef1e-9d10-49d7-bca6-b0ee450d4d55 req-cb46adb8-4dac-4148-95c9-f3ede3265da5 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.45 "DELETE /v2.0/ports/c69949ce-a07b-4cad-89a0-eb2f3a71a733 HTTP/1.1" status: 204 len: 173 time: 2.3188851 Dec 20 23:18:23.474284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'name': 'network-vif-deleted', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:23.476242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035d233-a15a-4092-be60-07a32237af91 None None] Pushing event updated for resources: {'Port': ['ID=f2e74006-dcad-4ee8-b370-956f87057363,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:23.476985 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62ec43-e4e9-434e-83ed-80185917f0a5" -d '{"events": [{"server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "name": "network-vif-deleted", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:23.495316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c1677f6-c909-4f6c-a7ff-c71cba4bea85 req-a84f2b24-ddd1-4034-a38a-67dcdc710c45 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.1483843 Dec 20 23:18:23.501844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:23.503243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:23.540814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7efcafe-983c-4ee1-a4ab-c8133aa48872 req-d3a44e5a-df62-4b2c-aa56-eb7dac5835cf tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065428 Dec 20 23:18:23.578562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.587639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Pushing event updated for resources: {'Port': ['ID=2a83d1ce-c5cb-4463-9114-61f3cecb3cdd,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:23.608355 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cda60-2fda-4843-98c3-c7d406ce3c12 None None] Pushing event updated for resources: {'Port': ['ID=a94bfa78-574b-4dec-9d5f-c984545b29e0,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:23.628875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] For port a94bfa78-574b-4dec-9d5f-c984545b29e0, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:23.637669 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] For port a94bfa78-574b-4dec-9d5f-c984545b29e0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a94bfa78-574b-4dec-9d5f-c984545b29e0,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:23.641349 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af7b7d-0df2-42a9-bec1-68ae9760772c x-openstack-request-id: req-26af7b7d-0df2-42a9-bec1-68ae9760772c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:23.641905 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b948d8fa-a384-4169-953f-0595d95e7aa6", "name": "network-vif-deleted", "tag": "c69949ce-a07b-4cad-89a0-eb2f3a71a733", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:23.642437 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26af7b7d-0df2-42a9-bec1-68ae9760772c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:23.643036 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b948d8fa-a384-4169-953f-0595d95e7aa6', 'name': 'network-vif-deleted', 'tag': 'c69949ce-a07b-4cad-89a0-eb2f3a71a733', 'status': 'completed', 'code': 200} Dec 20 23:18:23.664650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f0fb56-98cc-4953-b1d1-e2b0707cddfb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:23.674905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c69949ce-a07b-4cad-89a0-eb2f3a71a733 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:23.716641 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.718646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:23.726397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Provisioning complete for port a94bfa78-574b-4dec-9d5f-c984545b29e0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:23.726761 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.728603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: c69949ce-a07b-4cad-89a0-eb2f3a71a733 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:18:23.729146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c69949ce-a07b-4cad-89a0-eb2f3a71a733 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:18:23.733808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:23.757205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:23.776347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.798988 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cda60-2fda-4843-98c3-c7d406ce3c12 None None] Pushing event updated for resources: {'Port': ['ID=a94bfa78-574b-4dec-9d5f-c984545b29e0,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:23.807880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f17994f-e1d0-4d71-aa7a-c9f66b558820']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:23.811833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:23.811833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:23.831784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe280a2-a345-4f64-a48b-6d24dd201991') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:23.831784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe280a2-a345-4f64-a48b-6d24dd201991') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:23.851392 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.887026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.898309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:23.898819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.974622 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:23.977539 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:23.982360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7426d-a826-4736-bcad-c2ea29703ac2 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:24.062701 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:24.067221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.068252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Attempting to bind port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:24.068651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Attempting to bind port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'efe280a2-a345-4f64-a48b-6d24dd201991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:24.068904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Attempting to bind port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd on network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:24.069694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:18:24.069694 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:18:24.069694 n-d-822053-9 neutron-server[115562]: [parameters: {'id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'}] Dec 20 23:18:24.069694 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:24.070047 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:24.072402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:24.092193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04394b6-64d9-4c52-9397-854fb7a6a597 req-ca61af2a-61a4-4843-9762-6a41108ee452 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:24.093891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f04394b6-64d9-4c52-9397-854fb7a6a597 req-ca61af2a-61a4-4843-9762-6a41108ee452 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.4398205 Dec 20 23:18:24.108288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:24.108675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Checking segment: {'id': 'efe280a2-a345-4f64-a48b-6d24dd201991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:24.109074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.109464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Bound using segment: {'id': 'efe280a2-a345-4f64-a48b-6d24dd201991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:24.109991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Bound port: 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe280a2-a345-4f64-a48b-6d24dd201991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f17994f-e1d0-4d71-aa7a-c9f66b558820'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:24.110371 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.281557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.299039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f04394b6-64d9-4c52-9397-854fb7a6a597 req-1d41e2c2-4370-4f69-ae8a-d0a821d550cf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888323 Dec 20 23:18:24.300289 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:20Z', 'revision_number': 3, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:24.340366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] For port a94bfa78-574b-4dec-9d5f-c984545b29e0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a94bfa78-574b-4dec-9d5f-c984545b29e0,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:24.347062 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbf1f2-850b-4771-984b-7a281c111c7c None None] The sync data for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 is: [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:20Z', 'revision_number': 3, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:24.377279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] For port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:24.381578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] For port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2a83d1ce-c5cb-4463-9114-61f3cecb3cdd,segment=NetworkSegment(efe280a2-a345-4f64-a48b-6d24dd201991),segment_id=efe280a2-a345-4f64-a48b-6d24dd201991)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:24.392463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Allocated IP 172.20.0.1 (6a386fbb-41c2-432d-b0e7-7822ba28a124/330ca3a8-3b54-45c8-a60d-56f9e259ef1b/b4ad52f4-c245-435c-83b1-0c927771a073) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:24.408687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:24.438892 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.443719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:24.490487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Provisioning complete for port f2e74006-dcad-4ee8-b370-956f87057363 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:24.490863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.523587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.535355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:24.536923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:24.556424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.572211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.679993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67c63e23-64f5-4e0b-b93c-cdcad3bbae1c req-9c9344f2-7deb-4edd-b3d5-06ba4f2ddb30 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=b948d8fa-a384-4169-953f-0595d95e7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0494246 Dec 20 23:18:24.797565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:24.869671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4898b5-92d8-410e-9ad3-fbd4fea821d7 None None] Pushing event updated for resources: {'Port': ['ID=a94bfa78-574b-4dec-9d5f-c984545b29e0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:24.871418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:24.912484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:24.924217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:24.928990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:24.981474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838361a-05a9-4b5c-80eb-04b71fa53e0e req-66076296-edd3-4f08-96b7-66cc270a2134 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:24.983244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a838361a-05a9-4b5c-80eb-04b71fa53e0e req-66076296-edd3-4f08-96b7-66cc270a2134 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.3365257 Dec 20 23:18:25.033791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.034325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a94bfa78-574b-4dec-9d5f-c984545b29e0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:25.036991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:25.037323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.086890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16211b-f6c2-4414-8cc4-2162ff893f4f None None] Network 6f17994f-e1d0-4d71-aa7a-c9f66b558820 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:25.124055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:25.275522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a94bfa78-574b-4dec-9d5f-c984545b29e0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:25.275894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.345316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d674-d7fe-4f11-91e6-9766d2c2d7ce None None] Pushing event updated for resources: {'Port': ['ID=2a83d1ce-c5cb-4463-9114-61f3cecb3cdd,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:25.519129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4b9179a1-228b-4f83-9ed3-6c7b2ca791f5 None None] Provisioning complete for port a94bfa78-574b-4dec-9d5f-c984545b29e0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:25.519713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b9179a1-228b-4f83-9ed3-6c7b2ca791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.561055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] For port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2a83d1ce-c5cb-4463-9114-61f3cecb3cdd,segment=NetworkSegment(efe280a2-a345-4f64-a48b-6d24dd201991),segment_id=efe280a2-a345-4f64-a48b-6d24dd201991)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:25.561420 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.575310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Calling delete_port for 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:25.596686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a30f32-6264-45e6-8869-8505e17feaa0 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:18:25.619684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37428) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:25.688897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2e74006-dcad-4ee8-b370-956f87057363 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:25.709693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a838361a-05a9-4b5c-80eb-04b71fa53e0e req-76e775e1-2e71-4eee-a617-1c2300f2a812 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045135 Dec 20 23:18:25.793214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:25.820957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:25.830251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815d618-4a4f-410a-b8a0-9b58e006c1a3 req-65bfdce0-66c0-4583-8296-122a1952d014 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:25.831829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5815d618-4a4f-410a-b8a0-9b58e006c1a3 req-65bfdce0-66c0-4583-8296-122a1952d014 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2028384 Dec 20 23:18:25.863519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16002e52-80a6-404c-a879-0fe4303643d9 None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:25.890280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a30f32-6264-45e6-8869-8505e17feaa0 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:18:25.892376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4b9179a1-228b-4f83-9ed3-6c7b2ca791f5 None None] Provisioning complete for port b4ad52f4-c245-435c-83b1-0c927771a073 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:25.892744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b9179a1-228b-4f83-9ed3-6c7b2ca791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.894420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5815d618-4a4f-410a-b8a0-9b58e006c1a3 req-b929c506-204b-43d7-b79b-38120829a57e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Dec 20 23:18:25.919991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2e74006-dcad-4ee8-b370-956f87057363 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:25.924803 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.926683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37436) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:25.966627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.970388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:25.996432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4b9179a1-228b-4f83-9ed3-6c7b2ca791f5 None None] Port b4ad52f4-c245-435c-83b1-0c927771a073 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:26.024874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Port': ['ID=2a83d1ce-c5cb-4463-9114-61f3cecb3cdd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:26.030759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No DVR routers for this DVR port 2a83d1ce-c5cb-4463-9114-61f3cecb3cdd on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:26.046627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.088043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.160069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.213353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Allocated IP 172.25.1.106 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/effd666a-d1c3-4d51-bfc2-de4bec3b5821) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:26.228390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.242272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.294708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f17994f-e1d0-4d71-aa7a-c9f66b558820']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:26.341393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe280a2-a345-4f64-a48b-6d24dd201991') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:26.341623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe280a2-a345-4f64-a48b-6d24dd201991') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:26.350228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.359723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.382287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.398390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:26.398907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:26.402215 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:26.465381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.468100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.472536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "DELETE /v2.0/security-groups/cd0c99b9-50fa-45c1-a441-15c9db20af67 HTTP/1.1" status: 204 len: 168 time: 0.5414710 Dec 20 23:18:26.474983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37438) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:26.497803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.503241 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.505056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0aec2-b127-4478-8f51-c6421b2bfd4f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c99b9-50fa-45c1-a441-15c9db20af67,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:26.507074 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-e184ee81-6230-4470-b704-5d61c358e39b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] show failed (client error): The resource could not be found. Dec 20 23:18:26.511900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37440) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:26.512206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e184ee81-6230-4470-b704-5d61c358e39b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups/cd0c99b9-50fa-45c1-a441-15c9db20af67 HTTP/1.1" status: 404 len: 347 time: 0.0354114 Dec 20 23:18:26.538309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5325462e-24cd-4ac4-8594-5a534776e453 None None] Provisioning complete for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:26.538886 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5325462e-24cd-4ac4-8594-5a534776e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.553407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:26.556521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:26.560759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:26.585600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.586612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Pushing event updated for resources: {'Port': ['ID=effd666a-d1c3-4d51-bfc2-de4bec3b5821,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:26.597810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.607867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/6f17994f-e1d0-4d71-aa7a-c9f66b558820 HTTP/1.1" status: 204 len: 168 time: 4.1770558 Dec 20 23:18:26.613968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37442) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:26.614296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-492807685'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:26.657492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.691529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.699556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124c3f-cdf7-46f8-8288-427678939972 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=6f17994f-e1d0-4d71-aa7a-c9f66b558820,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:26.702407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5325462e-24cd-4ac4-8594-5a534776e453 None None] Provisioning complete for port d5c13823-2026-467f-946e-de5c15192339 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:26.706055 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5325462e-24cd-4ac4-8594-5a534776e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.754221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:26.758702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.767063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Pushing event updated for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:26.781575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.844381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c050f-b5f6-4091-a79f-62dfd144f117 None None] New status for floating IP 3f794242-af79-441f-b402-e2be5a847724: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:18:26.848299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a94bfa78-574b-4dec-9d5f-c984545b29e0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:26.889133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:26.894580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.931112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.931559 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Added segment f1f7ea9f-2358-4f56-86f8-cd962fc4057b of type vlan for network fc10c037-d940-4c52-afed-7441845ec679 Dec 20 23:18:26.941101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Deleting port 268d2b30-0f17-40ef-bbef-701e4a514fcb {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:26.941345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:26.957938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a94bfa78-574b-4dec-9d5f-c984545b29e0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:26.958781 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.042385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.064952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.065532 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.106173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Calling delete_port for 268d2b30-0f17-40ef-bbef-701e4a514fcb owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:27.142561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c06e2-e579-4d1a-a0dc-34c61d4890a4 req-93d16f06-0a3d-409e-b0a9-e53a1394a93e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:27.144112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-242c06e2-e579-4d1a-a0dc-34c61d4890a4 req-93d16f06-0a3d-409e-b0a9-e53a1394a93e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.2556212 Dec 20 23:18:27.219927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.220150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:27.220150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:27.228793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f49f4-66da-40db-82bc-2b20eabc8437 req-a7afa15e-98fc-4e34-8e08-23c5ac551d30 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:27.230404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-287f49f4-66da-40db-82bc-2b20eabc8437 req-a7afa15e-98fc-4e34-8e08-23c5ac551d30 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2000225 Dec 20 23:18:27.238514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.246098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:27.246731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.323852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.360601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-242c06e2-e579-4d1a-a0dc-34c61d4890a4 req-3df644bb-6853-4363-9d96-747d69bf8154 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089431 Dec 20 23:18:27.368975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Network': ['ID=fc10c037-d940-4c52-afed-7441845ec679,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:27.382863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network fc10c037-d940-4c52-afed-7441845ec679 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:27.387689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bc27bf89-e5a1-4897-b859-e2313f836eb5 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7774208 Dec 20 23:18:27.407002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37448) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:27.423527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-287f49f4-66da-40db-82bc-2b20eabc8437 req-70450150-880d-4946-9964-ddacecfeab00 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797824 Dec 20 23:18:27.441440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Request body: {'subnet': {'network_id': 'fc10c037-d940-4c52-afed-7441845ec679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:27.446450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.453922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Pushing event updated for resources: {'Port': ['ID=effd666a-d1c3-4d51-bfc2-de4bec3b5821,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:27.528203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.529548 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4c726f2-2580-40c7-9199-199ac5446251 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9088392 Dec 20 23:18:27.533226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37450) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:27.538260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-187288501', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'fixed_ips': [{'ip_address': '172.25.1.106'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:27.544728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Router 047a6454-1691-4a19-a70f-b15b339607c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:18:27.559347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5987abc1-8398-405d-9e3b-10beddae3d09 None None] Provisioning complete for port b4ad52f4-c245-435c-83b1-0c927771a073 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:27.559904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5987abc1-8398-405d-9e3b-10beddae3d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.594198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5987abc1-8398-405d-9e3b-10beddae3d09 None None] Port b4ad52f4-c245-435c-83b1-0c927771a073 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:27.628253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Made reservation on behalf of 82c06564e8ec4950b69162901856f86d for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:27.630727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.640156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.660443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.704611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'Port': ['ID=268d2b30-0f17-40ef-bbef-701e4a514fcb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:27.717934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.738935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:27.744218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a8bb02e4-cc81-4da5-a3d1-b60779f2717a admin admin] 10.222.0.62 "PUT /v2.0/routers/047a6454-1691-4a19-a70f-b15b339607c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5494313 Dec 20 23:18:27.747784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Sync routers for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:27.758436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:27.759596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:27.792741 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.795384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.796658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d25cbe3-28b2-4d0e-bd9d-c5aa408ad441 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f794242-af79-441f-b402-e2be5a847724 HTTP/1.1" status: 204 len: 168 time: 1.2835789 Dec 20 23:18:27.797929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Made reservation on behalf of c9c829125a86457a8e09120021da4a0b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:27.801359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.801529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:27.806122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] device_id is not set on port b2b5da5e-9a8e-4f8d-89cf-f5c118d70843 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:18:27.932813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:28.086285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbffc0a-ab3a-4cef-ab85-3acd51b69624,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:28.119591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.165938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.objects.ports [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 23:18:28.167544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.186904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:28.192343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649211822', 'description': 'tempest-description--1152226616'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:28.224821 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 23:18:28.225799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:28.231490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event updated for resources: {'Subnet': ['ID=509d4202-4d98-4d6d-81de-316bc9a04f94,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:28.239923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:25Z', 'revision_number': 4, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b4ad52f4-c245-435c-83b1-0c927771a073', 'name': '', 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'mac_address': 'fa:16:3e:38:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:24Z', 'updated_at': '2021-12-20T23:18:26Z', 'revision_number': 2, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'subnets': [{'id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:28.244891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Checking segment: {'id': 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:28.245264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network hostable DHCP agents. Network: fc10c037-d940-4c52-afed-7441845ec679, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:28.267848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Checking router: 047a6454-1691-4a19-a70f-b15b339607c1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:28.269445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Updating router 047a6454-1691-4a19-a70f-b15b339607c1 port b4ad52f4-c245-435c-83b1-0c927771a073 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:18:28.280099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.295554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.331464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Network fc10c037-d940-4c52-afed-7441845ec679 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:28.341360 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a294f1aa-a42e-4d51-bcaa-c5324ffec591 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8064897 Dec 20 23:18:28.342070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37478) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:28.364245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.444125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, fc10c037-d940-4c52-afed-7441845ec679) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:28.446785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.457630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:28.458256 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.464712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602205a-afb7-4b8e-9f1e-329a6ba6e076 None None] Network fc10c037-d940-4c52-afed-7441845ec679 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:28.496053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f199a32-9f18-42aa-85f9-94f668aea528,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:28.567758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.572044 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da1e6040-fd21-4a62-8a2c-e73930e56fde tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3809326 Dec 20 23:18:28.572308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:28.577760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group_rule': {'security_group_id': '0f199a32-9f18-42aa-85f9-94f668aea528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:28.623985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-c066379c-5264-46c9-9a73-7d91bc9401cd tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:28.630809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-fc10c037-d940-4c52-afed-7441845ec679', 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679', 'project_id': 'c9c829125a86457a8e09120021da4a0b', 'fixed_ips': [{'subnet_id': '509d4202-4d98-4d6d-81de-316bc9a04f94'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:28.630809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.631396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-c066379c-5264-46c9-9a73-7d91bc9401cd tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 200 len: 910 time: 0.2510948 Dec 20 23:18:28.655970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5b5cc-5991-4744-8551-62cd22fea4c5 req-b22d8b58-99d2-40c2-b6c2-17a2ea2d66bf tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:28.658069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a5b5cc-5991-4744-8551-62cd22fea4c5 req-b22d8b58-99d2-40c2-b6c2-17a2ea2d66bf tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1645813 Dec 20 23:18:28.668269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c38764ca-fc9c-4fc3-adcb-9aae06dc69b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2585044 Dec 20 23:18:28.671155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37486) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:28.678807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-485a2077-3d50-4bb4-bd50-66b22c1380ff tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/quotas/d3cca81814214860b5f9d844bbe460f1 HTTP/1.1" status: 200 len: 375 time: 0.0454094 Dec 20 23:18:28.697777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.702037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Deleting port effd666a-d1c3-4d51-bfc2-de4bec3b5821 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:28.702371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.757213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.812949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Allocated IP 2001:db8::f816:3eff:fe9d:8404 (fc10c037-d940-4c52-afed-7441845ec679/509d4202-4d98-4d6d-81de-316bc9a04f94/a803f603-4ee0-4ec9-9d3f-8acd071240d7) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:28.825857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.827388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.879087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2b32c-1978-4443-b00a-9f2a235daa47 None None] Pushing event updated for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:28.885855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.900574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:28.999863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.041343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4222c90e-8db8-4476-83d5-58c6e832e0a1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.082461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Attempting to bind port b4ad52f4-c245-435c-83b1-0c927771a073 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:29.083119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Attempting to bind port b4ad52f4-c245-435c-83b1-0c927771a073 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:29.083836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Attempting to bind port b4ad52f4-c245-435c-83b1-0c927771a073 on network 6a386fbb-41c2-432d-b0e7-7822ba28a124 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:29.101305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:29.102367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Checking segment: {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:29.103841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.104283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Bound using segment: {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:29.104934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Bound port: b4ad52f4-c245-435c-83b1-0c927771a073, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f78cb1-f433-4e40-a851-96d958bae748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:29.105670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.156264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a5b5cc-5991-4744-8551-62cd22fea4c5 req-641a9cb7-61d7-4e8e-83e7-eeb785323668 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848781 Dec 20 23:18:29.188378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-25f1eee8-c59e-4a74-9475-7582aba277e2 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4987106 Dec 20 23:18:29.192083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.192661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.208017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Calling delete_port for effd666a-d1c3-4d51-bfc2-de4bec3b5821 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:29.209258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.236320 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.238008 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37d38b51-b4fc-4c11-a039-b898f1dd9e41 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6637573 Dec 20 23:18:29.240782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:29.245080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] For port b4ad52f4-c245-435c-83b1-0c927771a073, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:29.248356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'security_group_rule': {'security_group_id': '0f199a32-9f18-42aa-85f9-94f668aea528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:29.248806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] For port b4ad52f4-c245-435c-83b1-0c927771a073, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b4ad52f4-c245-435c-83b1-0c927771a073,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:29.320029 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.354919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.365914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.370023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Network fc10c037-d940-4c52-afed-7441845ec679 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:29.381963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:29.389213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:29.400335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Pushing event updated for resources: {'Port': ['ID=a803f603-4ee0-4ec9-9d3f-8acd071240d7,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.402329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46f2fa-e07b-499d-92e1-c581e6336b03 req-dfb500ef-af4f-47eb-9cb4-9cac4369cfe8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:29.403912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] Provisioning complete for port b4ad52f4-c245-435c-83b1-0c927771a073 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:29.404323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.411212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c46f2fa-e07b-499d-92e1-c581e6336b03 req-dfb500ef-af4f-47eb-9cb4-9cac4369cfe8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1402044 Dec 20 23:18:29.417865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.467139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=509d4202-4d98-4d6d-81de-316bc9a04f94,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.494064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.514615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:29.515399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:29.543337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-d8163000-94d9-4460-8a0f-b1ff00981617 service neutron] 10.222.0.62 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374994 Dec 20 23:18:29.547274 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.572180 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.575238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Attempting to bind port a803f603-4ee0-4ec9-9d3f-8acd071240d7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:29.575784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Attempting to bind port a803f603-4ee0-4ec9-9d3f-8acd071240d7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:29.576390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Attempting to bind port a803f603-4ee0-4ec9-9d3f-8acd071240d7 on network fc10c037-d940-4c52-afed-7441845ec679 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:29.597235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2b32c-1978-4443-b00a-9f2a235daa47 None None] Pushing event updated for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.603913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:29.604722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Checking segment: {'id': 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:29.605378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.606027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Bound using segment: {'id': 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:29.607084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Bound port: a803f603-4ee0-4ec9-9d3f-8acd071240d7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fc10c037-d940-4c52-afed-7441845ec679'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:29.608173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.608368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608f792e-3489-4507-8aa0-63542f74e939,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.617371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc10c037-d940-4c52-afed-7441845ec679']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:29.628853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c46f2fa-e07b-499d-92e1-c581e6336b03 req-919a1c62-3565-4312-b583-ddb0ebab9925 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164619 Dec 20 23:18:29.629882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:29.630186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:29.650595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.672781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.679195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:29.679602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.698649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.734059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Pushing event deleted for resources: {'Port': ['ID=effd666a-d1c3-4d51-bfc2-de4bec3b5821,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:29.748960 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:29.751935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.752323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9aec0cab-a588-47ff-b19a-b685125bf120 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099971 Dec 20 23:18:29.761915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37492) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:29.763801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:29.783036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:18:29.783036 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:18:29.783036 n-d-822053-9 neutron-server[115563]: [parameters: {'id': 'fc10c037-d940-4c52-afed-7441845ec679'}] Dec 20 23:18:29.783036 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:29.783613 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:29.813331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-1f3721eb-6ab8-4ef6-b202-db1e9ab320cb service neutron] 10.222.0.62 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579312 Dec 20 23:18:29.826393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.835641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.835641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c84c1182-7469-47bf-90a4-6577ce9b4d79 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691 tempest-ExternalNetworksAdminNegativeTestJSON-1265768691-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/5280e958-fc27-4ce1-befa-870216f33fd2 HTTP/1.1" status: 204 len: 168 time: 1.4880221 Dec 20 23:18:29.886393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.931197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:29.936193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:29.974380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] For port a803f603-4ee0-4ec9-9d3f-8acd071240d7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:30.001323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] For port a803f603-4ee0-4ec9-9d3f-8acd071240d7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a803f603-4ee0-4ec9-9d3f-8acd071240d7,segment=NetworkSegment(f1f7ea9f-2358-4f56-86f8-cd962fc4057b),segment_id=f1f7ea9f-2358-4f56-86f8-cd962fc4057b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:30.020770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.051147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] For port b4ad52f4-c245-435c-83b1-0c927771a073, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b4ad52f4-c245-435c-83b1-0c927771a073,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:30.142031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76bfe73b-0d96-41f6-b790-1811a6394047 req-a764321a-6b36-4bea-ad02-cbbaaf706df1 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 210 time: 0.0426278 Dec 20 23:18:30.166316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Allocated IP 172.25.1.43 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/8a67411a-a720-4a34-9422-3b52317a8fa3) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:30.181215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.189474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.285702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.287655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58767b2a-9534-422a-ad29-c1125d1689be None None] Network fc10c037-d940-4c52-afed-7441845ec679 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:30.291854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b1de8-bc6c-49c8-80d0-9a59bd8cb5bc None None] Pushing event updated for resources: {'Port': ['ID=a803f603-4ee0-4ec9-9d3f-8acd071240d7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:30.340550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.374979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8289-0186-47dd-9406-30e313701a87 req-177c3f04-9b38-4e53-b467-514baf506038 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:30.384319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-530e8289-0186-47dd-9406-30e313701a87 req-177c3f04-9b38-4e53-b467-514baf506038 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1224742 Dec 20 23:18:30.421898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting port a803f603-4ee0-4ec9-9d3f-8acd071240d7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:30.422231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.431961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-307389ee-a20e-4aad-8830-03834e7d9156 None None] Provisioning complete for port b4ad52f4-c245-435c-83b1-0c927771a073 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:30.432766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-307389ee-a20e-4aad-8830-03834e7d9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.468139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-530e8289-0186-47dd-9406-30e313701a87 req-ccf9dc91-92af-4928-865e-e034ae090d49 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Dec 20 23:18:30.471362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:25Z', 'revision_number': 4, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b4ad52f4-c245-435c-83b1-0c927771a073', 'name': '', 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'mac_address': 'fa:16:3e:38:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:24Z', 'updated_at': '2021-12-20T23:18:29Z', 'revision_number': 4, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'subnets': [{'id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:30.499027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37506) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:30.516563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.520237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] For port a803f603-4ee0-4ec9-9d3f-8acd071240d7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a803f603-4ee0-4ec9-9d3f-8acd071240d7,segment=NetworkSegment(f1f7ea9f-2358-4f56-86f8-cd962fc4057b),segment_id=f1f7ea9f-2358-4f56-86f8-cd962fc4057b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:30.520720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.531128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ea09-60e3-438c-8ddc-3c86ffdee1d6 None None] Pushing event updated for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:30.536142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd222-ecb3-472e-9298-6a7ba3689191 None None] The sync data for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 is: [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:18:25Z', 'revision_number': 4, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b4ad52f4-c245-435c-83b1-0c927771a073', 'name': '', 'network_id': '6a386fbb-41c2-432d-b0e7-7822ba28a124', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'mac_address': 'fa:16:3e:38:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:24Z', 'updated_at': '2021-12-20T23:18:29Z', 'revision_number': 4, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'subnets': [{'id': '330ca3a8-3b54-45c8-a60d-56f9e259ef1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:30.553467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Calling delete_port for a803f603-4ee0-4ec9-9d3f-8acd071240d7 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:30.612087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92235f-0b55-49db-ada0-0e84292c0bfd None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:18:30.673699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=8a67411a-a720-4a34-9422-3b52317a8fa3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:30.678806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:30.689522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:30.693706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:30.745778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.746530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.746530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.746818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.747167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.747511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.747967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.748163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.748491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.748820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.749147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.749478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.749829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:30.770360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:30.797120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92235f-0b55-49db-ada0-0e84292c0bfd None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:18:30.833453 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.892301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b4ad52f4-c245-435c-83b1-0c927771a073 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:30.916802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6d65b3a-1eeb-4b0f-b16a-9a871d67cf69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.978369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:30.986875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faabfc1-4661-4890-8f5d-07b763fb8f7a req-9ebf3ec3-d325-48a3-8ac1-fa75a3147184 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:30.988694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5faabfc1-4661-4890-8f5d-07b763fb8f7a req-9ebf3ec3-d325-48a3-8ac1-fa75a3147184 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1605496 Dec 20 23:18:31.099649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5faabfc1-4661-4890-8f5d-07b763fb8f7a req-8786832f-1d59-45a8-bace-137e9cddf198 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855925 Dec 20 23:18:31.121395 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.179775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6d65b3a-1eeb-4b0f-b16a-9a871d67cf69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.210052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:31.229267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Port': ['ID=a803f603-4ee0-4ec9-9d3f-8acd071240d7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:31.254550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-722a9f0d-7844-4b6b-84aa-8c36fb6c4daa req-603a9d35-7158-4b7c-9e14-d1df8b2181fe tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 210 time: 0.0400326 Dec 20 23:18:31.270155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No DVR routers for this DVR port a803f603-4ee0-4ec9-9d3f-8acd071240d7 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:31.278911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'port_id': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'mac_address': 'fa:16:3e:a8:9c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae77cca2-31a9-41ba-8e1a-fa5651ce50cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:31.294400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b4ad52f4-c245-435c-83b1-0c927771a073 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:31.294778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.324612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6d65b3a-1eeb-4b0f-b16a-9a871d67cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.332000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.436223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.445919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.448359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6d65b3a-1eeb-4b0f-b16a-9a871d67cf69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a58ad3509dc445418f228d8b7a8d2e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9472916 Dec 20 23:18:31.452131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37534) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:31.460089 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.462520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65b3a-1eeb-4b0f-b16a-9a871d67cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f67bc4-fa0b-4dc7-9fc1-852441f26429,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:31.565868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc10c037-d940-4c52-afed-7441845ec679']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:31.582297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:31.609837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:31.627193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:31.632079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f7ea9f-2358-4f56-86f8-cd962fc4057b') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:31.636160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=8a67411a-a720-4a34-9422-3b52317a8fa3,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:31.649595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f2b74-725f-4962-8f57-8c7328edc6f5 req-4d15560c-6a50-44d0-8a56-2cff11b81152 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:31.656287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.663833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-528f2b74-725f-4962-8f57-8c7328edc6f5 req-4d15560c-6a50-44d0-8a56-2cff11b81152 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1216438 Dec 20 23:18:31.689943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.691724 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.692427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.704280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.724860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:31.725269 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:31.729237 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:31.752532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-528f2b74-725f-4962-8f57-8c7328edc6f5 req-0630952e-59f1-42a2-ab09-6fc82e3c248f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798769 Dec 20 23:18:31.765816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:31.778385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:31.783937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.831322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.832672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db9c5ba8-f76a-45e5-825c-f898f4c55771 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0732563 Dec 20 23:18:31.931217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.940825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.949796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/fc10c037-d940-4c52-afed-7441845ec679 HTTP/1.1" status: 204 len: 168 time: 3.2776289 Dec 20 23:18:31.954540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37546) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:31.983226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7744c-3a98-4cdb-8393-4ebcf3fff47b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=fc10c037-d940-4c52-afed-7441845ec679,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:31.996710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:31.999607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:32.003065 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79f67bc4-fa0b-4dc7-9fc1-852441f26429 HTTP/1.1" status: 204 len: 168 time: 0.5400422 Dec 20 23:18:32.014927 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9396d932-6297-4c3e-b5f7-f71b705aff26 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.015227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9396d932-6297-4c3e-b5f7-f71b705aff26 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.023403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9396d932-6297-4c3e-b5f7-f71b705aff26 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/509d4202-4d98-4d6d-81de-316bc9a04f94 HTTP/1.1" status: 404 len: 337 time: 0.0668597 Dec 20 23:18:32.025988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.029324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2de535-80ac-4cad-8ded-48c1697cb39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f67bc4-fa0b-4dc7-9fc1-852441f26429,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:32.058776 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ac8d9-1358-4a2d-85f4-19dc13a3d4a8 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.059690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14ac8d9-1358-4a2d-85f4-19dc13a3d4a8 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.066393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.066661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d14ac8d9-1358-4a2d-85f4-19dc13a3d4a8 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/fc10c037-d940-4c52-afed-7441845ec679 HTTP/1.1" status: 404 len: 339 time: 0.0396447 Dec 20 23:18:32.112546 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afc6d31-9e2e-4630-beda-25b3a25aa5e3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.117414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afc6d31-9e2e-4630-beda-25b3a25aa5e3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.117414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0afc6d31-9e2e-4630-beda-25b3a25aa5e3 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/c8f0fb56-98cc-4953-b1d1-e2b0707cddfb HTTP/1.1" status: 404 len: 337 time: 0.0487719 Dec 20 23:18:32.120644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37566) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.155175 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-56736886-7827-4855-ba00-9b2016c19e9b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.155757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56736886-7827-4855-ba00-9b2016c19e9b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.164790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56736886-7827-4855-ba00-9b2016c19e9b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/6f17994f-e1d0-4d71-aa7a-c9f66b558820 HTTP/1.1" status: 404 len: 339 time: 0.0340199 Dec 20 23:18:32.166461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.193388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-5e50b675-798d-4657-aa89-e253692a958c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1649211822&fields=id&tenant_id=2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 267 time: 0.0757370 Dec 20 23:18:32.225631 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b1c2c-3cfd-40dc-876a-2b7ea594b9b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.228726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291b1c2c-3cfd-40dc-876a-2b7ea594b9b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.245540 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-291b1c2c-3cfd-40dc-876a-2b7ea594b9b9 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/abffdc95-cba6-4e56-858d-e860079b6dc5 HTTP/1.1" status: 404 len: 337 time: 0.0739734 Dec 20 23:18:32.245540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37574) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.277312 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0725c3a9-60e4-4903-b3c1-5166142ccc0c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:32.277743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0725c3a9-60e4-4903-b3c1-5166142ccc0c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:32.283399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0725c3a9-60e4-4903-b3c1-5166142ccc0c tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/4a86d634-d04d-4899-b45b-2a5879adc3ba HTTP/1.1" status: 404 len: 339 time: 0.0354280 Dec 20 23:18:32.283772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37578) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:32.426093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-11e4a1e5-7bc2-4d8c-9e17-1024c0d2db00 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:32.427726 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-11e4a1e5-7bc2-4d8c-9e17-1024c0d2db00 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 810 time: 0.2230568 Dec 20 23:18:32.469655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e4fb1-4bab-40ef-8c2a-bbf36914af0b req-ba4c3754-7724-4f6b-9481-d8d675945590 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:32.471335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a88e4fb1-4bab-40ef-8c2a-bbf36914af0b req-ba4c3754-7724-4f6b-9481-d8d675945590 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1601548 Dec 20 23:18:32.496486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-0cf6b904-eb34-4f55-bfdc-9eec81a81521 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/quotas/2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 375 time: 0.0549524 Dec 20 23:18:32.519660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting port 1edc8e1e-8c36-4d47-905d-90e0d53e57b0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:32.520410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:32.598288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a88e4fb1-4bab-40ef-8c2a-bbf36914af0b req-555aa1aa-0221-46d9-9d80-5ed433f98ee6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047850 Dec 20 23:18:32.620081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-e6b7170d-0e73-4940-a065-308088df986b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049438 Dec 20 23:18:32.692559 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:32.744416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Calling delete_port for 1edc8e1e-8c36-4d47-905d-90e0d53e57b0 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:32.772067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:32.812318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-76fe8810-414b-4a20-a908-41178b206aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600115 Dec 20 23:18:32.890607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:32.891277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:32.938500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dd743b3-c111-4b10-82e3-adb27e703fc7 req-398eaa69-28d2-46aa-beee-188d99ea156a tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 210 time: 0.1157823 Dec 20 23:18:32.971872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37584) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:33.018958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.069261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.101063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:33.108834 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f98bb-0d8c-4070-8f1c-ee3245e2a12d" -d '{"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:33.127192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Port': ['ID=1edc8e1e-8c36-4d47-905d-90e0d53e57b0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:33.140227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:33.143096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.147261 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c37cf97-fab2-4151-8c5f-6565947a191f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/ports/1edc8e1e-8c36-4d47-905d-90e0d53e57b0 HTTP/1.1" status: 204 len: 168 time: 0.8621867 Dec 20 23:18:33.152499 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fbe19806-1499-4da3-9bee-2101bd04b3bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82c06564e8ec4950b69162901856f86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784265 Dec 20 23:18:33.153151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37588) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:33.162333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:33.202562 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e528e6b8-c5ce-4c29-947d-20e0c5756992 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:33.203021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-71713c03-5c91-4a0a-9bdb-c7174f8de249 service neutron] 10.222.0.62 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783274 Dec 20 23:18:33.204174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e528e6b8-c5ce-4c29-947d-20e0c5756992 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:33.208016 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e528e6b8-c5ce-4c29-947d-20e0c5756992 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/e2db962f-5e8a-432e-b86b-e179bfedafdb HTTP/1.1" status: 404 len: 337 time: 0.0534270 Dec 20 23:18:33.210671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:33.228002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ed1e-cea5-4299-b0af-daffc59b6870 req-fe450002-fa01-4247-b034-0df20769df64 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:33.237149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.246555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5416ed1e-cea5-4299-b0af-daffc59b6870 req-fe450002-fa01-4247-b034-0df20769df64 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1378365 Dec 20 23:18:33.312900 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.325488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:33.360978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.366101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5416ed1e-cea5-4299-b0af-daffc59b6870 req-6411024b-15c1-48db-8c46-9192b73de13b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116354 Dec 20 23:18:33.418629 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54069d38-cc03-4d98-90ed-ca0068db57d7 x-openstack-request-id: req-54069d38-cc03-4d98-90ed-ca0068db57d7 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:33.418629 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:33.418629 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54069d38-cc03-4d98-90ed-ca0068db57d7 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:33.418629 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'code': 200} Dec 20 23:18:33.426550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.473583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.514265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.556620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3157e574-dfa1-4f20-99c2-a2ab7d2ad512']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:33.566919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:33.567282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbef52f-3ea4-4a98-a3cd-80a1955f9f13') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:33.616441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.632119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20c9f7b3-631f-413b-aab8-08c5832d2f10 req-9712935c-4ae0-49bd-b353-25fbe3d1b8dd tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.0580196 Dec 20 23:18:33.648777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:33.673408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:33.763706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.766460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-f780acea-a04d-4b82-80a2-64f82a3d9d6e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:33.768041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-f780acea-a04d-4b82-80a2-64f82a3d9d6e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.45 "GET /v2.0/networks?id=7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 200 len: 910 time: 0.1988139 Dec 20 23:18:33.773618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:33.774111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:33.777604 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:33.796272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Request body: {'port': {'device_id': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'admin_state_up': True, 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:33.799514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.802270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:33.803546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cbffc0a-ab3a-4cef-ab85-3acd51b69624 HTTP/1.1" status: 204 len: 168 time: 0.6402941 Dec 20 23:18:33.876625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09a392-f333-4da7-9182-09a7e4c1143f req-8470489c-ea18-4c1e-8aec-76e9f8d177ad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:33.891475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c09a392-f333-4da7-9182-09a7e4c1143f req-8470489c-ea18-4c1e-8aec-76e9f8d177ad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1185467 Dec 20 23:18:33.893522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84835b1-6ef2-4046-8d86-dc730bb030ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbffc0a-ab3a-4cef-ab85-3acd51b69624,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:34.005545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.016443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.017348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c09a392-f333-4da7-9182-09a7e4c1143f req-10062657-5bd5-416f-a353-98673ca015b8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241217 Dec 20 23:18:34.026452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/3157e574-dfa1-4f20-99c2-a2ab7d2ad512 HTTP/1.1" status: 204 len: 168 time: 0.8142130 Dec 20 23:18:34.028618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:34.062633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Made reservation on behalf of d3cca81814214860b5f9d844bbe460f1 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:34.070347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.077094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8fa8e-04ce-4fa8-ab1d-3bd50363d80b tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=3157e574-dfa1-4f20-99c2-a2ab7d2ad512,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:34.168575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.181954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:34.235165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fc0f500-ea29-45ef-a0b0-11f51bd9f97a req-ae1df394-f03e-49ec-9ece-016a17cffc02 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 210 time: 0.0678265 Dec 20 23:18:34.239287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:34.250112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'd5c13823-2026-467f-946e-de5c15192339', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'port_id': 'd5c13823-2026-467f-946e-de5c15192339', 'mac_address': 'fa:16:3e:1a:4b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfe5b6-256c-472b-bd00-73a6b0f67a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:34.276377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting port f26b26fe-301f-482c-8aa7-5f91ecf81c75 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:34.277919 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.314337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.337745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c13823-2026-467f-946e-de5c15192339 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:34.343392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.375895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.398602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Calling delete_port for f26b26fe-301f-482c-8aa7-5f91ecf81c75 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:34.464007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:34.464436 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:34.502160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:34.583222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f04e21-554b-4494-adae-d2e88445b240 req-80403503-d584-4bce-b692-abbcf0293bc6 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:34.584902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09f04e21-554b-4494-adae-d2e88445b240 req-80403503-d584-4bce-b692-abbcf0293bc6 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 944 time: 0.0847926 Dec 20 23:18:34.646716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09f04e21-554b-4494-adae-d2e88445b240 req-d130fbb5-81fe-4364-9b6d-5b8e1c42a726 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543644 Dec 20 23:18:34.686575 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.745908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Port': ['ID=f26b26fe-301f-482c-8aa7-5f91ecf81c75,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:34.759029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.771201 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3581771-a780-465d-b441-5ef932337b0d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/ports/f26b26fe-301f-482c-8aa7-5f91ecf81c75 HTTP/1.1" status: 204 len: 168 time: 0.7396052 Dec 20 23:18:34.772200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37624) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:34.822032 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1b86fb-6e80-41e3-b7a4-cc452029ed9d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] DELETE failed (client error): The resource could not be found. Dec 20 23:18:34.822469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1b86fb-6e80-41e3-b7a4-cc452029ed9d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:18:34.825500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a1b86fb-6e80-41e3-b7a4-cc452029ed9d tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/fd2f79a2-7bb5-4717-9963-2a4038f7e7cb HTTP/1.1" status: 404 len: 337 time: 0.0505462 Dec 20 23:18:34.828427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37626) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:34.863282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Allocated IP 172.20.0.7 (7c28385f-2450-423e-8397-701ef1759115/1a0f13ec-6691-4109-a7e0-189560f76538/a4ff4ef9-d90d-4391-8e47-433b9b473886) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:34.891728 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5930875-caa0-4c2b-a77f-6ff8c9a8fe72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.921511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:34.960704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5574886d-3330-4bee-a328-ac85f7f00cfb req-69c1f981-08e4-4021-abfc-820c30160d7f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.1743076 Dec 20 23:18:35.038558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.088318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c13823-2026-467f-946e-de5c15192339 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:35.119569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.132530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:35.144075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.217824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.222828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03615340-b6ce-4935-8b2e-b38bc582106f']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:35.236474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:35.236892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eb18a6-5515-40e9-8b6f-7a1859c8bcc8') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:35.248902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.267918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c58f8-bb00-4931-b72d-b591b8f68bbf req-525838c8-aca1-4169-81ee-d6480c0dfca3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:35.277891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f17c58f8-bb00-4931-b72d-b591b8f68bbf req-525838c8-aca1-4169-81ee-d6480c0dfca3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1306539 Dec 20 23:18:35.278795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.303513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.342009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:35.342946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f17c58f8-bb00-4931-b72d-b591b8f68bbf req-28c668c9-b393-4a1c-abcb-d461937d41ad tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641098 Dec 20 23:18:35.347770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:35.361336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:35.364842 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:35.407722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Network 7c28385f-2450-423e-8397-701ef1759115 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:35.408876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:35.411645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:35.413806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:35.420251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:35.427989 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca68bf4-5876-40b3-8d21-fcf2f0a51a2d" -d '{"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:35.476864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:35.478308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.491279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d5c13823-2026-467f-946e-de5c15192339'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:35.579503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.591881 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.602645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/03615340-b6ce-4935-8b2e-b38bc582106f HTTP/1.1" status: 204 len: 168 time: 0.7703667 Dec 20 23:18:35.613175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37644) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:35.623069 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c6718d-82b2-46c6-9b5d-51334ce51fa0 x-openstack-request-id: req-07c6718d-82b2-46c6-9b5d-51334ce51fa0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:35.623404 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:35.623623 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07c6718d-82b2-46c6-9b5d-51334ce51fa0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:35.624018 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339', 'code': 200} Dec 20 23:18:35.625002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-69b708f2-15bb-4ac2-9723-8c8502e84a2e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8325274 Dec 20 23:18:35.648167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Request body: {'port': {'device_id': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:35.743711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting subnet a58e3f7d-ea19-42d9-88c1-18c5af46ae3e {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:18:35.746112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc509-13bc-4db4-b3fd-8272a2a8512f tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=03615340-b6ce-4935-8b2e-b38bc582106f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:35.750085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37648) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:35.758981 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.841488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fe0f6-cb60-4b06-9312-6bff0c478748 req-e27f633c-be99-4cd4-9482-b024f5aff1e4 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:35.850887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f0fe0f6-cb60-4b06-9312-6bff0c478748 req-e27f633c-be99-4cd4-9482-b024f5aff1e4 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1027 time: 0.3400879 Dec 20 23:18:35.851170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.935418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:35.941840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0392cb50-9269-45af-b32f-6eca6d78e0be None None] Provisioning complete for port a4ff4ef9-d90d-4391-8e47-433b9b473886 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:35.942490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0392cb50-9269-45af-b32f-6eca6d78e0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.020650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f0fe0f6-cb60-4b06-9312-6bff0c478748 req-a385e3ab-c5cd-497d-bace-e91f1199f945 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354454 Dec 20 23:18:36.054999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0392cb50-9269-45af-b32f-6eca6d78e0be None None] Port a4ff4ef9-d90d-4391-8e47-433b9b473886 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:36.071570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cc05d-5d40-4c88-97da-3b0212cc101f req-f0c6f47f-35ec-4e18-ac08-7f3f51e0b24f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:36.073212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b6cc05d-5d40-4c88-97da-3b0212cc101f req-f0c6f47f-35ec-4e18-ac08-7f3f51e0b24f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 945 time: 0.2358069 Dec 20 23:18:36.137310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a9066a77-4084-48c9-93cb-2d33793e8032 tempest-AgentManagementNegativeTest-618220725 tempest-AgentManagementNegativeTest-618220725-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3842447 Dec 20 23:18:36.219204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca2a675a-90fc-41b0-8b2a-e92d16b98f44 req-7742c1c1-c87e-4595-816c-64a3909eba34 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.0627332 Dec 20 23:18:36.232253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.300483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b6cc05d-5d40-4c88-97da-3b0212cc101f req-8dcc425a-85bc-4bf5-bbc9-2ce6f05ab13f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187717 Dec 20 23:18:36.443305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.512281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.517177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/subnets/a58e3f7d-ea19-42d9-88c1-18c5af46ae3e HTTP/1.1" status: 204 len: 168 time: 0.8791528 Dec 20 23:18:36.526699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37670) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:36.527231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3812b7-686b-4a58-bf4a-850e83a3788e None None] Network cf73a3e3-f57a-4843-9e7b-7da6db0d6877 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:36.537083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9c068-e3fd-4c6b-9ef7-2343a3495b42 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e3f7d-ea19-42d9-88c1-18c5af46ae3e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:36.593431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ff4ef9-d90d-4391-8e47-433b9b473886 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:36.604426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b69e1-ac3f-4ee7-aefa-48498f4988d6 req-1f2a52f1-a9dc-44bf-a8ae-f84dd298dc41 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:36.612555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-0ef24223-f702-4a71-ae04-1c2e686ad4c4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:36.614438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-0ef24223-f702-4a71-ae04-1c2e686ad4c4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.59 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 810 time: 0.3474574 Dec 20 23:18:36.617630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-640b69e1-ac3f-4ee7-aefa-48498f4988d6 req-1f2a52f1-a9dc-44bf-a8ae-f84dd298dc41 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1914935 Dec 20 23:18:36.652357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.731956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-640b69e1-ac3f-4ee7-aefa-48498f4988d6 req-e1b6236e-dc35-4cb4-888c-9e69d78610f3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108062 Dec 20 23:18:36.763581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Transition to ACTIVE for port object a4ff4ef9-d90d-4391-8e47-433b9b473886 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:18:36.777024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.795762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-85734982-1a6e-4936-b3cd-a7489334faa1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc7f134377b4b169176c8f01faa403f HTTP/1.1" status: 200 len: 380 time: 0.1685827 Dec 20 23:18:36.818170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'port': {'device_id': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'admin_state_up': True, 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'security_groups': ['0f199a32-9f18-42aa-85f9-94f668aea528']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:36.821487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] DHCP port deletion for cf73a3e3-f57a-4843-9e7b-7da6db0d6877 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:36.828298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:36.886708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:36.918059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Deleting port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:36.918895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.015575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] For port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,segment=NetworkSegment(7bff7867-675e-4ffa-b96d-452ce8bce4b5),segment_id=7bff7867-675e-4ffa-b96d-452ce8bce4b5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:37.016293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.036280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Calling delete_port for c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:37.159761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d5e8374c-8b4f-46f3-a0e8-bc7b0af1b3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.199722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df6c30-4d61-4a31-b2fb-5d5458e69fc7 req-0a26a705-9168-4d96-9b7f-a56bcb3efcfe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:37.214039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04df6c30-4d61-4a31-b2fb-5d5458e69fc7 req-0a26a705-9168-4d96-9b7f-a56bcb3efcfe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1672049 Dec 20 23:18:37.308243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03498f-e53a-4f3d-9b48-b4a474ee826d req-e3b7420b-646d-4949-ba69-c593b3f353f3 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:37.314219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d03498f-e53a-4f3d-9b48-b4a474ee826d req-e3b7420b-646d-4949-ba69-c593b3f353f3 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1052 time: 0.1303401 Dec 20 23:18:37.320165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.321001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:37.367112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] No DVR routers for this DVR port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:37.370027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989ed2b-8f65-4175-95b9-3950eb8fd707 None None] Pushing event deleted for resources: {'Port': ['ID=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:37.394037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d5e8374c-8b4f-46f3-a0e8-bc7b0af1b3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.479320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Deleting port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:37.479781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.493128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d03498f-e53a-4f3d-9b48-b4a474ee826d req-b5af51eb-12f6-4e0c-b1ea-02977d657668 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 Dec 20 23:18:37.497451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d5e8374c-8b4f-46f3-a0e8-bc7b0af1b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.530510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04df6c30-4d61-4a31-b2fb-5d5458e69fc7 req-31c14c2e-7288-41fa-9834-1b1b8c0a148f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851856 Dec 20 23:18:37.567145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] For port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db, host n-d-822053-9, got binding levels [] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:37.567674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.572557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f7a0-b0e0-4f03-8319-940f3262f747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.587446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Calling delete_port for c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:37.590313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db was not found and therefore no delete operation was performed {{(pid=115563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:18:37.597942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.638541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Attempting to bind port a4ff4ef9-d90d-4391-8e47-433b9b473886 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:37.638800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Attempting to bind port a4ff4ef9-d90d-4391-8e47-433b9b473886 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:37.639134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Attempting to bind port a4ff4ef9-d90d-4391-8e47-433b9b473886 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:37.643703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] No DVR routers for this DVR port c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:37.654372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Port': ['ID=c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:37.655441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:37.673987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7af456c7-0da9-40d6-afa2-eed5187cde30 req-53e40799-9336-4d3e-a88e-16d254f07389 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.0753174 Dec 20 23:18:37.679222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Port a4ff4ef9-d90d-4391-8e47-433b9b473886 on network 7c28385f-2450-423e-8397-701ef1759115 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:18:37.681150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d5e8374c-8b4f-46f3-a0e8-bc7b0af1b3b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a754677503424829befdfcff5ef0d0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7891343 Dec 20 23:18:37.681452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Attempting to bind port a4ff4ef9-d90d-4391-8e47-433b9b473886 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:37.688350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37692) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:37.689154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:37.689491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Checking segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:37.690477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Bound using segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:37.690939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Bound port: a4ff4ef9-d90d-4391-8e47-433b9b473886, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:37.691298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.732095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8374c-8b4f-46f3-a0e8-bc7b0af1b3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01caac-52bf-4df7-9831-a87dda12e8b4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:37.764856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Made reservation on behalf of 2fc7f134377b4b169176c8f01faa403f for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:37.768988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f78d0-85ff-4417-a302-e7f1420430aa req-0cfa823b-4de8-4c73-8b4d-8efa3700bebd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:37.770176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.778691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b0f78d0-85ff-4417-a302-e7f1420430aa req-0cfa823b-4de8-4c73-8b4d-8efa3700bebd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 945 time: 0.1076508 Dec 20 23:18:37.823170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port d5c13823-2026-467f-946e-de5c15192339 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:37.823834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.845316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b0f78d0-85ff-4417-a302-e7f1420430aa req-7e1f5b94-354c-4171-ac4d-aaaa8ba5f390 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Dec 20 23:18:37.886312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:37.939114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cdf01-7118-4789-8b3d-bf0a380eb8cb req-c052ca5a-2e24-439e-b189-14c2f49bb5e4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:37.941195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f1cdf01-7118-4789-8b3d-bf0a380eb8cb req-c052ca5a-2e24-439e-b189-14c2f49bb5e4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0758462 Dec 20 23:18:37.972373 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.000776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf73a3e3-f57a-4843-9e7b-7da6db0d6877']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:38.009510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f1cdf01-7118-4789-8b3d-bf0a380eb8cb req-20c69fef-7a51-45ea-b7dc-03ce98b4297d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610874 Dec 20 23:18:38.021100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.033133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:38.040591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:38.044768 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff9f467-cf03-4154-93fe-b7f02fba491a" -d '{"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-plugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:38.045235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bff7867-675e-4ffa-b96d-452ce8bce4b5') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:38.045627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bff7867-675e-4ffa-b96d-452ce8bce4b5') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:38.068635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:38.086007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.128005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.155317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:18:38.245431 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:18:38.248785 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad825b36-037b-4755-9143-abe593aaf76f x-openstack-request-id: req-ad825b36-037b-4755-9143-abe593aaf76f {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:38.248785 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-plugged", "status": "completed", "tag": "d5c13823-2026-467f-946e-de5c15192339", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:38.248785 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad825b36-037b-4755-9143-abe593aaf76f {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:38.248785 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c13823-2026-467f-946e-de5c15192339', 'code': 200} Dec 20 23:18:38.254953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:38.283268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Allocated IP 172.20.0.11 (afa30585-3fc6-4885-866e-f4edb12b7744/92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83/04d6a24a-48c2-451c-9683-614660034b4d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:38.295919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070aae3-ccbe-466b-bace-df7c4221c924 req-47a0c5ac-469a-4135-a276-1673a84c2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:38.297674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c070aae3-ccbe-466b-bace-df7c4221c924 req-47a0c5ac-469a-4135-a276-1673a84c2729 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 1096 time: 0.0482981 Dec 20 23:18:38.346043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c070aae3-ccbe-466b-bace-df7c4221c924 req-7380f304-ad15-4485-b99c-aeb2607bdd1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Dec 20 23:18:38.399813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.434094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.436961 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.440514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.442048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.444642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.448816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e01caac-52bf-4df7-9831-a87dda12e8b4 HTTP/1.1" status: 204 len: 168 time: 0.7520478 Dec 20 23:18:38.460096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.464299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] 10.222.0.62 "DELETE /v2.0/networks/cf73a3e3-f57a-4843-9e7b-7da6db0d6877 HTTP/1.1" status: 204 len: 168 time: 1.9296954 Dec 20 23:18:38.502059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:38.533977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:38.556281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.558986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:38.560255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.562205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-42251989-0af5-4eb7-9024-19c694e786f3 service neutron] 10.222.0.45 "PUT /v2.0/ports/a4ff4ef9-d90d-4391-8e47-433b9b473886 HTTP/1.1" status: 200 len: 1091 time: 2.9209156 Dec 20 23:18:38.563015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:38.567133 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7003028-ae0d-413d-8c16-89331b76dffb" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:38.572666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf8f1-53d2-4403-bc4d-a228acc3ced2 tempest-NetworksIpV6TestAttrs-1793218119 tempest-NetworksIpV6TestAttrs-1793218119-project] Pushing event deleted for resources: {'Network': ['ID=cf73a3e3-f57a-4843-9e7b-7da6db0d6877,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:38.576007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f8c8-b4ea-4df2-a766-90fddb71b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01caac-52bf-4df7-9831-a87dda12e8b4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:38.699031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e94f71-bc32-4bea-a20c-ec9b2138b216 req-25fe0dbe-6588-4250-8be6-ecce56edcae3 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:38.709242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e94f71-bc32-4bea-a20c-ec9b2138b216 req-25fe0dbe-6588-4250-8be6-ecce56edcae3 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1094 time: 0.0802937 Dec 20 23:18:38.739329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:38.829696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:38.830867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Network afa30585-3fc6-4885-866e-f4edb12b7744 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:38.841466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:38.846047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:38.863623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-c43f8504-350c-40ae-aab5-1b58e6500b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:38.864722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8299a-5357-48b7-bbe2-6765a2b55000 req-c51a36a1-4460-49f0-af95-2f0886afb030 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:38.865151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-c43f8504-350c-40ae-aab5-1b58e6500b36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1094 time: 0.1854584 Dec 20 23:18:38.865804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event updated for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:38.866426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce8299a-5357-48b7-bbe2-6765a2b55000 req-c51a36a1-4460-49f0-af95-2f0886afb030 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1481788 Dec 20 23:18:38.875832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e94f71-bc32-4bea-a20c-ec9b2138b216 req-2b4d2774-8877-465f-b810-db30c9b5db01 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593513 Dec 20 23:18:38.915810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:18:38.916708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c6fc8ef4-e544-4bce-9ef5-fbba5bfba8db not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:18:39.006924 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0b2e9c-b3d2-43ec-a4af-cc90cbcfce2b x-openstack-request-id: req-6e0b2e9c-b3d2-43ec-a4af-cc90cbcfce2b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:39.010369 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:39.010369 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e0b2e9c-b3d2-43ec-a4af-cc90cbcfce2b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:39.010369 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886', 'status': 'completed', 'code': 200} Dec 20 23:18:39.015316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-bb3ff662-c9ba-4ab9-b752-83aa826d00dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886 HTTP/1.1" status: 200 len: 217 time: 0.0763354 Dec 20 23:18:39.045315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce8299a-5357-48b7-bbe2-6765a2b55000 req-c6c67e8e-f30a-490d-b54a-9b902621823c tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447830 Dec 20 23:18:39.112918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.119240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.179381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e9c63-bc2b-465f-96fa-04b28c4b0f37 req-02356b4e-0696-4f66-b90e-cd6e2069612f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.193551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd0e9c63-bc2b-465f-96fa-04b28c4b0f37 req-02356b4e-0696-4f66-b90e-cd6e2069612f tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 932 time: 0.1154776 Dec 20 23:18:39.194701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-30ba7728-dbc8-4f8d-8065-858c458a4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.197438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-30ba7728-dbc8-4f8d-8065-858c458a4d7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a0f13ec-6691-4109-a7e0-189560f76538 HTTP/1.1" status: 200 len: 848 time: 0.1679480 Dec 20 23:18:39.251378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37724) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:39.270755 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-344129ff-0424-4245-a42c-fe6fcfe053d0 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4680579 Dec 20 23:18:39.297975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Request body: {'port': {'device_id': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:39.356992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd0e9c63-bc2b-465f-96fa-04b28c4b0f37 req-93169d4a-df91-4278-8d41-5cdc3ea5b538 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563542 Dec 20 23:18:39.375935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-a88d2038-83f9-41d3-b02a-87c1d8c51732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.377507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-a88d2038-83f9-41d3-b02a-87c1d8c51732 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c28385f-2450-423e-8397-701ef1759115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722538 Dec 20 23:18:39.399595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f54036-9165-4950-90dd-4559ecbe0c6b req-9f0cd9d0-f2f7-46f7-898e-d0db7c9d7b23 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.405848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4f54036-9165-4950-90dd-4559ecbe0c6b req-9f0cd9d0-f2f7-46f7-898e-d0db7c9d7b23 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1651666 Dec 20 23:18:39.418110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ebed903e-5e3f-496e-916b-74ed5854110f None None] Provisioning complete for port 04d6a24a-48c2-451c-9683-614660034b4d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:39.420162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebed903e-5e3f-496e-916b-74ed5854110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.482024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ebed903e-5e3f-496e-916b-74ed5854110f None None] Port 04d6a24a-48c2-451c-9683-614660034b4d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:39.540649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4f54036-9165-4950-90dd-4559ecbe0c6b req-abad7a7d-51be-4b3a-b425-0f89484e7a66 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312025 Dec 20 23:18:39.568514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.571988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b64589-b0e3-4ea9-ac0b-05bec10672a8 req-a00eaa81-5101-40b5-a4b3-b85fb16b8fbe tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:39.579257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80b64589-b0e3-4ea9-ac0b-05bec10672a8 req-a00eaa81-5101-40b5-a4b3-b85fb16b8fbe tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1064291 Dec 20 23:18:39.593592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d0eb6ecc-2e50-470d-89e2-3e8582c3102f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9c829125a86457a8e09120021da4a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386095 Dec 20 23:18:39.594960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:39.658231 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-a8d992ad-8e42-4476-8a53-290366ec8bfc service neutron] 10.222.0.45 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622859 Dec 20 23:18:39.662611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80b64589-b0e3-4ea9-ac0b-05bec10672a8 req-ffd615be-e14e-47b2-b1ad-6ed95d063539 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Dec 20 23:18:39.715130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.759601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.763689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.889174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-36a1cf60-b4f3-4397-b04c-3a4e92970a27 req-b39d32b7-49d1-4d2e-8582-a358cbd314d5 service neutron] 10.222.0.45 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201519 Dec 20 23:18:39.925611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.928442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:39.929616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/254430b4-3de1-4d90-9238-5170121ffcc6 HTTP/1.1" status: 204 len: 168 time: 0.3320801 Dec 20 23:18:39.951055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030c30-19a1-42c4-8f7c-c84a3f36c1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254430b4-3de1-4d90-9238-5170121ffcc6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:40.049948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d6a24a-48c2-451c-9683-614660034b4d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:40.109548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:40.123550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966e4bc-5a78-4400-b340-d28d109db2ff req-8da121f8-d14d-4bcc-8fa3-a374d3d6ab4b tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.134033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Transition to ACTIVE for port object 04d6a24a-48c2-451c-9683-614660034b4d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:18:40.137219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003028-ae0d-413d-8c16-89331b76dffb req-3a73d2ec-7a59-4db0-a6bf-9623313b1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.138802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f966e4bc-5a78-4400-b340-d28d109db2ff req-8da121f8-d14d-4bcc-8fa3-a374d3d6ab4b tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1094 time: 0.0929711 Dec 20 23:18:40.138950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-3a73d2ec-7a59-4db0-a6bf-9623313b1b4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1094 time: 0.0770733 Dec 20 23:18:40.236165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f966e4bc-5a78-4400-b340-d28d109db2ff req-e939120c-b356-4081-9a3b-c3ebb602968b tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963695 Dec 20 23:18:40.254791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d4e61-2848-4566-af3e-36e7ba87ddec req-fe3170e1-1072-4917-802c-c65bd0792870 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.262688 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d0d4e61-2848-4566-af3e-36e7ba87ddec req-fe3170e1-1072-4917-802c-c65bd0792870 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1156933 Dec 20 23:18:40.271557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:40.357261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d0d4e61-2848-4566-af3e-36e7ba87ddec req-737636ce-9c8a-4205-b660-bb2d1ba495a0 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797114 Dec 20 23:18:40.389654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:40.395992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003028-ae0d-413d-8c16-89331b76dffb req-cf3494bf-44bd-4686-bd75-427f8400663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.398419 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-cf3494bf-44bd-4686-bd75-427f8400663e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 200 len: 910 time: 0.2502792 Dec 20 23:18:40.463582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-be08a626-7bf8-44d3-8935-e678290f4c70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886 HTTP/1.1" status: 200 len: 217 time: 0.0559759 Dec 20 23:18:40.503265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:40.533129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37756) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.596919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5c573-f6a5-4b60-beb3-acffcbf864f4 req-46066d35-6b0c-4b1c-aed1-718cca1f6e52 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.610722 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22c5c573-f6a5-4b60-beb3-acffcbf864f4 req-46066d35-6b0c-4b1c-aed1-718cca1f6e52 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 944 time: 0.1001470 Dec 20 23:18:40.710511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003028-ae0d-413d-8c16-89331b76dffb req-2dbe27c1-132a-429a-813f-4f87d9e5e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.710511 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-2dbe27c1-132a-429a-813f-4f87d9e5e3c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a0f13ec-6691-4109-a7e0-189560f76538 HTTP/1.1" status: 200 len: 848 time: 0.2196918 Dec 20 23:18:40.721640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22c5c573-f6a5-4b60-beb3-acffcbf864f4 req-b7fa87b2-0078-471c-a712-8d24eddcf0cd tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094191 Dec 20 23:18:40.722383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Attempting to bind port 04d6a24a-48c2-451c-9683-614660034b4d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:40.722820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Attempting to bind port 04d6a24a-48c2-451c-9683-614660034b4d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:40.723394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Attempting to bind port 04d6a24a-48c2-451c-9683-614660034b4d on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:40.749773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Port 04d6a24a-48c2-451c-9683-614660034b4d on network afa30585-3fc6-4885-866e-f4edb12b7744 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:18:40.749773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Attempting to bind port 04d6a24a-48c2-451c-9683-614660034b4d on network afa30585-3fc6-4885-866e-f4edb12b7744 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:40.806258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-74b6c695-c54f-4141-918c-eecbb8479a5e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.816319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-74b6c695-c54f-4141-918c-eecbb8479a5e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2819164 Dec 20 23:18:40.818724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37768) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.825904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:40.826255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Checking segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:40.828138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Bound using segment: {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:40.828587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Bound port: 04d6a24a-48c2-451c-9683-614660034b4d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18eabde8-e65d-4e0a-8e47-9a628e044fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:40.829194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-308bd1cf-e737-4175-965a-6cf9c4ccde84 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.830268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:40.834970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-308bd1cf-e737-4175-965a-6cf9c4ccde84 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0145824 Dec 20 23:18:40.840085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.860055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-834e73b0-c1be-4ed4-8cbe-bff310390e56 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.860778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-834e73b0-c1be-4ed4-8cbe-bff310390e56 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064132 Dec 20 23:18:40.863423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37774) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.877768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-cbb94819-36c7-4a21-be45-5a87a5106e24 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.878732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cbb94819-36c7-4a21-be45-5a87a5106e24 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0144255 Dec 20 23:18:40.881266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37776) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.902549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-ff9425d2-0c22-4c81-997f-0ebc3cd1b3ff tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.903538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ff9425d2-0c22-4c81-997f-0ebc3cd1b3ff tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0212002 Dec 20 23:18:40.911023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37778) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.919407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dae32c-cee3-418c-b121-abf3015fa07b req-2e3ab479-ac49-4ba5-bfb2-9400dcfbabab tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.926666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93dae32c-cee3-418c-b121-abf3015fa07b req-2e3ab479-ac49-4ba5-bfb2-9400dcfbabab tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1967828 Dec 20 23:18:40.932285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-2d26cd1e-a910-40da-a63f-43e589dd5be7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.933262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d26cd1e-a910-40da-a63f-43e589dd5be7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0258043 Dec 20 23:18:40.939519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37780) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.952710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-653e1518-e1f9-4b49-99de-ced3abd89e95 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.953307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:40.954658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-653e1518-e1f9-4b49-99de-ced3abd89e95 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0123229 Dec 20 23:18:40.956737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37782) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.959695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=04d6a24a-48c2-451c-9683-614660034b4d,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:40.965413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-33368e3b-8e84-481c-92da-c9f16a703cbc tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.967021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-33368e3b-8e84-481c-92da-c9f16a703cbc tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091653 Dec 20 23:18:40.974362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.984204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003028-ae0d-413d-8c16-89331b76dffb req-9ffc70a1-e28e-4b86-ba7b-b53c300252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:40.986215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-9ffc70a1-e28e-4b86-ba7b-b53c300252e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c28385f-2450-423e-8397-701ef1759115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659850 Dec 20 23:18:40.986611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-9ba2dda4-0ddc-4e00-af07-b23c3f8a27ad tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:40.987597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9ba2dda4-0ddc-4e00-af07-b23c3f8a27ad tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114052 Dec 20 23:18:40.996992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37786) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:40.998752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb3060-392a-42f1-8e5f-ff1ba5a1b648 req-143d73b9-fc8c-4c9e-88d2-e68c061d2ce4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.004418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-887ac3be-2b64-428e-95f8-1ed739a83931 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.005661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-887ac3be-2b64-428e-95f8-1ed739a83931 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051625 Dec 20 23:18:41.006255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fadb3060-392a-42f1-8e5f-ff1ba5a1b648 req-143d73b9-fc8c-4c9e-88d2-e68c061d2ce4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1495483 Dec 20 23:18:41.011148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37788) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.015720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-e162dd92-d90b-4a70-b04d-2427cd9f024e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.016684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e162dd92-d90b-4a70-b04d-2427cd9f024e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041261 Dec 20 23:18:41.027140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.042064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-6494682d-6fb2-4cf8-a5ca-6bf093b4b468 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.043071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6494682d-6fb2-4cf8-a5ca-6bf093b4b468 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140486 Dec 20 23:18:41.046528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37792) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.057523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-4ad1a183-d85d-4bf7-9520-cf35c6aefd8a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.058041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93dae32c-cee3-418c-b121-abf3015fa07b req-b1191a26-ebb3-4d99-828d-dbf4c996cf7c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279557 Dec 20 23:18:41.063645 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4ad1a183-d85d-4bf7-9520-cf35c6aefd8a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0100009 Dec 20 23:18:41.070405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37794) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.091702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-92e45836-9e98-43fe-8b6d-7ecbb7e5480c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.095832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-92e45836-9e98-43fe-8b6d-7ecbb7e5480c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101328 Dec 20 23:18:41.096645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.109671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-8f280e45-a5d0-423f-b9d3-ddfab8a88c0f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.109671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8f280e45-a5d0-423f-b9d3-ddfab8a88c0f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057676 Dec 20 23:18:41.114171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.125284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-6b19a2cd-744a-4d53-8329-70e39b1bf160 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.129946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6b19a2cd-744a-4d53-8329-70e39b1bf160 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0098796 Dec 20 23:18:41.135948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.140100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:41.148214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-c97847ca-185e-4440-af2f-b4e449ef379a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.151946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c97847ca-185e-4440-af2f-b4e449ef379a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0106423 Dec 20 23:18:41.154621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37806) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.171479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-367b2994-5e81-4f8d-b54b-87576c30f9cf tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.175083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-367b2994-5e81-4f8d-b54b-87576c30f9cf tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0114217 Dec 20 23:18:41.180427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37808) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.193900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fadb3060-392a-42f1-8e5f-ff1ba5a1b648 req-7c51b360-6680-47fd-80d1-f025eecdbbd3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832376 Dec 20 23:18:41.205499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-114fc38e-37b2-4b3e-877c-226d9f5ded44 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.217282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-114fc38e-37b2-4b3e-877c-226d9f5ded44 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117831 Dec 20 23:18:41.231278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.232140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:41.233597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37812) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.234149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 1092 time: 1.9520435 Dec 20 23:18:41.250543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:41.251074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-16236017-05ba-4424-a111-6c006b4682b5 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.251215 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1934cf89-d434-4315-aee2-18fb244a6f71" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "tag": "04d6a24a-48c2-451c-9683-614660034b4d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:41.251329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-16236017-05ba-4424-a111-6c006b4682b5 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057893 Dec 20 23:18:41.253299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37818) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.264192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-47cbe16d-afd6-41e7-a96f-2a964aba6ae1 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.264192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-47cbe16d-afd6-41e7-a96f-2a964aba6ae1 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059819 Dec 20 23:18:41.264643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37820) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.271379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-148d2d63-b009-4b42-82d8-c24ef73896a6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.274923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-148d2d63-b009-4b42-82d8-c24ef73896a6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070581 Dec 20 23:18:41.276790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37824) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.289874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-ffc05c57-945c-498e-9bf0-178fa22f44a4 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.289874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ffc05c57-945c-498e-9bf0-178fa22f44a4 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067971 Dec 20 23:18:41.296249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51090f-3629-476e-8eca-72fff908f906 req-86afcfd9-76e1-4273-ab3b-cb8084899547 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.301499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.304721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e51090f-3629-476e-8eca-72fff908f906 req-86afcfd9-76e1-4273-ab3b-cb8084899547 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.1598427 Dec 20 23:18:41.322379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-4885bb78-82ed-433d-8575-82de3772b178 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.322379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4885bb78-82ed-433d-8575-82de3772b178 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0160208 Dec 20 23:18:41.329946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37828) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.343932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-269b398f-3fa5-409c-bb99-5217eff41d09 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.347372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-269b398f-3fa5-409c-bb99-5217eff41d09 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046058 Dec 20 23:18:41.349375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37830) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.362462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-d22babdd-981c-46c2-b122-d330adf4fa66 service neutron] 10.222.0.45 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623078 Dec 20 23:18:41.370872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-95a585bd-6e8c-423c-964e-021f7abbc263 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.370872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95a585bd-6e8c-423c-964e-021f7abbc263 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0189524 Dec 20 23:18:41.383826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.384777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fea73-afa1-41e6-937c-86bf7f88e3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:41.392339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-a2b8ad69-fe55-4958-95aa-a6621561d02b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.393753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a2b8ad69-fe55-4958-95aa-a6621561d02b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046954 Dec 20 23:18:41.396158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.414824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e51090f-3629-476e-8eca-72fff908f906 req-a5f2089f-c346-4601-985d-9f384a3c2ff5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065755 Dec 20 23:18:41.419210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-57e0397f-ec2b-46f1-b696-cb73d6f1bd62 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.420200 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57e0397f-ec2b-46f1-b696-cb73d6f1bd62 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0232160 Dec 20 23:18:41.437611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37838) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.469361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-d2d5c7f2-81c3-4dbb-bcf9-7a868b1a71b2 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.470392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d2d5c7f2-81c3-4dbb-bcf9-7a868b1a71b2 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0285680 Dec 20 23:18:41.473811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37844) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.484451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b5feeb88-ac16-4a78-8ed2-2feec7aa0667 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.485544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b5feeb88-ac16-4a78-8ed2-2feec7aa0667 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0095377 Dec 20 23:18:41.489313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37846) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.500611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-2491322e-5a33-4363-90c7-5185c5755bb2 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.502476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2491322e-5a33-4363-90c7-5185c5755bb2 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0122244 Dec 20 23:18:41.505079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.511093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-c16e1f2f-868b-45e4-a201-0d9ba8119f17 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.514470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c16e1f2f-868b-45e4-a201-0d9ba8119f17 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062978 Dec 20 23:18:41.514692 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364abbcb-4b72-469a-9df2-d2a7f10a5374 x-openstack-request-id: req-364abbcb-4b72-469a-9df2-d2a7f10a5374 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:41.514692 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "tag": "04d6a24a-48c2-451c-9683-614660034b4d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:41.514692 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-364abbcb-4b72-469a-9df2-d2a7f10a5374 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:41.514692 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d', 'status': 'completed', 'code': 200} Dec 20 23:18:41.524696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37850) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.545161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-7f308623-b3fc-4bf5-adea-089f882e9f2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.546158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7f308623-b3fc-4bf5-adea-089f882e9f2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0154719 Dec 20 23:18:41.548237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3c2a-312a-4654-852f-a37bae30f8b5 req-71d8c833-4732-471b-ad5e-12cde3ff86ac tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.557262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-071d3c2a-312a-4654-852f-a37bae30f8b5 req-71d8c833-4732-471b-ad5e-12cde3ff86ac tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1094 time: 0.1998961 Dec 20 23:18:41.557799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.562184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-d5a45537-1359-4c1a-8ca8-70d3a8eb2378 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.563126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d5a45537-1359-4c1a-8ca8-70d3a8eb2378 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044088 Dec 20 23:18:41.571042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.576430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-cf8de24f-43c6-488c-b0e0-35fb1ab2567b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.579196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cf8de24f-43c6-488c-b0e0-35fb1ab2567b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059118 Dec 20 23:18:41.584563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37856) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.600968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-0dc4fa12-0b77-4d0d-abad-9759038f81ee tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.605304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0dc4fa12-0b77-4d0d-abad-9759038f81ee tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0111125 Dec 20 23:18:41.609472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.622875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-aff5b54d-3502-4638-958d-5cc789f505a6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.625197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-368cc43f-bae4-46aa-b90b-50c1b0b2e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.628765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aff5b54d-3502-4638-958d-5cc789f505a6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0127199 Dec 20 23:18:41.628938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-368cc43f-bae4-46aa-b90b-50c1b0b2e65d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1095 time: 0.2323854 Dec 20 23:18:41.629488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37860) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.634239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-a193cb45-bec0-4e6c-80e7-b0fffd523b1f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.637230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a193cb45-bec0-4e6c-80e7-b0fffd523b1f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048072 Dec 20 23:18:41.640974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37862) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.652094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-817257f9-b711-4a81-8d36-b59653b81218 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.652094 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-817257f9-b711-4a81-8d36-b59653b81218 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095448 Dec 20 23:18:41.653168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37864) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.662011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4ff4ef9-d90d-4391-8e47-433b9b473886 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:41.663934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-d5bd1089-8ef0-4b02-b574-403beea37198 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.667340 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d5bd1089-8ef0-4b02-b574-403beea37198 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0108616 Dec 20 23:18:41.667340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37866) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.685274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37868) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.705099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-071d3c2a-312a-4654-852f-a37bae30f8b5 req-0d252eca-d43f-4a64-906e-34225ff7ca6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330526 Dec 20 23:18:41.709452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-699db5ff-fcdb-45c7-882c-1cc99d9a306e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.713002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-699db5ff-fcdb-45c7-882c-1cc99d9a306e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044162 Dec 20 23:18:41.716044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.736979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-da130963-7f3c-424e-a4ef-f4776d3c8129 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.746848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-da130963-7f3c-424e-a4ef-f4776d3c8129 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0137186 Dec 20 23:18:41.748608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37872) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.758150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-10b7889d-d38a-4622-9618-a29a5044b6a7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.761932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-10b7889d-d38a-4622-9618-a29a5044b6a7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0112290 Dec 20 23:18:41.766042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37876) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.769616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-90ea1e96-9eb6-4bd4-928b-ad8b1a32062d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.770663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-90ea1e96-9eb6-4bd4-928b-ad8b1a32062d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054839 Dec 20 23:18:41.790180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37878) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.801450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-0f9d2598-f5d7-4e3f-a03a-1861efe6e97c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.802677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f9d2598-f5d7-4e3f-a03a-1861efe6e97c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114501 Dec 20 23:18:41.810208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37880) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.822921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b8a8260c-91f5-4d90-a9b7-b6d1bc44db5b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.824291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b8a8260c-91f5-4d90-a9b7-b6d1bc44db5b tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0126698 Dec 20 23:18:41.835078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.843834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-4b542924-c4e3-4ec7-9598-f636461d3c1c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.845902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4b542924-c4e3-4ec7-9598-f636461d3c1c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0078139 Dec 20 23:18:41.850917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37884) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.874263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc381b2-a432-4144-bd2b-a38f26805473 req-6ff9510d-8860-44b4-9344-ac3e0d222c82 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:41.876186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc381b2-a432-4144-bd2b-a38f26805473 req-6ff9510d-8860-44b4-9344-ac3e0d222c82 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.2486017 Dec 20 23:18:41.883143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-0738e3be-817f-4de2-8347-aa35bf19a7d6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.889959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0738e3be-817f-4de2-8347-aa35bf19a7d6 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0365157 Dec 20 23:18:41.891131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.925425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-3c44be45-81bb-46a6-b78e-e9d7f505b054 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.930145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c44be45-81bb-46a6-b78e-e9d7f505b054 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0289204 Dec 20 23:18:41.931307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.932238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:41.938448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-a6cc1ac1-d397-43f6-a6ac-87258c5553a7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.942967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a6cc1ac1-d397-43f6-a6ac-87258c5553a7 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089893 Dec 20 23:18:41.948340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a4ff4ef9-d90d-4391-8e47-433b9b473886', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'port_id': 'a4ff4ef9-d90d-4391-8e47-433b9b473886', 'mac_address': 'fa:16:3e:d4:70:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:41.953788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.959540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-e7229e35-d742-43fe-b2cb-b6cfd335fe2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.964486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e7229e35-d742-43fe-b2cb-b6cfd335fe2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092828 Dec 20 23:18:41.966047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37892) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.972398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-6fde30d8-d46c-42ec-bfc3-00a8c11b7857 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.978291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6fde30d8-d46c-42ec-bfc3-00a8c11b7857 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0083454 Dec 20 23:18:41.979464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37894) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:41.986136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-7bc2decb-e499-4591-8e98-b1832560e42d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:41.991371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7bc2decb-e499-4591-8e98-b1832560e42d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073454 Dec 20 23:18:41.992801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37896) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.000401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b35757f8-30db-4470-b48d-051c5bc91597 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.004647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b35757f8-30db-4470-b48d-051c5bc91597 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0105488 Dec 20 23:18:42.005061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.006226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.024297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ff4ef9-d90d-4391-8e47-433b9b473886 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:42.043274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-9de99e95-6958-479a-84c5-9f9c58a03892 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.047285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9de99e95-6958-479a-84c5-9f9c58a03892 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076556 Dec 20 23:18:42.048895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.052355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:42.053476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbc381b2-a432-4144-bd2b-a38f26805473 req-91ccd0fd-a42e-4965-a9ed-8c3b5e22308d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610873 Dec 20 23:18:42.059450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-4558ea78-d328-4fb7-b33c-41f66287ba2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.063707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4558ea78-d328-4fb7-b33c-41f66287ba2d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089743 Dec 20 23:18:42.064754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.072102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b09e5196-e432-4cc3-862b-da819a455d4c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.074260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-c1ebe0b5-a4c5-4aeb-b016-8356094ab1fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 217 time: 0.4355907 Dec 20 23:18:42.092770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37906) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.093360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b09e5196-e432-4cc3-862b-da819a455d4c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0271759 Dec 20 23:18:42.113016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-25bb7d46-dd9c-48ed-b31a-4747d8187140 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.116721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-25bb7d46-dd9c-48ed-b31a-4747d8187140 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0094380 Dec 20 23:18:42.116891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37908) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.122058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-b29cc721-5824-4267-90a5-ed73621d8d4f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.132766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b29cc721-5824-4267-90a5-ed73621d8d4f tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0143921 Dec 20 23:18:42.136368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37910) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.142540 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e7003028-ae0d-413d-8c16-89331b76dffb req-705b416d-7979-466a-a6e3-c053310516e3 service neutron] 10.222.0.45 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722785 Dec 20 23:18:42.146260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-3d67cb3e-6ec7-461d-88a0-9c30598b6f49 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.151547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37912) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.152535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.154239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3d67cb3e-6ec7-461d-88a0-9c30598b6f49 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0167401 Dec 20 23:18:42.162470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-d6b8a869-6d1d-49cc-a547-672ef7a1231c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.166438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.172157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-c318154b-d7d6-4fb5-b5ca-eb4ad89cc37e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.175836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c318154b-d7d6-4fb5-b5ca-eb4ad89cc37e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083566 Dec 20 23:18:42.176434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37916) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.181210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-0a0271b3-4884-487f-8e01-1eb6d08b83ef tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.187530 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6b8a869-6d1d-49cc-a547-672ef7a1231c tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0295334 Dec 20 23:18:42.189505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.193114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a0271b3-4884-487f-8e01-1eb6d08b83ef tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0153553 Dec 20 23:18:42.198578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-4df0960a-1b7a-4d96-b228-2a5d61c57d5d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.202373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.206658 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-d159dfc2-346f-427f-a778-ad8e87a192fa tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.210165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d159dfc2-346f-427f-a778-ad8e87a192fa tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068016 Dec 20 23:18:42.210743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.217286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4df0960a-1b7a-4d96-b228-2a5d61c57d5d tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0268962 Dec 20 23:18:42.224029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-00e97486-85d8-4269-9463-64c48630fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.225311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-00e97486-85d8-4269-9463-64c48630fd11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1339755 Dec 20 23:18:42.225863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-53e94c97-1102-48f1-a966-b5f9c9c2310a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.229826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-53e94c97-1102-48f1-a966-b5f9c9c2310a tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0163088 Dec 20 23:18:42.230455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37926) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.250491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-8011c69d-d0c8-49bd-a332-607b19f4a205 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.257156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37928) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.260441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-9b0b9083-c5de-4435-9db1-a26085903fad tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.262482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8011c69d-d0c8-49bd-a332-607b19f4a205 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0153272 Dec 20 23:18:42.264108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b0b9083-c5de-4435-9db1-a26085903fad tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075810 Dec 20 23:18:42.264705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:42.264842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37930) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.284334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-f728746f-0fc3-48f4-aaa4-119437c7b3a0 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.288123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.292555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [None req-1396460f-5773-4e5c-a25f-9926e35f029e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.294472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f728746f-0fc3-48f4-aaa4-119437c7b3a0 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0135925 Dec 20 23:18:42.296104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1396460f-5773-4e5c-a25f-9926e35f029e tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069516 Dec 20 23:18:42.302259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37936) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:42.311768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [None req-edcfb67d-1a29-4dfd-bece-b02811ad8867 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:18:42.327290 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-edcfb67d-1a29-4dfd-bece-b02811ad8867 tempest-ExtensionsTestJSON-227583991 tempest-ExtensionsTestJSON-227583991-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0236192 Dec 20 23:18:42.341337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1609323148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:42.353003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb66a5-dae2-4f83-96c4-f8cf05935585 req-6c17f26e-7ab5-4742-a090-71bf8f3d196c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.355742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4adb66a5-dae2-4f83-96c4-f8cf05935585 req-6c17f26e-7ab5-4742-a090-71bf8f3d196c tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 944 time: 0.1424973 Dec 20 23:18:42.382996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4ff4ef9-d90d-4391-8e47-433b9b473886'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:42.448388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-75e94d80-97ad-4679-a775-b94771e3cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.450199 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-75e94d80-97ad-4679-a775-b94771e3cbf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115076 Dec 20 23:18:42.473158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4adb66a5-dae2-4f83-96c4-f8cf05935585 req-4148bc0b-02aa-4542-9d3e-a7bfa325283d tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113055 Dec 20 23:18:42.509612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450f74-36f2-4ad0-80e2-b756cb178409 req-3db70b1d-51f4-486a-85ed-e80cb007352c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.518305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6450f74-36f2-4ad0-80e2-b756cb178409 req-3db70b1d-51f4-486a-85ed-e80cb007352c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1038256 Dec 20 23:18:42.543436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.544521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.666904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6450f74-36f2-4ad0-80e2-b756cb178409 req-f2ed1d78-fe44-4ee9-91af-e2ec4b20eb4f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299782 Dec 20 23:18:42.716144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.727721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-1070c615-6b4a-4af6-92fc-cae18ad3e537 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679231 Dec 20 23:18:42.793348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-a7267aaa-9ba8-4a8b-b25b-3301f4e9cd1c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.795592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-a7267aaa-9ba8-4a8b-b25b-3301f4e9cd1c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.1275282 Dec 20 23:18:42.832382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-46d79476-fdee-4ec2-b1a5-d5989f3116e8 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/quotas/58ecf742ec5a47c88ec2db56e1f19277 HTTP/1.1" status: 200 len: 375 time: 0.0199995 Dec 20 23:18:42.855985 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0f0ac167-28ba-4326-8f3a-2e7e784bcdac req-555cdee9-59a8-4c7e-a16e-3c9831ee4113 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200216 Dec 20 23:18:42.857701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:42.919185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db00fc-fc81-431e-afcf-87814a1659ad req-22c5f593-251e-4489-bdea-ec8b51a80466 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:42.926642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91db00fc-fc81-431e-afcf-87814a1659ad req-22c5f593-251e-4489-bdea-ec8b51a80466 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1095 time: 0.1300159 Dec 20 23:18:42.940692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-5b1b0fd7-f1f0-4c2f-b7c0-e9f24e008d8e tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926058 Dec 20 23:18:43.001197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.002723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0c165ec-bfbc-4fff-a671-f7c6d2d721ab tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9409842 Dec 20 23:18:43.005437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91db00fc-fc81-431e-afcf-87814a1659ad req-4b3b639f-bb88-4349-9270-854303b16c64 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731952 Dec 20 23:18:43.005598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37954) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:43.024378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1852045951'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:43.086887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37956) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:43.105231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-14edc4ae-e691-46f3-a502-a507de3c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.106811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-14edc4ae-e691-46f3-a502-a507de3c57da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1095 time: 0.0790534 Dec 20 23:18:43.142044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-2a90aef3-0201-4d39-a1ab-5c4bb381ce3f service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930034 Dec 20 23:18:43.189052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:43.194778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.207491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.260946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-83fd1f18-554c-4781-8b3a-07c12e27978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.262462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-83fd1f18-554c-4781-8b3a-07c12e27978c service neutron] 10.222.0.59 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.1478791 Dec 20 23:18:43.295371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0298bade-bad8-44d3-ac21-bd5790c59829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.346219 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-067a8b95-9fef-4b2f-acf7-1fe013feb25e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 217 time: 0.0701537 Dec 20 23:18:43.465375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.471585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-9f1a671c-9659-465b-88f5-9c190cc2835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.473084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-9f1a671c-9659-465b-88f5-9c190cc2835f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.1087151 Dec 20 23:18:43.541027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0298bade-bad8-44d3-ac21-bd5790c59829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.543261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.574902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-33c4d516-6dbd-45e9-97e9-b70c5443e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.576401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-33c4d516-6dbd-45e9-97e9-b70c5443e8fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916636 Dec 20 23:18:43.582249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:43.605981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9505-e683-46b0-9ab0-981358590768 req-fa1f11fd-4e7a-4487-b9e5-2b7845dcc1ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.607646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f67b9505-e683-46b0-9ab0-981358590768 req-fa1f11fd-4e7a-4487-b9e5-2b7845dcc1ef tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.4608619 Dec 20 23:18:43.622294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0298bade-bad8-44d3-ac21-bd5790c59829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.624651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66df9ddd-aafd-46d8-9e00-92ab087bee82,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:43.634340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.634677 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Added segment 43f9b5c3-c7cb-4030-b433-8afad8598384 of type vlan for network f7a0bbf8-8602-45a4-a887-1023bace3222 Dec 20 23:18:43.672149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6ec2d2a4-dc7e-4e38-9e5c-299c4c117f58 service neutron] 10.222.0.62 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125480 Dec 20 23:18:43.674114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4ff4ef9-d90d-4391-8e47-433b9b473886 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:43.677444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f67b9505-e683-46b0-9ab0-981358590768 req-4ab0341b-ff7f-43cd-a95e-c4ac0e61775f tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634620 Dec 20 23:18:43.811050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a4ff4ef9-d90d-4391-8e47-433b9b473886 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:18:43.815434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a4ff4ef9-d90d-4391-8e47-433b9b473886 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:43.815925 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.823141 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:18:43.844735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44251997-e493-4292-ba6c-abed16d6dd86 req-c579b0ed-8b6b-455f-9280-85dc8aad56b1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:43.852710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44251997-e493-4292-ba6c-abed16d6dd86 req-c579b0ed-8b6b-455f-9280-85dc8aad56b1 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 944 time: 0.0658035 Dec 20 23:18:43.877777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:43.888599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0298bade-bad8-44d3-ac21-bd5790c59829 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d69fb64192ce48918054f0f7f97a049f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8006854 Dec 20 23:18:43.892597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:43.910380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298bade-bad8-44d3-ac21-bd5790c59829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4831a200-491c-4b9e-b996-a62b7b4e7dcf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:43.930764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44251997-e493-4292-ba6c-abed16d6dd86 req-cbc24def-c7d6-4938-83e1-24e8945dfbbe tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770881 Dec 20 23:18:44.009714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.028596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:18:44.031177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f97cb5a-109b-4f75-aa5d-e127f982988e req-cba768f7-7252-4d7f-8e87-1f744a87f5d9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 210 time: 0.0413465 Dec 20 23:18:44.067926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-68a71f21-640b-4544-98e1-d6dc7ce641e4 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784658 Dec 20 23:18:44.089884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:44.090895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:44.099920 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c827c8-1270-4dcd-8fb9-c734193f78f8" -d '{"events": [{"server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:44.126373 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-fcb4dd50-e50b-44f4-92c5-9a03f30cdeba tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.128024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-fcb4dd50-e50b-44f4-92c5-9a03f30cdeba tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20 HTTP/1.1" status: 200 len: 946 time: 0.4641595 Dec 20 23:18:44.162822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.168944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.169585 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.199577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.217699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de7034-3674-42cd-b533-275822309895 req-6d004ec6-cb0e-4c8e-9143-59bebdb354e8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.220298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2de7034-3674-42cd-b533-275822309895 req-6d004ec6-cb0e-4c8e-9143-59bebdb354e8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1477082 Dec 20 23:18:44.251045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d911a-358c-4a72-8862-d0f543b0a1b8 req-2fec04ed-fbcc-4fdb-9921-0e5fdded6bd2 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.259195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-848d911a-358c-4a72-8862-d0f543b0a1b8 req-2fec04ed-fbcc-4fdb-9921-0e5fdded6bd2 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1095 time: 0.0990863 Dec 20 23:18:44.293170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:44.321869 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3149388 Dec 20 23:18:44.326044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37980) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:44.339275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'subnet': {'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:44.349521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.374170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.465015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2de7034-3674-42cd-b533-275822309895 req-982862ce-2b06-492a-8371-7582f5a6e91b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341998 Dec 20 23:18:44.481780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-848d911a-358c-4a72-8862-d0f543b0a1b8 req-e9cd1032-dd1a-4e6e-aea5-752e3d4ba320 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213955 Dec 20 23:18:44.482319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028d696-eea0-456c-98eb-df16f56651d1 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Network': ['ID=f7a0bbf8-8602-45a4-a887-1023bace3222,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:44.498638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f7a0bbf8-8602-45a4-a887-1023bace3222 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:44.543420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1934cf89-d434-4315-aee2-18fb244a6f71 req-aa379bec-d384-44f3-91b0-cb8d9cd2929a service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473827 Dec 20 23:18:44.548086 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ffd196-2ef5-449d-a0f7-54be23cc82fa x-openstack-request-id: req-06ffd196-2ef5-449d-a0f7-54be23cc82fa {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:44.548393 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "name": "network-vif-plugged", "status": "completed", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:44.548996 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06ffd196-2ef5-449d-a0f7-54be23cc82fa {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:44.549534 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886', 'code': 200} Dec 20 23:18:44.599733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:44.604952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.612256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Deleting port d5c13823-2026-467f-946e-de5c15192339 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:18:44.612591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.661968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.665498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.670895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4831a200-491c-4b9e-b996-a62b7b4e7dcf HTTP/1.1" status: 204 len: 168 time: 0.7711384 Dec 20 23:18:44.685046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992023c3-785b-4ecb-89df-de6cfe076a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4831a200-491c-4b9e-b996-a62b7b4e7dcf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:44.860342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] For port d5c13823-2026-467f-946e-de5c15192339, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=d5c13823-2026-467f-946e-de5c15192339,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:44.860342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:44.860342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Calling delete_port for d5c13823-2026-467f-946e-de5c15192339 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:18:44.861016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 04d6a24a-48c2-451c-9683-614660034b4d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:44.861558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bfb4e-f461-4460-9dbc-46c918052c40 req-3fb76b47-8668-4a9d-b4ac-d18f19baf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.861558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd3bfb4e-f461-4460-9dbc-46c918052c40 req-3fb76b47-8668-4a9d-b4ac-d18f19baf926 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.1526189 Dec 20 23:18:44.952706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=04d6a24a-48c2-451c-9683-614660034b4d,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:44.967002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb766e9-2342-4503-b654-549806698fbd req-cd1aca33-8b8f-496a-81dc-e7cd61ee2402 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:44.967271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '04d6a24a-48c2-451c-9683-614660034b4d', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'port_id': '04d6a24a-48c2-451c-9683-614660034b4d', 'mac_address': 'fa:16:3e:b9:09:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:44.969695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beb766e9-2342-4503-b654-549806698fbd req-cd1aca33-8b8f-496a-81dc-e7cd61ee2402 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1829169 Dec 20 23:18:45.010514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.010968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd3bfb4e-f461-4460-9dbc-46c918052c40 req-04c8af5c-40a6-4d98-baaf-0b992410b58c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383753 Dec 20 23:18:45.024809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d6a24a-48c2-451c-9683-614660034b4d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:45.047172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=04d6a24a-48c2-451c-9683-614660034b4d,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:45.108021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beb766e9-2342-4503-b654-549806698fbd req-554d9769-02b9-4369-aa1e-e0f6ec195aaa tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911798 Dec 20 23:18:45.135048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ae605-ff55-47c1-95da-15121be2d10d req-95ac167a-6bf0-4dd4-9025-2f963906aad4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:45.137868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-162ae605-ff55-47c1-95da-15121be2d10d req-95ac167a-6bf0-4dd4-9025-2f963906aad4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 944 time: 0.1083281 Dec 20 23:18:45.152769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.153996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.175307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['d5c13823-2026-467f-946e-de5c15192339'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:45.225019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea6e5a3a-db48-49c2-b8ee-083cfc1d7eaa req-1946dcc6-b640-4b75-b2e6-7555e7cb82ff tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 210 time: 0.0612173 Dec 20 23:18:45.226042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.288304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466f188-5f03-45a0-b688-8930a427ffa4 None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:45.308494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event deleted for resources: {'Port': ['ID=d5c13823-2026-467f-946e-de5c15192339,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:45.322043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Subnet': ['ID=65bc2154-eead-46ec-893d-1ebb7bacbc0f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:45.335780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-162ae605-ff55-47c1-95da-15121be2d10d req-764353e4-20b6-4654-be38-91998674e5e9 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915574 Dec 20 23:18:45.341120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Checking segment: {'id': '43f9b5c3-c7cb-4030-b433-8afad8598384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:45.341511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network hostable DHCP agents. Network: f7a0bbf8-8602-45a4-a887-1023bace3222, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:45.360303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] No DVR routers for this DVR port d5c13823-2026-467f-946e-de5c15192339 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:18:45.368415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.372938 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5b814cf7-d44d-40ba-93b9-4cd6166c9c92 req-cd489979-e485-4210-b1f4-baf159fafc5b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "DELETE /v2.0/ports/d5c13823-2026-467f-946e-de5c15192339 HTTP/1.1" status: 204 len: 173 time: 1.2295930 Dec 20 23:18:45.373684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-deleted', 'tag': 'd5c13823-2026-467f-946e-de5c15192339'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:45.376019 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a866ec3-ab26-449d-852c-ce0d604e848e" -d '{"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-deleted", "tag": "d5c13823-2026-467f-946e-de5c15192339"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:45.379016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:45.427875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f7a0bbf8-8602-45a4-a887-1023bace3222 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:45.431852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['04d6a24a-48c2-451c-9683-614660034b4d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:45.466190 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7649be0-13f1-4fc5-a389-b4609bd8d911 x-openstack-request-id: req-a7649be0-13f1-4fc5-a389-b4609bd8d911 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:45.466471 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20", "name": "network-vif-deleted", "tag": "d5c13823-2026-467f-946e-de5c15192339", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:45.466821 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7649be0-13f1-4fc5-a389-b4609bd8d911 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:45.467229 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d50eaf-aa5f-4ac7-9bfa-688fe5a94f20', 'name': 'network-vif-deleted', 'tag': 'd5c13823-2026-467f-946e-de5c15192339', 'status': 'completed', 'code': 200} Dec 20 23:18:45.538499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f7a0bbf8-8602-45a4-a887-1023bace3222) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:45.555395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17ced0-64e9-45d8-8603-338dfa8b7fb7 None None] Network f7a0bbf8-8602-45a4-a887-1023bace3222 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:45.561783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:45.562787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.724571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f7a0bbf8-8602-45a4-a887-1023bace3222', 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222', 'project_id': '34d74aebf5c548c698d27fa37bedb4df', 'fixed_ips': [{'subnet_id': '65bc2154-eead-46ec-893d-1ebb7bacbc0f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:45.725559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.737881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9a44247a-12eb-447b-98c7-1a9e42a92683 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4039207 Dec 20 23:18:45.738575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38010) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:45.743927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'network': {'name': 'tempest-router-network01--1114202831'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:45.807449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df45d6-99f8-41c4-8b71-bb29caa7ba6b req-a96a9226-aaef-430d-a72d-26c96cef2f2a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:45.811128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76df45d6-99f8-41c4-8b71-bb29caa7ba6b req-a96a9226-aaef-430d-a72d-26c96cef2f2a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1880622 Dec 20 23:18:45.816119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8f940-364e-46c4-99b8-37ce671be9e8 req-7ab9c992-5f99-45af-a54b-75f03efa2889 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:45.825932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c8f940-364e-46c4-99b8-37ce671be9e8 req-7ab9c992-5f99-45af-a54b-75f03efa2889 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.1902065 Dec 20 23:18:45.902336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76df45d6-99f8-41c4-8b71-bb29caa7ba6b req-f5ecb7a5-4503-4622-8124-cad033c02a75 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750887 Dec 20 23:18:45.913699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:45.918425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.937516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Allocated IP 172.20.0.2 (f7a0bbf8-8602-45a4-a887-1023bace3222/65bc2154-eead-46ec-893d-1ebb7bacbc0f/1fb4cec6-5cc6-4209-aab7-c3f70393dbdc) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:45.963227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c8f940-364e-46c4-99b8-37ce671be9e8 req-33717e4d-833d-4e3a-8b6a-fc5e1cf17792 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Dec 20 23:18:45.970140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:45.995290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:45.995712 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Added segment 14ea63eb-528c-4701-8b97-bb9274e2db8e of type vlan for network f3db9ab0-88a9-477f-b531-8227bf5d40be Dec 20 23:18:46.063551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.177440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.208879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.218519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:46.218519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.279914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.357566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Network': ['ID=f3db9ab0-88a9-477f-b531-8227bf5d40be,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:46.383524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:46.396232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f3db9ab0-88a9-477f-b531-8227bf5d40be details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:46.402215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3b23809-c424-40c7-915c-32d0f0a10bd1 req-67cdf5e9-ba50-4fea-994f-0fdeb0766248 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 210 time: 0.0995789 Dec 20 23:18:46.402745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Network f7a0bbf8-8602-45a4-a887-1023bace3222 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:46.418704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:46.428664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:46.452614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b71d88a9-e19b-4f6f-8278-5192a0f591b7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7045178 Dec 20 23:18:46.452614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38026) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:46.459507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca40ca-8923-4f87-abc8-f0555eeee750 req-4e1c507e-77e4-4873-a4d9-ddfab3f1e9a2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:46.459624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'network': {'name': 'tempest-router-network02--1118230930'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:46.461429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13ca40ca-8923-4f87-abc8-f0555eeee750 req-4e1c507e-77e4-4873-a4d9-ddfab3f1e9a2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.2392006 Dec 20 23:18:46.582576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:46.587231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.594056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Attempting to bind port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:46.595726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Attempting to bind port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '43f9b5c3-c7cb-4030-b433-8afad8598384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:46.596098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Attempting to bind port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc on network f7a0bbf8-8602-45a4-a887-1023bace3222 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:46.602967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13ca40ca-8923-4f87-abc8-f0555eeee750 req-bf49bb77-b07b-4985-acad-8aba6d55d77d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238265 Dec 20 23:18:46.609576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:46.611233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Checking segment: {'id': '43f9b5c3-c7cb-4030-b433-8afad8598384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:46.612033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.612474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Bound using segment: {'id': '43f9b5c3-c7cb-4030-b433-8afad8598384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:46.612966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Bound port: 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f9b5c3-c7cb-4030-b433-8afad8598384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7a0bbf8-8602-45a4-a887-1023bace3222'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:46.614612 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.646089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:46.683934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.684536 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Added segment 631cd94d-671f-4a3e-949f-d1053fb1c14b of type vlan for network 53ba8743-f733-4b3b-97f3-bd28dff9c895 Dec 20 23:18:46.723342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] For port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:46.724389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7d81d-efb8-44c4-8e7f-43a7354ed7a7 req-a07e4cc5-fff9-4994-9328-42acaf541a23 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:46.728514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] For port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,segment=NetworkSegment(43f9b5c3-c7cb-4030-b433-8afad8598384),segment_id=43f9b5c3-c7cb-4030-b433-8afad8598384)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:46.739944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8a7d81d-efb8-44c4-8e7f-43a7354ed7a7 req-a07e4cc5-fff9-4994-9328-42acaf541a23 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 945 time: 0.1414597 Dec 20 23:18:46.742510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38030) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:46.780167 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.807113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.833637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8a7d81d-efb8-44c4-8e7f-43a7354ed7a7 req-8040dca8-f4b1-489d-8c49-08ffe52ac6cc tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918789 Dec 20 23:18:46.893691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 04d6a24a-48c2-451c-9683-614660034b4d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:46.913792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-959532548'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:46.922451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.939096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:46.941911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:46.977651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15601f04-7301-4587-81b6-e4cb89475bd3 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:47.080263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 04d6a24a-48c2-451c-9683-614660034b4d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:18:47.087694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 04d6a24a-48c2-451c-9683-614660034b4d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:47.088286 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.122031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Made reservation on behalf of 11d946d7b76b42b9a65142a69e8d5d81 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:47.125629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.157492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.196542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Network': ['ID=53ba8743-f733-4b3b-97f3-bd28dff9c895,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:47.208917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:47.256769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-5108b9e3-1ce4-4c2f-9239-c8e6c0738d3d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:47.271843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-5108b9e3-1ce4-4c2f-9239-c8e6c0738d3d tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 815 time: 0.4125679 Dec 20 23:18:47.291721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96db0d89-22be-42bf-900c-28ca75cc18a2 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8415103 Dec 20 23:18:47.298964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:47.312873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Request body: {'port': {'device_id': '95c8e269-3fbb-46f3-8ac2-001571671576', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'admin_state_up': True, 'tenant_id': '58ecf742ec5a47c88ec2db56e1f19277'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:47.315043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cffac9-8540-4ab7-9d84-48237522560f req-e2460410-cf7b-468c-8c7f-eb42aafad56e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:47.328186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'subnet': {'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:47.330261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6cffac9-8540-4ab7-9d84-48237522560f req-e2460410-cf7b-468c-8c7f-eb42aafad56e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2232144 Dec 20 23:18:47.412843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3d641-d71e-4782-95cb-4b81bbf307b0 req-ce3555ad-81df-48f0-a657-4ea58babef85 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:47.425949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4f3d641-d71e-4782-95cb-4b81bbf307b0 req-ce3555ad-81df-48f0-a657-4ea58babef85 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.2694621 Dec 20 23:18:47.444481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6cffac9-8540-4ab7-9d84-48237522560f req-ee870977-1ff2-4119-bb3b-caf7a8963029 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130085 Dec 20 23:18:47.516732 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.611434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=04d6a24a-48c2-451c-9683-614660034b4d,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:47.613765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:47.623149 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e912fa-1d4a-4d37-94fe-5c04ea608257" -d '{"events": [{"server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "name": "network-vif-plugged", "status": "completed", "tag": "04d6a24a-48c2-451c-9683-614660034b4d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:47.623590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4f3d641-d71e-4782-95cb-4b81bbf307b0 req-c4d74fa2-7ba3-4c3e-b3e8-c422234ccc9b tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769645 Dec 20 23:18:47.677704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:47.690517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.692974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:47.697485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.699580 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e5f4f43-3f64-452b-9f2e-eb1b10bb053f req-e2ffd086-5ae7-4571-9246-4c6d0cec8fa9 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 210 time: 0.0622351 Dec 20 23:18:47.711970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: d5c13823-2026-467f-946e-de5c15192339 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:18:47.712594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device d5c13823-2026-467f-946e-de5c15192339 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:18:47.716119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.774968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.814285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Made reservation on behalf of 58ecf742ec5a47c88ec2db56e1f19277 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:47.830047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.848255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b1273-4d43-4d7e-abb7-6ab806adce79,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:47.848502 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c2d76-7db0-4e99-bdff-dad5f51508ee x-openstack-request-id: req-c29c2d76-7db0-4e99-bdff-dad5f51508ee {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:47.848828 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "name": "network-vif-plugged", "status": "completed", "tag": "04d6a24a-48c2-451c-9683-614660034b4d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:47.849101 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c29c2d76-7db0-4e99-bdff-dad5f51508ee {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:47.850931 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d', 'code': 200} Dec 20 23:18:47.851592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:47.861967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:18:47.921400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:47.922378 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Added segment 8a72fb6d-cd22-462b-a33e-c0bbe27c0388 of type vlan for network 0c3ee509-077c-44ef-a831-156f34ad9d78 Dec 20 23:18:47.929325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d113-3966-4a4c-942f-68add6c4a560 req-b958be1c-be16-482f-8ac7-b493a0f351d1 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:47.937315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85a5d113-3966-4a4c-942f-68add6c4a560 req-b958be1c-be16-482f-8ac7-b493a0f351d1 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.2129698 Dec 20 23:18:48.025155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf586-ad11-473b-94c9-b25556eb4d87 req-31ae20ec-22ef-4e49-b697-db8a252d31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.030343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b0bf586-ad11-473b-94c9-b25556eb4d87 req-31ae20ec-22ef-4e49-b697-db8a252d31fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1097 time: 0.1422997 Dec 20 23:18:48.046923 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.074011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c074b-7c24-4dcb-9473-b58aa5691a8e req-8b5193aa-582b-4f38-801a-06b6bd41a047 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.084893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b4c074b-7c24-4dcb-9473-b58aa5691a8e req-8b5193aa-582b-4f38-801a-06b6bd41a047 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.2161932 Dec 20 23:18:48.165148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85a5d113-3966-4a4c-942f-68add6c4a560 req-ad9121fc-b52e-4311-a50b-a0d49cd13aef tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259598 Dec 20 23:18:48.239160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b4c074b-7c24-4dcb-9473-b58aa5691a8e req-07e72175-061d-4d8d-85d4-d3419bce1c82 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532745 Dec 20 23:18:48.240994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.244397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Allocated IP 172.20.0.14 (1fe8ca77-de20-44e1-9891-7874010b64ec/3fbfe5b6-256c-472b-bd00-73a6b0f67a2c/839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:48.256862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b0bf586-ad11-473b-94c9-b25556eb4d87 req-431fdea2-b81f-44f7-b25f-fc0153dacd7f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946790 Dec 20 23:18:48.266029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.271947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.357202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.462036 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7161508 Dec 20 23:18:48.464501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38052) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:48.470812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'subnet': {'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:48.485521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f02040-f8ae-4756-b175-fdfa8f822644 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Network': ['ID=0c3ee509-077c-44ef-a831-156f34ad9d78,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:48.502081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:18:48.523154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Checking segment: {'id': '14ea63eb-528c-4701-8b97-bb9274e2db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:48.524388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network hostable DHCP agents. Network: f3db9ab0-88a9-477f-b531-8227bf5d40be, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:48.552215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Subnet': ['ID=c7cc4453-1f98-4226-8ffb-b020e1c6fb12,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:48.594254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.636843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f3db9ab0-88a9-477f-b531-8227bf5d40be is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:48.646922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac597518-7f58-4c30-9b73-01cf4b60efa6 req-bf58289d-62a6-477e-a2be-189d204e3174 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.658745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac597518-7f58-4c30-9b73-01cf4b60efa6 req-bf58289d-62a6-477e-a2be-189d204e3174 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.3616912 Dec 20 23:18:48.676175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fc0d-f01e-4a1d-96e4-a79cb7e24ec5 req-9c2e9f48-791e-453d-9198-b3f6e1370058 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.682186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3d086-eec6-4c0d-a86b-4bed0a3eac76 None None] Network f7a0bbf8-8602-45a4-a887-1023bace3222 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:48.683767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9045fc0d-f01e-4a1d-96e4-a79cb7e24ec5 req-9c2e9f48-791e-453d-9198-b3f6e1370058 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.3232172 Dec 20 23:18:48.736312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f3db9ab0-88a9-477f-b531-8227bf5d40be) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:48.746887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:48.747788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.781936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.790540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7671fe-eaa4-48e0-b14a-dd6978814e65 None None] Network f3db9ab0-88a9-477f-b531-8227bf5d40be requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:48.803588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac597518-7f58-4c30-9b73-01cf4b60efa6 req-a5553c58-0238-4d8e-a831-dca77cd4b92e tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435804 Dec 20 23:18:48.832376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9045fc0d-f01e-4a1d-96e4-a79cb7e24ec5 req-4be26b78-4345-4a81-90d6-c25d04a0ec9e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476772 Dec 20 23:18:48.914353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Made reservation on behalf of 11d946d7b76b42b9a65142a69e8d5d81 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:48.920644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Network 1fe8ca77-de20-44e1-9891-7874010b64ec is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:48.920851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.921506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:48.924723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] Provisioning complete for port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:48.927806 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:48.941063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:48.986048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a8e39-896c-4ab1-b864-eb369e0ae64f None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:48.988046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:49.023248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-34d88aa6-258b-4bd9-8e03-c1b1a2de4d4f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7030458 Dec 20 23:18:49.029829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event updated for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:49.033686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38060) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:49.060612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'subnet': {'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:49.190351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f3db9ab0-88a9-477f-b531-8227bf5d40be', 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be', 'project_id': '34d74aebf5c548c698d27fa37bedb4df', 'fixed_ips': [{'subnet_id': 'c7cc4453-1f98-4226-8ffb-b020e1c6fb12'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:49.190742 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.209937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:49.210196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.223403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4356a25-3cd7-4245-a3b1-a280d4ab6d45 req-998eb2f9-062e-488d-84fc-0654eb2c770a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:49.224978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4356a25-3cd7-4245-a3b1-a280d4ab6d45 req-998eb2f9-062e-488d-84fc-0654eb2c770a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2554228 Dec 20 23:18:49.239642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.250571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741b31-b20a-4cfb-bcba-22498ab5c047 req-a761bbe9-33a1-446b-a333-1aa393b65819 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:49.252074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1741b31-b20a-4cfb-bcba-22498ab5c047 req-a761bbe9-33a1-446b-a333-1aa393b65819 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 932 time: 0.2666795 Dec 20 23:18:49.287804 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-3c2266c6-5cb1-461d-9624-d2d553437ec7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9949214 Dec 20 23:18:49.309692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Request body: {'port': {'device_id': '95c8e269-3fbb-46f3-8ac2-001571671576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:49.316822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Made reservation on behalf of 34d74aebf5c548c698d27fa37bedb4df for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:49.321136 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.323398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:49.323892 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.369586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1741b31-b20a-4cfb-bcba-22498ab5c047 req-402bac2a-e108-4019-95e2-0dec91ab2135 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056838 Dec 20 23:18:49.453492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.456715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b4356a25-3cd7-4245-a3b1-a280d4ab6d45 req-09c02735-7335-4033-a6e6-5f0e9db972e6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035728 Dec 20 23:18:49.614245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] For port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,segment=NetworkSegment(43f9b5c3-c7cb-4030-b433-8afad8598384),segment_id=43f9b5c3-c7cb-4030-b433-8afad8598384)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:49.740079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900aec0-9263-4df9-83cd-9c8e80b01379 req-fa42826b-592a-40b4-a633-c362936ce19a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:49.743569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b900aec0-9263-4df9-83cd-9c8e80b01379 req-fa42826b-592a-40b4-a633-c362936ce19a tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1393540 Dec 20 23:18:49.769370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-ce951c41-5f00-4167-a9a3-d42890563965 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:49.777711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-ce951c41-5f00-4167-a9a3-d42890563965 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/networks?id=7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 200 len: 910 time: 0.2571208 Dec 20 23:18:49.790407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.839779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-b8f642a1-5d3a-4650-ac2d-c8cc9a20061e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/quotas/d3cca81814214860b5f9d844bbe460f1 HTTP/1.1" status: 200 len: 375 time: 0.0607824 Dec 20 23:18:49.890151 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:49.916662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b900aec0-9263-4df9-83cd-9c8e80b01379 req-af5ad116-20ba-4119-b634-83c2cdd6b673 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663826 Dec 20 23:18:49.922997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Subnet': ['ID=95d2219b-aad9-4556-90d4-49134c40d5c2,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:49.965273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Allocated IP 172.20.0.2 (f3db9ab0-88a9-477f-b531-8227bf5d40be/c7cc4453-1f98-4226-8ffb-b020e1c6fb12/4f54363d-180c-405c-b543-271fd319e9ac) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:49.981563 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7b657071-8eab-437c-9579-9dc18ba7c965 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404161 Dec 20 23:18:49.989241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Checking segment: {'id': '8a72fb6d-cd22-462b-a33e-c0bbe27c0388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:49.989680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network hostable DHCP agents. Network: 0c3ee509-077c-44ef-a831-156f34ad9d78, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:50.052185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.084863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:50.109954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.123846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39b3e-94d5-4b0a-acbc-2dcf5a71f4b1 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:50.129960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Transition to ACTIVE for port object 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:18:50.145695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c00bb1ba-c916-475e-b674-eff48af824a5 None None] Provisioning complete for port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:50.146286 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c00bb1ba-c916-475e-b674-eff48af824a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.217390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c00bb1ba-c916-475e-b674-eff48af824a5 None None] Port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:50.222625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-b0611c99-9794-4c07-bece-0afca93fc3b7 service neutron] 10.222.0.62 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301421 Dec 20 23:18:50.236110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:50.249579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c00bb1ba-c916-475e-b674-eff48af824a5 None None] Provisioning complete for port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:50.249986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c00bb1ba-c916-475e-b674-eff48af824a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.250489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.297527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Checking segment: {'id': '631cd94d-671f-4a3e-949f-d1053fb1c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:50.302125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network hostable DHCP agents. Network: 53ba8743-f733-4b3b-97f3-bd28dff9c895, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:18:50.319887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda64d8-b89c-456b-9af8-4129da3e498e None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:50.348382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0c3ee509-077c-44ef-a831-156f34ad9d78) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:50.352043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.364952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:50.367373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.374297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7804c-c7a4-480b-a519-62721c3a4178 None None] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:50.439879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-33b5e8e9-1d8f-426f-9940-fb621cb872b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160463 Dec 20 23:18:50.447462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Subnet': ['ID=909538be-4b58-4785-a038-ccb801f5b588,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:50.455835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.494598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fbae1270-5369-4072-b31c-cc220dc8b1c7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0295510 Dec 20 23:18:50.495064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38082) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:50.495211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Network f3db9ab0-88a9-477f-b531-8227bf5d40be is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:50.501450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:50.514001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:50.518081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1676474880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:50.538221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Pushing event updated for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:50.597879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:18:50.601001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Pushing event updated for resources: {'Port': ['ID=4f54363d-180c-405c-b543-271fd319e9ac,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:50.627087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-0c3ee509-077c-44ef-a831-156f34ad9d78', 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78', 'project_id': '11d946d7b76b42b9a65142a69e8d5d81', 'fixed_ips': [{'subnet_id': '95d2219b-aad9-4556-90d4-49134c40d5c2'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:50.627818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe77e84-231f-4e72-8244-a8e93a7bf9ac req-11341341-c003-4245-b223-08bb4c058f89 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:50.628507 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.635060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fe77e84-231f-4e72-8244-a8e93a7bf9ac req-11341341-c003-4245-b223-08bb4c058f89 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.1311901 Dec 20 23:18:50.652551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Attempting to bind port 4f54363d-180c-405c-b543-271fd319e9ac on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:50.652922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Attempting to bind port 4f54363d-180c-405c-b543-271fd319e9ac by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '14ea63eb-528c-4701-8b97-bb9274e2db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:50.653291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Attempting to bind port 4f54363d-180c-405c-b543-271fd319e9ac on network f3db9ab0-88a9-477f-b531-8227bf5d40be {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:50.664584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:50.665116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Checking segment: {'id': '14ea63eb-528c-4701-8b97-bb9274e2db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:50.665520 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.665993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Bound using segment: {'id': '14ea63eb-528c-4701-8b97-bb9274e2db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:50.666604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Bound port: 4f54363d-180c-405c-b543-271fd319e9ac, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ea63eb-528c-4701-8b97-bb9274e2db8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f3db9ab0-88a9-477f-b531-8227bf5d40be'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:50.666988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.669147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 53ba8743-f733-4b3b-97f3-bd28dff9c895) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:50.683803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:50.684231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.724162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Attempting to bind port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:50.724499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Attempting to bind port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:50.724827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Attempting to bind port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:50.736511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e7a5c-5f43-4ac7-83d4-34561692c7fc None None] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:50.743220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 on network 1fe8ca77-de20-44e1-9891-7874010b64ec not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:18:50.743598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Attempting to bind port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 on network 1fe8ca77-de20-44e1-9891-7874010b64ec {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:50.756894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fe77e84-231f-4e72-8244-a8e93a7bf9ac req-f13431cd-76d8-46bd-9276-9c045885268b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186759 Dec 20 23:18:50.769858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:50.770200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Checking segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:50.770593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Bound using segment: {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:50.771013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Bound port: 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:50.774473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.800043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.805861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:50.829524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38088) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:50.850673 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e3e8be01-9c78-402d-b62d-863b165fd80d tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8087068 Dec 20 23:18:50.975772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:51.147326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Allocated IP 172.20.0.2 (0c3ee509-077c-44ef-a831-156f34ad9d78/95d2219b-aad9-4556-90d4-49134c40d5c2/0df48919-b46e-4162-b175-4bcc32f6d1a0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:51.232513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea11b7-1d48-41a9-b22c-2ec24ea68c45 req-745993e7-d158-415b-9e84-ca6b5bc7b875 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:51.241284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdea11b7-1d48-41a9-b22c-2ec24ea68c45 req-745993e7-d158-415b-9e84-ca6b5bc7b875 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.3203661 Dec 20 23:18:51.287612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb446ccb-3250-4b33-8d8e-4300242dcfeb req-50a7ea1d-a72f-41d3-a517-e6d1095189c5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:51.290941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb446ccb-3250-4b33-8d8e-4300242dcfeb req-50a7ea1d-a72f-41d3-a517-e6d1095189c5 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 944 time: 0.3712695 Dec 20 23:18:51.335437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdea11b7-1d48-41a9-b22c-2ec24ea68c45 req-d16ee85e-45be-4451-aa06-92bc2f320890 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930521 Dec 20 23:18:51.431514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.438788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.463219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:51.467326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:51.472479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c240f57-9093-47cb-829d-08ca57210ea6 req-59ad1745-5949-4a81-88af-f3fb102cec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:51.479435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c240f57-9093-47cb-829d-08ca57210ea6 req-59ad1745-5949-4a81-88af-f3fb102cec22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1097 time: 0.0657001 Dec 20 23:18:51.507220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] For port 4f54363d-180c-405c-b543-271fd319e9ac, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:51.513714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] For port 4f54363d-180c-405c-b543-271fd319e9ac, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4f54363d-180c-405c-b543-271fd319e9ac,segment=NetworkSegment(14ea63eb-528c-4701-8b97-bb9274e2db8e),segment_id=14ea63eb-528c-4701-8b97-bb9274e2db8e)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:51.520437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.534075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.582311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.602552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Pushing event updated for resources: {'Port': ['ID=0df48919-b46e-4162-b175-4bcc32f6d1a0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:51.607510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb446ccb-3250-4b33-8d8e-4300242dcfeb req-7d555c6d-f9ad-4e11-9f2a-a6d3155055fb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876079 Dec 20 23:18:51.614196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.625050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-53ba8743-f733-4b3b-97f3-bd28dff9c895', 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895', 'project_id': '34d74aebf5c548c698d27fa37bedb4df', 'fixed_ips': [{'subnet_id': '909538be-4b58-4785-a038-ccb801f5b588'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:18:51.625915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.645586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:51.669765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c240f57-9093-47cb-829d-08ca57210ea6 req-cff90410-c938-4937-9eed-f811a3c79bbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884925 Dec 20 23:18:51.678598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:51.679268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.680838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 HTTP/1.1" status: 200 len: 1092 time: 2.3835459 Dec 20 23:18:51.681825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:51.683281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:51.684181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:51.687862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1c6f4-0862-42b2-a0ca-da045b76d912 req-bb92e627-ceb7-4da3-8fe1-6e90df8510c4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:51.691983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0b1c6f4-0862-42b2-a0ca-da045b76d912 req-bb92e627-ceb7-4da3-8fe1-6e90df8510c4 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.2002137 Dec 20 23:18:51.692207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b75c4f5-aeb3-4baa-8985-021f4798813b None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:18:51.693672 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee" -d '{"events": [{"name": "network-changed", "server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:51.703765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38102) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:51.716608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Request body: {'floatingip': {'port_id': '04d6a24a-48c2-451c-9683-614660034b4d'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:51.748440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.756692 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1ad2be7-13b9-4580-b577-5a3db0252209 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2574890 Dec 20 23:18:51.760478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38104) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:51.784969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:51.784969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.823935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:51.912940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c8b5-f9b9-440c-ac15-8955228093b6 service neutron] Pushing event updated for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:51.979913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf909-9e17-45d7-9493-d3e6d6ce30df None None] Pushing event updated for resources: {'Port': ['ID=4f54363d-180c-405c-b543-271fd319e9ac,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:52.000529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Attempting to bind port 0df48919-b46e-4162-b175-4bcc32f6d1a0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:52.000960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Attempting to bind port 0df48919-b46e-4162-b175-4bcc32f6d1a0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '8a72fb6d-cd22-462b-a33e-c0bbe27c0388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:52.001428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Attempting to bind port 0df48919-b46e-4162-b175-4bcc32f6d1a0 on network 0c3ee509-077c-44ef-a831-156f34ad9d78 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:52.029199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:52.029616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Checking segment: {'id': '8a72fb6d-cd22-462b-a33e-c0bbe27c0388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:52.030082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.030482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Bound using segment: {'id': '8a72fb6d-cd22-462b-a33e-c0bbe27c0388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:52.034472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Bound port: 0df48919-b46e-4162-b175-4bcc32f6d1a0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a72fb6d-cd22-462b-a33e-c0bbe27c0388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:52.034472 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.159323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-38bff045-5bf5-4c53-b784-f21851dba9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:52.160862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-38bff045-5bf5-4c53-b784-f21851dba9c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 1095 time: 0.2719326 Dec 20 23:18:52.290816 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-6c4e027a-3d74-4ecd-9063-145183e08449 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 HTTP/1.1" status: 200 len: 217 time: 0.0986495 Dec 20 23:18:52.298933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Allocated IP 172.20.0.2 (53ba8743-f733-4b3b-97f3-bd28dff9c895/909538be-4b58-4785-a038-ccb801f5b588/017c0b60-e572-456f-82b1-99e9b2a80ebe) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:52.759205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] For port 0df48919-b46e-4162-b175-4bcc32f6d1a0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:52.759205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] For port 0df48919-b46e-4162-b175-4bcc32f6d1a0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0df48919-b46e-4162-b175-4bcc32f6d1a0,segment=NetworkSegment(8a72fb6d-cd22-462b-a33e-c0bbe27c0388),segment_id=8a72fb6d-cd22-462b-a33e-c0bbe27c0388)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:52.761226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.761226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-278e0b84-49a8-4673-96ad-58e23984c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:52.761226 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-278e0b84-49a8-4673-96ad-58e23984c272 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c HTTP/1.1" status: 200 len: 855 time: 0.1118560 Dec 20 23:18:52.762574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-737ebeb1-efc9-4083-9e5d-1d450c275883 req-803c8d61-5597-4702-99f5-7e09785c2f09 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 210 time: 0.6043370 Dec 20 23:18:52.762574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.763303 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1f664-3ed0-4d10-a65c-3ea29179628d x-openstack-request-id: req-87a1f664-3ed0-4d10-a65c-3ea29179628d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:52.763303 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:52.763303 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87a1f664-3ed0-4d10-a65c-3ea29179628d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:52.763303 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2', 'status': 'completed', 'code': 200} Dec 20 23:18:52.764436 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.765120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-528d6758-3875-44be-9224-4ac563ee573a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fe8ca77-de20-44e1-9891-7874010b64ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838928 Dec 20 23:18:52.766102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ca204-6cf6-4810-bce4-6b5908d2b58c req-9427ecaf-271e-4834-8891-a068896fd76d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:52.766102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-330ca204-6cf6-4810-bce4-6b5908d2b58c req-9427ecaf-271e-4834-8891-a068896fd76d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.3100562 Dec 20 23:18:52.817108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-da1b4e95-d9e8-40fb-b885-9715c15a66b7 service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339952 Dec 20 23:18:52.829181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:52.922608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Allocated IP 172.20.0.1 (0c3ee509-077c-44ef-a831-156f34ad9d78/95d2219b-aad9-4556-90d4-49134c40d5c2/6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:52.986379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbcc40-fcb3-4a02-9ca6-6a76c59cd680 req-2dff1ddb-32d0-4749-907b-72602ae6bf32 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:52.988812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fedbcc40-fcb3-4a02-9ca6-6a76c59cd680 req-2dff1ddb-32d0-4749-907b-72602ae6bf32 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.4113822 Dec 20 23:18:53.021301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.063846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040f6c1-c635-4bc6-868c-f701d4d06c4a None None] Pushing event updated for resources: {'Port': ['ID=0df48919-b46e-4162-b175-4bcc32f6d1a0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:53.108499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:53.115119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4f54363d-180c-405c-b543-271fd319e9ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:53.117980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:53.120911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:18:53.204484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6ab12313-9ce4-45bf-8bb3-9635d85de211 req-f32d62bf-2a3b-4c3f-ad7b-a346044a744d service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777509 Dec 20 23:18:53.227683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-330ca204-6cf6-4810-bce4-6b5908d2b58c req-901052d5-e830-4df2-a4d8-811bd1fa5b02 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112157 Dec 20 23:18:53.297312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:53.309423 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.402080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:53.444373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fedbcc40-fcb3-4a02-9ca6-6a76c59cd680 req-85dfd98c-d27a-4b7a-bcca-2607b6e805a5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863275 Dec 20 23:18:53.521309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Allocated IP 172.20.0.1 (f3db9ab0-88a9-477f-b531-8227bf5d40be/c7cc4453-1f98-4226-8ffb-b020e1c6fb12/c58af313-25f9-4dfd-8564-84403b2fa4e3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:53.543644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.563000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.resource_extend [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:18:53.588622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Pushing event updated for resources: {'Port': ['ID=017c0b60-e572-456f-82b1-99e9b2a80ebe,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:53.701100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:53.736448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Attempting to bind port 017c0b60-e572-456f-82b1-99e9b2a80ebe on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:53.737434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Attempting to bind port 017c0b60-e572-456f-82b1-99e9b2a80ebe by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '631cd94d-671f-4a3e-949f-d1053fb1c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:53.738165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Attempting to bind port 017c0b60-e572-456f-82b1-99e9b2a80ebe on network 53ba8743-f733-4b3b-97f3-bd28dff9c895 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:53.777824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-dd95e852-193a-4754-8938-b58c46d32b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:53.778889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-dd95e852-193a-4754-8938-b58c46d32b9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 1095 time: 0.3812246 Dec 20 23:18:53.787233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a83cfd8b-174b-4d39-8404-572c69afb846 req-e087ac5b-288a-426e-8d16-08126aedc2f0 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 210 time: 0.1079652 Dec 20 23:18:53.812634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:53.827319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3cb51-12be-4db6-8198-2a59ee2ef0bb None None] Network f3db9ab0-88a9-477f-b531-8227bf5d40be requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:53.855328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:53.856000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Checking segment: {'id': '631cd94d-671f-4a3e-949f-d1053fb1c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:53.856576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.857148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Bound using segment: {'id': '631cd94d-671f-4a3e-949f-d1053fb1c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:53.857626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Bound port: 017c0b60-e572-456f-82b1-99e9b2a80ebe, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631cd94d-671f-4a3e-949f-d1053fb1c14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '53ba8743-f733-4b3b-97f3-bd28dff9c895'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:53.858035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.880557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4f54363d-180c-405c-b543-271fd319e9ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:53.880915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:53.896349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:53.926932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76cdf-774a-4494-8622-253c459fc381 req-bc1fe1c3-f6bb-4855-9e0c-04e85684ef7a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:53.935475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9a76cdf-774a-4494-8622-253c459fc381 req-bc1fe1c3-f6bb-4855-9e0c-04e85684ef7a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 944 time: 0.4250076 Dec 20 23:18:53.951528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.016371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-434c3edd-28cd-4500-b150-1c88e861a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:54.020064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-434c3edd-28cd-4500-b150-1c88e861a477 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 200 len: 916 time: 0.2330027 Dec 20 23:18:54.021268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:54.097079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.113457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9a76cdf-774a-4494-8622-253c459fc381 req-6e76acdf-5fe1-4f2d-bce5-de4d2cdfa269 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757135 Dec 20 23:18:54.123231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.206359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.235114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-06322951-8ea0-43b0-9814-282b73906e78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 HTTP/1.1" status: 200 len: 217 time: 0.1347015 Dec 20 23:18:54.265019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6e332123-894b-4333-84d0-f1ad254628b2 None None] Provisioning complete for port 4f54363d-180c-405c-b543-271fd319e9ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:54.265393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e332123-894b-4333-84d0-f1ad254628b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.285795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.377404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:54.384654 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2318bb29-2887-4a04-8bd3-1043eb8ce26f" -d '{"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:54.426895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:54.458498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-670695e2-213b-44f7-8399-15f22da67a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:54.460246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-670695e2-213b-44f7-8399-15f22da67a9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c HTTP/1.1" status: 200 len: 855 time: 0.1893394 Dec 20 23:18:54.497304 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14679f94-8596-4492-a382-07ba512a0d47 x-openstack-request-id: req-14679f94-8596-4492-a382-07ba512a0d47 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:54.497917 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:54.498354 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14679f94-8596-4492-a382-07ba512a0d47 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:54.499308 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'code': 200} Dec 20 23:18:54.518116 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Floating IP 34a25b9f-a4fe-4ca7-8035-316ea611a2f4 associated. External IP: 172.25.1.43, port: 04d6a24a-48c2-451c-9683-614660034b4d. Dec 20 23:18:54.522676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:54.530223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'port_id': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'mac_address': 'fa:16:3e:cf:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:54.555766 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-187e328d-9d03-4303-bcb5-977aef19c04a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fe8ca77-de20-44e1-9891-7874010b64ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830622 Dec 20 23:18:54.559701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-923d9afd-a10e-4ace-ad6f-792b9cd0b348 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:54.561118 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-923d9afd-a10e-4ace-ad6f-792b9cd0b348 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.59 "GET /v2.0/networks?id=7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 200 len: 910 time: 0.4741700 Dec 20 23:18:54.577099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Request body: {'port': {'device_id': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'admin_state_up': True, 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:54.588128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] For port 017c0b60-e572-456f-82b1-99e9b2a80ebe, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:54.592319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.619740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] For port 017c0b60-e572-456f-82b1-99e9b2a80ebe, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=017c0b60-e572-456f-82b1-99e9b2a80ebe,segment=NetworkSegment(631cd94d-671f-4a3e-949f-d1053fb1c14b),segment_id=631cd94d-671f-4a3e-949f-d1053fb1c14b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:54.675735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.719762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.720814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 4f54363d-180c-405c-b543-271fd319e9ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4f54363d-180c-405c-b543-271fd319e9ac,segment=NetworkSegment(14ea63eb-528c-4701-8b97-bb9274e2db8e),segment_id=14ea63eb-528c-4701-8b97-bb9274e2db8e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:54.728007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.825389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e332123-894b-4333-84d0-f1ad254628b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.835653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.852196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-43aac93b-71f0-422d-bec6-85f8748f4e8e service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722824 Dec 20 23:18:54.899620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.951192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:54.964246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Made reservation on behalf of d3cca81814214860b5f9d844bbe460f1 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:54.978627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.003509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:55.100345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0df48919-b46e-4162-b175-4bcc32f6d1a0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:55.129700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:18:55.154844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f3db9ab0-88a9-477f-b531-8227bf5d40be is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:55.171354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f697ce-b497-441d-ae03-fae95207a208 None None] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:55.174115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:55.186842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:55.187191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:55.187606 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:55.221544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:55.247708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622bc5c-01ab-494e-ab36-b108fbe529ec req-832d6389-1fe0-4ef5-a69b-c2137961fec6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:55.255601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6622bc5c-01ab-494e-ab36-b108fbe529ec req-832d6389-1fe0-4ef5-a69b-c2137961fec6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 944 time: 0.5667310 Dec 20 23:18:55.287332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6846-fd10-4c51-aeaa-4cea538d9621 req-d845bd83-961e-4b35-ad92-9e8bfe980845 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:55.296196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a92e6846-fd10-4c51-aeaa-4cea538d9621 req-d845bd83-961e-4b35-ad92-9e8bfe980845 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.6175091 Dec 20 23:18:55.311147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Port': ['ID=c58af313-25f9-4dfd-8564-84403b2fa4e3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:55.379014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Allocated IP 172.20.0.5 (7c28385f-2450-423e-8397-701ef1759115/1a0f13ec-6691-4109-a7e0-189560f76538/7ac5cf24-d91f-4ea4-80fe-0dac8a642550) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:55.403834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-6e332123-894b-4333-84d0-f1ad254628b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:55.404250 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-6e332123-894b-4333-84d0-f1ad254628b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:55.468250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9d3440e6-73d9-49e6-b7f8-29ba74ed04ee req-6ef2a37a-da35-4dc3-91b6-e87d734280c9 service neutron] 10.222.0.45 "GET /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231353 Dec 20 23:18:55.499271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfeeaf-d280-4b32-9d4c-ad29da6d5b33 None None] Pushing event updated for resources: {'Port': ['ID=017c0b60-e572-456f-82b1-99e9b2a80ebe,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:55.509435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.551545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 0df48919-b46e-4162-b175-4bcc32f6d1a0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:55.552506 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.678565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6622bc5c-01ab-494e-ab36-b108fbe529ec req-c83a5274-96c0-4c7d-8336-900aa2f96e8d tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223306 Dec 20 23:18:55.701341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a92e6846-fd10-4c51-aeaa-4cea538d9621 req-74ed253a-0bb4-4ac5-9159-b503adb22977 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910677 Dec 20 23:18:55.745621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:55.753582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.811533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.828276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:18:55.832591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.842856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=4f54363d-180c-405c-b543-271fd319e9ac,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:55.872021 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.882397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:55.894679 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:55.910054 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:55.910843 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:55.943857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:55.960249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4ff4ef9-d90d-4391-8e47-433b9b473886'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:55.980155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Network 7c28385f-2450-423e-8397-701ef1759115 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:55.986217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:55.991653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:56.002557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Pushing event updated for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:56.045305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.066639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:56.082232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:56.161139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:56.167450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-19eaaae9-f3cf-462d-901a-9341470cb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:56.170466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-19eaaae9-f3cf-462d-901a-9341470cb472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1096 time: 0.2470629 Dec 20 23:18:56.204755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:56.205371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.211926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:56.214402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.219184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2', 'network_id': '1fe8ca77-de20-44e1-9891-7874010b64ec', 'port_id': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2', 'mac_address': 'fa:16:3e:be:51:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfe5b6-256c-472b-bd00-73a6b0f67a2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:18:56.348342 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.381994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:56.383372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-8cafd52c-5ea0-4270-b01c-a33ad8697a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:56.384863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-8cafd52c-5ea0-4270-b01c-a33ad8697a8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.1558547 Dec 20 23:18:56.412904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:56.477913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:56.489894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-d2169208-f7ce-4534-9b2a-df7b1e5cb7e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0963244 Dec 20 23:18:56.498341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.509157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Provisioning complete for port 4f54363d-180c-405c-b543-271fd319e9ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:56.509597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.532833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59632874-e0ce-4e87-9a29-2ff00e4d73ff req-085cc8eb-9470-4b98-b76a-80a94df8ba6e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 210 time: 0.6994176 Dec 20 23:18:56.544863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.558052 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '34a25b9f-a4fe-4ca7-8035-316ea611a2f4', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': '04d6a24a-48c2-451c-9683-614660034b4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:b9:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:30Z', 'updated_at': '2021-12-20T23:18:54Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:56.569066 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-9718f687-13ed-412f-b39d-c44b663f7833 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9965665 Dec 20 23:18:56.596082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 0df48919-b46e-4162-b175-4bcc32f6d1a0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0df48919-b46e-4162-b175-4bcc32f6d1a0,segment=NetworkSegment(8a72fb6d-cd22-462b-a33e-c0bbe27c0388),segment_id=8a72fb6d-cd22-462b-a33e-c0bbe27c0388)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:56.603069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.620120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Request body: {'port': {'device_id': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:56.622829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.627406 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:18:56.654879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:56.655776 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:56.747517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.771333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:56.814648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-c8fe0ce1-fac6-4a31-b8dd-02a5d4fc4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:56.816019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-c8fe0ce1-fac6-4a31-b8dd-02a5d4fc4152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.2894564 Dec 20 23:18:56.837739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Provisioning complete for port c58af313-25f9-4dfd-8564-84403b2fa4e3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:56.838283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:56.850879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:56.885234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fad4304b-f499-4cbc-b29c-06643d85be3a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:18:56.887436 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-b504f4d1-c264-42b3-95bd-1127f812c1ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568504 Dec 20 23:18:56.911095 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:18:56.946455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4fb384fd-1a68-4159-8501-05741aa15bba tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/floatingips/1919f993-56c8-47c1-a67f-80b413ab662a HTTP/1.1" status: 200 len: 990 time: 1.1972723 Dec 20 23:18:56.962560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2af2e4-41f1-43b2-878b-2b746ad8bd73 None None] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:18:57.063476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:57.079149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:57.096949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:57.109067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:57.170011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1ed82-ba51-4963-a962-105cd5c7c801 req-9d141801-42e0-495f-b213-32a5768bf65c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:57.171927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fae1ed82-ba51-4963-a962-105cd5c7c801 req-9d141801-42e0-495f-b213-32a5768bf65c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 944 time: 1.3474398 Dec 20 23:18:57.177827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4f54363d-180c-405c-b543-271fd319e9ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:57.179812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bda03e2e-fee2-42e3-ba16-bd3f4240f8b2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "PUT /v2.0/floatingips/34a25b9f-a4fe-4ca7-8035-316ea611a2f4 HTTP/1.1" status: 200 len: 991 time: 5.4744790 Dec 20 23:18:57.187257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:57.190372 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb396831-2d78-4522-8243-563acb6d58bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "tag": "04d6a24a-48c2-451c-9683-614660034b4d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:57.200826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:57.214836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Port c58af313-25f9-4dfd-8564-84403b2fa4e3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:57.239278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c854e9-47d8-4e7e-8555-c73b49b346f2 req-6b1b9c52-3ce7-4a56-96b5-073281fdc70b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:57.241314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c854e9-47d8-4e7e-8555-c73b49b346f2 req-6b1b9c52-3ce7-4a56-96b5-073281fdc70b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.2860272 Dec 20 23:18:57.257086 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '34a25b9f-a4fe-4ca7-8035-316ea611a2f4', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': '04d6a24a-48c2-451c-9683-614660034b4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:b9:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:30Z', 'updated_at': '2021-12-20T23:18:54Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:57.285233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:57.304913 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366c472-7269-4d27-a0e4-5b085816ec0e None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '34a25b9f-a4fe-4ca7-8035-316ea611a2f4', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'port_id': '04d6a24a-48c2-451c-9683-614660034b4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'mac_address': 'fa:16:3e:b9:09:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:18:30Z', 'updated_at': '2021-12-20T23:18:54Z', 'revision_number': 1, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:57.358999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:57.364349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fae1ed82-ba51-4963-a962-105cd5c7c801 req-69e818fe-889a-4948-889f-42be7f556b9c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697102 Dec 20 23:18:57.502029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Port': ['ID=c58af313-25f9-4dfd-8564-84403b2fa4e3,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:57.515496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c854e9-47d8-4e7e-8555-c73b49b346f2 req-b8c0b291-9706-4e31-a37b-ee9b61c6ef78 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626045 Dec 20 23:18:57.576255 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67532de-7dd8-477a-8b0a-d7551bac6604 x-openstack-request-id: req-d67532de-7dd8-477a-8b0a-d7551bac6604 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:57.576551 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "tag": "04d6a24a-48c2-451c-9683-614660034b4d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:57.576805 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d67532de-7dd8-477a-8b0a-d7551bac6604 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:57.577199 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d', 'status': 'completed', 'code': 200} Dec 20 23:18:57.578736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.579077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.579411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.579742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.580316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.580665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.580986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.581441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.582037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.582358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.582679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.582995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.583317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.684553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f3db9ab0-88a9-477f-b531-8227bf5d40be is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:57.687087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e085556-1699-4bee-81a5-f5ca6370ddcf None None] New status for floating IP 34a25b9f-a4fe-4ca7-8035-316ea611a2f4: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:18:57.688456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:57.771201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Provisioning complete for port 0df48919-b46e-4162-b175-4bcc32f6d1a0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:57.771584 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-721468b2-82ef-4e21-b4f3-d9b94d2be8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:57.773432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=0df48919-b46e-4162-b175-4bcc32f6d1a0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:57.830914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047b514-a0a0-4cb4-8bca-37a6842976c3 req-32bdc0ac-3a2d-4464-b286-9ae4d2f355e4 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:57.832496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4047b514-a0a0-4cb4-8bca-37a6842976c3 req-32bdc0ac-3a2d-4464-b286-9ae4d2f355e4 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1027 time: 0.1827111 Dec 20 23:18:57.872910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.873514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.873603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.873949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.874290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.874626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.874957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.875282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.875605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.875928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.876620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.876620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.876941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:18:57.923676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Router e8ac28b2-f596-4b3b-b02e-6855233600ed is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:18:57.937540 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-5ab1e782-752a-4113-9f90-510acd2d32df service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0404172 Dec 20 23:18:57.946294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4047b514-a0a0-4cb4-8bca-37a6842976c3 req-85072b76-ede7-4deb-8b34-5451bbd4c25c tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995448 Dec 20 23:18:58.051566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4f54363d-180c-405c-b543-271fd319e9ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:58.051942 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.097610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:58.108666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f3018760-c092-4bc5-aa88-bb0ce6c630c9 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2776995 Dec 20 23:18:58.109417 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] Sync routers for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:58.110068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:58.121420 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:58.122811 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:58.158147 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:58.168696 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:58.169538 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:58.203770 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:58.204743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2d8c7-3ed2-4495-b100-9b95e96f48a5 None None] The sync data for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:58.210162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:18:58.224774 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.233352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.285065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396831-2d78-4522-8243-563acb6d58bb req-734d058c-e1af-4210-acae-e4ec5105d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:58.286907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-734d058c-e1af-4210-acae-e4ec5105d5da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1097 time: 0.5904219 Dec 20 23:18:58.307718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Transition to ACTIVE for port object 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:18:58.382157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.383392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 017c0b60-e572-456f-82b1-99e9b2a80ebe up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:58.421317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Router 12118e3c-d093-400c-8d42-1f30f389b2c7 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:18:58.424623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c41531cd-90ec-4f83-ae7c-59b6d0d883cd req-a2efaf7e-caaa-4300-bea5-548409f32ba7 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183412 Dec 20 23:18:58.428616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Provisioning complete for port 017c0b60-e572-456f-82b1-99e9b2a80ebe triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:58.430248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.530127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 017c0b60-e572-456f-82b1-99e9b2a80ebe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:58.531735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.583786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396831-2d78-4522-8243-563acb6d58bb req-442f9432-0fcf-4cea-b948-9e1ed872f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:58.585298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-442f9432-0fcf-4cea-b948-9e1ed872f49e service neutron] 10.222.0.59 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.2905002 Dec 20 23:18:58.654094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:58.664953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.722341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] For port 017c0b60-e572-456f-82b1-99e9b2a80ebe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=017c0b60-e572-456f-82b1-99e9b2a80ebe,segment=NetworkSegment(631cd94d-671f-4a3e-949f-d1053fb1c14b),segment_id=631cd94d-671f-4a3e-949f-d1053fb1c14b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:18:58.737845 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-189b3e60-e864-48e0-8cbd-5541fae2679f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:18:58.738805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-189b3e60-e864-48e0-8cbd-5541fae2679f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6276007 Dec 20 23:18:58.740079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Attempting to bind port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:18:58.740431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Attempting to bind port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:18:58.740754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Attempting to bind port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:58.747392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6cfb-d27e-435d-9815-5cd813b47c86 req-45979f60-ce0b-4d15-9b18-a00e0ac14a70 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:58.749462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-508d6cfb-d27e-435d-9815-5cd813b47c86 req-45979f60-ce0b-4d15-9b18-a00e0ac14a70 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 945 time: 0.1926982 Dec 20 23:18:58.749617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:58.771170 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.801797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86163e6f-8d18-4ede-8154-e0a5e48dfb4e req-95cdda0b-4fda-4105-bda6-a31d2ae2593d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:58.803281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86163e6f-8d18-4ede-8154-e0a5e48dfb4e req-95cdda0b-4fda-4105-bda6-a31d2ae2593d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1304274 Dec 20 23:18:58.810443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.839332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 on network 7c28385f-2450-423e-8397-701ef1759115 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:18:58.839622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Attempting to bind port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 on network 7c28385f-2450-423e-8397-701ef1759115 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:18:58.857049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737ab6-a604-44c0-a39e-400739576b06 req-aa7fe231-1b66-4bc9-a59b-a06becb74b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:58.858588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-aa7fe231-1b66-4bc9-a59b-a06becb74b54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1096 time: 0.3641365 Dec 20 23:18:58.858743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-508d6cfb-d27e-435d-9815-5cd813b47c86 req-34dd0092-e47a-4544-8401-c2d9029bde8b tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938294 Dec 20 23:18:58.876467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:18:58.877931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Checking segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:18:58.879185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Bound using segment: {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:18:58.879814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Bound port: 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184693a4-cbaa-4e22-a3aa-f5ed59c521c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7c28385f-2450-423e-8397-701ef1759115'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:18:58.880607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.884884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Provisioning complete for port c58af313-25f9-4dfd-8564-84403b2fa4e3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:58.885447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:58.895768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86163e6f-8d18-4ede-8154-e0a5e48dfb4e req-3c5524d1-f9ec-48fe-a02a-6474bd907c39 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793612 Dec 20 23:18:58.920655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Pushing event updated for resources: {'Port': ['ID=017c0b60-e572-456f-82b1-99e9b2a80ebe,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:58.922472 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:18:58.922835 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:18:58.932796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-078497de-62fd-4209-9fe5-1a4f23e9c28b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 1001 time: 0.2759061 Dec 20 23:18:58.934286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:18:58.944467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] Sync routers for ids ['12118e3c-d093-400c-8d42-1f30f389b2c7'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:18:58.948638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Port c58af313-25f9-4dfd-8564-84403b2fa4e3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:58.966284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bc245261-57ef-422e-9269-6c43849298ec tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "PUT /v2.0/routers/12118e3c-d093-400c-8d42-1f30f389b2c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1989129 Dec 20 23:18:58.966841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] Routers {'12118e3c-d093-400c-8d42-1f30f389b2c7'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:58.966971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38158) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:18:58.967071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12118e3c-d093-400c-8d42-1f30f389b2c7'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:58.975552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'port': {'network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78', 'name': 'tempest-FloatingIPNegativeTestJSON-1414580446'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:18:59.011514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:59.020322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Provisioning complete for port 6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:59.020959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.061546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Port 6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:18:59.064695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] Routers {'12118e3c-d093-400c-8d42-1f30f389b2c7'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:18:59.065497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12118e3c-d093-400c-8d42-1f30f389b2c7'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:59.101746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:18:59.102674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5079afc-fde3-4fb1-94cc-21b38be37a80 None None] The sync data for ids ['12118e3c-d093-400c-8d42-1f30f389b2c7'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:18:59.112493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Provisioning complete for port 0df48919-b46e-4162-b175-4bcc32f6d1a0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:59.115795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8a91186f-3938-435b-b5c6-7f38e3c5b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.158484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8c15c-542b-4d5d-b05c-065dc928cd59 req-fc85fd35-69f6-4cc8-8444-b58e02257ab5 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.166254 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8e8c15c-542b-4d5d-b05c-065dc928cd59 req-fc85fd35-69f6-4cc8-8444-b58e02257ab5 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1052 time: 0.1134779 Dec 20 23:18:59.167571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396831-2d78-4522-8243-563acb6d58bb req-6e38acc6-1369-4e10-84ae-d7b0f750572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.169023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-6e38acc6-1369-4e10-84ae-d7b0f750572b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.2177086 Dec 20 23:18:59.236557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8e8c15c-542b-4d5d-b05c-065dc928cd59 req-f6a32017-6de6-4cd5-b012-32299bf8077b tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639775 Dec 20 23:18:59.242534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:18:59.246056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737ab6-a604-44c0-a39e-400739576b06 req-22865484-190e-4b1e-a9fb-4f47dc7acee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.247545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-22865484-190e-4b1e-a9fb-4f47dc7acee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.3453298 Dec 20 23:18:59.318555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Made reservation on behalf of 11d946d7b76b42b9a65142a69e8d5d81 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:18:59.323847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.333756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:18:59.340749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-111c87f6-0c41-4506-a7bd-cea472ec586d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0700049 Dec 20 23:18:59.344529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] device_id is not set on port 54ef45b2-5d49-4ec2-83a3-1a98f7ee926e yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:18:59.349326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396831-2d78-4522-8243-563acb6d58bb req-e4538b30-d7f0-43ab-a49a-3274f753e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.350932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-e4538b30-d7f0-43ab-a49a-3274f753e09d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672177 Dec 20 23:18:59.429424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.461185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Allocated IP 172.20.0.3 (0c3ee509-077c-44ef-a831-156f34ad9d78/95d2219b-aad9-4556-90d4-49134c40d5c2/54ef45b2-5d49-4ec2-83a3-1a98f7ee926e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:18:59.523705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737ab6-a604-44c0-a39e-400739576b06 req-d431c6e8-7e6d-498e-ad5b-2ccde59612f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.525214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-d431c6e8-7e6d-498e-ad5b-2ccde59612f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.1714158 Dec 20 23:18:59.532673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.533318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.534702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] 10.222.0.59 "PUT /v2.0/ports/7ac5cf24-d91f-4ea4-80fe-0dac8a642550 HTTP/1.1" status: 200 len: 1091 time: 2.9247048 Dec 20 23:18:59.538168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:18:59.540592 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0342b-c105-4dfd-958e-2fa3345c11dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:18:59.591758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0df48919-b46e-4162-b175-4bcc32f6d1a0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:59.604696 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-5f46b623-9de4-405b-8d3c-06a352605696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595195 Dec 20 23:18:59.627479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75311b-2739-4c8e-a2b2-29097233fcad service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:59.644450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-88aebeca-fefb-4ec0-bbd5-116fc73ea3b6 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627099 Dec 20 23:18:59.664336 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b12ea-302c-49b0-8b7c-f2e919f1019a x-openstack-request-id: req-1a5b12ea-302c-49b0-8b7c-f2e919f1019a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:18:59.664596 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:18:59.664862 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a5b12ea-302c-49b0-8b7c-f2e919f1019a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:18:59.665816 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550', 'status': 'completed', 'code': 200} Dec 20 23:18:59.704269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.711406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:59.765064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 0df48919-b46e-4162-b175-4bcc32f6d1a0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:59.765064 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.805385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.864006 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-dabe3276-7f15-4a1b-b502-6f0d862e5d26 service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490177 Dec 20 23:18:59.865191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=54ef45b2-5d49-4ec2-83a3-1a98f7ee926e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:18:59.865351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 017c0b60-e572-456f-82b1-99e9b2a80ebe up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:18:59.868096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-f0b9f929-15c7-489c-815f-c1f2f5734d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:18:59.869543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-f0b9f929-15c7-489c-815f-c1f2f5734d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.2025301 Dec 20 23:18:59.874003 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bb396831-2d78-4522-8243-563acb6d58bb req-008123de-6405-4bc2-b9d1-6c2ca15977f3 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194622 Dec 20 23:18:59.880914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:18:59.884323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:18:59.885921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:18:59.888377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:18:59.909870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:18:59.923606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:18:59.923606 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.022576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.023789 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.067420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 017c0b60-e572-456f-82b1-99e9b2a80ebe triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:00.070734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.135899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2119-9ed9-44c5-9a6d-0d6030e0e89c req-104e830e-304f-4efe-80e7-964906322830 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.137584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42ff2119-9ed9-44c5-9a6d-0d6030e0e89c req-104e830e-304f-4efe-80e7-964906322830 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.0678227 Dec 20 23:19:00.151512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.162050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd76907-7fde-442c-aa2f-31774fe6652e req-32ce0d15-d7aa-44ec-a3e3-2f98e873252a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.164284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fd76907-7fde-442c-aa2f-31774fe6652e req-32ce0d15-d7aa-44ec-a3e3-2f98e873252a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 945 time: 0.1363287 Dec 20 23:19:00.193695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:00.196722 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd8d73-1db8-475f-9b03-c96c0194bf1d" -d '{"events": [{"server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "name": "network-vif-plugged", "status": "completed", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:00.221777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aa1ba314-d0d2-4759-980a-9e6067a82cfe tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2544529 Dec 20 23:19:00.241356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:00.251409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:00.263605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:00.287163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c86d8808-d68e-42b2-b627-efd3731cc65a None None] Provisioning complete for port 54ef45b2-5d49-4ec2-83a3-1a98f7ee926e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:00.287406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c86d8808-d68e-42b2-b627-efd3731cc65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.294769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42ff2119-9ed9-44c5-9a6d-0d6030e0e89c req-3d3cff8c-5284-4cec-98c2-77d249687aaf tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293836 Dec 20 23:19:00.310685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fd76907-7fde-442c-aa2f-31774fe6652e req-214a4c67-faeb-47cf-8c6d-bd268529d893 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337147 Dec 20 23:19:00.334736 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.345081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c86d8808-d68e-42b2-b627-efd3731cc65a None None] Port 54ef45b2-5d49-4ec2-83a3-1a98f7ee926e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:19:00.375132 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac26c9f-478e-4844-9d7b-0b83bb1017e1 x-openstack-request-id: req-aac26c9f-478e-4844-9d7b-0b83bb1017e1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:00.375132 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "name": "network-vif-plugged", "status": "completed", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:00.381152 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aac26c9f-478e-4844-9d7b-0b83bb1017e1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:00.381152 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2', 'code': 200} Dec 20 23:19:00.400135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.418433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:00.504708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27b17b-4cee-4521-bb4c-79e2fb65c4e1 req-0693c698-5a95-4106-a92a-67447ddf98be tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.506282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c27b17b-4cee-4521-bb4c-79e2fb65c4e1 req-0693c698-5a95-4106-a92a-67447ddf98be tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.0821209 Dec 20 23:19:00.575231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c27b17b-4cee-4521-bb4c-79e2fb65c4e1 req-3c745aad-7eb8-4587-95ca-e3a96bb9e274 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610769 Dec 20 23:19:00.582451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.610891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-5c57dbfa-b0e7-4558-ad5e-dcbc0f066c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.618834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-5c57dbfa-b0e7-4558-ad5e-dcbc0f066c74 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d3cca81814214860b5f9d844bbe460f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6804788 Dec 20 23:19:00.618834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad488790-d16b-4008-bb22-6bf292fc8618 req-0368f017-a6ff-4c9c-b7d0-612ff9fd9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.618834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ad488790-d16b-4008-bb22-6bf292fc8618 req-0368f017-a6ff-4c9c-b7d0-612ff9fd9651 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 1097 time: 0.1542666 Dec 20 23:19:00.620577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0737ab6-a604-44c0-a39e-400739576b06 req-dc04c217-041a-44b3-9e9e-7e526058f4ec service neutron] 10.222.0.59 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974196 Dec 20 23:19:00.623872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:00.690401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fad4304b-f499-4cbc-b29c-06643d85be3a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:00.691146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.700354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Allocated IP 172.25.1.73 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/50f849b4-bd5f-4049-b471-d04a12539b3a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:00.750970 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ad488790-d16b-4008-bb22-6bf292fc8618 req-9a707905-9a77-416a-ab4f-68977e3c6085 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178153 Dec 20 23:19:00.769884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-2725bf5e-4683-4074-9319-711c473aa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.771376 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0a0342b-c105-4dfd-958e-2fa3345c11dd req-2725bf5e-4683-4074-9319-711c473aa7c3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491020 Dec 20 23:19:00.803730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.836971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.843834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:00.885100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-bbb74c45-496b-4307-967f-d801fca9bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:00.886655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-bbb74c45-496b-4307-967f-d801fca9bd77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3cca81814214860b5f9d844bbe460f1&device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.0588856 Dec 20 23:19:00.896104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting port c58af313-25f9-4dfd-8564-84403b2fa4e3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:00.896451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.917559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:00.917559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:00.946075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-af91240f-3138-4775-bc66-7d4f4c088409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550 HTTP/1.1" status: 200 len: 217 time: 0.0460057 Dec 20 23:19:00.959933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.004486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:01.007185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:01.013743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:01.015897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:01.022926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=50f849b4-bd5f-4049-b471-d04a12539b3a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:01.045543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.046161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-fc42dd33-cbc6-46f0-9000-ede683b64798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:01.047820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-fc42dd33-cbc6-46f0-9000-ede683b64798 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a0f13ec-6691-4109-a7e0-189560f76538 HTTP/1.1" status: 200 len: 848 time: 0.0930014 Dec 20 23:19:01.071918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.081633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:01.099747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Calling delete_port for c58af313-25f9-4dfd-8564-84403b2fa4e3 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:01.112176 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.152815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.153080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-fafa1a78-b16b-4dd0-aa3e-fd4f068d6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:01.154463 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-fafa1a78-b16b-4dd0-aa3e-fd4f068d6e24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c28385f-2450-423e-8397-701ef1759115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955343 Dec 20 23:19:01.201558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:01.219018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.308106 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-b836ea28-1dbb-4aad-abed-92042b584cfa service neutron] 10.222.0.59 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413333 Dec 20 23:19:01.372853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.432121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.432608 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9aa731e9-a9bb-481e-91d4-4a1de8766438 req-34eaafd0-fadc-4514-937a-901cbdea59d4 service neutron] 10.222.0.59 "GET /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024654 Dec 20 23:19:01.486533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.525286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Port': ['ID=c58af313-25f9-4dfd-8564-84403b2fa4e3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:01.550195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfa3a1-da21-4c12-804a-7a7fa694247a req-1df6313a-52aa-4e94-b9dc-a100d0e3e467 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:01.551875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4bfa3a1-da21-4c12-804a-7a7fa694247a req-1df6313a-52aa-4e94-b9dc-a100d0e3e467 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1684797 Dec 20 23:19:01.558530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=50f849b4-bd5f-4049-b471-d04a12539b3a,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:01.585602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f929-35c3-4545-97e1-baa4e0bff127 req-2b96ec3a-211a-4ab1-b630-70344df5afc7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:01.587985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99e3f929-35c3-4545-97e1-baa4e0bff127 req-2b96ec3a-211a-4ab1-b630-70344df5afc7 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1696982 Dec 20 23:19:01.659063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4bfa3a1-da21-4c12-804a-7a7fa694247a req-b431256f-df68-4891-9bd4-081c7c01023f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962236 Dec 20 23:19:01.660863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.693315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.806740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-99e3f929-35c3-4545-97e1-baa4e0bff127 req-b57b82c6-ee6d-4ed7-bb80-7b3bef4abcb8 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614597 Dec 20 23:19:01.811114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.812161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-45ae8266-0638-42a1-9371-5eebcfa30983 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5697260 Dec 20 23:19:01.815170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38184) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:01.822319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1c8b8d41-acd4-4a0d-84e0-6bf237bbb739 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'floatingip': {'port_id': '54ef45b2-5d49-4ec2-83a3-1a98f7ee926e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:01.850119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9839cb-262d-44a7-876b-2723ba080a60 req-2075a3c9-6c68-45e7-a192-aeb009daf906 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:01.859446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf9839cb-262d-44a7-876b-2723ba080a60 req-2075a3c9-6c68-45e7-a192-aeb009daf906 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.0643573 Dec 20 23:19:01.903594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8d41-acd4-4a0d-84e0-6bf237bbb739 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:01.942515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf9839cb-262d-44a7-876b-2723ba080a60 req-63121fe5-b37e-4426-991a-4f42df7ef02d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821991 Dec 20 23:19:02.031488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Router e8ac28b2-f596-4b3b-b02e-6855233600ed has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:02.120116 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-1c8b8d41-acd4-4a0d-84e0-6bf237bbb739 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] update failed (client error): The resource could not be found. Dec 20 23:19:02.121205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c8b8d41-acd4-4a0d-84e0-6bf237bbb739 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "PUT /v2.0/floatingips/68663cbd-0ef6-4695-94e3-3a1580029680 HTTP/1.1" status: 404 len: 507 time: 0.3048296 Dec 20 23:19:02.124236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38186) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:02.168741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:02.175689 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b2b87f7-e861-4c48-b064-b4bd3929fe11 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194081 Dec 20 23:19:02.181974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38188) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:02.184920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] Sync routers for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:02.198314 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:02.199234 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:02.274915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting port 50f849b4-bd5f-4049-b471-d04a12539b3a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:02.275263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.368998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.369327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.369658 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:02.376617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}, {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:02.386450 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75e1de-6360-4ce1-afd3-ba50648c487b" -d '{"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-plugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}, {"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-unplugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:02.389365 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:02.389754 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:02.391167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Calling delete_port for 50f849b4-bd5f-4049-b471-d04a12539b3a owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:02.439743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:02.440407 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37cfac-2549-4c97-8598-5bb782a60cb5 None None] The sync data for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:02.456549 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c43512-d8c4-4a29-9cd5-c9079705aa42 x-openstack-request-id: req-b4c43512-d8c4-4a29-9cd5-c9079705aa42 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:02.456954 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-plugged", "status": "completed", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "code": 200}, {"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-unplugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:02.457458 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4c43512-d8c4-4a29-9cd5-c9079705aa42 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:02.457884 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'code': 200} Dec 20 23:19:02.458138 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'code': 200} Dec 20 23:19:02.543850 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-c37c44a3-e0cd-4004-a4da-90eecce6d727 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] delete failed (client error): The resource could not be found. Dec 20 23:19:02.545603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c37c44a3-e0cd-4004-a4da-90eecce6d727 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1548474860 HTTP/1.1" status: 404 len: 335 time: 0.3622406 Dec 20 23:19:02.549224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38192) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:02.554487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8da6d72e-5511-4ecd-a445-a6cf0b1e83ea tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8ac28b2-f596-4b3b-b02e-6855233600ed'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:02.637164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.665319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Port': ['ID=50f849b4-bd5f-4049-b471-d04a12539b3a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:02.745964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.748786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.750021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c13a1bd-f5cd-4575-89fd-b168949913e8 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "DELETE /v2.0/floatingips/68663cbd-0ef6-4695-94e3-3a1580029680 HTTP/1.1" status: 204 len: 168 time: 0.6248956 Dec 20 23:19:02.753423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38196) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:02.758640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dcc903d9-6ab9-434a-a3c7-3ae9d658ea4a tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'floatingip': {'floating_network_id': '0c3ee509-077c-44ef-a831-156f34ad9d78', 'port_id': '54ef45b2-5d49-4ec2-83a3-1a98f7ee926e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:02.799200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8da6d72e-5511-4ecd-a445-a6cf0b1e83ea tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.849848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30032f-b6c0-4b99-af2d-8d6567539cd7 req-7ede025e-b81e-4e37-b683-2d2f93c7d485 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:02.858242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de30032f-b6c0-4b99-af2d-8d6567539cd7 req-7ede025e-b81e-4e37-b683-2d2f93c7d485 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1032045 Dec 20 23:19:02.865758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dcc903d9-6ab9-434a-a3c7-3ae9d658ea4a tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:02.927630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de30032f-b6c0-4b99-af2d-8d6567539cd7 req-428a1437-ebcc-450e-92db-839fae34c80b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684526 Dec 20 23:19:02.931101 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-8da6d72e-5511-4ecd-a445-a6cf0b1e83ea tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] update failed (client error): The resource could not be found. Dec 20 23:19:02.931101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8da6d72e-5511-4ecd-a445-a6cf0b1e83ea tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed HTTP/1.1" status: 404 len: 339 time: 0.3799646 Dec 20 23:19:02.942694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38200) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:03.089448 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-dcc903d9-6ab9-434a-a3c7-3ae9d658ea4a tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:19:03.090581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dcc903d9-6ab9-434a-a3c7-3ae9d658ea4a tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3362014 Dec 20 23:19:03.094519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38206) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:03.098990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '54ef45b2-5d49-4ec2-83a3-1a98f7ee926e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:03.119794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5b2a3-b3d4-4a86-a0df-77fc62398b99 req-353d36aa-a03a-4ef0-be1d-f50e006e2b86 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:03.121329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93f5b2a3-b3d4-4a86-a0df-77fc62398b99 req-353d36aa-a03a-4ef0-be1d-f50e006e2b86 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1994169 Dec 20 23:19:03.198477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.263143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f7333-19b8-49a6-8aba-007375c93ec0 req-1c6d21d0-2d96-46e3-ae21-7769e225e3c9 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:03.264716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f7f7333-19b8-49a6-8aba-007375c93ec0 req-1c6d21d0-2d96-46e3-ae21-7769e225e3c9 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.1828794 Dec 20 23:19:03.288077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.295215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93f5b2a3-b3d4-4a86-a0df-77fc62398b99 req-ab6f758e-35ba-4719-a68c-b71f0175163f tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650462 Dec 20 23:19:03.302953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.360892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f7f7333-19b8-49a6-8aba-007375c93ec0 req-02d65cd1-ce32-46e5-9cbc-8891921e55bb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Dec 20 23:19:03.381143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.442745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Allocated IP 172.25.1.140 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/d7c26be5-bc52-4d7b-aae6-ecd6fdbc0b7c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:03.508598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ac923-c6b5-4e09-a77d-cd0c9309fa4a req-b1eba7b7-8278-468e-bc48-653de7a538dc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:03.515444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e83ac923-c6b5-4e09-a77d-cd0c9309fa4a req-b1eba7b7-8278-468e-bc48-653de7a538dc tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1316619 Dec 20 23:19:03.560782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.629841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e83ac923-c6b5-4e09-a77d-cd0c9309fa4a req-207ee26a-38d2-419c-bc55-9167390264ff tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129394 Dec 20 23:19:03.684523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.703685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Allocated IP 172.20.0.1 (f7a0bbf8-8602-45a4-a887-1023bace3222/65bc2154-eead-46ec-893d-1ebb7bacbc0f/5f84c8fc-115b-4aa4-be2d-830bce1156af) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:03.728687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:03.731561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:03.733994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:03.760089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event updated for resources: {'Port': ['ID=d7c26be5-bc52-4d7b-aae6-ecd6fdbc0b7c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:03.821648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.915414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting port d7c26be5-bc52-4d7b-aae6-ecd6fdbc0b7c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:03.915844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.916809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3c435-f067-4b59-9798-23f7180bc93d req-938a7c55-2cb4-4ba5-9482-f7506cf36e20 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:03.918369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84b3c435-f067-4b59-9798-23f7180bc93d req-938a7c55-2cb4-4ba5-9482-f7506cf36e20 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.0490484 Dec 20 23:19:03.919934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:03.992642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f7a0bbf8-8602-45a4-a887-1023bace3222 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:04.000973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:04.004647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Port': ['ID=5f84c8fc-115b-4aa4-be2d-830bce1156af,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:04.004784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.007963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:04.009858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.023971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Calling delete_port for d7c26be5-bc52-4d7b-aae6-ecd6fdbc0b7c owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:04.054499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84b3c435-f067-4b59-9798-23f7180bc93d req-a4084a4b-1e32-49cf-a538-8a277f7ab156 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Dec 20 23:19:04.095524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.150927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201441d-d554-4f88-a121-5a1b77edbf13 req-7386514a-d329-45a2-80bd-4bf462bf1225 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:04.152485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f201441d-d554-4f88-a121-5a1b77edbf13 req-7386514a-d329-45a2-80bd-4bf462bf1225 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1417696 Dec 20 23:19:04.248295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.258790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f201441d-d554-4f88-a121-5a1b77edbf13 req-a3fa54fa-92ab-4bcf-80eb-1e680f107417 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Dec 20 23:19:04.278941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddfb0b-765a-4535-9db0-037fb9b687d5 req-8bc97069-b1d9-43cf-8bf1-de2e93df62df tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:04.280500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fddfb0b-765a-4535-9db0-037fb9b687d5 req-8bc97069-b1d9-43cf-8bf1-de2e93df62df tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.0630386 Dec 20 23:19:04.295912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Port': ['ID=d7c26be5-bc52-4d7b-aae6-ecd6fdbc0b7c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:04.308637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9a08ba96-7963-4aa2-ae60-845665cfbfe2 None None] Provisioning complete for port 5f84c8fc-115b-4aa4-be2d-830bce1156af triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:04.309211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a08ba96-7963-4aa2-ae60-845665cfbfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.346109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9a08ba96-7963-4aa2-ae60-845665cfbfe2 None None] Port 5f84c8fc-115b-4aa4-be2d-830bce1156af cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:19:04.352857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.440257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fddfb0b-765a-4535-9db0-037fb9b687d5 req-72a4d536-fda1-48df-bd63-259324169b43 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513441 Dec 20 23:19:04.462579 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] create failed (client error): The resource could not be found. Dec 20 23:19:04.466749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d7845920-5e34-4c62-b893-174e120dd525 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3712130 Dec 20 23:19:04.467328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38226) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:04.472970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93c121-1f54-41dc-8a88-db84f3253fca req-e506a901-3d27-45ba-93e6-02bab0453e67 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:04.474521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a93c121-1f54-41dc-8a88-db84f3253fca req-e506a901-3d27-45ba-93e6-02bab0453e67 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1194758 Dec 20 23:19:04.562370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting port 54ef45b2-5d49-4ec2-83a3-1a98f7ee926e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:04.562715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.629381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97456f44-d23c-4126-82e3-da44fbb50d28 req-dafde6d0-b217-47b2-b200-76b96d47e2eb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:04.630914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97456f44-d23c-4126-82e3-da44fbb50d28 req-dafde6d0-b217-47b2-b200-76b96d47e2eb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1094 time: 0.0968883 Dec 20 23:19:04.636593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a93c121-1f54-41dc-8a88-db84f3253fca req-1382bfca-edae-474e-8550-32d707e9823c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295378 Dec 20 23:19:04.643776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:19:04.653645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.679796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Calling delete_port for 54ef45b2-5d49-4ec2-83a3-1a98f7ee926e owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:04.755240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97456f44-d23c-4126-82e3-da44fbb50d28 req-1dfdc232-a28a-4c8b-8846-9baeea3afe14 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150589 Dec 20 23:19:04.824099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:04.830825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.834738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550', 'network_id': '7c28385f-2450-423e-8397-701ef1759115', 'port_id': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550', 'mac_address': 'fa:16:3e:ac:a0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0f13ec-6691-4109-a7e0-189560f76538', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:19:04.871505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-909288aa-bd9d-4d8e-b95b-c6bcb6373a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.878497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.893065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:04.906721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.907389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:04.934328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:04.943854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Port': ['ID=54ef45b2-5d49-4ec2-83a3-1a98f7ee926e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:04.998013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:05.026746 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:05.030547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3f2ecac2-7d17-4900-b2cc-d5e67d69faef tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "DELETE /v2.0/ports/54ef45b2-5d49-4ec2-83a3-1a98f7ee926e HTTP/1.1" status: 204 len: 168 time: 0.5622211 Dec 20 23:19:05.033050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:05.035328 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:05.066708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:05.074044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event updated for resources: {'Port': ['ID=5f84c8fc-115b-4aa4-be2d-830bce1156af,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:05.092333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884eff37-a753-489b-9823-8cb688147eb7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:05.096828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-884eff37-a753-489b-9823-8cb688147eb7 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "GET /v2.0/ports?device_id=12118e3c-d093-400c-8d42-1f30f389b2c7 HTTP/1.1" status: 200 len: 913 time: 0.0625222 Dec 20 23:19:05.099252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38240) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:05.156157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9024-1abb-43e0-a203-dee71fd8ea81 req-6839b073-7682-4e60-8921-73434acc0edd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:05.167419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-656c9024-1abb-43e0-a203-dee71fd8ea81 req-6839b073-7682-4e60-8921-73434acc0edd tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.2136672 Dec 20 23:19:05.230591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-656c9024-1abb-43e0-a203-dee71fd8ea81 req-ab48aa36-274f-41ba-bca4-91e1bbb88c84 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Dec 20 23:19:05.250758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['7ac5cf24-d91f-4ea4-80fe-0dac8a642550'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:05.302070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Network f7a0bbf8-8602-45a4-a887-1023bace3222 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:05.304995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:05.330678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ee21-3c97-4a23-9ffd-18e0f08d5a62 req-0ae9730a-3cc9-4ae9-95e7-31587e854c64 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:05.332194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a080ee21-3c97-4a23-9ffd-18e0f08d5a62 req-0ae9730a-3cc9-4ae9-95e7-31587e854c64 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.0990529 Dec 20 23:19:05.680708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a1f574b1-6c5b-4940-9c3d-8f49b0486079 None None] Provisioning complete for port 5f84c8fc-115b-4aa4-be2d-830bce1156af triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:05.681380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1f574b1-6c5b-4940-9c3d-8f49b0486079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:05.719057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a1f574b1-6c5b-4940-9c3d-8f49b0486079 None None] Port 5f84c8fc-115b-4aa4-be2d-830bce1156af cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:19:05.739396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38258) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:05.864146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a080ee21-3c97-4a23-9ffd-18e0f08d5a62 req-8c00f65c-6fbf-4ca7-bbbd-1b9d6800398e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102298 Dec 20 23:19:05.875361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079fc46-8171-4e9d-8198-953b63bdf52f req-cf42e4b8-40e2-44cc-8844-3bcb7696ef24 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:05.875872 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-c65d5411-f356-481b-a568-04d5dfb52d1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321681 Dec 20 23:19:05.876632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5079fc46-8171-4e9d-8198-953b63bdf52f req-cf42e4b8-40e2-44cc-8844-3bcb7696ef24 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1012409 Dec 20 23:19:05.885468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-941af3a3-825a-4cd3-b456-359e637d5359 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:19:05.886503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-941af3a3-825a-4cd3-b456-359e637d5359 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055268 Dec 20 23:19:05.886622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Router e8ac28b2-f596-4b3b-b02e-6855233600ed has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:05.981647 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.034587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5079fc46-8171-4e9d-8198-953b63bdf52f req-70f78c4b-e3aa-43c5-b173-e1b2a05e3c43 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501477 Dec 20 23:19:06.058744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe972-559b-402d-92fc-65927df5984a req-ff5ae5d8-b0ef-4199-bb0a-c94ea42558f5 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:06.060676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55fbe972-559b-402d-92fc-65927df5984a req-ff5ae5d8-b0ef-4199-bb0a-c94ea42558f5 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1095 time: 0.1026177 Dec 20 23:19:06.067356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:06.077539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad87e3a1-8697-4462-97fc-a92b94604273 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1330419 Dec 20 23:19:06.077995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:06.087120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] Sync routers for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:06.106292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:06.106292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:06.142733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55fbe972-559b-402d-92fc-65927df5984a req-d2d9d38c-2a17-40fc-abc6-7cd9c61d5e45 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543182 Dec 20 23:19:06.154519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:06.165528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:06.166248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:06.198975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:06.199630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea74a0-ab31-472f-89f2-60dca4e582ae None None] The sync data for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:06.244008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d9f7776-09a0-457f-ad15-e71706118231 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.342923 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-4d9f7776-09a0-457f-ad15-e71706118231 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 23:19:06.344046 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d9f7776-09a0-457f-ad15-e71706118231 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed HTTP/1.1" status: 409 len: 329 time: 0.2653747 Dec 20 23:19:06.347098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38276) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:06.444285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting port 6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:06.444850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.547151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.560993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Calling delete_port for 6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:06.646100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:06.786677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:19:06.787560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.791682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:06.794094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.832648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.866557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Port': ['ID=6d5d7776-8a8b-4f3a-ab4c-5e330ce0d501,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:06.895974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b97919-b848-4340-9fdd-7512e07722df req-11902ee0-81a5-41f4-a631-9dc500ffd405 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:06.903023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:06.913241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6b97919-b848-4340-9fdd-7512e07722df req-11902ee0-81a5-41f4-a631-9dc500ffd405 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1692286 Dec 20 23:19:06.947920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:06.951714 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c6ee80-a0d8-4887-a357-abda7d7f2b9d" -d '{"events": [{"server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:06.968670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:06.986286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6b97919-b848-4340-9fdd-7512e07722df req-57e8797f-0027-4f49-927c-e840bb0e7563 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Dec 20 23:19:07.032697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.033529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:07.082878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.163022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bfb9e-ef8f-44a2-bd09-79e314f82f76 req-c0ca4917-7c4e-4d4c-8b87-fcd921e9a6c5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:07.165743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b54bfb9e-ef8f-44a2-bd09-79e314f82f76 req-c0ca4917-7c4e-4d4c-8b87-fcd921e9a6c5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.1768157 Dec 20 23:19:07.274028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b54bfb9e-ef8f-44a2-bd09-79e314f82f76 req-cc52f852-7cae-4a1e-a6c4-ff370dd6c6a8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987511 Dec 20 23:19:07.298752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6615327-0281-4f0a-b0cb-be15c210168c req-076da842-f221-42ce-84bb-3c610a540bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:07.299890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b6615327-0281-4f0a-b0cb-be15c210168c req-076da842-f221-42ce-84bb-3c610a540bbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.1198146 Dec 20 23:19:07.306727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Router 12118e3c-d093-400c-8d42-1f30f389b2c7 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:07.347898 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1487603-f96d-428f-b23e-e3b4061cc0ef x-openstack-request-id: req-a1487603-f96d-428f-b23e-e3b4061cc0ef {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:07.348475 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:07.348642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec741138-f957-46a0-9b74-50d210d91b40 req-ee429002-ba7c-4efd-8f5d-221532bdcec6 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:07.348748 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1487603-f96d-428f-b23e-e3b4061cc0ef {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:07.349113 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550', 'code': 200} Dec 20 23:19:07.350158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec741138-f957-46a0-9b74-50d210d91b40 req-ee429002-ba7c-4efd-8f5d-221532bdcec6 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.1102076 Dec 20 23:19:07.386603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:07.390506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting port 5f84c8fc-115b-4aa4-be2d-830bce1156af {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:07.390862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.457746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:07.461160 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b6615327-0281-4f0a-b0cb-be15c210168c req-a2479526-94bc-45e9-ba4f-87930bf95320 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531215 Dec 20 23:19:07.461545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec741138-f957-46a0-9b74-50d210d91b40 req-6f723daa-5329-499f-84f3-578343e81dc2 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993164 Dec 20 23:19:07.465825 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-27cef212-57b3-4acb-9c4b-7160f3b5f155 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "PUT /v2.0/routers/12118e3c-d093-400c-8d42-1f30f389b2c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661802 Dec 20 23:19:07.467842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38290) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:07.507985 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] Sync routers for ids ['12118e3c-d093-400c-8d42-1f30f389b2c7'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:07.513694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.518640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] Routers {'12118e3c-d093-400c-8d42-1f30f389b2c7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:07.519472 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12118e3c-d093-400c-8d42-1f30f389b2c7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:07.527814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Calling delete_port for 5f84c8fc-115b-4aa4-be2d-830bce1156af owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:07.553089 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:07.563875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] Routers {'12118e3c-d093-400c-8d42-1f30f389b2c7'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:07.564803 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:18:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['12118e3c-d093-400c-8d42-1f30f389b2c7'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:07.570257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.573461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-cdf00de4-2fe2-4466-a5b5-4718101617f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:07.574957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-cdf00de4-2fe2-4466-a5b5-4718101617f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666&tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81 HTTP/1.1" status: 200 len: 1094 time: 0.1568208 Dec 20 23:19:07.597316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-228cd17d-dbd0-4d7a-ba32-2e86df9888cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.597606 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:07.598477 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff6fa94-4b88-476f-b0cc-c0ca61532c75 None None] The sync data for ids ['12118e3c-d093-400c-8d42-1f30f389b2c7'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:07.637893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:07.763734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.775173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.780683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.781702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.799830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Port': ['ID=5f84c8fc-115b-4aa4-be2d-830bce1156af,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:07.929616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.930154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Fanout notify agent at l3_agent the message router_deleted on router 12118e3c-d093-400c-8d42-1f30f389b2c7 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.936827 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4f835f3-04c6-4524-baac-57c36677f728 tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "DELETE /v2.0/routers/12118e3c-d093-400c-8d42-1f30f389b2c7 HTTP/1.1" status: 204 len: 168 time: 0.4705956 Dec 20 23:19:07.947443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:07.959480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.047802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting subnet 95d2219b-aad9-4556-90d4-49134c40d5c2 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:08.047802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.115825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.164303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:08.197872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-a49e20d5-5539-4e28-90c7-6986c9a3165c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:08.199344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-a49e20d5-5539-4e28-90c7-6986c9a3165c tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1909130 Dec 20 23:19:08.214456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae07d7-935c-433e-85c2-befcad638380 req-cdc18dc7-8ba8-4095-86f0-1182ae3e90cb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:08.215890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dae07d7-935c-433e-85c2-befcad638380 req-cdc18dc7-8ba8-4095-86f0-1182ae3e90cb tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 946 time: 0.1398761 Dec 20 23:19:08.218844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Router e8ac28b2-f596-4b3b-b02e-6855233600ed has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:08.233326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:19:08.260998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.297692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:08.309407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.317778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.399134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Transition to ACTIVE for port object a3907f6e-0b1a-4769-82d3-6b0d0398f140 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:19:08.400088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dae07d7-935c-433e-85c2-befcad638380 req-3385a837-1882-4bb3-841b-64949a1c3483 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/security-groups?id=af6e69e1-1aee-4706-b8ae-5f0feca7ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734490 Dec 20 23:19:08.400456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.434688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Subnet': ['ID=95d2219b-aad9-4556-90d4-49134c40d5c2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:08.436701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.440177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e9484440-e7b1-436d-9dac-0468b9429bde tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "DELETE /v2.0/subnets/95d2219b-aad9-4556-90d4-49134c40d5c2 HTTP/1.1" status: 204 len: 168 time: 0.4913306 Dec 20 23:19:08.442738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:08.444852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db7fa4-a67b-4fae-940a-faf7ddeebac6 None None] Network 0c3ee509-077c-44ef-a831-156f34ad9d78 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:08.475792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.577974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.580752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ec870-0be3-4153-be7e-f9da1a09c6fc None None] DHCP port deletion for 054ccb76-dc8d-4f69-b965-a944c8e6ee4c request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:08.608071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] No DVR routers for this DVR port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:08.619190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=9']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:08.673464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] DHCP port deletion for 0c3ee509-077c-44ef-a831-156f34ad9d78 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:08.678215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:19:08.678215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:19:08.679155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:08.685497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:19:08.685857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Attempting to bind port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:08.695353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:19:08.695687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Checking segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:08.696077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Bound using segment: {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:19:08.696515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Bound port: a3907f6e-0b1a-4769-82d3-6b0d0398f140, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e344b3b3-4d79-453a-a613-0d3e726e8e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:19:08.696864 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.747306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Deleting port 0df48919-b46e-4162-b175-4bcc32f6d1a0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:08.747636 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.753670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:08.775432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] Sync routers for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:08.776367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f0842b2f-3e69-476b-b50d-00ba163a77dd tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280665 Dec 20 23:19:08.781547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38306) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:08.801529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Deleting port 0df48919-b46e-4162-b175-4bcc32f6d1a0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:08.802112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.829118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:08.830424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:08.832843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44536943-1f99-401b-8d41-a0c00920a39b req-18794b21-78db-4f4c-bd52-91efd608891b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:08.838232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44536943-1f99-401b-8d41-a0c00920a39b req-18794b21-78db-4f4c-bd52-91efd608891b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 943 time: 0.4659426 Dec 20 23:19:08.848765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Deleting port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:08.849222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.855282 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-e0effdb0-9d87-4a72-90c9-0bd5e6a4cf3f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] show failed (client error): The resource could not be found. Dec 20 23:19:08.861546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0effdb0-9d87-4a72-90c9-0bd5e6a4cf3f tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-981896865 HTTP/1.1" status: 404 len: 334 time: 0.0738139 Dec 20 23:19:08.861819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:08.866657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a802e976-acc5-42cc-bc14-d3cf1f447015 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:08.870422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672da3da-f763-4122-b2bf-5fd45b3edb96 req-eb53fed8-089a-4d77-9f59-6b1966888479 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:08.872072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-672da3da-f763-4122-b2bf-5fd45b3edb96 req-eb53fed8-089a-4d77-9f59-6b1966888479 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.1262987 Dec 20 23:19:08.874809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:19:08.913463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:08.924828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] For port 0df48919-b46e-4162-b175-4bcc32f6d1a0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0df48919-b46e-4162-b175-4bcc32f6d1a0,segment=NetworkSegment(8a72fb6d-cd22-462b-a33e-c0bbe27c0388),segment_id=8a72fb6d-cd22-462b-a33e-c0bbe27c0388)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:08.926840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:08.935540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] Routers {'e8ac28b2-f596-4b3b-b02e-6855233600ed'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:08.936480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8ac28b2-f596-4b3b-b02e-6855233600ed'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:08.985680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Calling delete_port for 0df48919-b46e-4162-b175-4bcc32f6d1a0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:08.988444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:08.988673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16a012-2b6b-4098-b73c-490f573ec3aa None None] The sync data for ids ['e8ac28b2-f596-4b3b-b02e-6855233600ed'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:09.023137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44536943-1f99-401b-8d41-a0c00920a39b req-a0c3afd7-9fc4-47fc-ba39-d2209ddac7e2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790216 Dec 20 23:19:09.027882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-672da3da-f763-4122-b2bf-5fd45b3edb96 req-8da7db5b-6b30-47f1-8acb-137370c2013c tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327987 Dec 20 23:19:09.072971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] For port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,segment=NetworkSegment(b0a85c24-ce34-456c-84cf-ee36fbabe7a8),segment_id=b0a85c24-ce34-456c-84cf-ee36fbabe7a8)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:09.073249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.089529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Calling delete_port for 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:09.141768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.173334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] Pushing event deleted for resources: {'Port': ['ID=0df48919-b46e-4162-b175-4bcc32f6d1a0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:09.177412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb8b29-ee55-4b34-be17-42b82aaa40a3 None None] No DVR routers for this DVR port 0df48919-b46e-4162-b175-4bcc32f6d1a0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:09.278728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] For port 0df48919-b46e-4162-b175-4bcc32f6d1a0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0df48919-b46e-4162-b175-4bcc32f6d1a0,segment=NetworkSegment(8a72fb6d-cd22-462b-a33e-c0bbe27c0388),segment_id=8a72fb6d-cd22-462b-a33e-c0bbe27c0388)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:09.279329 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.282924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:19:09.284191 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a802e976-acc5-42cc-bc14-d3cf1f447015 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] update failed (client error): The resource could not be found. Dec 20 23:19:09.285246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a802e976-acc5-42cc-bc14-d3cf1f447015 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-480933678 HTTP/1.1" status: 404 len: 334 time: 0.4225059 Dec 20 23:19:09.289420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38310) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:09.297291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Calling delete_port for 0df48919-b46e-4162-b175-4bcc32f6d1a0 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:09.330467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.342924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.343490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:09.386719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Pushing event deleted for resources: {'Port': ['ID=839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:09.399701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708078bd-8a83-487a-bc76-2b1b4dded7f9 None None] DHCP port deletion for 054ccb76-dc8d-4f69-b965-a944c8e6ee4c request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:09.399889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:09.400583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.401887 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] 10.222.0.45 "PUT /v2.0/ports/a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 1091 time: 1.7951574 Dec 20 23:19:09.402376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:09.404552 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e630a7-7a19-47f6-9407-91db626a7ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:09.410843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e428c5-f22d-42d6-83d0-6a51cfd6b240 None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:09.436254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting subnet 909538be-4b58-4785-a038-ccb801f5b588 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:09.454473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] No DVR routers for this DVR port 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:09.456132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.459349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.463133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f11da690-5512-409a-b90d-fc6efcc4a51f req-334ce9db-dd21-485a-87b4-249cf8a3917a tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.45 "DELETE /v2.0/ports/839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 HTTP/1.1" status: 204 len: 173 time: 1.2463439 Dec 20 23:19:09.463606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'name': 'network-vif-deleted', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:09.465848 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb2358a-8669-4abe-be75-7a9c24da11fa x-openstack-request-id: req-8eb2358a-8669-4abe-be75-7a9c24da11fa {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:09.466030 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268f2184-8e3c-4fd4-96ae-4595c155ed5e" -d '{"events": [{"server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "name": "network-vif-deleted", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:09.466468 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:09.466718 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8eb2358a-8669-4abe-be75-7a9c24da11fa {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:09.467301 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'status': 'completed', 'code': 200} Dec 20 23:19:09.475899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c10bc-1b3f-4818-bdd0-d41ec8e3c103 service neutron] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:09.488228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.523010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Port': ['ID=0df48919-b46e-4162-b175-4bcc32f6d1a0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:09.534135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-983f45fd-8b78-4066-be4a-715779eca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:09.535883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-983f45fd-8b78-4066-be4a-715779eca65b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1095 time: 0.1001475 Dec 20 23:19:09.536277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.540246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] No DVR routers for this DVR port 0df48919-b46e-4162-b175-4bcc32f6d1a0 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:09.584255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0df48919-b46e-4162-b175-4bcc32f6d1a0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:09.615531 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c929365e-1445-4618-a343-4e8a4e33d40f x-openstack-request-id: req-c929365e-1445-4618-a343-4e8a4e33d40f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:09.616650 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8e269-3fbb-46f3-8ac2-001571671576", "name": "network-vif-deleted", "tag": "839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:09.616650 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c929365e-1445-4618-a343-4e8a4e33d40f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:09.616650 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8e269-3fbb-46f3-8ac2-001571671576', 'name': 'network-vif-deleted', 'tag': '839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2', 'status': 'completed', 'code': 200} Dec 20 23:19:09.618788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5ab6d17-3e5b-4958-b57d-330dc6511e22 req-1a9f8b08-1778-4ce3-ad75-14d83acae818 tempest-ServerDiskConfigTestJSON-166404100 tempest-ServerDiskConfigTestJSON-166404100-project] 10.222.0.62 "GET /v2.0/ports?device_id=95c8e269-3fbb-46f3-8ac2-001571671576 HTTP/1.1" status: 200 len: 210 time: 0.0521190 Dec 20 23:19:09.636997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 0df48919-b46e-4162-b175-4bcc32f6d1a0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:09.637373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0df48919-b46e-4162-b175-4bcc32f6d1a0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:09.681410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.682898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.711175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3ee509-077c-44ef-a831-156f34ad9d78']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:09.727243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.733083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a72fb6d-cd22-462b-a33e-c0bbe27c0388') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:09.733083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a72fb6d-cd22-462b-a33e-c0bbe27c0388') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:09.746058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-a9ca8048-00b6-44a4-b61c-4e1ae6d2ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:09.747527 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-a9ca8048-00b6-44a4-b61c-4e1ae6d2ccc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.2023287 Dec 20 23:19:09.749116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.794029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-68fe3c88-e3d6-45b2-bf72-4bfcaff4599c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0383873 Dec 20 23:19:09.795165 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.801358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:09.801779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:09.804926 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:09.810228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.843899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Subnet': ['ID=909538be-4b58-4785-a038-ccb801f5b588,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:09.845909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.849279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3544b390-e58e-4051-9146-028919e3bce3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/subnets/909538be-4b58-4785-a038-ccb801f5b588 HTTP/1.1" status: 204 len: 168 time: 0.5587409 Dec 20 23:19:09.853440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38318) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:09.855780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c2a6a-6d21-4ff0-94b4-3cec1f08d534 None None] Network 53ba8743-f733-4b3b-97f3-bd28dff9c895 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:09.905663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-d3767942-428f-4038-a8da-65dc98d8c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:09.907986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-d3767942-428f-4038-a8da-65dc98d8c0fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.1020734 Dec 20 23:19:09.916989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting subnet c7cc4453-1f98-4226-8ffb-b020e1c6fb12 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:09.920488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:09.950077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-2b08aa69-4d69-47d4-b23b-e3c8d6ac389d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305679 Dec 20 23:19:09.964368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.023178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.027987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.033529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] 10.222.0.62 "DELETE /v2.0/networks/0c3ee509-077c-44ef-a831-156f34ad9d78 HTTP/1.1" status: 204 len: 168 time: 1.5876122 Dec 20 23:19:10.058647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] DHCP port deletion for 53ba8743-f733-4b3b-97f3-bd28dff9c895 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:10.061473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33218f7-5597-4e0e-af3a-6c19366a71ed tempest-FloatingIPNegativeTestJSON-1455405516 tempest-FloatingIPNegativeTestJSON-1455405516-project] Pushing event deleted for resources: {'Network': ['ID=0c3ee509-077c-44ef-a831-156f34ad9d78,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:10.086629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.109213 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-6381801e-f71e-463e-80c8-eb8a76e97a24 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497972 Dec 20 23:19:10.152635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Deleting port 017c0b60-e572-456f-82b1-99e9b2a80ebe {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:10.153026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.247936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] For port 017c0b60-e572-456f-82b1-99e9b2a80ebe, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=017c0b60-e572-456f-82b1-99e9b2a80ebe,segment=NetworkSegment(631cd94d-671f-4a3e-949f-d1053fb1c14b),segment_id=631cd94d-671f-4a3e-949f-d1053fb1c14b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:10.248369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.249225 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-43557d89-cef6-4f49-ba2a-ec7178b52114 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313987 Dec 20 23:19:10.258718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070816a0-8d87-455b-833e-3f46281cbbe6 req-c9b54adb-bad3-4577-8b27-227f3941d74a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:10.260391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-070816a0-8d87-455b-833e-3f46281cbbe6 req-c9b54adb-bad3-4577-8b27-227f3941d74a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0829916 Dec 20 23:19:10.261492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Calling delete_port for 017c0b60-e572-456f-82b1-99e9b2a80ebe owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:10.263325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4e330-e35b-452a-9e23-aeae1faf87ca req-465bcd76-b91c-4493-8c27-c1e1096eec04 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:10.264922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14d4e330-e35b-452a-9e23-aeae1faf87ca req-465bcd76-b91c-4493-8c27-c1e1096eec04 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.1119704 Dec 20 23:19:10.339507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-070816a0-8d87-455b-833e-3f46281cbbe6 req-6d1f31ee-46c7-46d9-9fe3-83a64492f0d4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729854 Dec 20 23:19:10.350725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14d4e330-e35b-452a-9e23-aeae1faf87ca req-405f40c9-95ef-4695-8006-89938839342f tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Dec 20 23:19:10.364190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.391756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cc4453-1f98-4226-8ffb-b020e1c6fb12,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:10.409094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.416774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38330) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:10.418471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b89d6ea7-8bc4-43eb-9546-4fd3a5484bc3 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/subnets/c7cc4453-1f98-4226-8ffb-b020e1c6fb12 HTTP/1.1" status: 204 len: 168 time: 0.5643327 Dec 20 23:19:10.419926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2006d3d-7f44-45ce-aac2-c8695f9f5ba0 None None] Network f3db9ab0-88a9-477f-b531-8227bf5d40be requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:10.440237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.481678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] Pushing event deleted for resources: {'Port': ['ID=017c0b60-e572-456f-82b1-99e9b2a80ebe,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:10.526849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4a60d-e4e0-46f8-8eb9-dcd40e63ee0b req-952593be-275e-4601-9880-e3acd10b2ccb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:10.528462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66f4a60d-e4e0-46f8-8eb9-dcd40e63ee0b req-952593be-275e-4601-9880-e3acd10b2ccb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.0595341 Dec 20 23:19:10.540621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bbc43-1f7f-47d5-8826-952f2f908581 None None] No DVR routers for this DVR port 017c0b60-e572-456f-82b1-99e9b2a80ebe on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:10.542272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.623648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.635481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66f4a60d-e4e0-46f8-8eb9-dcd40e63ee0b req-7a44a224-bea1-4080-8b88-d46ff5b6755d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953391 Dec 20 23:19:10.702932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] DHCP port deletion for f3db9ab0-88a9-477f-b531-8227bf5d40be request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:10.737508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-2b28135a-8dd3-4994-b382-6fbf7ab993c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:10.739513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-2b28135a-8dd3-4994-b382-6fbf7ab993c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1095 time: 0.2657049 Dec 20 23:19:10.788599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ed5e-a6c4-4bc2-bafd-08804e9919fb req-f5714544-d635-451a-8316-f5714f727f9d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:10.795333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bc0ed5e-a6c4-4bc2-bafd-08804e9919fb req-f5714544-d635-451a-8316-f5714f727f9d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.0713816 Dec 20 23:19:10.815992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Deleting port 4f54363d-180c-405c-b543-271fd319e9ac {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:10.816424 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.819790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:10.878115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.900494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bc0ed5e-a6c4-4bc2-bafd-08804e9919fb req-bebf8cb9-1790-4f41-b086-c7ae7b82cb5d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992899 Dec 20 23:19:10.955454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] For port 4f54363d-180c-405c-b543-271fd319e9ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4f54363d-180c-405c-b543-271fd319e9ac,segment=NetworkSegment(14ea63eb-528c-4701-8b97-bb9274e2db8e),segment_id=14ea63eb-528c-4701-8b97-bb9274e2db8e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:10.961076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba8743-f733-4b3b-97f3-bd28dff9c895']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:10.961644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:10.972274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:10.974000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631cd94d-671f-4a3e-949f-d1053fb1c14b') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:10.974138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631cd94d-671f-4a3e-949f-d1053fb1c14b') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:10.989627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Calling delete_port for 4f54363d-180c-405c-b543-271fd319e9ac owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:10.994618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.008453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-23ad9edd-d3b9-4f04-bea7-15c29e994190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:11.012963 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-23ad9edd-d3b9-4f04-bea7-15c29e994190 service neutron] 10.222.0.45 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.2611966 Dec 20 23:19:11.016706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.033856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:11.034360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:11.039435 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:11.066300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Deleting subnet 3fbfe5b6-256c-472b-bd00-73a6b0f67a2c {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:11.069979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.096855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-2a014dcb-1fe5-4cc2-b882-c4fcafa9d7d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0724244 Dec 20 23:19:11.122859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.180591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.186882 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.220216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] Pushing event deleted for resources: {'Port': ['ID=4f54363d-180c-405c-b543-271fd319e9ac,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:11.226957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-7e81a932-9ebe-4a25-a2c9-2177b3b544de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:11.228099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff3823-8e82-42dc-a0eb-0d9e4120e5f8 None None] No DVR routers for this DVR port 4f54363d-180c-405c-b543-271fd319e9ac on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:11.228441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-7e81a932-9ebe-4a25-a2c9-2177b3b544de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.1202340 Dec 20 23:19:11.231315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e1370a18-3b1d-4042-9240-4bb9422729f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11d946d7b76b42b9a65142a69e8d5d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102156 Dec 20 23:19:11.233949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:11.290922 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-6c077538-d5bf-4f3b-b88a-df575ff751ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304272 Dec 20 23:19:11.295657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.310962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.314417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/networks/53ba8743-f733-4b3b-97f3-bd28dff9c895 HTTP/1.1" status: 204 len: 168 time: 0.8958733 Dec 20 23:19:11.317288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:11.334970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee14b9-f08e-4d82-82c3-0af8d21037f7 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Network': ['ID=53ba8743-f733-4b3b-97f3-bd28dff9c895,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:11.409581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.416248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.459392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017102a-7108-47a7-85fe-504bb3c39c37 None None] Network 1fe8ca77-de20-44e1-9891-7874010b64ec requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:11.467014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.470279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3fbfe5b6-256c-472b-bd00-73a6b0f67a2c HTTP/1.1" status: 204 len: 168 time: 0.4970796 Dec 20 23:19:11.477549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38382) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:11.508532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014afb2-8b4e-42bb-b384-7a7401ea8e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbfe5b6-256c-472b-bd00-73a6b0f67a2c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:11.573812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.617264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.647736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.662138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-d0ef8dab-09e2-4a65-9e2c-25dd072e5180 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364675 Dec 20 23:19:11.681319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4f54363d-180c-405c-b543-271fd319e9ac no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:11.698383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3db9ab0-88a9-477f-b531-8227bf5d40be']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:11.716532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ea63eb-528c-4701-8b97-bb9274e2db8e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:11.717109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ea63eb-528c-4701-8b97-bb9274e2db8e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:11.739963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4f54363d-180c-405c-b543-271fd319e9ac {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:11.740950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4f54363d-180c-405c-b543-271fd319e9ac not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:11.741978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 017c0b60-e572-456f-82b1-99e9b2a80ebe no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:11.766540 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.768128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 017c0b60-e572-456f-82b1-99e9b2a80ebe {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:11.768785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 017c0b60-e572-456f-82b1-99e9b2a80ebe not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:11.770761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc9ba0e-f088-4f4f-843f-11d34dee72ef None None] DHCP port deletion for 1fe8ca77-de20-44e1-9891-7874010b64ec request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:11.776261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:11.781316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.786401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.789907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a13b1273-4d43-4d7e-abb7-6ab806adce79 HTTP/1.1" status: 204 len: 168 time: 0.5534222 Dec 20 23:19:11.810317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:11.812847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 839ab3b0-ab8e-4b48-9b1c-84ba8aaf87d2 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:11.812976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ace15-167a-4eeb-b974-e22280b7a028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b1273-4d43-4d7e-abb7-6ab806adce79,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:11.881162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.909512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:11.910279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:11.914954 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:11.940762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:11.947035 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71e630a7-7a19-47f6-9407-91db626a7ab6 req-4ef4d75a-2c6e-4bb4-8391-a96414cc49d0 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236358 Dec 20 23:19:11.998498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af302289-cf3c-4c31-b3d2-d1de5c3d4a5c req-1699245a-781b-4d63-8509-24ddabcc001b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:12.000042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af302289-cf3c-4c31-b3d2-d1de5c3d4a5c req-1699245a-781b-4d63-8509-24ddabcc001b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.4761806 Dec 20 23:19:12.010445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69cf55-3a2a-4e97-a339-7bf7f0543964 req-9515e289-e0ea-49f7-afa3-4210ec952980 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:12.011983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa69cf55-3a2a-4e97-a339-7bf7f0543964 req-9515e289-e0ea-49f7-afa3-4210ec952980 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.5402896 Dec 20 23:19:12.128761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.176599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.200604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe8ca77-de20-44e1-9891-7874010b64ec']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:12.225863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:12.226433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a85c24-ce34-456c-84cf-ee36fbabe7a8') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:12.242836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.251611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38388) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:12.251818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/networks/f3db9ab0-88a9-477f-b531-8227bf5d40be HTTP/1.1" status: 204 len: 168 time: 0.9303324 Dec 20 23:19:12.253011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af302289-cf3c-4c31-b3d2-d1de5c3d4a5c req-ad13d020-fa75-4476-8594-c916dd2a7f41 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458580 Dec 20 23:19:12.268695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9d25d-7905-4331-bc91-9bff2144015c tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Network': ['ID=f3db9ab0-88a9-477f-b531-8227bf5d40be,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:12.273712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa69cf55-3a2a-4e97-a339-7bf7f0543964 req-4f6e2570-d79f-4a6b-8d2b-52acef8448b2 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473478 Dec 20 23:19:12.275932 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.310684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.322701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:12.323254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:12.325800 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:12.395310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting subnet 65bc2154-eead-46ec-893d-1ebb7bacbc0f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:12.400394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.456854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.552513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.559854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.565587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] 10.222.0.62 "DELETE /v2.0/networks/1fe8ca77-de20-44e1-9891-7874010b64ec HTTP/1.1" status: 204 len: 168 time: 1.0612996 Dec 20 23:19:12.582888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.587653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd2dab-5231-4523-b4b3-547eb3bb959a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe8ca77-de20-44e1-9891-7874010b64ec,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:12.762803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.795353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Subnet': ['ID=65bc2154-eead-46ec-893d-1ebb7bacbc0f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:12.798459 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:12.802563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4ca9d5bf-9653-4824-a741-d6e75c9fe524 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/subnets/65bc2154-eead-46ec-893d-1ebb7bacbc0f HTTP/1.1" status: 204 len: 168 time: 0.5520747 Dec 20 23:19:12.805367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:12.805536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ffe8c5-8d67-43cf-8a15-e5eff911101b None None] Network f7a0bbf8-8602-45a4-a887-1023bace3222 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:12.954726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.066430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Deleting port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:13.071541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.071686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] DHCP port deletion for f7a0bbf8-8602-45a4-a887-1023bace3222 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:13.108704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-19fa38db-39c5-43f9-b111-018d6b1ba8ca tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:13.109631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-19fa38db-39c5-43f9-b111-018d6b1ba8ca tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.0636327 Dec 20 23:19:13.171371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:13.181343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] For port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,segment=NetworkSegment(43f9b5c3-c7cb-4030-b433-8afad8598384),segment_id=43f9b5c3-c7cb-4030-b433-8afad8598384)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:13.185651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.201619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Calling delete_port for 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:13.258897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Deleting port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:13.260585 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.318785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a7d391bc-763b-4600-ac3c-31338ee0c0b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58ecf742ec5a47c88ec2db56e1f19277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444123 Dec 20 23:19:13.320385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38416) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:13.356119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Deleting port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:13.357437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.430976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38418) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:13.442671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.485003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] For port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,segment=NetworkSegment(43f9b5c3-c7cb-4030-b433-8afad8598384),segment_id=43f9b5c3-c7cb-4030-b433-8afad8598384)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:13.487555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.506201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.515908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] No DVR routers for this DVR port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:13.517073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Calling delete_port for 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:13.536009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.607356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Port': ['ID=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:13.640713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] For port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:13.641424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.661884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Calling delete_port for 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:13.681225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:13.713755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.717457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.718655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af6e69e1-1aee-4706-b8ae-5f0feca7ae53 HTTP/1.1" status: 204 len: 168 time: 0.3972909 Dec 20 23:19:13.719962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.722320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:13.722953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:13.745676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dcb77-8b9f-408e-9cc9-ba3265c2c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6e69e1-1aee-4706-b8ae-5f0feca7ae53,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:13.772619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--961727935'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:13.778779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:13.808807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb436-7751-4bea-a0f6-10dbacc6ea51 req-5b1de55c-9e74-4b30-a2dd-489231f7cd30 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:13.828275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ddfb436-7751-4bea-a0f6-10dbacc6ea51 req-5b1de55c-9e74-4b30-a2dd-489231f7cd30 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.3983431 Dec 20 23:19:13.852058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] Pushing event deleted for resources: {'Port': ['ID=1fb4cec6-5cc6-4209-aab7-c3f70393dbdc,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:13.854923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807222c8-c5a7-4fb5-b5f6-d6909619d7dc None None] No DVR routers for this DVR port 1fb4cec6-5cc6-4209-aab7-c3f70393dbdc on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:13.867492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4d8d0-42fe-4fe2-aa14-0640bc15e719 req-008f6084-25e1-4a81-bfd0-a6e2b5fbaf90 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:13.873945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05c4d8d0-42fe-4fe2-aa14-0640bc15e719 req-008f6084-25e1-4a81-bfd0-a6e2b5fbaf90 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 1096 time: 0.4856496 Dec 20 23:19:13.932380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a0bbf8-8602-45a4-a887-1023bace3222']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:13.987214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f9b5c3-c7cb-4030-b433-8afad8598384') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:13.987462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f9b5c3-c7cb-4030-b433-8afad8598384') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:14.020103 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.036217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ddfb436-7751-4bea-a0f6-10dbacc6ea51 req-ae0707b8-47fa-44a5-aaa3-846949047165 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070541 Dec 20 23:19:14.048884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.058984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:14.059389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:14.064257 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:14.077761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.090498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['7ac5cf24-d91f-4ea4-80fe-0dac8a642550'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:14.094278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4ff4ef9-d90d-4391-8e47-433b9b473886'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:14.098761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05c4d8d0-42fe-4fe2-aa14-0640bc15e719 req-7fc5376a-841c-4a3d-85c2-08b13c997ff6 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816766 Dec 20 23:19:14.125143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ac5cf24-d91f-4ea4-80fe-0dac8a642550,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:14.150147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.187479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.190994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] No DVR routers for this DVR port 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:14.197795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.201393 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c7fa1614-5e12-47b7-b6a1-a50eefaf2196 req-2a136d0e-d77c-4f68-9860-54ce6a4ccf25 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7ac5cf24-d91f-4ea4-80fe-0dac8a642550 HTTP/1.1" status: 204 len: 173 time: 1.0854373 Dec 20 23:19:14.201892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'name': 'network-vif-deleted', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:14.213622 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac619a6c-bc5a-4fc3-aac3-28ad6c36dc65" -d '{"events": [{"server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "name": "network-vif-deleted", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:14.280792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.297354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.303833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94019a-0b53-4a04-bb73-21c0cd362513 x-openstack-request-id: req-ce94019a-0b53-4a04-bb73-21c0cd362513 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:14.304250 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df6624c-5d9b-41f5-b65b-27ef3d47d54d", "name": "network-vif-deleted", "tag": "7ac5cf24-d91f-4ea4-80fe-0dac8a642550", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:14.304832 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce94019a-0b53-4a04-bb73-21c0cd362513 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:14.306395 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df6624c-5d9b-41f5-b65b-27ef3d47d54d', 'name': 'network-vif-deleted', 'tag': '7ac5cf24-d91f-4ea4-80fe-0dac8a642550', 'status': 'completed', 'code': 200} Dec 20 23:19:14.324317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/networks/f7a0bbf8-8602-45a4-a887-1023bace3222 HTTP/1.1" status: 204 len: 168 time: 1.5164204 Dec 20 23:19:14.328591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:14.414412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bc02a7bf-9a5c-4b6f-a905-f412b60d9bbf tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8ac28b2-f596-4b3b-b02e-6855233600ed HTTP/1.1" status: 200 len: 205 time: 0.0846629 Dec 20 23:19:14.417532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:14.424381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404297e7-5ecf-485f-9e61-a8cf6c3627f5 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Pushing event deleted for resources: {'Network': ['ID=f7a0bbf8-8602-45a4-a887-1023bace3222,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:14.579181 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.611328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.666298 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.715499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f338fc-09a5-4e36-bb6b-5dc2dd7af2b1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:14.805877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.822232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.824522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.848906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.889656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830cfbbc-1eaa-4c71-9406-fd99d499b6a8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:14.935386 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.935947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Fanout notify agent at l3_agent the message router_deleted on router e8ac28b2-f596-4b3b-b02e-6855233600ed {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:14.950144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.953868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68acee2d-095a-4d8b-8e8b-fcd2fedba057 tempest-RoutersNegativeTest-1769775427 tempest-RoutersNegativeTest-1769775427-project] 10.222.0.62 "DELETE /v2.0/routers/e8ac28b2-f596-4b3b-b02e-6855233600ed HTTP/1.1" status: 204 len: 168 time: 0.5322065 Dec 20 23:19:14.965245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:14.965245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a072c5f-e396-4218-a981-02ce7ef4df42 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5299754 Dec 20 23:19:14.974059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38446) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.123331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38456) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.123785 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-998cbc39-6a7c-4e0c-af8c-90a41038bece tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1481414 Dec 20 23:19:15.128260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-security--1610710620', 'description': 'tempest-security-description-1276671655'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:15.236862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.293320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34f2ebc8-401c-4ee0-8e6a-c9308bf28e29 req-8dbbf025-17c8-45f9-8e44-a4cf0e811e6e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df6624c-5d9b-41f5-b65b-27ef3d47d54d HTTP/1.1" status: 200 len: 210 time: 0.0418298 Dec 20 23:19:15.301241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27dfa5-41a9-4ac7-92a2-fc50e3b0cea8 req-a1f45916-9220-40f1-b66d-8642b29bfe7e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:15.309840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a27dfa5-41a9-4ac7-92a2-fc50e3b0cea8 req-a1f45916-9220-40f1-b66d-8642b29bfe7e tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1295760 Dec 20 23:19:15.407506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.434989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a27dfa5-41a9-4ac7-92a2-fc50e3b0cea8 req-83a620ce-1dd1-43cb-8253-1aa7e6f172c8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239665 Dec 20 23:19:15.442869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.482589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.486060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.492515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "PUT /v2.0/security-groups/830cfbbc-1eaa-4c71-9406-fd99d499b6a8 HTTP/1.1" status: 200 len: 1797 time: 0.3680778 Dec 20 23:19:15.508070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38470) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.527047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a20a-6be8-4ee2-8555-88898afd418c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830cfbbc-1eaa-4c71-9406-fd99d499b6a8,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:15.567618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38472) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.576859 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-abe9fdd2-7f3b-4e6a-9217-18d910b00203 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups/830cfbbc-1eaa-4c71-9406-fd99d499b6a8 HTTP/1.1" status: 200 len: 1797 time: 0.0670040 Dec 20 23:19:15.579436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.660348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.672030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1450386747-network', 'tenant_id': '0aef3aaf57ff45179035c5137b2c8378'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:15.690673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.761873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55bf1d0a-8960-426d-a2ac-225f4cfa8a8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34d74aebf5c548c698d27fa37bedb4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914079 Dec 20 23:19:15.762175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38478) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.786387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Made reservation on behalf of 0aef3aaf57ff45179035c5137b2c8378 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:15.788867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.797961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.823792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.860653 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.862546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.866130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.867416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/830cfbbc-1eaa-4c71-9406-fd99d499b6a8 HTTP/1.1" status: 204 len: 168 time: 0.2866902 Dec 20 23:19:15.870662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.887150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39b5b5-78ff-4b99-8c81-350487f5ff45 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830cfbbc-1eaa-4c71-9406-fd99d499b6a8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:15.965695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.978704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-785ceb27-b91f-49b0-949a-431e2fd7891e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066666 Dec 20 23:19:15.984490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:15.996592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:15.996854 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ae98b97c-c1f0-4aca-ac70-9fc3f08cb82a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] delete failed (client error): The resource could not be found. Dec 20 23:19:16.001155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae98b97c-c1f0-4aca-ac70-9fc3f08cb82a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/830cfbbc-1eaa-4c71-9406-fd99d499b6a8 HTTP/1.1" status: 404 len: 347 time: 0.0149169 Dec 20 23:19:16.001301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.001301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66df9ddd-aafd-46d8-9e00-92ab087bee82 HTTP/1.1" status: 204 len: 168 time: 0.2373230 Dec 20 23:19:16.001603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:16.008953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--609177958'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:16.023263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d5f8-0391-4fab-bd27-d41124a67c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df9ddd-aafd-46d8-9e00-92ab087bee82,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:16.025266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.073247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:19:16.083164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74130dc7-66c4-4c3d-85a4-77eebbdc06ed,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:16.088407 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.088733 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Added segment 16fd3fe6-137d-4215-836b-8beff7a473e2 of type vlan for network 5b1543d5-a858-4135-8f50-412c5a2aade4 Dec 20 23:19:16.129343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.132910 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.202049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.232118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.233170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:16.233795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.260463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.298125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] Pushing event updated for resources: {'Network': ['ID=5b1543d5-a858-4135-8f50-412c5a2aade4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:16.301312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dee8e4-0566-4295-bccf-266b2e539f94,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:16.311491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5b1543d5-a858-4135-8f50-412c5a2aade4 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:19:16.353519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.357530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba25e548-c9f3-4d35-8222-74f98fba24a9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3506854 Dec 20 23:19:16.357679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:16.358030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38494) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:16.360933 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1a5cc224-12eb-439e-b3df-25074b66333d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9056919 Dec 20 23:19:16.364668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Request body: {'subnet': {'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1450386747-subnet', 'tenant_id': '0aef3aaf57ff45179035c5137b2c8378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:16.383933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': 'e5dee8e4-0566-4295-bccf-266b2e539f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:16.543184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Made reservation on behalf of 0aef3aaf57ff45179035c5137b2c8378 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:16.545508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.577383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.712617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:16.746723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:16.747252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7ac5cf24-d91f-4ea4-80fe-0dac8a642550 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:16.771815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e537610-f0e1-4316-829a-bfbc0a80b63b req-fa9dda25-04b3-43e1-8b28-2e206ca96267 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:16.779113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e537610-f0e1-4316-829a-bfbc0a80b63b req-fa9dda25-04b3-43e1-8b28-2e206ca96267 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1370943 Dec 20 23:19:16.812632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.896787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:16.939933 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e537610-f0e1-4316-829a-bfbc0a80b63b req-24fa83e1-2fd8-40ea-995a-8175cea14495 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598408 Dec 20 23:19:16.948585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90724fb-f00f-4763-a1e4-8b39b99d1b74,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:16.999138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060165d2-f532-4d20-bcd5-285060036f5b req-e70c1d83-a19c-4c34-b1a6-2dfbc63d2943 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:17.000825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-060165d2-f532-4d20-bcd5-285060036f5b req-e70c1d83-a19c-4c34-b1a6-2dfbc63d2943 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.1902049 Dec 20 23:19:17.036127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.038931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-488b3092-82f5-4c4b-9086-c816c90bdb76 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6783888 Dec 20 23:19:17.042764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.102300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.111820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-060165d2-f532-4d20-bcd5-285060036f5b req-d2b7b1d5-72fd-43a2-8833-aaf674e0cec9 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026959 Dec 20 23:19:17.121368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.128142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.193676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e095558-a9de-4fad-9815-a821eff22f48,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:17.218707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Checking segment: {'id': '16fd3fe6-137d-4215-836b-8beff7a473e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:17.219092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Network hostable DHCP agents. Network: 5b1543d5-a858-4135-8f50-412c5a2aade4, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:19:17.237346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.244207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.245759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a90724fb-f00f-4763-a1e4-8b39b99d1b74 HTTP/1.1" status: 204 len: 168 time: 0.2017410 Dec 20 23:19:17.249038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38520) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.255479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eb4c2-1311-4ca9-a398-a9431fb60deb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a90724fb-f00f-4763-a1e4-8b39b99d1b74,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:17.309122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-86c4c12d-0de8-4827-89a5-a692c041a812 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589128 Dec 20 23:19:17.312971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.354269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Network 5b1543d5-a858-4135-8f50-412c5a2aade4 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:19:17.377940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.406759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38526) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.409995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.433443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5b1543d5-a858-4135-8f50-412c5a2aade4) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:17.437575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:17.438307 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.446058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760ec3a-845b-45eb-b685-598a6aabdbd3 None None] Network 5b1543d5-a858-4135-8f50-412c5a2aade4 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:17.539770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-882005747'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:17.566824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1b594e81-4054-4970-90de-d7481f148c61 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2064123 Dec 20 23:19:17.602600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.605119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.609287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/e5dee8e4-0566-4295-bccf-266b2e539f94 HTTP/1.1" status: 204 len: 168 time: 0.2964251 Dec 20 23:19:17.609941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38536) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.669491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c48bf5a-441d-46a3-8b10-d7c17534c28f None None] Network 5b1543d5-a858-4135-8f50-412c5a2aade4 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:17.677880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b729-05c7-42ff-9fb8-1e304b2b303f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dee8e4-0566-4295-bccf-266b2e539f94,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:17.689211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Made reservation on behalf of 6d944025f5b644a19c44ea9f40d05d2b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:17.692843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.705761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.755786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f7709daf-ab2a-4c18-8cd7-8a38c2283c04 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417432 Dec 20 23:19:17.761183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38538) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:17.771667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110810335'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:17.873535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.906522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.936081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:17.974527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:19:17.985007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed6cd8-76c9-489f-bac9-6f7f4740904c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:18.007952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.007952 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Added segment a7d29d0d-288a-4e4e-b786-934da6b1f279 of type vlan for network 67e1e8b9-6d11-4442-9706-f446529b07c5 Dec 20 23:19:18.038251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.081300 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.112407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1434dc-fa24-44fc-8b46-064d9accec45 req-b67cd76b-9f6c-4722-953a-d4e1e597e554 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:18.114273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc1434dc-fa24-44fc-8b46-064d9accec45 req-b67cd76b-9f6c-4722-953a-d4e1e597e554 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0571921 Dec 20 23:19:18.116619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.169123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a89b20-e92a-47b9-addb-942d96d1c455,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:18.181648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.187972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:18.188578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.255942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8479981 Dec 20 23:19:18.260036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38558) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:18.261576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.265172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c253c79-408c-4930-a7c7-8e1df60b94ec tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5003791 Dec 20 23:19:18.268573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Request body: {'subnet': {'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:18.272375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38560) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:18.279434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '04a89b20-e92a-47b9-addb-942d96d1c455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:18.291089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc1434dc-fa24-44fc-8b46-064d9accec45 req-af5d3364-febb-437a-84d4-5e979d03476b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691439 Dec 20 23:19:18.318277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea76a-4aa0-4003-bc67-d9d16c149c6c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event updated for resources: {'Network': ['ID=67e1e8b9-6d11-4442-9706-f446529b07c5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:18.330175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:19:18.365409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-a2dd77d3-6750-4e29-b4e3-fe28fc073e08 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:18.380242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-a2dd77d3-6750-4e29-b4e3-fe28fc073e08 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/networks?id=5b1543d5-a858-4135-8f50-412c5a2aade4 HTTP/1.1" status: 200 len: 821 time: 0.2000561 Dec 20 23:19:18.405342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-9845f327-2693-4e17-bf2e-a0cfa683dfc0 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/quotas/0aef3aaf57ff45179035c5137b2c8378 HTTP/1.1" status: 200 len: 375 time: 0.0162592 Dec 20 23:19:18.450525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-b9e675af-3ada-4551-84a1-ab57bd1297d5 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aef3aaf57ff45179035c5137b2c8378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377984 Dec 20 23:19:18.463621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.507273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Made reservation on behalf of 6d944025f5b644a19c44ea9f40d05d2b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:18.514447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.594422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31d38-7465-4c8b-9489-7392e1438b68 req-e12153d0-64c6-4b3f-9541-cab1e61c5217 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:18.595977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85b31d38-7465-4c8b-9489-7392e1438b68 req-e12153d0-64c6-4b3f-9541-cab1e61c5217 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.1532009 Dec 20 23:19:18.624047 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:18.654395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c342152b-3e6f-48ec-a173-ee85b9d2b68b service neutron] 10.222.0.62 "GET /v2.0/networks/5b1543d5-a858-4135-8f50-412c5a2aade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916590 Dec 20 23:19:18.750851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85b31d38-7465-4c8b-9489-7392e1438b68 req-e79384b4-37c2-4b83-a9b6-f6ad5de8157c tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412899 Dec 20 23:19:18.797376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-65c10b9b-a0af-4558-bad3-4b2a7827a413 service neutron] 10.222.0.62 "GET /v2.0/networks/5b1543d5-a858-4135-8f50-412c5a2aade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343999 Dec 20 23:19:19.028522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.043098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03492246-19d5-4f83-9215-0ac4eeeb2054,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:19.089583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.119959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.121188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d739bbe2-373f-43bf-b514-9cea55c98399 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8480921 Dec 20 23:19:19.124645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38564) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:19.133748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '04a89b20-e92a-47b9-addb-942d96d1c455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:19.232349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event updated for resources: {'Subnet': ['ID=cc02a019-65b0-4bba-8f4e-77ae15050aa4,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:19.239310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Checking segment: {'id': 'a7d29d0d-288a-4e4e-b786-934da6b1f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:19.244973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Network hostable DHCP agents. Network: 67e1e8b9-6d11-4442-9706-f446529b07c5, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:19:19.262588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-813755de-8770-4e0a-90bb-e285a3063463 req-634638bc-c5f7-473d-aa97-527b86ab2b5d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0493681 Dec 20 23:19:19.270236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.318370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:19:19.331963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.408944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 67e1e8b9-6d11-4442-9706-f446529b07c5) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:19.415538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:19.416860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.421756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337e4ea-92d7-4c26-a2a7-2ca0a4bcbd68 None None] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:19.441848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448dd9b-d4b5-4413-90b2-0265289c0640 req-c18bca2b-0b13-4e72-ac3f-b1488ec6bebc tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:19.449779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1448dd9b-d4b5-4413-90b2-0265289c0640 req-c18bca2b-0b13-4e72-ac3f-b1488ec6bebc tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0638421 Dec 20 23:19:19.458806 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.490502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67103e31-34a6-4693-a101-7e5bfaa7297d,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:19.532147 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-29d686c4-0eb3-4cf9-b076-53973380d1ac tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2707808 Dec 20 23:19:19.535901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1448dd9b-d4b5-4413-90b2-0265289c0640 req-242ed5b1-a584-4053-9725-d6509c8fb3c3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810311 Dec 20 23:19:19.541537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:19.543507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Request body: {'port': {'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5', 'name': 'tempest-TagsExtTest-2110369318'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:19.551156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-67e1e8b9-6d11-4442-9706-f446529b07c5', 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5', 'project_id': '6d944025f5b644a19c44ea9f40d05d2b', 'fixed_ips': [{'subnet_id': 'cc02a019-65b0-4bba-8f4e-77ae15050aa4'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:19:19.555214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.559225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.565045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-29ae8479-db8d-4dcf-ada9-68376be55201 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4393971 Dec 20 23:19:19.570535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38578) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:19.575351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '04a89b20-e92a-47b9-addb-942d96d1c455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:19.730662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.766909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Allocated IP 172.20.0.2 (67e1e8b9-6d11-4442-9706-f446529b07c5/cc02a019-65b0-4bba-8f4e-77ae15050aa4/61344fee-e97a-44de-b78a-4f0490719371) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:19.823426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Made reservation on behalf of 6d944025f5b644a19c44ea9f40d05d2b for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:19.828641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.834131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.850713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] device_id is not set on port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:19:19.900390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:19.931355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526949f0-81e3-4526-8399-c95e44801f95,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:20.026451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.027859 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-adf7a19d-f024-4cf5-9594-474396dd76fc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4562969 Dec 20 23:19:20.030760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:20.046606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '04a89b20-e92a-47b9-addb-942d96d1c455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:20.050026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5c741-1665-4872-9ca8-dc1a912b098b req-7f36af66-2ccc-48bb-9ec0-c2bf98e1a3e8 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:20.054936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e5c741-1665-4872-9ca8-dc1a912b098b req-7f36af66-2ccc-48bb-9ec0-c2bf98e1a3e8 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.1925530 Dec 20 23:19:20.076174 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.119467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39e5c741-1665-4872-9ca8-dc1a912b098b req-dbd6c5fb-8e05-49c5-8394-edf2cbf42380 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Dec 20 23:19:20.220828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.227607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.271606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:20.288212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:20.309252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:20.345755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Pushing event updated for resources: {'Port': ['ID=61344fee-e97a-44de-b78a-4f0490719371,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:20.369836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.390513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Allocated IP 172.20.0.10 (67e1e8b9-6d11-4442-9706-f446529b07c5/cc02a019-65b0-4bba-8f4e-77ae15050aa4/4baf2b9b-e197-4b03-9d95-7c1af55fae0d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:20.421048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-475129cc-d975-4ccf-af8b-ae39b5d68482 req-e97274dd-aee7-485c-99a1-968312c31596 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0487757 Dec 20 23:19:20.446220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Attempting to bind port 61344fee-e97a-44de-b78a-4f0490719371 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:19:20.446858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Attempting to bind port 61344fee-e97a-44de-b78a-4f0490719371 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a7d29d0d-288a-4e4e-b786-934da6b1f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:19:20.448163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.469021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Attempting to bind port 61344fee-e97a-44de-b78a-4f0490719371 on network 67e1e8b9-6d11-4442-9706-f446529b07c5 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:20.481564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:19:20.484044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Checking segment: {'id': 'a7d29d0d-288a-4e4e-b786-934da6b1f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:20.484044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.484044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Bound using segment: {'id': 'a7d29d0d-288a-4e4e-b786-934da6b1f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:19:20.484472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Bound port: 61344fee-e97a-44de-b78a-4f0490719371, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d29d0d-288a-4e4e-b786-934da6b1f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '67e1e8b9-6d11-4442-9706-f446529b07c5'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:19:20.484872 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.490189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c823c439-bca0-4be2-ade2-0beb667d60cd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:20.559088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.560798 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f145d184-49d0-4257-b425-f754d21cf134 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5290353 Dec 20 23:19:20.564449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:20.571135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '04a89b20-e92a-47b9-addb-942d96d1c455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:20.636188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] For port 61344fee-e97a-44de-b78a-4f0490719371, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:19:20.645148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] For port 61344fee-e97a-44de-b78a-4f0490719371, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=61344fee-e97a-44de-b78a-4f0490719371,segment=NetworkSegment(a7d29d0d-288a-4e4e-b786-934da6b1f279),segment_id=a7d29d0d-288a-4e4e-b786-934da6b1f279)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:19:20.684378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.717810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.766878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.785097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306701b-0d43-43bd-9b31-62f59da36990 req-e8754414-6e1b-45a5-a93e-93e6d220f738 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:20.794166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5306701b-0d43-43bd-9b31-62f59da36990 req-e8754414-6e1b-45a5-a93e-93e6d220f738 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1644771 Dec 20 23:19:20.817256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:19:20.830733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.843824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43632-9d12-4b39-b076-dce72e753bbb None None] Pushing event updated for resources: {'Port': ['ID=61344fee-e97a-44de-b78a-4f0490719371,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:20.873509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5306701b-0d43-43bd-9b31-62f59da36990 req-ba5c0025-46dd-470c-be6a-35ad74ac6219 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783477 Dec 20 23:19:20.894500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:20.928467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e1ecf2-2631-45f6-af91-b68b03f89d56,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:20.969225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.026091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event updated for resources: {'Port': ['ID=4baf2b9b-e197-4b03-9d95-7c1af55fae0d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:21.053475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:21.060864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:21.075503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:21.079967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.081465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7d8912a0-b2ab-4a28-8827-b317c58474f1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5153131 Dec 20 23:19:21.084860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:21.149603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.164218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.291575 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.297858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.302844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f4e1ecf2-2631-45f6-af91-b68b03f89d56 HTTP/1.1" status: 204 len: 168 time: 0.2165213 Dec 20 23:19:21.304027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38606) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:21.486583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e75a2-af35-4fb2-9179-32494267d39f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e1ecf2-2631-45f6-af91-b68b03f89d56,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:21.486583 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4ffc001-1396-40d3-a079-5dd74d04cba1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0795143 Dec 20 23:19:21.498391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38610) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:21.543741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:21.544848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.548616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfba38-fc07-4c06-b2af-7e3c7108f594 req-9cd1050a-17ed-43a7-b36d-5548755a3b0e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:21.555695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6bfba38-fc07-4c06-b2af-7e3c7108f594 req-9cd1050a-17ed-43a7-b36d-5548755a3b0e tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.0745611 Dec 20 23:19:21.587544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0c5941a-c468-485f-81fb-1c0e3684cc2e req-2b622869-d2a5-4ffe-be19-f6bec5d20e61 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0281250 Dec 20 23:19:21.624378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.645073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6bfba38-fc07-4c06-b2af-7e3c7108f594 req-41e8fd73-85c1-43d1-a2ee-29c0523bac15 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884030 Dec 20 23:19:21.658866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:21.709028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 61344fee-e97a-44de-b78a-4f0490719371 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:21.766700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 61344fee-e97a-44de-b78a-4f0490719371 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:21.766888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.035110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2af61-db7c-4fac-b4f7-40fe5268bc4c req-885425da-7b34-48cd-b65d-677f85185ce8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:22.036881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a2af61-db7c-4fac-b4f7-40fe5268bc4c req-885425da-7b34-48cd-b65d-677f85185ce8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0756247 Dec 20 23:19:22.056156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.095067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 61344fee-e97a-44de-b78a-4f0490719371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=61344fee-e97a-44de-b78a-4f0490719371,segment=NetworkSegment(a7d29d0d-288a-4e4e-b786-934da6b1f279),segment_id=a7d29d0d-288a-4e4e-b786-934da6b1f279)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:22.096500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93a2af61-db7c-4fac-b4f7-40fe5268bc4c req-d466a887-9e43-4e7b-8903-de4ef70bc1bb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Dec 20 23:19:22.136338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6158f-a84c-44ae-add8-adedd5790076 None None] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:22.217482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-69e54832-dd01-4de1-9240-d9fab15c0c91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6788864 Dec 20 23:19:22.220318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38616) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.225547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1260858961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:22.265054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0e2476ef-a185-45b8-b867-9eced3ee44ba None None] Provisioning complete for port 61344fee-e97a-44de-b78a-4f0490719371 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:22.265054 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e2476ef-a185-45b8-b867-9eced3ee44ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.284943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.285228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.301621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.302811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c823c439-bca0-4be2-ade2-0beb667d60cd HTTP/1.1" status: 204 len: 168 time: 0.8025367 Dec 20 23:19:22.303625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad881c-3a13-4293-87e8-8d5c3aeb5eca tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c823c439-bca0-4be2-ade2-0beb667d60cd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:22.305479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38618) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.351429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-77be6d40-abe9-44a5-843a-70ecd13cbd16 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0444670 Dec 20 23:19:22.353314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.354509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38620) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.354793 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.379958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=61344fee-e97a-44de-b78a-4f0490719371,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:22.402390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.411460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.413389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.472012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.511128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d21f2629-17b2-4e9e-8032-273a0fe8b9bf None None] Provisioning complete for port 61344fee-e97a-44de-b78a-4f0490719371 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:22.511598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.511981 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d21f2629-17b2-4e9e-8032-273a0fe8b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.522961 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.522961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/526949f0-81e3-4526-8399-c95e44801f95 HTTP/1.1" status: 204 len: 168 time: 0.1640780 Dec 20 23:19:22.523628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38622) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.535851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab563c-07e7-4279-a5fa-77779ebfe1c5 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=526949f0-81e3-4526-8399-c95e44801f95,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:22.581786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ef715a5-fa65-4560-8679-cb57691a5a25 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0556214 Dec 20 23:19:22.583746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38624) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.611475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.613148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ab62051a-22ff-45b5-8908-906fc0e546c5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3915491 Dec 20 23:19:22.616244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38626) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.622500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d21f2629-17b2-4e9e-8032-273a0fe8b9bf None None] Provisioning complete for port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:22.626419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.626559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d21f2629-17b2-4e9e-8032-273a0fe8b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.633265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.634943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8c32367f-11c6-414b-876a-9594b82db6b5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1853766843', 'prefixes': ['172.20.0.0/16']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:22.662956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d21f2629-17b2-4e9e-8032-273a0fe8b9bf None None] Port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:19:22.731029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d36b234-0be6-4949-a7fd-fff211332f15 req-323e5a1f-2036-4bb5-9158-17892e82302f tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0319662 Dec 20 23:19:22.758318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.765381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.766537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/67103e31-34a6-4693-a101-7e5bfaa7297d HTTP/1.1" status: 204 len: 168 time: 0.1808102 Dec 20 23:19:22.769447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.776055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928f3bd-871e-478c-becd-ef74bbf6087a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67103e31-34a6-4693-a101-7e5bfaa7297d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:22.784906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86120504-f2a3-4e96-b837-d807dbefe43f req-3d91c075-c69f-472e-ae6d-454afef35aeb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:22.786472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86120504-f2a3-4e96-b837-d807dbefe43f req-3d91c075-c69f-472e-ae6d-454afef35aeb tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.0583482 Dec 20 23:19:22.803204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-64f054e9-5b31-42a1-a82c-81d515370bd0 None None] Provisioning complete for port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:22.803204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-64f054e9-5b31-42a1-a82c-81d515370bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.831192 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ffeca4de-50cb-4b52-9ba0-3efd832ac3c6 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0605567 Dec 20 23:19:22.833009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-64f054e9-5b31-42a1-a82c-81d515370bd0 None None] Port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:19:22.834077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.844380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-86120504-f2a3-4e96-b837-d807dbefe43f req-ce5bb994-fa9a-4438-87ea-79b6004d0e53 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Dec 20 23:19:22.860930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.872929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.953326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c32367f-11c6-414b-876a-9594b82db6b5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for subnetpool, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.954622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c32367f-11c6-414b-876a-9594b82db6b5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3370888 Dec 20 23:19:22.959731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.959894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38636) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.962933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:22.963914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-7b4cb200-11af-43ef-974d-bb7171d1fa1e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-1420936788') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:22.967134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/03492246-19d5-4f83-9215-0ac4eeeb2054 HTTP/1.1" status: 204 len: 168 time: 0.1288509 Dec 20 23:19:22.969663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38638) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:22.976823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c899-97b7-4ddb-bdec-01e4ba7e9709 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03492246-19d5-4f83-9215-0ac4eeeb2054,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:23.011120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d9b36c0a-3e15-4c83-a425-893d1a84ddd0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399876 Dec 20 23:19:23.013945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38640) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.066912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.092568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.150229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b4cb200-11af-43ef-974d-bb7171d1fa1e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-1420936788 HTTP/1.1" status: 201 len: 201 time: 0.1883619 Dec 20 23:19:23.150830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38644) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.155269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-c041c159-827a-4f7a-ac69-cf61844cc7fc tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-201670580') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:23.230420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.233617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.235060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/04a89b20-e92a-47b9-addb-942d96d1c455 HTTP/1.1" status: 204 len: 168 time: 0.2201798 Dec 20 23:19:23.238881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.242570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26864aae-d39a-4ae3-8066-cff3165ddcc1 req-63c06f4e-0006-4713-bfaf-efd1c798dffe tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:23.245575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26864aae-d39a-4ae3-8066-cff3165ddcc1 req-63c06f4e-0006-4713-bfaf-efd1c798dffe tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.0641298 Dec 20 23:19:23.251713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de743761-1ec7-4afc-a135-9c61bed74a08 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a89b20-e92a-47b9-addb-942d96d1c455,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:23.292932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cbd352f5-8fe1-49ce-ae23-9c1776fc5fbc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515857 Dec 20 23:19:23.297057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38650) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.301770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010393010'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:23.308888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26864aae-d39a-4ae3-8066-cff3165ddcc1 req-a682315c-7652-42a7-bf20-640cfedd51a1 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Dec 20 23:19:23.351990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c041c159-827a-4f7a-ac69-cf61844cc7fc tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-201670580 HTTP/1.1" status: 201 len: 201 time: 0.2002957 Dec 20 23:19:23.355142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38652) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.362684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-9fcceda0-f6cf-4006-8d87-0f3954ac9a38 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-1853460121') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:23.434970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.571255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 61344fee-e97a-44de-b78a-4f0490719371 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:23.586993 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9fcceda0-f6cf-4006-8d87-0f3954ac9a38 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-1853460121 HTTP/1.1" status: 201 len: 201 time: 0.2288923 Dec 20 23:19:23.588638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38654) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.595133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-97831a56-8fb7-4191-90fe-6078e899754f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-1487243342') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:23.627858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 61344fee-e97a-44de-b78a-4f0490719371 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:23.628320 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.628534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.644895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-2b2e54c0-8a07-414c-9476-223fbb4b969a tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:23.647529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-2b2e54c0-8a07-414c-9476-223fbb4b969a tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.45 "GET /v2.0/networks?id=5b1543d5-a858-4135-8f50-412c5a2aade4 HTTP/1.1" status: 200 len: 821 time: 0.1781707 Dec 20 23:19:23.668481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Request body: {'port': {'device_id': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4', 'admin_state_up': True, 'tenant_id': '0aef3aaf57ff45179035c5137b2c8378'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:23.727929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.730018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97831a56-8fb7-4191-90fe-6078e899754f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-1487243342 HTTP/1.1" status: 201 len: 201 time: 0.1398611 Dec 20 23:19:23.732509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38656) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.736930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-df6b4a40-b65f-4400-99b4-e191998814d5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:23.774716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d839b-3e85-4337-aedb-e79c17c5a6e3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:23.844933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:23.849074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-10b555e3-8e2a-4c13-9fbc-368869fb9826 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5507703 Dec 20 23:19:23.849938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.854963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89d6930b-f84b-4d5f-bd60-86f1991e3be4 req-670a7311-f294-4fe3-9360-588c0301d9a8 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0313134 Dec 20 23:19:23.857933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '8e9d839b-3e85-4337-aedb-e79c17c5a6e3', 'direction': 'ingress', 'protocol': 17}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:23.865097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-df6b4a40-b65f-4400-99b4-e191998814d5 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 200 len: 241 time: 0.1315238 Dec 20 23:19:23.869960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38666) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.876193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-98d48f8e-c6d2-4d4c-971c-ea1411a71b16 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-1420936788') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:23.965223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-98d48f8e-c6d2-4d4c-971c-ea1411a71b16 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-1420936788 HTTP/1.1" status: 204 len: 168 time: 0.0929515 Dec 20 23:19:23.967667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38668) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:23.973403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-88d07a47-355f-43f0-9aef-9f50410ddd0c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-1420936788') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.006801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15a222-da30-40de-99b7-772a900b9be2 req-9f8df56d-7acf-4bbd-9b2e-d167c34f6986 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:24.008347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef15a222-da30-40de-99b7-772a900b9be2 req-9f8df56d-7acf-4bbd-9b2e-d167c34f6986 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.0848603 Dec 20 23:19:24.011722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Made reservation on behalf of 0aef3aaf57ff45179035c5137b2c8378 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:24.015673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.029400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.103258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-830df244-09e0-4d10-8fad-b9f49bfa6029 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:24.104822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-830df244-09e0-4d10-8fad-b9f49bfa6029 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 1096 time: 0.0823271 Dec 20 23:19:24.110760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef15a222-da30-40de-99b7-772a900b9be2 req-b4db222b-8f30-4a01-afdc-a5197d9f9f90 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Dec 20 23:19:24.167169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.193473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Deleting port a4ff4ef9-d90d-4391-8e47-433b9b473886 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:24.194231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.194359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Allocated IP 172.20.0.2 (5b1543d5-a858-4135-8f50-412c5a2aade4/1e095558-a9de-4fad-9815-a821eff22f48/a87dc90f-e376-459b-a7c8-609b267aaf02) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:24.206652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-88d07a47-355f-43f0-9aef-9f50410ddd0c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-1420936788 HTTP/1.1" status: 204 len: 168 time: 0.2380397 Dec 20 23:19:24.211408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.213773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-0835a9d3-bb97-44d5-b507-3e416aba36c4 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.237763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.277256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81612c2-96fa-448f-be22-bf96784a942d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:24.324938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] For port a4ff4ef9-d90d-4391-8e47-433b9b473886, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a4ff4ef9-d90d-4391-8e47-433b9b473886,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:24.325293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.343511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Calling delete_port for a4ff4ef9-d90d-4391-8e47-433b9b473886 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:24.349324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0835a9d3-bb97-44d5-b507-3e416aba36c4 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 200 len: 205 time: 0.1388395 Dec 20 23:19:24.352237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38676) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.355362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.355362 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3f70dd4b-59f0-4af5-9fea-7a1bd4f82328 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5026605 Dec 20 23:19:24.356872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38678) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.359812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-2e12a064-5d39-4c05-b789-b87783e7dc1e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.440483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.448874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.483282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.502489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155742c0-c284-4523-9a09-afa91d84158b req-63a62382-46e9-45db-8eec-32cff010e766 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:24.503971 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155742c0-c284-4523-9a09-afa91d84158b req-63a62382-46e9-45db-8eec-32cff010e766 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1159036 Dec 20 23:19:24.519837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e12a064-5d39-4c05-b789-b87783e7dc1e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 200 len: 240 time: 0.1666021 Dec 20 23:19:24.523214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.530422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-b5e1b60e-06ca-4593-9657-03882b2368c4 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-201670580') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.578488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b5e1b60e-06ca-4593-9657-03882b2368c4 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-201670580 HTTP/1.1" status: 204 len: 168 time: 0.0542161 Dec 20 23:19:24.581050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38682) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.586395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-250e7181-4268-4aa8-845a-1cd89567c29e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-201670580') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.589811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.592419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155742c0-c284-4523-9a09-afa91d84158b req-25ff1f60-c3f9-4e31-abaf-0b362c60b86c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775323 Dec 20 23:19:24.651853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.654351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.655469 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e9d839b-3e85-4337-aedb-e79c17c5a6e3 HTTP/1.1" status: 204 len: 168 time: 0.2976873 Dec 20 23:19:24.658327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38684) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.672804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.681296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Network 5b1543d5-a858-4135-8f50-412c5a2aade4 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:24.683474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a4ff4ef9-d90d-4391-8e47-433b9b473886'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:24.686583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fbaf6-b8ca-4147-95df-23fd8a1dc6a0 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d839b-3e85-4337-aedb-e79c17c5a6e3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:24.691528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:24.693308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:24.702186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Pushing event updated for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:24.752283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4ff4ef9-d90d-4391-8e47-433b9b473886,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:24.766630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:24.767457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.770942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] No DVR routers for this DVR port a4ff4ef9-d90d-4391-8e47-433b9b473886 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:24.775724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:24.779136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afb85ab5-b0d9-42ec-a8cf-4e00327d4d85 req-6f1ab31c-08d3-41fa-ae91-69b95f222e6d tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a4ff4ef9-d90d-4391-8e47-433b9b473886 HTTP/1.1" status: 204 len: 173 time: 0.6674919 Dec 20 23:19:24.779589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'name': 'network-vif-deleted', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:24.781930 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ae0be-dba4-4e00-90e1-12cd07ee93c0" -d '{"events": [{"server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "name": "network-vif-deleted", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:24.798875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9f99c7f-4f81-48f4-8444-b4bb47e3b0ea tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392722 Dec 20 23:19:24.802617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38688) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.807909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--977171048'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:24.825485 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67484c04-0208-4ca2-ba4d-438e63dd91ae x-openstack-request-id: req-67484c04-0208-4ca2-ba4d-438e63dd91ae {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:24.825818 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e0356-4e9f-4d48-b847-ce68d1fe78fe", "name": "network-vif-deleted", "tag": "a4ff4ef9-d90d-4391-8e47-433b9b473886", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:24.826082 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67484c04-0208-4ca2-ba4d-438e63dd91ae {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:24.826489 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e0356-4e9f-4d48-b847-ce68d1fe78fe', 'name': 'network-vif-deleted', 'tag': 'a4ff4ef9-d90d-4391-8e47-433b9b473886', 'status': 'completed', 'code': 200} Dec 20 23:19:24.832445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-250e7181-4268-4aa8-845a-1cd89567c29e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-201670580 HTTP/1.1" status: 204 len: 168 time: 0.2505341 Dec 20 23:19:24.834923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38690) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:24.839050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-9220633a-eb82-406c-b5f6-2a6751e216f2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:24.890184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-c3e30426-d0db-4045-ae1a-84f32de4d50d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2264287 Dec 20 23:19:24.913415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Request body: {'port': {'device_id': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:24.991047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b0d8-72fa-4693-9bc4-cc636ac43e3b req-7dc68934-1cfa-4a8d-a9b2-a6d6ad20e10d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:24.992685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bf5b0d8-72fa-4693-9bc4-cc636ac43e3b req-7dc68934-1cfa-4a8d-a9b2-a6d6ad20e10d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 931 time: 0.0611565 Dec 20 23:19:25.046647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bf5b0d8-72fa-4693-9bc4-cc636ac43e3b req-4c7bed31-d5e0-4d6d-92f2-a3da34bebb1d tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Dec 20 23:19:25.240925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-852f00b8-0a24-4a5b-aff6-50206ddefedd req-4245fe88-efaa-4d9b-9264-ba7b02a43256 tempest-TestServerMultinode-840045996 tempest-TestServerMultinode-840045996-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f29e0356-4e9f-4d48-b847-ce68d1fe78fe HTTP/1.1" status: 200 len: 210 time: 0.0369349 Dec 20 23:19:25.323702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9220633a-eb82-406c-b5f6-2a6751e216f2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 200 len: 205 time: 0.4875057 Dec 20 23:19:25.324664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.326353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38698) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:25.331351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-ce230cff-d009-4550-958d-3228a157da48 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:25.338379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.410544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ce230cff-d009-4550-958d-3228a157da48 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 200 len: 241 time: 0.0829508 Dec 20 23:19:25.413566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:25.420895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-e527dda6-395d-42c1-aae0-1a012272df42 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-1853460121') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:25.569008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.630145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e527dda6-395d-42c1-aae0-1a012272df42 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-1853460121 HTTP/1.1" status: 204 len: 168 time: 0.2130268 Dec 20 23:19:25.631297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38704) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:25.637014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-bf2949ad-eb50-46c2-97eb-7f3cdcbb53f0 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-1853460121') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:25.656015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.705901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd964250-c3c2-4bec-b50c-845195f975da,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:25.756632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87dc90f-e376-459b-a7c8-609b267aaf02 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:25.765125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.769394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.774890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac2cd343-7caf-4461-a8b3-6061ea1ea711 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9661915 Dec 20 23:19:25.775824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38706) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:25.779065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4268a-5e6e-45be-ad04-6994d49ffc9d req-59ae7381-2772-4406-a239-95fa64ba2777 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:25.780546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1be4268a-5e6e-45be-ad04-6994d49ffc9d req-59ae7381-2772-4406-a239-95fa64ba2777 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 944 time: 0.1022165 Dec 20 23:19:25.782727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376947439'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:25.791912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Transition to ACTIVE for port object a87dc90f-e376-459b-a7c8-609b267aaf02 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:19:25.832372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:19:25.832951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1be4268a-5e6e-45be-ad04-6994d49ffc9d req-0072ae99-d46a-42cf-9574-d50fe77fc9d5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Dec 20 23:19:25.854961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf2949ad-eb50-46c2-97eb-7f3cdcbb53f0 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-1853460121 HTTP/1.1" status: 204 len: 168 time: 0.2223859 Dec 20 23:19:25.857704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38708) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:25.863190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-ce1a111b-9c18-43f4-8dd4-c7422f5231cc tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:25.927502 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.930376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:25.943033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:25.955496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'network_id': '054ccb76-dc8d-4f69-b965-a944c8e6ee4c', 'port_id': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'mac_address': 'fa:16:3e:a8:9c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae77cca2-31a9-41ba-8e1a-fa5651ce50cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:19:25.999049 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.007190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Pushing event updated for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:26.014412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ce1a111b-9c18-43f4-8dd4-c7422f5231cc tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 200 len: 205 time: 0.1535270 Dec 20 23:19:26.014625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:26.015278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.023518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-98ea1bb8-ff6e-449f-acb2-17d6b860dff6 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.035480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:26.046327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-98ea1bb8-ff6e-449f-acb2-17d6b860dff6 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 200 len: 241 time: 0.0299506 Dec 20 23:19:26.048954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.053642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-2a843cf0-c297-4f54-bc84-9b9e6b29a354 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-1487243342') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.077651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a843cf0-c297-4f54-bc84-9b9e6b29a354 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-1487243342 HTTP/1.1" status: 204 len: 168 time: 0.0255148 Dec 20 23:19:26.077932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.082460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-7eebf990-43b8-44de-bfd2-7dc5c39893be tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-1487243342') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.106928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.109827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.122878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Attempting to bind port a87dc90f-e376-459b-a7c8-609b267aaf02 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:19:26.123214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Attempting to bind port a87dc90f-e376-459b-a7c8-609b267aaf02 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '16fd3fe6-137d-4215-836b-8beff7a473e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:19:26.123547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Attempting to bind port a87dc90f-e376-459b-a7c8-609b267aaf02 on network 5b1543d5-a858-4135-8f50-412c5a2aade4 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:26.128074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Port a87dc90f-e376-459b-a7c8-609b267aaf02 on network 5b1543d5-a858-4135-8f50-412c5a2aade4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:19:26.128400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Attempting to bind port a87dc90f-e376-459b-a7c8-609b267aaf02 on network 5b1543d5-a858-4135-8f50-412c5a2aade4 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:26.133639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:19:26.134013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Checking segment: {'id': '16fd3fe6-137d-4215-836b-8beff7a473e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:26.134394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Bound using segment: {'id': '16fd3fe6-137d-4215-836b-8beff7a473e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:19:26.134879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Bound port: a87dc90f-e376-459b-a7c8-609b267aaf02, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fd3fe6-137d-4215-836b-8beff7a473e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:19:26.135243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.163115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=11']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:26.184300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5898e00-1aff-4d5c-b007-59734809791a req-5a9ca635-d6ac-40c4-986f-649805de5666 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:26.185825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5898e00-1aff-4d5c-b007-59734809791a req-5a9ca635-d6ac-40c4-986f-649805de5666 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 943 time: 0.0551522 Dec 20 23:19:26.200665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.215841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:19:26.229493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7eebf990-43b8-44de-bfd2-7dc5c39893be tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-1487243342 HTTP/1.1" status: 204 len: 168 time: 0.1505301 Dec 20 23:19:26.232784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.237922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-1705042b-167b-41d4-9503-623923b5cbef tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.240295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a87dc90f-e376-459b-a7c8-609b267aaf02,segment=NetworkSegment(16fd3fe6-137d-4215-836b-8beff7a473e2),segment_id=16fd3fe6-137d-4215-836b-8beff7a473e2)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:19:26.244817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d2f4f-2f27-4da0-a6c8-e89d7a380a6d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:26.250839 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5898e00-1aff-4d5c-b007-59734809791a req-e7b8c83d-59b1-4536-8edf-0bda6ddd0027 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589089 Dec 20 23:19:26.264052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1705042b-167b-41d4-9503-623923b5cbef tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 200 len: 205 time: 0.0301173 Dec 20 23:19:26.266627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38722) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.271492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-0263b323-fa39-4ec0-bcb3-ef976fd1738d tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.278535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.279863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b32b401-fab8-44ef-bfc6-3c9b2792df5a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5031111 Dec 20 23:19:26.282662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38724) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.288276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': 'bd964250-c3c2-4bec-b50c-845195f975da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da9d2f4f-2f27-4da0-a6c8-e89d7a380a6d', 'remote_ip_prefix': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:26.303345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0263b323-fa39-4ec0-bcb3-ef976fd1738d tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 204 len: 168 time: 0.0350044 Dec 20 23:19:26.306566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.306728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38726) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.311414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-dcbab46b-072b-4fc9-ad69-1a2a9c023f5f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.335164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38728) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.353917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:26.401184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dcbab46b-072b-4fc9-ad69-1a2a9c023f5f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0934319 Dec 20 23:19:26.406183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.411360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-9201b52d-4614-4270-9991-6a17ee3ca937 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.473705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:26.474374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.476048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] 10.222.0.45 "PUT /v2.0/ports/a87dc90f-e376-459b-a7c8-609b267aaf02 HTTP/1.1" status: 200 len: 1091 time: 1.5741951 Dec 20 23:19:26.476709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:26.479475 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e8ae6-e2b4-408a-990c-958380f3818b" -d '{"events": [{"name": "network-changed", "server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:26.507983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9201b52d-4614-4270-9991-6a17ee3ca937 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 204 len: 168 time: 0.1006804 Dec 20 23:19:26.508595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38736) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.513027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-ffa51c9c-85e1-434f-b320-fbef83424c84 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.535571 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf87697-3c08-47a6-98f6-c5157b375a5c x-openstack-request-id: req-fdf87697-3c08-47a6-98f6-c5157b375a5c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:26.535866 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:26.536123 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdf87697-3c08-47a6-98f6-c5157b375a5c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:26.536522 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02', 'status': 'completed', 'code': 200} Dec 20 23:19:26.543653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.553565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a88e7-d78f-4f4e-949a-c1a7822ea541 service neutron] Pushing event updated for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:26.581995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ffa51c9c-85e1-434f-b320-fbef83424c84 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.0719934 Dec 20 23:19:26.586317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38738) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.591025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-06ae3bc5-e6e7-436a-84e0-124852d3bfb6 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-1498250009') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.674140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-6b9ea080-3584-47bb-a03c-a8c2cf69f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:26.675649 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-6b9ea080-3584-47bb-a03c-a8c2cf69f327 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aef3aaf57ff45179035c5137b2c8378&device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 1094 time: 0.1117947 Dec 20 23:19:26.730548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.769495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-06ae3bc5-e6e7-436a-84e0-124852d3bfb6 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-1498250009 HTTP/1.1" status: 201 len: 201 time: 0.1819406 Dec 20 23:19:26.778490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.778490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-f3d1410f-00fc-45ef-a492-0cd806953199 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-1069216537') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.831293 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.865584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e2d869-8bc6-426b-8060-542efb84dccb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:26.876240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-76423278-c0a4-498f-9676-6db8b9ca9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:26.877799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-76423278-c0a4-498f-9676-6db8b9ca9b43 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0aef3aaf57ff45179035c5137b2c8378&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1868999 Dec 20 23:19:26.900926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f3d1410f-00fc-45ef-a492-0cd806953199 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-1069216537 HTTP/1.1" status: 201 len: 201 time: 0.1264000 Dec 20 23:19:26.903474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:26.922860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-5f693367-cbc4-495a-ab68-60a97e9bda91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-742661104') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:26.961761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:26.962947 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f736af7-3e27-4e07-94b6-89e48f342de2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6792376 Dec 20 23:19:26.967964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.026745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-bdc95bbc-c0cf-463f-9a39-3eb8afca7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:27.028765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e15e8ae6-e2b4-408a-990c-958380f3818b req-bdc95bbc-c0cf-463f-9a39-3eb8afca7eca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408861 Dec 20 23:19:27.047040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.047607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.059366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.080054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfab325-6131-4e16-a5b3-fff90950c57d req-dcf22ee3-2ea3-493b-ab01-6ab78bd30c72 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:27.081538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdfab325-6131-4e16-a5b3-fff90950c57d req-dcf22ee3-2ea3-493b-ab01-6ab78bd30c72 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 945 time: 0.1556842 Dec 20 23:19:27.145050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdfab325-6131-4e16-a5b3-fff90950c57d req-6c4471fc-d580-4786-be82-1717742f3d8f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Dec 20 23:19:27.160360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5f693367-cbc4-495a-ab68-60a97e9bda91 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-742661104 HTTP/1.1" status: 201 len: 201 time: 0.2531846 Dec 20 23:19:27.160629 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38748) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.166208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-b0a8b23f-6f4c-4898-9e52-433f050f2154 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-2002467586') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:27.178742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-53a68821-7a7b-4401-a6d2-d2f6646c8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:27.180238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-53a68821-7a7b-4401-a6d2-d2f6646c8491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aef3aaf57ff45179035c5137b2c8378&device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 1094 time: 0.0925436 Dec 20 23:19:27.187766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.196325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.198048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b9e2d869-8bc6-426b-8060-542efb84dccb HTTP/1.1" status: 204 len: 168 time: 0.2264233 Dec 20 23:19:27.204887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.213747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f25df0-041f-4e28-a552-e9b24e855f0c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9e2d869-8bc6-426b-8060-542efb84dccb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:27.249615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e787bea-c71a-44a1-a21e-bc50828f08dc tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0436246 Dec 20 23:19:27.252522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38752) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.280700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-ebfbc931-7193-45b8-8547-7bf2cfe10d34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a87dc90f-e376-459b-a7c8-609b267aaf02 HTTP/1.1" status: 200 len: 217 time: 0.0550704 Dec 20 23:19:27.288636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b0a8b23f-6f4c-4898-9e52-433f050f2154 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-2002467586 HTTP/1.1" status: 201 len: 201 time: 0.1230690 Dec 20 23:19:27.295069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38758) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.295069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-29f5d8da-3fbe-4324-b9d7-3ed66f7a03f8 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', {'tags': ['tempest-TagsExtTest-Tag-1424559378', 'tempest-TagsExtTest-Tag-47750030', 'tempest-TagsExtTest-Tag-399797976']}) {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:27.311457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.336602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.414962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde039be-0d26-4358-ba29-ed9ebffca030 req-dd87d7ca-93aa-4f80-abe8-ef55c9e7e32c tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:27.416478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fde039be-0d26-4358-ba29-ed9ebffca030 req-dd87d7ca-93aa-4f80-abe8-ef55c9e7e32c tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 943 time: 0.0818222 Dec 20 23:19:27.434117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467206b5-f093-4dbd-9991-097d6af8d67d req-a6be2e18-a11a-4dea-bfdf-ce1ba478a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:27.435585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-a6be2e18-a11a-4dea-bfdf-ce1ba478a087 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e095558-a9de-4fad-9815-a821eff22f48 HTTP/1.1" status: 200 len: 861 time: 0.1293516 Dec 20 23:19:27.465541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fde039be-0d26-4358-ba29-ed9ebffca030 req-92b0b8b4-33bb-4c70-8607-1dbda1a3fe97 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Dec 20 23:19:27.466599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.469799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.473671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/da9d2f4f-2f27-4da0-a6c8-e89d7a380a6d HTTP/1.1" status: 204 len: 168 time: 0.2160759 Dec 20 23:19:27.474799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38760) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.480235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.488150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-cec65de7-e004-4f2c-ab09-a4b0d4a638d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b1543d5-a858-4135-8f50-412c5a2aade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301609 Dec 20 23:19:27.494248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645cdb6-e555-4154-9022-9b3a85bc3b06 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d2f4f-2f27-4da0-a6c8-e89d7a380a6d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:27.497536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-29f5d8da-3fbe-4324-b9d7-3ed66f7a03f8 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 200 len: 315 time: 0.2082491 Dec 20 23:19:27.519341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38766) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.526443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-dd64a043-c459-42d6-8802-9f741b817977 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:27.596408 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e74700a2-9482-40c1-ba09-21a3d359666c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1127300 Dec 20 23:19:27.614982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38768) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.690002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 7e253142-8500-46d5-ba65-28cfcfeadf8a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:27.690352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.694628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Deleting port 8b957733-78c5-4929-9fc9-666510547f82 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:27.694972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.714782 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-666d1da7-f1a1-4542-b1df-457bb2b311db service neutron] 10.222.0.45 "GET /v2.0/networks/5b1543d5-a858-4135-8f50-412c5a2aade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944788 Dec 20 23:19:27.769794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.770120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.782939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 7e253142-8500-46d5-ba65-28cfcfeadf8a owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:27.811431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.836045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:27.888247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.901130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] For port 8b957733-78c5-4929-9fc9-666510547f82, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8b957733-78c5-4929-9fc9-666510547f82,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:27.902527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:27.937317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd64a043-c459-42d6-8802-9f741b817977 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.4153087 Dec 20 23:19:27.940260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:27.944019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Calling delete_port for 8b957733-78c5-4929-9fc9-666510547f82 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:27.945399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-ee585203-4607-4c57-b374-842dfd0e7e1f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-1424559378') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:27.951197 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-467206b5-f093-4dbd-9991-097d6af8d67d req-36efe9ab-844f-425f-a949-738cf80b7193 service neutron] 10.222.0.45 "GET /v2.0/networks/5b1543d5-a858-4135-8f50-412c5a2aade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190318 Dec 20 23:19:27.975033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:19:27.979767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a3907f6e-0b1a-4769-82d3-6b0d0398f140 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:27.980293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.012015 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-ee585203-4607-4c57-b374-842dfd0e7e1f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:28.012675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ee585203-4607-4c57-b374-842dfd0e7e1f tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-1424559378 HTTP/1.1" status: 404 len: 329 time: 0.0712833 Dec 20 23:19:28.015447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38772) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.019798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-e889f058-22df-4cb9-bfc8-90b737b220fd tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-47750030') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:28.058888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.071950 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.074725 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-e889f058-22df-4cb9-bfc8-90b737b220fd tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:28.076004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e889f058-22df-4cb9-bfc8-90b737b220fd tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-47750030 HTTP/1.1" status: 404 len: 327 time: 0.0596576 Dec 20 23:19:28.087208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38774) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.091422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-1652cae2-7357-4521-a10d-4597012140ed tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4', 'tempest-TagsExtTest-Tag-399797976') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:28.098264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:28.101341 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc6aed7-3049-4448-a88f-7316f14134ce" -d '{"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:28.117190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:28.146083 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-1652cae2-7357-4521-a10d-4597012140ed tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:28.150544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1652cae2-7357-4521-a10d-4597012140ed tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags/tempest-TagsExtTest-Tag-399797976 HTTP/1.1" status: 404 len: 328 time: 0.0599270 Dec 20 23:19:28.150697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844dfb4-c407-4eea-bec3-2551b5e2afb4 x-openstack-request-id: req-2844dfb4-c407-4eea-bec3-2551b5e2afb4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:28.150697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-plugged", "status": "completed", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:28.150697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2844dfb4-c407-4eea-bec3-2551b5e2afb4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:28.150697 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'code': 200} Dec 20 23:19:28.151104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38778) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.155827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-335fadc0-87a9-4c57-99b4-8cbff64b3e24 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', {'tags': ['tempest-TagsExtTest-Tag-1907148034', 'tempest-TagsExtTest-Tag-1860581788', 'tempest-TagsExtTest-Tag-1872725617']}) {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:28.162839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.170872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.170872 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/bd964250-c3c2-4bec-b50c-845195f975da HTTP/1.1" status: 204 len: 168 time: 0.5453193 Dec 20 23:19:28.175445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38782) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.186850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.203080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496d1dc-ad78-4a1a-8bc3-4daaf1e9a24e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd964250-c3c2-4bec-b50c-845195f975da,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:28.214505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.215622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4ff4ef9-d90d-4391-8e47-433b9b473886 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:28.227480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=7e253142-8500-46d5-ba65-28cfcfeadf8a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:28.247813 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-978ad797-c1fb-49bd-a38a-1dea309acd8c tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710433 Dec 20 23:19:28.248927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38784) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.253323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367931276'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:28.259421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.287595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Pushing event deleted for resources: {'Port': ['ID=8b957733-78c5-4929-9fc9-666510547f82,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:28.314141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a4ff4ef9-d90d-4391-8e47-433b9b473886 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:28.315187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a4ff4ef9-d90d-4391-8e47-433b9b473886 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:28.362857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2475e-b880-4c18-84dd-60b24c2462ca req-251d013d-3a27-47e1-ad67-b838994ef421 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:28.370646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:28.370854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ea2475e-b880-4c18-84dd-60b24c2462ca req-251d013d-3a27-47e1-ad67-b838994ef421 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0891020 Dec 20 23:19:28.374176 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.374509 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Floating IP 1919f993-56c8-47c1-a67f-80b413ab662a disassociated (deleted). External IP: 172.25.1.7, port: fad4304b-f499-4cbc-b29c-06643d85be3a. Dec 20 23:19:28.426605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-335fadc0-87a9-4c57-99b4-8cbff64b3e24 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 200 len: 318 time: 0.2746482 Dec 20 23:19:28.431159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38786) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.439375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-7a0f5663-2fdb-4a76-8130-e5c583e7980e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:28.477938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:28.534987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ea2475e-b880-4c18-84dd-60b24c2462ca req-39150a63-0637-4eb0-a047-75414f229ec9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637783 Dec 20 23:19:28.569766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8272c-7a63-4eda-a838-6f8febfc21a1 req-659de144-e90e-492f-9331-c4d9c39128dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:28.572840 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a1b8272c-7a63-4eda-a838-6f8febfc21a1 req-659de144-e90e-492f-9331-c4d9c39128dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1097 time: 0.1412115 Dec 20 23:19:28.697296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10763e-787b-467e-9d8b-66e6087e5ab1 req-514302f1-14ec-4fd2-9814-8f74bffea831 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:28.698899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c10763e-787b-467e-9d8b-66e6087e5ab1 req-514302f1-14ec-4fd2-9814-8f74bffea831 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 943 time: 0.1476414 Dec 20 23:19:28.795517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c10763e-787b-467e-9d8b-66e6087e5ab1 req-09856d9e-4f38-4e80-895c-4da91dc3cc26 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 Dec 20 23:19:28.797303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 9a50334f-d651-47ae-b360-45b15496ead6 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:28.850865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a0f5663-2fdb-4a76-8130-e5c583e7980e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 204 len: 168 time: 0.4165337 Dec 20 23:19:28.851133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38792) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:28.855268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-5f552f9d-7230-410c-9f19-bd9725288a30 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-1907148034') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:28.982584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.064412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a1b8272c-7a63-4eda-a838-6f8febfc21a1 req-bddfceae-8917-412c-99d4-f6d15de7ea11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811025 Dec 20 23:19:29.072684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.179691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.242366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:29.246129 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-5f552f9d-7230-410c-9f19-bd9725288a30 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:29.247173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5f552f9d-7230-410c-9f19-bd9725288a30 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-1907148034 HTTP/1.1" status: 404 len: 329 time: 0.3952332 Dec 20 23:19:29.250370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.250552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38794) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.257224 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198666d-0712-4834-851e-060606d532e9 None None] Sync routers for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:29.261283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-02dcb5df-0762-4fa7-8836-cc75eed6219c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-1860581788') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.263214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22a60b-3032-47b4-bb35-d2e7d8fa04a1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:29.270283 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:29.270283 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.288791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e5cd287-71ba-4587-9bd8-08589cb36b10 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/floatingips/1919f993-56c8-47c1-a67f-80b413ab662a HTTP/1.1" status: 204 len: 168 time: 1.8104415 Dec 20 23:19:29.288791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:29.290826 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e02d864-9b9b-4291-a314-b982e9782ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:29.324473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.325642 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae6d3386-bb15-48f5-8177-3d659688ea1d tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0757830 Dec 20 23:19:29.328545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38800) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.333367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '5e22a60b-3032-47b4-bb35-d2e7d8fa04a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:29.341428 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36deaeab-cb59-48fa-a456-6bb59430a1f6 x-openstack-request-id: req-36deaeab-cb59-48fa-a456-6bb59430a1f6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:29.341428 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:29.341698 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36deaeab-cb59-48fa-a456-6bb59430a1f6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:29.342783 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'status': 'completed', 'code': 200} Dec 20 23:19:29.343945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Router 27b709ef-f146-4f74-923e-d162ceaf74c0 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:29.371498 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-02dcb5df-0762-4fa7-8836-cc75eed6219c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:29.372532 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-02dcb5df-0762-4fa7-8836-cc75eed6219c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-1860581788 HTTP/1.1" status: 404 len: 329 time: 0.1211588 Dec 20 23:19:29.376068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.383108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-72aabdc2-f59b-4605-8d75-77ad88b5b0b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d', 'tempest-TagsExtTest-Tag-1872725617') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.419672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:29.446458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.462771 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-72aabdc2-f59b-4605-8d75-77ad88b5b0b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:29.463832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-72aabdc2-f59b-4605-8d75-77ad88b5b0b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags/tempest-TagsExtTest-Tag-1872725617 HTTP/1.1" status: 404 len: 329 time: 0.0867755 Dec 20 23:19:29.466923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.471592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-d7b1e79b-69c9-4967-af6a-dadcd282706e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', {'tags': ['tempest-TagsExtTest-Tag-1630502396', 'tempest-TagsExtTest-Tag-598601087', 'tempest-TagsExtTest-Tag-827775390']}) {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.496728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-e3a119ac-ec51-4007-ad7b-fe8aa0e35b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:29.498241 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-e3a119ac-ec51-4007-ad7b-fe8aa0e35b51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=409fc0ea8aa74a7c992b1690906369db&device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 1097 time: 0.0927699 Dec 20 23:19:29.507291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:29.515337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd56cf8f-bdb7-4410-bfa4-e3bb450f9bad admin admin] 10.222.0.62 "PUT /v2.0/routers/27b709ef-f146-4f74-923e-d162ceaf74c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1734548 Dec 20 23:19:29.521147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38806) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.528168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Sync routers for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:29.552239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:29.553098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.609499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.713332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d7b1e79b-69c9-4967-af6a-dadcd282706e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 200 len: 316 time: 0.2450004 Dec 20 23:19:29.714308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.715781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38814) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.731818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-60b6d8d9-2979-487b-b7ec-a8ae25b448ea tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.741116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:29.743451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.755654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb6f999-9647-468d-b40b-9800eeeaf2f8,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:29.768383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69083f-bfe9-4b47-b987-cdf769536fcd req-d649c282-9498-4b7a-818c-1a3ce34360f3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:29.769961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b69083f-bfe9-4b47-b987-cdf769536fcd req-d649c282-9498-4b7a-818c-1a3ce34360f3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1125295 Dec 20 23:19:29.778529 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198666d-0712-4834-851e-060606d532e9 None None] Checking router: 9a50334f-d651-47ae-b360-45b15496ead6 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:19:29.788028 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:29.788720 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:29.852138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a87dc90f-e376-459b-a7c8-609b267aaf02 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:19:29.853317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.855076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e5f888c-6dc5-4b42-b743-cc5e30e3ab44 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5253046 Dec 20 23:19:29.858827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38818) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:29.867939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-4aa81218-e902-4080-9a05-eb689ef98043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:29.867939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-4aa81218-e902-4080-9a05-eb689ef98043 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 200 len: 898 time: 0.3528094 Dec 20 23:19:29.907682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b69083f-bfe9-4b47-b987-cdf769536fcd req-4b106fda-6069-4a4a-8e96-7283d47e2290 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Dec 20 23:19:29.953912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-d9b80604-2035-4b51-9a87-103002fbdcb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 200 len: 217 time: 0.0764585 Dec 20 23:19:29.960916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:29.976899 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:29.991036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.011457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.083378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a87dc90f-e376-459b-a7c8-609b267aaf02,segment=NetworkSegment(16fd3fe6-137d-4215-836b-8beff7a473e2),segment_id=16fd3fe6-137d-4215-836b-8beff7a473e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:30.103189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a87dc90f-e376-459b-a7c8-609b267aaf02', 'network_id': '5b1543d5-a858-4135-8f50-412c5a2aade4', 'port_id': 'a87dc90f-e376-459b-a7c8-609b267aaf02', 'mac_address': 'fa:16:3e:a7:16:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e095558-a9de-4fad-9815-a821eff22f48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:19:30.103909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef277dd-acaf-4786-b77e-91a5cabeacf9 req-86e0bad6-8fe9-4a90-a310-6c837bbebebe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:30.107638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ef277dd-acaf-4786-b77e-91a5cabeacf9 req-86e0bad6-8fe9-4a90-a310-6c837bbebebe tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1988254 Dec 20 23:19:30.112068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-a2d164f4-2244-4acd-b71f-8d087b3b2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:30.113553 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-a2d164f4-2244-4acd-b71f-8d087b3b2225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b9ce89-f0bb-4655-a46a-eb579f5c4d37 HTTP/1.1" status: 200 len: 834 time: 0.1477602 Dec 20 23:19:30.125444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:19:28Z', 'revision_number': 5, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.136134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d5793-e706-4331-936b-ae2d8522c7b5 req-95619766-111b-4325-80a4-6ce18e874aff tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:30.144741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab4d5793-e706-4331-936b-ae2d8522c7b5 req-95619766-111b-4325-80a4-6ce18e874aff tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 943 time: 0.1180768 Dec 20 23:19:30.172794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60b6d8d9-2979-487b-b7ec-a8ae25b448ea tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 204 len: 168 time: 0.4559748 Dec 20 23:19:30.175764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.177623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.181368 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.182087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-a10ca6ab-f75b-4bb2-a7d9-5434d91b6910 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-1630502396') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.183115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/adb6f999-9647-468d-b40b-9800eeeaf2f8 HTTP/1.1" status: 204 len: 168 time: 0.3231413 Dec 20 23:19:30.188939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.195512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Checking router: 27b709ef-f146-4f74-923e-d162ceaf74c0 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:19:30.212782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.215673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Routers {'27b709ef-f146-4f74-923e-d162ceaf74c0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:30.216302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['27b709ef-f146-4f74-923e-d162ceaf74c0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.219291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14fe84-2069-4398-98a5-3122afce0506 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb6f999-9647-468d-b40b-9800eeeaf2f8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:30.264471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ef277dd-acaf-4786-b77e-91a5cabeacf9 req-85070779-4534-44e9-bb2a-dc005275fcfb tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466045 Dec 20 23:19:30.276385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab4d5793-e706-4331-936b-ae2d8522c7b5 req-51250dbb-0f9f-4579-97cb-a85eafc4ae32 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301029 Dec 20 23:19:30.295694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87dc90f-e376-459b-a7c8-609b267aaf02 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:30.332196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6198666d-0712-4834-851e-060606d532e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.352786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a87dc90f-e376-459b-a7c8-609b267aaf02,segment=NetworkSegment(16fd3fe6-137d-4215-836b-8beff7a473e2),segment_id=16fd3fe6-137d-4215-836b-8beff7a473e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:30.353094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-bfbda65f-d46b-44c6-9c1d-a5374ee51557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:30.354898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-bfbda65f-d46b-44c6-9c1d-a5374ee51557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03b99fbf-46e0-4eb0-9730-455b10a1e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271621 Dec 20 23:19:30.364490 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198666d-0712-4834-851e-060606d532e9 None None] The sync data for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 is: [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:17:39Z', 'revision_number': 4, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '6cfa3772-3a79-4bde-83cc-5d1e31193406', 'name': '', 'network_id': '03b99fbf-46e0-4eb0-9730-455b10a1e6ee', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'mac_address': 'fa:16:3e:3f:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:38Z', 'updated_at': '2021-12-20T23:17:46Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'subnets': [{'id': '48b9ce89-f0bb-4655-a46a-eb579f5c4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:30.367076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.397842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] Set router 27b709ef-f146-4f74-923e-d162ceaf74c0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:30.432818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87556d40-7da8-495a-af22-8834b79633d9 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2419794 Dec 20 23:19:30.435709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38832) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.436671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.465019 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a10ca6ab-f75b-4bb2-a7d9-5434d91b6910 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:30.466384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a10ca6ab-f75b-4bb2-a7d9-5434d91b6910 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-1630502396 HTTP/1.1" status: 404 len: 329 time: 0.2878456 Dec 20 23:19:30.470200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38834) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.479103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-a941ab62-f512-427a-80b3-1e731f7274b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-598601087') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.529230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.567528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.590731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:30.601715 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-38b45ae2-30bf-432d-a6c7-2ab09a5e839a service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299380 Dec 20 23:19:30.638945 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a941ab62-f512-427a-80b3-1e731f7274b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:30.640015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a941ab62-f512-427a-80b3-1e731f7274b2 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-598601087 HTTP/1.1" status: 404 len: 328 time: 0.1645827 Dec 20 23:19:30.647160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38840) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.652000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-d93d1c49-ab31-4adf-873c-bcfb3ca5923b tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba', 'tempest-TagsExtTest-Tag-827775390') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.666166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a87dc90f-e376-459b-a7c8-609b267aaf02'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:30.700908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Deleting port aef29668-9ee7-4865-8ec8-a17d4f97b255 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:30.701278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.744742 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-d93d1c49-ab31-4adf-873c-bcfb3ca5923b tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:30.748644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d93d1c49-ab31-4adf-873c-bcfb3ca5923b tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags/tempest-TagsExtTest-Tag-827775390 HTTP/1.1" status: 404 len: 328 time: 0.0979567 Dec 20 23:19:30.748866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38846) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.753772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-a482d911-3e96-4099-ba50-ef8d13d30bbf tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', {'tags': ['tempest-TagsExtTest-Tag-1168355269', 'tempest-TagsExtTest-Tag-463893575', 'tempest-TagsExtTest-Tag-2120960460']}) {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.800250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.803488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.804273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:19:28Z', 'revision_number': 5, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.808015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38850) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.808522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e22a60b-3032-47b4-bb35-d2e7d8fa04a1 HTTP/1.1" status: 204 len: 168 time: 0.3716791 Dec 20 23:19:30.825169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939abdc-516a-4ee2-941c-f081e6e94527 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e22a60b-3032-47b4-bb35-d2e7d8fa04a1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:30.832627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e02d864-9b9b-4291-a314-b982e9782ca6 req-56d523b6-a7d9-4632-83c9-10b681f872c3 service neutron] 10.222.0.59 "GET /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185626 Dec 20 23:19:30.855684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd3cf-20d9-434a-9a54-a4c7011c05ba None None] The sync data for ids ['27b709ef-f146-4f74-923e-d162ceaf74c0'] in n-d-822053-9 is: [{'id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'name': 'tempest-TestServerMultinode-797426731-router', 'tenant_id': '2ed3dc574bc04349b6edd7b032f07b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:08Z', 'updated_at': '2021-12-20T23:19:28Z', 'revision_number': 5, 'project_id': '2ed3dc574bc04349b6edd7b032f07b29', 'gw_port': {'id': 'aef29668-9ee7-4865-8ec8-a17d4f97b255', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b709ef-f146-4f74-923e-d162ceaf74c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:09Z', 'updated_at': '2021-12-20T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:30.858183 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75596b7-6d4e-4650-b869-856d8b593303 None None] New status for floating IP 1919f993-56c8-47c1-a67f-80b413ab662a: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:19:30.870766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] For port aef29668-9ee7-4865-8ec8-a17d4f97b255, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=aef29668-9ee7-4865-8ec8-a17d4f97b255,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:30.876221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:30.893526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Calling delete_port for aef29668-9ee7-4865-8ec8-a17d4f97b255 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:30.896009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a482d911-3e96-4099-ba50-ef8d13d30bbf tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "PUT /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 200 len: 317 time: 0.1460900 Dec 20 23:19:30.898744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:30.904960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-91311f07-6867-445e-8027-963df9473e5e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:30.996683 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-72ef2643-ed95-483d-b12d-d8509b4f7b85 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1751893 Dec 20 23:19:30.997257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.002776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--888831845'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:31.084879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-91311f07-6867-445e-8027-963df9473e5e tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 204 len: 168 time: 0.1847463 Dec 20 23:19:31.087205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.095755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-766b14aa-13c0-4ec4-87fc-81b9e224ab17 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-1168355269') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:31.102028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d55672-17e8-4645-b845-67dae27309b1 req-d6542f19-b146-4b0a-9984-f5e0fc553946 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:31.103573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7d55672-17e8-4645-b845-67dae27309b1 req-d6542f19-b146-4b0a-9984-f5e0fc553946 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0727136 Dec 20 23:19:31.145924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.157513 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-766b14aa-13c0-4ec4-87fc-81b9e224ab17 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:31.158576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-766b14aa-13c0-4ec4-87fc-81b9e224ab17 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-1168355269 HTTP/1.1" status: 404 len: 329 time: 0.0703855 Dec 20 23:19:31.161413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38876) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.166082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-85974204-26c0-49d2-be21-fc04891cb621 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-463893575') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:31.184442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7d55672-17e8-4645-b845-67dae27309b1 req-a96ce811-830c-4c04-8ef4-ae67d41845ee tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732400 Dec 20 23:19:31.212847 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-85974204-26c0-49d2-be21-fc04891cb621 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:31.214989 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-85974204-26c0-49d2-be21-fc04891cb621 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-463893575 HTTP/1.1" status: 404 len: 328 time: 0.0514212 Dec 20 23:19:31.226896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38880) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.228551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.233944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-63c503c2-fd89-4860-8de0-36b87b39f197 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909', 'tempest-TagsExtTest-Tag-2120960460') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:31.262900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef29668-9ee7-4865-8ec8-a17d4f97b255,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:31.270894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.280425 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-63c503c2-fd89-4860-8de0-36b87b39f197 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] show failed (client error): The resource could not be found. Dec 20 23:19:31.280425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-63c503c2-fd89-4860-8de0-36b87b39f197 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags/tempest-TagsExtTest-Tag-2120960460 HTTP/1.1" status: 404 len: 329 time: 0.0495956 Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.280684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.281205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.281298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.281298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.281492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.281692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.282029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.282354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.282672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:31.284891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-9f0b9c73-38f5-48fd-af57-8c2a4d594b19 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ff1de57b-a889-47af-98e6-c6c1edecd909') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:31.293344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127e2cc-f1d8-4bfa-9c52-dc95957eb23e None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:31.338332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-799cff4b-43a4-44fb-b3c2-d944b507f4e6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:31.339891 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-799cff4b-43a4-44fb-b3c2-d944b507f4e6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1375072 Dec 20 23:19:31.342525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.374951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f0b9c73-38f5-48fd-af57-8c2a4d594b19 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909/tags HTTP/1.1" status: 204 len: 168 time: 0.0931420 Dec 20 23:19:31.378974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38888) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.383857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.tag.tag_plugin [None req-9ded3bac-2716-4dc6-a82d-9bbb8b0f8942 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '856ee6ca-f80c-4c87-abbc-a6d67f9743ba') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:31.403330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1158b252-b760-40e4-9480-0388a7632887,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:31.435845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.477892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.480516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66931ce9-9637-437c-a426-b2b423f75179 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4798768 Dec 20 23:19:31.482576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.490259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '1158b252-b760-40e4-9480-0388a7632887', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:31.533364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf4fed-f8ea-48cd-8a72-40f90beb1ae6 req-d325edf2-9382-4d3c-9063-598f7e416f61 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:31.537532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-addf4fed-f8ea-48cd-8a72-40f90beb1ae6 req-d325edf2-9382-4d3c-9063-598f7e416f61 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 944 time: 0.1194766 Dec 20 23:19:31.548806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e162d-25a3-4fd9-aa36-8534bf5adf00 req-44f65cba-f162-4364-8083-77c6d5bb7487 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:31.554687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c71e162d-25a3-4fd9-aa36-8534bf5adf00 req-44f65cba-f162-4364-8083-77c6d5bb7487 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 946 time: 0.1353993 Dec 20 23:19:31.618660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b957733-78c5-4929-9fc9-666510547f82 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:31.622113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.627555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.639231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 8b957733-78c5-4929-9fc9-666510547f82 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:31.639582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8b957733-78c5-4929-9fc9-666510547f82 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:31.648014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c71e162d-25a3-4fd9-aa36-8534bf5adf00 req-c6627cc8-1348-4077-87d8-b65038a8f1fc tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/security-groups?id=23cbde39-1a75-47a2-8cb7-8d172e10270a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761752 Dec 20 23:19:31.669193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.694557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-addf4fed-f8ea-48cd-8a72-40f90beb1ae6 req-9771d476-7e38-4c95-962e-582080a76adc tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310689 Dec 20 23:19:31.756400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.836778 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.848615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a87dc90f-e376-459b-a7c8-609b267aaf02 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:31.857467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958a9b08-2ebc-4b9b-83d1-1bf4b47c55a3,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:31.942646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.944886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-061dc401-c133-4dcd-bcac-0ba79514755f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4598167 Dec 20 23:19:31.947507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38892) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:31.967532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bfa2a9fa-21c8-406f-b0cb-40cf65ab9e4e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules/958a9b08-2ebc-4b9b-83d1-1bf4b47c55a3 HTTP/1.1" status: 200 len: 763 time: 0.0164714 Dec 20 23:19:31.972868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a87dc90f-e376-459b-a7c8-609b267aaf02 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:19:31.975972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a87dc90f-e376-459b-a7c8-609b267aaf02 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:31.976575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:31.980591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38896) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.035250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9ded3bac-2716-4dc6-a82d-9bbb8b0f8942 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba/tags HTTP/1.1" status: 204 len: 168 time: 0.6552393 Dec 20 23:19:32.037386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51025186-cf32-4519-bf5c-8ad4a99182cd tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554242 Dec 20 23:19:32.038140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.040800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38900) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.042846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-9deb8536-9e7f-46fc-a798-b8df0aa9d26a tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4baf2b9b-e197-4b03-9d95-7c1af55fae0d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:32.076369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:32.076977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.080209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.095592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.103819 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.106007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9deb8536-9e7f-46fc-a798-b8df0aa9d26a tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d/tags HTTP/1.1" status: 204 len: 168 time: 0.0667717 Dec 20 23:19:32.108535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.113538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.tag.tag_plugin [None req-8499c135-2982-4b56-9a28-e6a3e2fcb9aa tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc02a019-65b0-4bba-8f4e-77ae15050aa4') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:32.120118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.120895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b709ef-f146-4f74-923e-d162ceaf74c0 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:32.130282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.135053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:32.135794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2c6296cc-4fc6-4682-8c92-28a017033386 admin admin] 10.222.0.62 "DELETE /v2.0/routers/27b709ef-f146-4f74-923e-d162ceaf74c0 HTTP/1.1" status: 204 len: 168 time: 2.6127608 Dec 20 23:19:32.137550 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae2359d-3df1-48ed-bbb7-6da340688d8c" -d '{"events": [{"server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "name": "network-vif-plugged", "status": "completed", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:32.144781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.157638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a87dc90f-e376-459b-a7c8-609b267aaf02,segment=NetworkSegment(16fd3fe6-137d-4215-836b-8beff7a473e2),segment_id=16fd3fe6-137d-4215-836b-8beff7a473e2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:32.195354 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b827d9-0459-4195-82e5-2ad5db093c93 x-openstack-request-id: req-79b827d9-0459-4195-82e5-2ad5db093c93 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:32.195964 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "name": "network-vif-plugged", "status": "completed", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:32.196812 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79b827d9-0459-4195-82e5-2ad5db093c93 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:32.197361 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02', 'code': 200} Dec 20 23:19:32.203447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Deleting subnet 1a0f13ec-6691-4109-a7e0-189560f76538 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:32.210185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.218308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port fad4304b-f499-4cbc-b29c-06643d85be3a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fad4304b-f499-4cbc-b29c-06643d85be3a,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:32.218684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.233891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for fad4304b-f499-4cbc-b29c-06643d85be3a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:32.258713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.304757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.317343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.328723 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.329882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/958a9b08-2ebc-4b9b-83d1-1bf4b47c55a3 HTTP/1.1" status: 204 len: 168 time: 0.2878685 Dec 20 23:19:32.339964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.358219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dfed2-2660-45ee-acea-9fa2e42199fe tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=958a9b08-2ebc-4b9b-83d1-1bf4b47c55a3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:32.369588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:32.372210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8499c135-2982-4b56-9a28-e6a3e2fcb9aa tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4/tags HTTP/1.1" status: 204 len: 168 time: 0.2627060 Dec 20 23:19:32.379501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38912) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.401431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265de0-64db-4d77-a831-8001635e51a8 req-6ea53951-2177-4402-9173-825fa415f0a2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:32.402978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f265de0-64db-4d77-a831-8001635e51a8 req-6ea53951-2177-4402-9173-825fa415f0a2 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1044531 Dec 20 23:19:32.451036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7134-2634-452b-8480-82d15c6f2f01 req-8f8157ae-7abf-4a43-98ce-080083539ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:32.452493 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31bf7134-2634-452b-8480-82d15c6f2f01 req-8f8157ae-7abf-4a43-98ce-080083539ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 1096 time: 0.1586072 Dec 20 23:19:32.460936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.476021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-88d33cd9-092e-4926-a831-5bdb00f8a536 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277854 Dec 20 23:19:32.481763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.487842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '1158b252-b760-40e4-9480-0388a7632887', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:32.512074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f265de0-64db-4d77-a831-8001635e51a8 req-fa15ef3b-4750-45d1-b94a-2f200e0f237d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897021 Dec 20 23:19:32.584034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31bf7134-2634-452b-8480-82d15c6f2f01 req-d5fac014-9854-4ab0-bd32-e889fde8a18b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204925 Dec 20 23:19:32.624104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.656322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f43e14a-e2d1-4beb-8034-2321d576ae7d tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for subnetpool, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.657468 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7f43e14a-e2d1-4beb-8034-2321d576ae7d tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnetpools/ff1de57b-a889-47af-98e6-c6c1edecd909 HTTP/1.1" status: 204 len: 168 time: 0.2742383 Dec 20 23:19:32.657598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.660173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.675717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9aae4-0fb7-4033-aa67-b8a5200531cc req-b0e2f044-28df-4bdf-b0d0-e880bbdb8fe5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:32.678453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46c9aae4-0fb7-4033-aa67-b8a5200531cc req-b0e2f044-28df-4bdf-b0d0-e880bbdb8fe5 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0900173 Dec 20 23:19:32.689864 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-38067e4b-6fd2-4eb9-a668-f04a3ba6e785 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "GET /v2.0/ports?device_id=856ee6ca-f80c-4c87-abbc-a6d67f9743ba HTTP/1.1" status: 200 len: 205 time: 0.0285470 Dec 20 23:19:32.690761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.692290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38922) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.715327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84d64e5-89b3-4baa-b3f1-bded332b616e None None] Network 7c28385f-2450-423e-8397-701ef1759115 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:32.730416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.733323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a0f13ec-6691-4109-a7e0-189560f76538 HTTP/1.1" status: 204 len: 168 time: 0.5872915 Dec 20 23:19:32.734909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a58253-b997-474a-8f32-6fceb640c470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0f13ec-6691-4109-a7e0-189560f76538,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:32.737213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38926) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:32.785552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.798380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=fad4304b-f499-4cbc-b29c-06643d85be3a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:32.818625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.818775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f9c8b8c9-9375-419a-bc1e-4317f4823443 req-d7f52839-baff-434b-83a5-6bf095d6ebdd tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0683177 Dec 20 23:19:32.883333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46c9aae4-0fb7-4033-aa67-b8a5200531cc req-125d4f02-22dc-48f3-b7e6-5d728756d304 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804316 Dec 20 23:19:32.926700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.938044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] No DVR routers for this DVR port fad4304b-f499-4cbc-b29c-06643d85be3a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:32.942607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:32.946498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4af78ee7-e21d-4579-b366-15dce7b350b8 req-b01c86d3-c9be-4d2e-97c8-1dcb9f0a5fd2 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.59 "DELETE /v2.0/ports/fad4304b-f499-4cbc-b29c-06643d85be3a HTTP/1.1" status: 204 len: 173 time: 1.5979381 Dec 20 23:19:32.946980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-deleted', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:32.949289 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4261e4-f2c9-4441-b644-b3369b61e495" -d '{"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-deleted", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:32.981977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] DHCP port deletion for 7c28385f-2450-423e-8397-701ef1759115 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:33.022173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005cffeb-89eb-49a5-9006-343786ae59ae,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:33.028153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.046738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Deleting port e192a0b2-ae81-4421-8e14-ce443d5c8e68 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:33.047191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.070070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.073862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.077588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0018f73-8a44-45a6-b6da-3dd0f8743895 req-cc9c6944-dc16-4771-9f00-1d9e47fdd02f tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:33.079257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0018f73-8a44-45a6-b6da-3dd0f8743895 req-cc9c6944-dc16-4771-9f00-1d9e47fdd02f tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.1397040 Dec 20 23:19:33.093483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.098097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bb152f08-9b1d-4023-a876-e4137a35c8d1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6102951 Dec 20 23:19:33.116356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.121410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] For port e192a0b2-ae81-4421-8e14-ce443d5c8e68, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e192a0b2-ae81-4421-8e14-ce443d5c8e68,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:33.122083 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.136353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Calling delete_port for e192a0b2-ae81-4421-8e14-ce443d5c8e68 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:33.148614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875536-690c-4750-ac09-dda5cebeae7d req-7992d791-995a-4a0e-bc8a-a1df8ee8bf72 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:33.150273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe875536-690c-4750-ac09-dda5cebeae7d req-7992d791-995a-4a0e-bc8a-a1df8ee8bf72 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1451797 Dec 20 23:19:33.209202 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1963fec7-bdaf-42fc-8316-b9f32a49fe31 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules/005cffeb-89eb-49a5-9006-343786ae59ae HTTP/1.1" status: 200 len: 763 time: 0.0856001 Dec 20 23:19:33.210712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38936) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.215149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0018f73-8a44-45a6-b6da-3dd0f8743895 req-e4bf0869-9750-4ba3-a18c-2ea95012b50e tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247041 Dec 20 23:19:33.225050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.227603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Fanout notify agent at l3_agent the message router_deleted on router 856ee6ca-f80c-4c87-abbc-a6d67f9743ba {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:33.249508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.253024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-af8e86bb-5e79-4769-9fa3-023178f8f217 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/routers/856ee6ca-f80c-4c87-abbc-a6d67f9743ba HTTP/1.1" status: 204 len: 168 time: 0.5574772 Dec 20 23:19:33.255405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38938) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.262323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe875536-690c-4750-ac09-dda5cebeae7d req-a4a3a81b-2ecf-4217-bfc9-ee5f99c25b8f tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Dec 20 23:19:33.269553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Deleting port e192a0b2-ae81-4421-8e14-ce443d5c8e68 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:33.270046 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.318859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.345097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60fc3d49-1692-4f93-b855-e7d80c8fb472 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1309268 Dec 20 23:19:33.347078 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6be0b-8480-45cb-a3c9-ac71bafe587d x-openstack-request-id: req-c1a6be0b-8480-45cb-a3c9-ac71bafe587d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:33.347384 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c289f8c9-c54b-4b95-9924-e0ba2a0196d7", "name": "network-vif-deleted", "tag": "fad4304b-f499-4cbc-b29c-06643d85be3a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:33.347641 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1a6be0b-8480-45cb-a3c9-ac71bafe587d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:33.348107 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c289f8c9-c54b-4b95-9924-e0ba2a0196d7', 'name': 'network-vif-deleted', 'tag': 'fad4304b-f499-4cbc-b29c-06643d85be3a', 'status': 'completed', 'code': 200} Dec 20 23:19:33.348531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38942) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.392668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.399434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.401269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] Pushing event deleted for resources: {'Port': ['ID=e192a0b2-ae81-4421-8e14-ce443d5c8e68,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:33.405328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.408988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4733d-a64e-41e5-8f3f-fa6c30f0305d None None] No DVR routers for this DVR port e192a0b2-ae81-4421-8e14-ce443d5c8e68 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:33.449165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] For port e192a0b2-ae81-4421-8e14-ce443d5c8e68, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e192a0b2-ae81-4421-8e14-ce443d5c8e68,segment=NetworkSegment(184693a4-cbaa-4e22-a3aa-f5ed59c521c1),segment_id=184693a4-cbaa-4e22-a3aa-f5ed59c521c1)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:33.449165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.466362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Calling delete_port for e192a0b2-ae81-4421-8e14-ce443d5c8e68 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:33.499553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.506475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.507712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/005cffeb-89eb-49a5-9006-343786ae59ae HTTP/1.1" status: 204 len: 168 time: 0.1580141 Dec 20 23:19:33.513010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38946) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.515789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa25b11-c367-4e17-a663-8221cc2b262f tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=005cffeb-89eb-49a5-9006-343786ae59ae,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:33.592480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device aef29668-9ee7-4865-8ec8-a17d4f97b255 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:33.597685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddb1f-7a48-4d5c-bf6f-5a1a13cc1f5e req-820b272b-37e6-4824-8685-fef837312c56 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:33.599221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c43ddb1f-7a48-4d5c-bf6f-5a1a13cc1f5e req-820b272b-37e6-4824-8685-fef837312c56 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1310754 Dec 20 23:19:33.612119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Deleting port 4baf2b9b-e197-4b03-9d95-7c1af55fae0d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:33.612447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.613469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: aef29668-9ee7-4865-8ec8-a17d4f97b255 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:33.613879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device aef29668-9ee7-4865-8ec8-a17d4f97b255 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:33.614310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e192a0b2-ae81-4421-8e14-ce443d5c8e68 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:33.631373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-170aac84-e075-4fdd-96c1-bef9ac5b7d2b tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163676 Dec 20 23:19:33.634943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38948) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:33.638561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: e192a0b2-ae81-4421-8e14-ce443d5c8e68 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:33.639027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e192a0b2-ae81-4421-8e14-ce443d5c8e68 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:33.642329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '1158b252-b760-40e4-9480-0388a7632887', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:33.748288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c43ddb1f-7a48-4d5c-bf6f-5a1a13cc1f5e req-74bad544-72d7-4be2-ad2f-53f33e6abb0c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417687 Dec 20 23:19:33.751528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.758402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.788282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e192a0b2-ae81-4421-8e14-ce443d5c8e68,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:33.794007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.796894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] No DVR routers for this DVR port e192a0b2-ae81-4421-8e14-ce443d5c8e68 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:33.812086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Calling delete_port for 4baf2b9b-e197-4b03-9d95-7c1af55fae0d owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:33.825582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.927511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:33.947149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ba6e10-ad75-49cb-a23f-ef50d7f8debc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:33.954210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.004633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea63a5b9-5c9b-46a2-b4ba-2e76bf687294 req-816e0bbe-5e7e-452e-8a4a-a0bd49b8439e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "GET /v2.0/ports?device_id=c289f8c9-c54b-4b95-9924-e0ba2a0196d7 HTTP/1.1" status: 200 len: 210 time: 0.0560637 Dec 20 23:19:34.015892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c28385f-2450-423e-8397-701ef1759115']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:34.035448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184693a4-cbaa-4e22-a3aa-f5ed59c521c1') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:34.035738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184693a4-cbaa-4e22-a3aa-f5ed59c521c1') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:34.059491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a597d4-18fe-41e0-8c98-cafcac6c4a8f req-0beeeb73-a50f-4c01-9e83-536b96d54b9a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:34.060944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3a597d4-18fe-41e0-8c98-cafcac6c4a8f req-0beeeb73-a50f-4c01-9e83-536b96d54b9a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.2117758 Dec 20 23:19:34.061998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.062611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.063262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d32da38-c196-4b38-bc63-12109e369647 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4268539 Dec 20 23:19:34.069608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38954) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.090509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.127172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:34.127563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:34.129226 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:34.143962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a188b364-f99b-42a0-9834-6e3fff3ba607 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules/47ba6e10-ad75-49cb-a23f-ef50d7f8debc HTTP/1.1" status: 200 len: 764 time: 0.0727515 Dec 20 23:19:34.147103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38956) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.190391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4224aff7-148e-41e9-9496-a7335d607384 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0420959 Dec 20 23:19:34.193611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38958) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.220194 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.226485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c3a597d4-18fe-41e0-8c98-cafcac6c4a8f req-c49d2bda-97a9-41d4-b536-02843c7cdc4c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541736 Dec 20 23:19:34.233160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.271897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.301174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event deleted for resources: {'Port': ['ID=4baf2b9b-e197-4b03-9d95-7c1af55fae0d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:34.327980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.334464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.335831 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/47ba6e10-ad75-49cb-a23f-ef50d7f8debc HTTP/1.1" status: 204 len: 168 time: 0.1413038 Dec 20 23:19:34.342014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.343512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.348270 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.349963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342f085-0063-4ad3-9a74-0a359b1a406e tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ba6e10-ad75-49cb-a23f-ef50d7f8debc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:34.354795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7c28385f-2450-423e-8397-701ef1759115 HTTP/1.1" status: 204 len: 168 time: 1.6097920 Dec 20 23:19:34.359528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38968) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.416632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762343-469c-4f08-aec5-fd730b42ab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c28385f-2450-423e-8397-701ef1759115,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:34.439804 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3f64ec7-0203-4f16-b21f-96a8314bb261 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0966547 Dec 20 23:19:34.442705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38972) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.471728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473970c-8309-4a5b-985e-dad99adf43ec req-7c6f1540-a3a9-42e6-a186-caaadac7805b tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:34.473279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3473970c-8309-4a5b-985e-dad99adf43ec req-7c6f1540-a3a9-42e6-a186-caaadac7805b tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.1694515 Dec 20 23:19:34.486314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.491912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9db45594-b814-4b1f-89b7-c0f1c8e8c3eb tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/ports/4baf2b9b-e197-4b03-9d95-7c1af55fae0d HTTP/1.1" status: 204 len: 168 time: 1.2328329 Dec 20 23:19:34.494167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38974) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.516951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f62407-b363-4f39-bd38-2cd230454d80 req-e5970266-d3e0-405d-bd96-568dc924999b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:34.522380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12f62407-b363-4f39-bd38-2cd230454d80 req-e5970266-d3e0-405d-bd96-568dc924999b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1669841 Dec 20 23:19:34.582789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.615368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.619477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Deleting subnet cc02a019-65b0-4bba-8f4e-77ae15050aa4 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:34.631928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3473970c-8309-4a5b-985e-dad99adf43ec req-a361812e-9a93-4b8b-b089-239edd6d9a21 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385548 Dec 20 23:19:34.636403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.688546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12f62407-b363-4f39-bd38-2cd230454d80 req-85d9cf51-603c-410c-a6a3-b99f3a56e0ef tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320572 Dec 20 23:19:34.713333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.768922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:34.793189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: fad4304b-f499-4cbc-b29c-06643d85be3a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:34.793589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fad4304b-f499-4cbc-b29c-06643d85be3a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:34.808193 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.811063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.818664 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/1158b252-b760-40e4-9480-0388a7632887 HTTP/1.1" status: 204 len: 168 time: 0.3706155 Dec 20 23:19:34.819377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38986) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.831257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be291f4b-feed-471d-bee3-e1f3337864c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:34.851440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b53d4-7fb2-4b40-828b-23aa20fa5f83 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158b252-b760-40e4-9480-0388a7632887,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:34.911158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c462f1e-306d-4fa7-9be7-7eb46ad4f777 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825555 Dec 20 23:19:34.917781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38992) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:34.920010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group': {'name': 'tempest-secgroup--668505508'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:35.007902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.045484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.103115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39006) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:35.171544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232db0-f27b-4ed8-8a0c-746f5e7e8c0d req-452b41ba-3d4f-40cb-b485-88bdebbe8156 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:35.175639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79232db0-f27b-4ed8-8a0c-746f5e7e8c0d req-452b41ba-3d4f-40cb-b485-88bdebbe8156 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.4093351 Dec 20 23:19:35.184675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.262882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79232db0-f27b-4ed8-8a0c-746f5e7e8c0d req-f10bb56e-bdbd-4127-8a56-5d8d3c9661df tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813296 Dec 20 23:19:35.311448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.336208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.347315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event deleted for resources: {'Subnet': ['ID=cc02a019-65b0-4bba-8f4e-77ae15050aa4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:35.358321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.364802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-47802831-a6c9-46a3-9ca7-08481c5adf00 tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/subnets/cc02a019-65b0-4bba-8f4e-77ae15050aa4 HTTP/1.1" status: 204 len: 168 time: 0.8664660 Dec 20 23:19:35.364802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39014) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:35.371139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb4e95-6c50-4915-bc90-a51791403376 None None] Network 67e1e8b9-6d11-4442-9706-f446529b07c5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:35.414018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.468061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.500654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff0baed-f989-414e-9f57-8a397ee13803,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:35.569382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.570998 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1b59126-6b0c-49ed-b03f-59c865f75bc1 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6545959 Dec 20 23:19:35.582987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Deleting port 61344fee-e97a-44de-b78a-4f0490719371 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:35.584157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.586480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39018) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:35.586648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] DHCP port deletion for 67e1e8b9-6d11-4442-9706-f446529b07c5 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:35.593784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Request body: {'security_group_rule': {'security_group_id': '0ff0baed-f989-414e-9f57-8a397ee13803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:35.613639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc069b-929d-4b5c-9b6b-ca9fb80eb8fd req-b78bee3c-943c-4e59-aa4b-7ef3246c56f7 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:35.615685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9bc069b-929d-4b5c-9b6b-ca9fb80eb8fd req-b78bee3c-943c-4e59-aa4b-7ef3246c56f7 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.0869384 Dec 20 23:19:35.650495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Deleting port 61344fee-e97a-44de-b78a-4f0490719371 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:35.652482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.698098 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] For port 61344fee-e97a-44de-b78a-4f0490719371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=61344fee-e97a-44de-b78a-4f0490719371,segment=NetworkSegment(a7d29d0d-288a-4e4e-b786-934da6b1f279),segment_id=a7d29d0d-288a-4e4e-b786-934da6b1f279)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:35.698505 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.705519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Deleting port b4ad52f4-c245-435c-83b1-0c927771a073 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:35.705924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.728390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Calling delete_port for 61344fee-e97a-44de-b78a-4f0490719371 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:35.741367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] For port 61344fee-e97a-44de-b78a-4f0490719371, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=61344fee-e97a-44de-b78a-4f0490719371,segment=NetworkSegment(a7d29d0d-288a-4e4e-b786-934da6b1f279),segment_id=a7d29d0d-288a-4e4e-b786-934da6b1f279)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:35.742071 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.753099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9bc069b-929d-4b5c-9b6b-ca9fb80eb8fd req-85c9bd7f-9b3a-4474-b32c-bda092b46de1 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867240 Dec 20 23:19:35.757600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Calling delete_port for 61344fee-e97a-44de-b78a-4f0490719371 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:35.805785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.837880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3650359-ef67-4e35-8ebd-a76b947add0a req-d62c4ba2-8611-4e19-b334-c62ebd29bde3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:35.839402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3650359-ef67-4e35-8ebd-a76b947add0a req-d62c4ba2-8611-4e19-b334-c62ebd29bde3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1222334 Dec 20 23:19:35.911397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] For port b4ad52f4-c245-435c-83b1-0c927771a073, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b4ad52f4-c245-435c-83b1-0c927771a073,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:35.916317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3650359-ef67-4e35-8ebd-a76b947add0a req-821fd08e-29b9-429c-a7bd-758160700f89 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638609 Dec 20 23:19:35.917030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.935686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.944827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Calling delete_port for b4ad52f4-c245-435c-83b1-0c927771a073 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:35.968417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:35.998272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] No DVR routers for this DVR port 61344fee-e97a-44de-b78a-4f0490719371 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:36.004756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event deleted for resources: {'Port': ['ID=61344fee-e97a-44de-b78a-4f0490719371,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.012276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.030947 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.040642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247fb839-0a23-4ffd-9f3f-4cfaf16e1b13,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.044882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.057344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] Pushing event deleted for resources: {'Port': ['ID=61344fee-e97a-44de-b78a-4f0490719371,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.062083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8181-080e-4d6b-b74e-eb7b33612a3c None None] No DVR routers for this DVR port 61344fee-e97a-44de-b78a-4f0490719371 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:36.100388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.122354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e1e8b9-6d11-4442-9706-f446529b07c5']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:36.131922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d29d0d-288a-4e4e-b786-934da6b1f279') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:36.132216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d29d0d-288a-4e4e-b786-934da6b1f279') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:36.141732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.155383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.162244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:36.162693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:36.165758 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:36.169966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.173473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7590db18-1115-4538-8564-a2a212cba323 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5837400 Dec 20 23:19:36.174893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.271568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.279032 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.282988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] 10.222.0.62 "DELETE /v2.0/networks/67e1e8b9-6d11-4442-9706-f446529b07c5 HTTP/1.1" status: 204 len: 168 time: 0.9168057 Dec 20 23:19:36.295426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee5a7-8399-4810-868b-d2098fb1ad1c tempest-TagsExtTest-1778900130 tempest-TagsExtTest-1778900130-project] Pushing event deleted for resources: {'Network': ['ID=67e1e8b9-6d11-4442-9706-f446529b07c5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.341635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.383815 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.510206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port 6cfa3772-3a79-4bde-83cc-5d1e31193406 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:36.510569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.514768 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.559919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ad52f4-c245-435c-83b1-0c927771a073,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.601036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.601036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.601036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ff0baed-f989-414e-9f57-8a397ee13803 HTTP/1.1" status: 204 len: 168 time: 0.4205267 Dec 20 23:19:36.604018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39028) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.657980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b15ac-5016-4668-9aa5-707cdccb5edb tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff0baed-f989-414e-9f57-8a397ee13803,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:36.658387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-386b21bd-643c-4d37-955c-8a63ae71daf2 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529325 Dec 20 23:19:36.666325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39030) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.689505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port 6cfa3772-3a79-4bde-83cc-5d1e31193406, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6cfa3772-3a79-4bde-83cc-5d1e31193406,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:36.689505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.724161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for 6cfa3772-3a79-4bde-83cc-5d1e31193406 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:36.756426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f85d1999-b244-4256-be6a-6d139b82665b tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0882015 Dec 20 23:19:36.759820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39034) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.792483 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-e51f06e5-98ff-4bf7-8f04-18365e376f84 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] delete failed (client error): The resource could not be found. Dec 20 23:19:36.796953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e51f06e5-98ff-4bf7-8f04-18365e376f84 tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ff0baed-f989-414e-9f57-8a397ee13803 HTTP/1.1" status: 404 len: 347 time: 0.0312979 Dec 20 23:19:36.797932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.837625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39040) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:36.896144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007609-dbca-4c78-8331-47179c10dd85 req-b5f620f1-56ab-4ad5-a15d-f5b7b6488982 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:36.898612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8007609-dbca-4c78-8331-47179c10dd85 req-b5f620f1-56ab-4ad5-a15d-f5b7b6488982 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.0544846 Dec 20 23:19:36.945758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:36.963827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d8007609-dbca-4c78-8331-47179c10dd85 req-23a4a924-84fa-4618-8d21-29bfc61fe720 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Dec 20 23:19:36.983323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-372dd023-0387-4460-b79a-b4d40a58829a tempest-SecGroupTest-374489331 tempest-SecGroupTest-374489331-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1809185 Dec 20 23:19:37.094497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-09bcca6a-0e61-446b-8549-1ad76945bdbd tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:37.095964 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-09bcca6a-0e61-446b-8549-1ad76945bdbd tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.45 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.1790934 Dec 20 23:19:37.096218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9179ff8b-4dfb-41fe-afc7-aa9b5c5d8455 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d944025f5b644a19c44ea9f40d05d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574074 Dec 20 23:19:37.098770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39050) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:37.127122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f057e5-9578-476c-96e9-b3cde80ec5ce req-49708fd8-010d-4f31-acd5-1e3487d00db8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:37.128502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68f057e5-9578-476c-96e9-b3cde80ec5ce req-49708fd8-010d-4f31-acd5-1e3487d00db8 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0898945 Dec 20 23:19:37.196918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.220216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68f057e5-9578-476c-96e9-b3cde80ec5ce req-9fc3e738-7b69-4f8a-b60b-6e52b2b6ac66 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803983 Dec 20 23:19:37.233472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.370121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.373524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.375102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75ed6cd8-76c9-489f-bac9-6f7f4740904c HTTP/1.1" status: 204 len: 168 time: 0.2748034 Dec 20 23:19:37.385893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343101f-17e0-4ced-bc2f-0c2a79f66575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed6cd8-76c9-489f-bac9-6f7f4740904c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:37.414470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39060) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:37.580196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1761c1ac-b7a8-461f-9423-303fbf65b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.602566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f063e61a-2df7-4425-b530-d97505537185 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07ef0f3963274c7b91fc524dd1fb0e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860926 Dec 20 23:19:37.603324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:37.687308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.702477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 61344fee-e97a-44de-b78a-4f0490719371 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:37.729490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.737440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 61344fee-e97a-44de-b78a-4f0490719371 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:37.738087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 61344fee-e97a-44de-b78a-4f0490719371 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:37.750095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Deleting port a87dc90f-e376-459b-a7c8-609b267aaf02 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:37.750636 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.779535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:37.848104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=6cfa3772-3a79-4bde-83cc-5d1e31193406,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:37.854013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260d38-8b0d-48d8-8745-7d7a0a3c4f99 req-8f3e7d21-c74f-40df-ac94-b560f085e81d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:37.855413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35260d38-8b0d-48d8-8745-7d7a0a3c4f99 req-8f3e7d21-c74f-40df-ac94-b560f085e81d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1484051 Dec 20 23:19:37.869131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-3d8ca043-4747-497e-ae7d-771af957b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:37.870916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-3d8ca043-4747-497e-ae7d-771af957b792 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 1097 time: 0.0815701 Dec 20 23:19:37.883520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Router 047a6454-1691-4a19-a70f-b15b339607c1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:37.938089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] For port a87dc90f-e376-459b-a7c8-609b267aaf02, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a87dc90f-e376-459b-a7c8-609b267aaf02,segment=NetworkSegment(16fd3fe6-137d-4215-836b-8beff7a473e2),segment_id=16fd3fe6-137d-4215-836b-8beff7a473e2)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:37.938450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.009957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Calling delete_port for a87dc90f-e376-459b-a7c8-609b267aaf02 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:38.046141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35260d38-8b0d-48d8-8745-7d7a0a3c4f99 req-5594883b-a963-455b-96d1-466b2a980bcd tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677237 Dec 20 23:19:38.047063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.049841 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.053429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44f338fc-09a5-4e36-bb6b-5dc2dd7af2b1 HTTP/1.1" status: 204 len: 168 time: 0.4468052 Dec 20 23:19:38.090576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be588d-2607-44a4-8d26-ee2ff75e5514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f338fc-09a5-4e36-bb6b-5dc2dd7af2b1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:38.119757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-4b9d5955-a42d-4541-a731-37c02a6c8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:38.121112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-4b9d5955-a42d-4541-a731-37c02a6c8040 service neutron] 10.222.0.45 "GET /v2.0/networks?id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 200 len: 915 time: 0.2288709 Dec 20 23:19:38.184613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-df092361-1d1e-44fb-a9e7-99f05852d3a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 200 len: 217 time: 0.0539424 Dec 20 23:19:38.272443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294ec3c-e18a-4b18-b7be-7b1c5d20c77f req-6ec66ae3-e016-4edc-be9b-6951dc9b12e5 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:38.275528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3294ec3c-e18a-4b18-b7be-7b1c5d20c77f req-6ec66ae3-e016-4edc-be9b-6951dc9b12e5 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 945 time: 0.1273513 Dec 20 23:19:38.275660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-07ce1d8b-76b7-4386-926b-7f454a80442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:38.276967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-07ce1d8b-76b7-4386-926b-7f454a80442d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 200 len: 854 time: 0.0747590 Dec 20 23:19:38.284696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:38.291203 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1351f98b-6451-47d5-a10b-7fc0dff9cb2d admin admin] 10.222.0.62 "PUT /v2.0/routers/047a6454-1691-4a19-a70f-b15b339607c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9252017 Dec 20 23:19:38.297414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:38.303021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Sync routers for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:38.316469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:38.317688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:38.322760 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.350455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-6b0c7e4d-7ccb-4672-ae72-7977fc137427 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=054ccb76-dc8d-4f69-b965-a944c8e6ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449915 Dec 20 23:19:38.385057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.457380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:38.457975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3294ec3c-e18a-4b18-b7be-7b1c5d20c77f req-36cd3a0a-8361-4c61-8d0e-e5550397dd5a tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/security-groups?id=74130dc7-66c4-4c3d-85a4-77eebbdc06ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664486 Dec 20 23:19:38.539612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.594755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-6bac99c1-c43c-47d2-9062-81e1115f6154 service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193305 Dec 20 23:19:38.644227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.699280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Pushing event deleted for resources: {'Port': ['ID=a87dc90f-e376-459b-a7c8-609b267aaf02,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:38.704214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:19:36Z', 'revision_number': 5, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:38.738293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Checking router: 047a6454-1691-4a19-a70f-b15b339607c1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:19:38.749015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Routers {'047a6454-1691-4a19-a70f-b15b339607c1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:38.749758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['047a6454-1691-4a19-a70f-b15b339607c1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:38.759565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02deb5c2-c5b1-4830-898c-09df47ac2cde req-8852497d-8ed9-45c8-b8b5-13ebf19c452f service neutron] 10.222.0.45 "GET /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535649 Dec 20 23:19:38.821771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] No DVR routers for this DVR port a87dc90f-e376-459b-a7c8-609b267aaf02 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:38.824527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.828406 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-56e80b38-a8c0-4314-be87-a6a3950f0937 req-bf0d797e-af6c-41a8-9cef-332073c03c30 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.45 "DELETE /v2.0/ports/a87dc90f-e376-459b-a7c8-609b267aaf02 HTTP/1.1" status: 204 len: 173 time: 1.6965005 Dec 20 23:19:38.832155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'name': 'network-vif-deleted', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:38.835983 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7e3a6-30e7-4703-a38a-79d53dbd582a" -d '{"events": [{"server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "name": "network-vif-deleted", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:38.866421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] Set router 047a6454-1691-4a19-a70f-b15b339607c1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:38.918475 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7acdeaf-d9a9-4c84-8d6a-c0a04f6de9a0 x-openstack-request-id: req-c7acdeaf-d9a9-4c84-8d6a-c0a04f6de9a0 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:38.918954 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be603052-2c2e-4169-af8b-b2d852c434dd", "name": "network-vif-deleted", "tag": "a87dc90f-e376-459b-a7c8-609b267aaf02", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:38.919225 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7acdeaf-d9a9-4c84-8d6a-c0a04f6de9a0 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:38.919693 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be603052-2c2e-4169-af8b-b2d852c434dd', 'name': 'network-vif-deleted', 'tag': 'a87dc90f-e376-459b-a7c8-609b267aaf02', 'status': 'completed', 'code': 200} Dec 20 23:19:38.950929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:38.972009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Router 9a50334f-d651-47ae-b360-45b15496ead6 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:19:39.132323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:19:39.143776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:19:36Z', 'revision_number': 5, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:39.145225 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Sync routers for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:19:39.147335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-173ef417-ab70-4b68-8e13-bd980394583e tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "PUT /v2.0/routers/9a50334f-d651-47ae-b360-45b15496ead6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0413527 Dec 20 23:19:39.150107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:39.162356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:39.162990 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:39.201278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b342d-dd5b-46ff-b8b0-3af9059262f8 None None] The sync data for ids ['047a6454-1691-4a19-a70f-b15b339607c1'] in n-d-822053-9 is: [{'id': '047a6454-1691-4a19-a70f-b15b339607c1', 'name': 'tempest-TestServerMultinode-776843331-router', 'tenant_id': 'd3cca81814214860b5f9d844bbe460f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:18:18Z', 'updated_at': '2021-12-20T23:19:36Z', 'revision_number': 5, 'project_id': 'd3cca81814214860b5f9d844bbe460f1', 'gw_port': {'id': 'a94bfa78-574b-4dec-9d5f-c984545b29e0', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:90:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047a6454-1691-4a19-a70f-b15b339607c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:18:19Z', 'updated_at': '2021-12-20T23:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:39.260010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f174-a54a-4842-9192-2a89dc9f19e0 req-c3a37521-44b8-47b1-85ae-6f24b5691f62 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:39.264106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0780f174-a54a-4842-9192-2a89dc9f19e0 req-c3a37521-44b8-47b1-85ae-6f24b5691f62 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0924084 Dec 20 23:19:39.284185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Deleting port a94bfa78-574b-4dec-9d5f-c984545b29e0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:39.285767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.292900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting subnet 48b9ce89-f0bb-4655-a46a-eb579f5c4d37 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:39.303226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.344695 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:39.346671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0780f174-a54a-4842-9192-2a89dc9f19e0 req-e0c210e2-6d2a-4090-9dfe-5d2faef58ee9 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707407 Dec 20 23:19:39.438191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.515699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] For port a94bfa78-574b-4dec-9d5f-c984545b29e0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a94bfa78-574b-4dec-9d5f-c984545b29e0,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:39.516053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.559126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Calling delete_port for a94bfa78-574b-4dec-9d5f-c984545b29e0 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:39.610202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.722462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b4ad52f4-c245-435c-83b1-0c927771a073 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:39.768839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b4ad52f4-c245-435c-83b1-0c927771a073 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:39.769460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b4ad52f4-c245-435c-83b1-0c927771a073 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:39.775771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.776757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35cad451-e6b7-496d-a0dc-c1fb67026ac5 req-15d5e5c3-e30c-4243-8485-6c3c5b38a2f6 tempest-ServerMetadataNegativeTestJSON-298284622 tempest-ServerMetadataNegativeTestJSON-298284622-project] 10.222.0.62 "GET /v2.0/ports?device_id=be603052-2c2e-4169-af8b-b2d852c434dd HTTP/1.1" status: 200 len: 210 time: 0.0589733 Dec 20 23:19:39.854731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a87dc90f-e376-459b-a7c8-609b267aaf02 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:39.886079 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:19:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:39.896975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.912868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a87dc90f-e376-459b-a7c8-609b267aaf02 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:39.913469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a87dc90f-e376-459b-a7c8-609b267aaf02 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:39.939285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae60b37-adeb-404e-89be-c35c8c43fe56 None None] Network 03b99fbf-46e0-4eb0-9730-455b10a1e6ee requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:39.955137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:39.955328 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Checking router: 9a50334f-d651-47ae-b360-45b15496ead6 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:19:39.955658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/subnets/48b9ce89-f0bb-4655-a46a-eb579f5c4d37 HTTP/1.1" status: 204 len: 168 time: 0.8015628 Dec 20 23:19:39.955658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcaf93-3adb-4877-8fd1-5c8dc5dc9eda tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Subnet': ['ID=48b9ce89-f0bb-4655-a46a-eb579f5c4d37,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:39.956057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39136) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:39.961816 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Routers {'9a50334f-d651-47ae-b360-45b15496ead6'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:19:39.962719 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:19:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['9a50334f-d651-47ae-b360-45b15496ead6'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:39.979400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.004315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94bfa78-574b-4dec-9d5f-c984545b29e0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:40.030966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48a3f9-0ad9-4348-bf3f-4cc4b03c82d2 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:40.127393 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] Set router 9a50334f-d651-47ae-b360-45b15496ead6 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:19:40.136447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.171699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.207282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] DHCP port deletion for 03b99fbf-46e0-4eb0-9730-455b10a1e6ee request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:40.279922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Deleting port 14952183-f241-4af2-9462-cb7413aac934 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:40.286664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.345442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.365114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.366720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.388053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] For port 14952183-f241-4af2-9462-cb7413aac934, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=14952183-f241-4af2-9462-cb7413aac934,segment=NetworkSegment(e8ec0e26-7bd4-42da-81c0-ba434123b179),segment_id=e8ec0e26-7bd4-42da-81c0-ba434123b179)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:40.388534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.423560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Calling delete_port for 14952183-f241-4af2-9462-cb7413aac934 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:40.477538 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:19:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:40.484924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Deleting port be01c339-8b8f-4a19-8cfe-0ee7703f8d28 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:40.485386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.527789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.528361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047a6454-1691-4a19-a70f-b15b339607c1 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:40.529733 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d667c795-d637-4501-8cd7-4d7ee2d165ce None None] The sync data for ids ['9a50334f-d651-47ae-b360-45b15496ead6'] in n-d-822053-9 is: [{'id': '9a50334f-d651-47ae-b360-45b15496ead6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612080423', 'tenant_id': '409fc0ea8aa74a7c992b1690906369db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:17:31Z', 'updated_at': '2021-12-20T23:19:37Z', 'revision_number': 5, 'project_id': '409fc0ea8aa74a7c992b1690906369db', 'gw_port': {'id': 'be01c339-8b8f-4a19-8cfe-0ee7703f8d28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50334f-d651-47ae-b360-45b15496ead6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:17:32Z', 'updated_at': '2021-12-20T23:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:19:40.550809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.554671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-51f9fe14-fbe2-44e9-beeb-5cca5d4e5b87 admin admin] 10.222.0.62 "DELETE /v2.0/routers/047a6454-1691-4a19-a70f-b15b339607c1 HTTP/1.1" status: 204 len: 168 time: 2.2561984 Dec 20 23:19:40.561055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:40.561157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.606773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d2d36-3f85-4454-9a2c-6ddf11ed0143 req-994250fd-83b6-4ffb-ae2b-6d0ac10a8293 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:40.606773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb4d2d36-3f85-4454-9a2c-6ddf11ed0143 req-994250fd-83b6-4ffb-ae2b-6d0ac10a8293 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1183400 Dec 20 23:19:40.636828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.638950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] For port be01c339-8b8f-4a19-8cfe-0ee7703f8d28, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:40.639405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.645506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Deleting subnet 330ca3a8-3b54-45c8-a60d-56f9e259ef1b {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:40.651409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.660807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] No DVR routers for this DVR port 14952183-f241-4af2-9462-cb7413aac934 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:40.667847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Calling delete_port for be01c339-8b8f-4a19-8cfe-0ee7703f8d28 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:40.698634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793d2fb-2db2-4d38-b994-2b1e6e98e7ef None None] Pushing event deleted for resources: {'Port': ['ID=14952183-f241-4af2-9462-cb7413aac934,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:40.711865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.716663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb4d2d36-3f85-4454-9a2c-6ddf11ed0143 req-ab5a6d50-6903-475f-a942-9da52554a625 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015234 Dec 20 23:19:40.836048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:40.874066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39166) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:40.969008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f32bc-e87d-489a-a6bd-c72e16e194bb req-815ab62b-3512-4cc4-a1d9-25e65625e94d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:40.973982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f53f32bc-e87d-489a-a6bd-c72e16e194bb req-815ab62b-3512-4cc4-a1d9-25e65625e94d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0806496 Dec 20 23:19:40.975782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Deleting subnet 1e095558-a9de-4fad-9815-a821eff22f48 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:40.979561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.053868 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.056247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f53f32bc-e87d-489a-a6bd-c72e16e194bb req-92229d22-83f5-4db1-b9e7-30887aa8a0a0 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Dec 20 23:19:41.109326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.118944 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.134324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.161708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.165011 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/330ca3a8-3b54-45c8-a60d-56f9e259ef1b HTTP/1.1" status: 204 len: 168 time: 0.6059535 Dec 20 23:19:41.166079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387cb1b-7f42-4218-ba46-ab8658c2be9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330ca3a8-3b54-45c8-a60d-56f9e259ef1b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:41.172626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64387a-420b-48b1-a3f2-2b5304f0c3c8 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:41.175312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:41.176404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210e799-e648-4bcc-9987-fefee129b7b6 None None] Network 6a386fbb-41c2-432d-b0e7-7822ba28a124 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:41.211689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Port': ['ID=be01c339-8b8f-4a19-8cfe-0ee7703f8d28,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:41.298282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.386835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.387924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.400737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6307cde-a0db-43c3-b824-5abdb7aed0ca req-4b22307d-e0c8-4858-9ff1-efc4e1ac8170 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:41.402346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6307cde-a0db-43c3-b824-5abdb7aed0ca req-4b22307d-e0c8-4858-9ff1-efc4e1ac8170 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1599545 Dec 20 23:19:41.404638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Deleting port f2e74006-dcad-4ee8-b370-956f87057363 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:41.405157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.454979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e095558-a9de-4fad-9815-a821eff22f48,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:41.457822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.463474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac41309a-f985-4117-b2af-e81c892701d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1e095558-a9de-4fad-9815-a821eff22f48 HTTP/1.1" status: 204 len: 168 time: 0.5880985 Dec 20 23:19:41.466217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39184) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:41.467275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] DHCP port deletion for 6a386fbb-41c2-432d-b0e7-7822ba28a124 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:41.530231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.534106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.546795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Deleting port f2e74006-dcad-4ee8-b370-956f87057363 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:41.546795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.640805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6307cde-a0db-43c3-b824-5abdb7aed0ca req-e2db194d-3983-47d2-ad64-71696c7ef4af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054949 Dec 20 23:19:41.653817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.673308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] For port f2e74006-dcad-4ee8-b370-956f87057363, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2e74006-dcad-4ee8-b370-956f87057363,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:41.673611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] For port f2e74006-dcad-4ee8-b370-956f87057363, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2e74006-dcad-4ee8-b370-956f87057363,segment=NetworkSegment(71f78cb1-f433-4e40-a851-96d958bae748),segment_id=71f78cb1-f433-4e40-a851-96d958bae748)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:41.673711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.673824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.681090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Calling delete_port for f2e74006-dcad-4ee8-b370-956f87057363 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:41.685591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Calling delete_port for f2e74006-dcad-4ee8-b370-956f87057363 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:41.710741 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.711383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Fanout notify agent at l3_agent the message router_deleted on router 9a50334f-d651-47ae-b360-45b15496ead6 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:19:41.718254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.725218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e812296-2781-4857-9ad4-7d0a130aa770 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/routers/9a50334f-d651-47ae-b360-45b15496ead6 HTTP/1.1" status: 204 len: 168 time: 1.7623165 Dec 20 23:19:41.725218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39196) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:41.799479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6cfa3772-3a79-4bde-83cc-5d1e31193406 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:41.825170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6cfa3772-3a79-4bde-83cc-5d1e31193406 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:41.826223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6cfa3772-3a79-4bde-83cc-5d1e31193406 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:41.826662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a94bfa78-574b-4dec-9d5f-c984545b29e0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:41.850667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a94bfa78-574b-4dec-9d5f-c984545b29e0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:41.851167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a94bfa78-574b-4dec-9d5f-c984545b29e0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:41.852883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 14952183-f241-4af2-9462-cb7413aac934 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:41.858546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.872959 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.877427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 14952183-f241-4af2-9462-cb7413aac934 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:41.877793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 14952183-f241-4af2-9462-cb7413aac934 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:41.878222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2e74006-dcad-4ee8-b370-956f87057363 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:41.901630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1543d5-a858-4135-8f50-412c5a2aade4']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:41.904513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.914171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f2e74006-dcad-4ee8-b370-956f87057363 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:41.914521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2e74006-dcad-4ee8-b370-956f87057363 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:41.926846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] No DVR routers for this DVR port f2e74006-dcad-4ee8-b370-956f87057363 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:41.949138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fd3fe6-137d-4215-836b-8beff7a473e2') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:41.949640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fd3fe6-137d-4215-836b-8beff7a473e2') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:41.949916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27090c4b-e495-461d-b6b8-cb3fd7d8e762 None None] Pushing event deleted for resources: {'Port': ['ID=f2e74006-dcad-4ee8-b370-956f87057363,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:41.973645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:41.981201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.000038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5bb01-8d2a-4d73-bad8-a5bded5e6fb8 req-473c7c02-2966-488a-bbba-0f57aea53ce3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:42.001761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0c5bb01-8d2a-4d73-bad8-a5bded5e6fb8 req-473c7c02-2966-488a-bbba-0f57aea53ce3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.2352464 Dec 20 23:19:42.017609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.023932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e74006-dcad-4ee8-b370-956f87057363,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:42.028736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:42.029004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:42.031245 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:42.034075 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:42.096790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.138325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0c5bb01-8d2a-4d73-bad8-a5bded5e6fb8 req-071f829a-9cc1-405c-99ad-f9507622ad66 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247289 Dec 20 23:19:42.140345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b99fbf-46e0-4eb0-9730-455b10a1e6ee']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.156739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ec0e26-7bd4-42da-81c0-ba434123b179') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.157115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ec0e26-7bd4-42da-81c0-ba434123b179') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.182334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.200085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.207645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:42.208058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:42.276540 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:42.366269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bdcc-35db-4a01-9cf8-a6ab563f4c07 req-28e3411a-3ac4-4d97-b0ac-52698bfa7731 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:42.368492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f108bdcc-35db-4a01-9cf8-a6ab563f4c07 req-28e3411a-3ac4-4d97-b0ac-52698bfa7731 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0856397 Dec 20 23:19:42.385635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.406157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.409853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/networks/03b99fbf-46e0-4eb0-9730-455b10a1e6ee HTTP/1.1" status: 204 len: 168 time: 0.6867578 Dec 20 23:19:42.422340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:42.498319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f0f5f-03bc-4e6c-93bf-b4d646830ac6 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'Network': ['ID=03b99fbf-46e0-4eb0-9730-455b10a1e6ee,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:42.545586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f108bdcc-35db-4a01-9cf8-a6ab563f4c07 req-88750b9b-5c65-46a4-a9db-70204553b73d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566937 Dec 20 23:19:42.594753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.595667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] No DVR routers for this DVR port f2e74006-dcad-4ee8-b370-956f87057363 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:42.654318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.682060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.709745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a386fbb-41c2-432d-b0e7-7822ba28a124']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.716076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.721900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f78cb1-f433-4e40-a851-96d958bae748') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.722223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f78cb1-f433-4e40-a851-96d958bae748') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:42.724450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.727847 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] 10.222.0.62 "DELETE /v2.0/networks/5b1543d5-a858-4135-8f50-412c5a2aade4 HTTP/1.1" status: 204 len: 168 time: 1.2606919 Dec 20 23:19:42.746352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067c57b-0cea-4f6c-aab1-b193b814b5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1543d5-a858-4135-8f50-412c5a2aade4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:42.750547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.766224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.775021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:42.775418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:42.777444 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:42.810000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9983-9c07-4a2d-803c-9d16a7a66831 req-e24b2171-b48b-4611-95ee-35f607460043 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:42.818114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d03a9983-9c07-4a2d-803c-9d16a7a66831 req-e24b2171-b48b-4611-95ee-35f607460043 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1356485 Dec 20 23:19:42.893496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d03a9983-9c07-4a2d-803c-9d16a7a66831 req-3b90e4ac-fb0b-48ed-ba75-f3eb29adc9ea tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741901 Dec 20 23:19:42.967894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.969776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.972491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:42.985995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] 10.222.0.62 "DELETE /v2.0/security-groups/23cbde39-1a75-47a2-8cb7-8d172e10270a HTTP/1.1" status: 204 len: 168 time: 0.5564296 Dec 20 23:19:42.994835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.000081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] 10.222.0.62 "DELETE /v2.0/networks/6a386fbb-41c2-432d-b0e7-7822ba28a124 HTTP/1.1" status: 204 len: 168 time: 1.8237886 Dec 20 23:19:43.036751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05e7fa-c7f1-4521-a615-a5a860eb8167 tempest-TestNetworkAdvancedServerOps-565356139 tempest-TestNetworkAdvancedServerOps-565356139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cbde39-1a75-47a2-8cb7-8d172e10270a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:43.047114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213640f8-8764-4c23-8f9a-4d570e60104a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a386fbb-41c2-432d-b0e7-7822ba28a124,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:43.077816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a636431-0223-4fc2-8935-64506ee1a18c req-04f82f5b-d3cc-438c-93ca-e9a15e746d45 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:43.085359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a636431-0223-4fc2-8935-64506ee1a18c req-04f82f5b-d3cc-438c-93ca-e9a15e746d45 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0842659 Dec 20 23:19:43.156852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a636431-0223-4fc2-8935-64506ee1a18c req-363e536f-7c95-48e8-ae30-37f1bdff702b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Dec 20 23:19:43.273656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39260) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:43.291032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e988f8-ec9a-4fcb-8a5a-04c1e254cf12 req-cd5e821e-29cf-45cd-8194-f5d445e7e6dc tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:43.300217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3e988f8-ec9a-4fcb-8a5a-04c1e254cf12 req-cd5e821e-29cf-45cd-8194-f5d445e7e6dc tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0767775 Dec 20 23:19:43.329868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd3cb00c-2d11-4c9e-b5ee-690cc65d8c53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0aef3aaf57ff45179035c5137b2c8378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538943 Dec 20 23:19:43.331338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39264) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:43.354570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3e988f8-ec9a-4fcb-8a5a-04c1e254cf12 req-758eff4d-a5ad-4e0b-9732-a1187662f920 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519235 Dec 20 23:19:43.386615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39268) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:43.400698 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.428752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-f1c6c953-0b63-4caa-b483-afc79327eb70 req-bf916099-0f33-4bb0-98c0-369961f61001 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:19:43.429883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1c6c953-0b63-4caa-b483-afc79327eb70 req-bf916099-0f33-4bb0-98c0-369961f61001 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081196 Dec 20 23:19:43.431145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.451437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7019e918-f8cd-44fb-ae06-b4ff24fe4535 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ed3dc574bc04349b6edd7b032f07b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634842 Dec 20 23:19:43.454295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:43.545200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.554379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device be01c339-8b8f-4a19-8cfe-0ee7703f8d28 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:43.564422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.568616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39452468-c55e-4c01-9bd7-7642769a850c req-47a90420-4ff9-4c97-bdc0-8e8aba9d8b61 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:43.570209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39452468-c55e-4c01-9bd7-7642769a850c req-47a90420-4ff9-4c97-bdc0-8e8aba9d8b61 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0816634 Dec 20 23:19:43.572574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.578028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74130dc7-66c4-4c3d-85a4-77eebbdc06ed HTTP/1.1" status: 204 len: 168 time: 0.2431352 Dec 20 23:19:43.596561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.599589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58c7ac-8ab5-4bfa-b986-ee9d8812593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74130dc7-66c4-4c3d-85a4-77eebbdc06ed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:43.607399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: be01c339-8b8f-4a19-8cfe-0ee7703f8d28 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:43.607656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device be01c339-8b8f-4a19-8cfe-0ee7703f8d28 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:43.679161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39452468-c55e-4c01-9bd7-7642769a850c req-de6c710e-a874-4c42-95a5-f93632204286 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882795 Dec 20 23:19:43.801120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.810401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:43.810401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/583c0b3a-439e-468d-a671-0283fadd82f2 HTTP/1.1" status: 204 len: 168 time: 0.3501232 Dec 20 23:19:43.823986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d01bb-02c4-41a5-b09e-3da6808b83dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c0b3a-439e-468d-a671-0283fadd82f2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:43.839011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39302) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:43.846366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d3eda-b7a9-4d85-98f7-afb79a0e2da4 req-9069dd75-b0b6-4931-b3d2-8c40f7030f0d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:43.856673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d1d3eda-b7a9-4d85-98f7-afb79a0e2da4 req-9069dd75-b0b6-4931-b3d2-8c40f7030f0d tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0907853 Dec 20 23:19:43.919061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d1d3eda-b7a9-4d85-98f7-afb79a0e2da4 req-45d519c6-00b3-46cf-887b-44a1975dc3a4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606906 Dec 20 23:19:44.058913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba1f4-8123-4b62-ac90-7135f91889e3 req-3154cf8f-1519-4304-9474-ee6940f53d94 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:44.063028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbdba1f4-8123-4b62-ac90-7135f91889e3 req-3154cf8f-1519-4304-9474-ee6940f53d94 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0654051 Dec 20 23:19:44.116322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fbdba1f4-8123-4b62-ac90-7135f91889e3 req-dfec42a9-7436-4eed-bbbc-89c1cbf44d78 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Dec 20 23:19:44.253423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eed2f-bb61-430b-8a39-713566a393e0 req-c45d37de-ce35-4470-ac1f-cfdcce9b3261 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:44.255691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-214eed2f-bb61-430b-8a39-713566a393e0 req-c45d37de-ce35-4470-ac1f-cfdcce9b3261 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0577126 Dec 20 23:19:44.335005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-214eed2f-bb61-430b-8a39-713566a393e0 req-4b42537d-0bd4-4ec2-bc38-df6d2330aa9a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Dec 20 23:19:44.489335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef44ad-7a79-4de6-b270-c685106bf623 req-83cadbaa-3805-4268-84c2-2d2085749347 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:44.491382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5ef44ad-7a79-4de6-b270-c685106bf623 req-83cadbaa-3805-4268-84c2-2d2085749347 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0598085 Dec 20 23:19:44.496216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-10c77519-5f3d-45af-8b7a-1ab9b9e3a1a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=409fc0ea8aa74a7c992b1690906369db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560745 Dec 20 23:19:44.498678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39350) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:44.555748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:44.579455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:44.616755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5ef44ad-7a79-4de6-b270-c685106bf623 req-9b175971-91c9-4b79-a889-dc0bc13534c6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834770 Dec 20 23:19:44.735875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0e0f-a34c-4dfb-b4a0-252ad93b31aa req-489ed317-c9fd-4999-a91f-c20fa21111af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:44.737807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00fe0e0f-a34c-4dfb-b4a0-252ad93b31aa req-489ed317-c9fd-4999-a91f-c20fa21111af tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0687296 Dec 20 23:19:44.745416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:44.748296 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:44.749467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a111f73-dc30-4599-99e2-815adcfc27ee HTTP/1.1" status: 204 len: 168 time: 0.2496674 Dec 20 23:19:44.769403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66b078-383d-43df-84c9-891a6e2bccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a111f73-dc30-4599-99e2-815adcfc27ee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:44.784450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39370) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:44.867232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00fe0e0f-a34c-4dfb-b4a0-252ad93b31aa req-eb01f213-3cb5-4854-a640-8fb5ff22fcb6 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 Dec 20 23:19:44.872088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bc3d3405-509c-4619-a51c-1df2ec1a63b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3cca81814214860b5f9d844bbe460f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841730 Dec 20 23:19:44.872725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39374) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:44.954264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:44.977842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:45.074688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b635-6a54-40fc-a5e4-7aaf2c3da890 req-3872f2d1-f4a2-43a1-8276-69bc43fc2d18 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:45.076243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abc6b635-6a54-40fc-a5e4-7aaf2c3da890 req-3872f2d1-f4a2-43a1-8276-69bc43fc2d18 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0590181 Dec 20 23:19:45.127708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abc6b635-6a54-40fc-a5e4-7aaf2c3da890 req-8b73b1b1-94b2-4bd1-af81-3fe3d2c2c1fb tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Dec 20 23:19:45.139575 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:45.142171 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:45.146536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261 HTTP/1.1" status: 204 len: 168 time: 0.2699637 Dec 20 23:19:45.156339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0db72c-18e2-45e2-9cb5-73f3579c0fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01b5dc-16b5-40b6-8ce4-1fa63ecb7261,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:45.585926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39398) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:45.641507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3e4de535-56d2-4f7f-9634-5d11d28c5278 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c90a3b8178f643759d98da4128f19362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541713 Dec 20 23:19:45.658827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39400) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:45.714574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:45.815940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:45.892424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.087937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39412) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:46.099415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.104416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.105953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d36b8e36-16ad-4cd5-8de9-4323a364a4b5 HTTP/1.1" status: 204 len: 168 time: 0.4458272 Dec 20 23:19:46.124712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece01da-111b-4744-885e-909ba66e5361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b8e36-16ad-4cd5-8de9-4323a364a4b5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:46.180022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-882881224-network', 'tenant_id': 'a9317e268fa445abb8ef834e4ca39843'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:46.180237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fad669c2-6735-44a0-8b6c-7a0fb5b6f141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.264545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Made reservation on behalf of a9317e268fa445abb8ef834e4ca39843 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:46.267019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.274259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fad669c2-6735-44a0-8b6c-7a0fb5b6f141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.276733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.360307 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.368200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fad669c2-6735-44a0-8b6c-7a0fb5b6f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.419015 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.440890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fad669c2-6735-44a0-8b6c-7a0fb5b6f141 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89c4af43606845bf9cca9bb6905ee4ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230031 Dec 20 23:19:46.443241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39422) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:46.458733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad669c2-6735-44a0-8b6c-7a0fb5b6f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f5869a-e05c-4cae-912f-029e867805bc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:46.591912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:19:46.645942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.647298 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Added segment abbd910f-4786-49e7-99fa-58c8df91eca7 of type vlan for network b5513b15-1bfe-4896-9f10-dbbda80490f6 Dec 20 23:19:46.713638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.759795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd33e3ea-7f75-4d5a-bfdc-f579071a8226,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:46.802979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.835123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.867301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.868292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:46.868874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:46.962702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] Pushing event updated for resources: {'Network': ['ID=b5513b15-1bfe-4896-9f10-dbbda80490f6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:46.980879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b5513b15-1bfe-4896-9f10-dbbda80490f6 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:19:47.010230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39426) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:47.011710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a0403f1-0249-4773-a8c5-c0bb168a7a21 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9222479 Dec 20 23:19:47.016318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Request body: {'subnet': {'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-882881224-subnet', 'tenant_id': 'a9317e268fa445abb8ef834e4ca39843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:47.111331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:47.114301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:47.118657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4f5869a-e05c-4cae-912f-029e867805bc HTTP/1.1" status: 204 len: 168 time: 0.6688328 Dec 20 23:19:47.125694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a56b9-098e-4765-a292-4c5a9709a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f5869a-e05c-4cae-912f-029e867805bc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:47.145287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Made reservation on behalf of a9317e268fa445abb8ef834e4ca39843 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:47.150783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:47.397462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:47.454502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed62d9a3-37ca-4e36-bd14-e8bf2de1014f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:47.462859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Checking segment: {'id': 'abbd910f-4786-49e7-99fa-58c8df91eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:47.463225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Network hostable DHCP agents. Network: b5513b15-1bfe-4896-9f10-dbbda80490f6, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:19:47.538999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Network b5513b15-1bfe-4896-9f10-dbbda80490f6 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:19:47.613019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b5513b15-1bfe-4896-9f10-dbbda80490f6) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:47.618021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:47.618555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:47.634378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049fb56-7e44-4eb0-a595-3f40934be6d3 None None] Network b5513b15-1bfe-4896-9f10-dbbda80490f6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:47.719129 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87e18603-725b-4104-a343-88b6a217f0e9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7071419 Dec 20 23:19:47.738983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b9d1a0-5cff-4b6f-a1b5-72725c62849c None None] Network b5513b15-1bfe-4896-9f10-dbbda80490f6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:47.926506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39452) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:47.941096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-683cf4cd-2d0a-4914-a1da-e6769930710d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.038250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-683cf4cd-2d0a-4914-a1da-e6769930710d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.110468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-683cf4cd-2d0a-4914-a1da-e6769930710d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.152439 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-683cf4cd-2d0a-4914-a1da-e6769930710d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2c97d24a4714fe9bfe1151288c7db99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239151 Dec 20 23:19:48.154689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cf4cd-2d0a-4914-a1da-e6769930710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf00d42-f112-4a03-b5f4-c7d0b54fc0bb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:48.155227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39454) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:48.215729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.258818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.362966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-059f8b38-a9ad-40cb-85b8-1829f3c53563 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:48.365283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-059f8b38-a9ad-40cb-85b8-1829f3c53563 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/networks?id=b5513b15-1bfe-4896-9f10-dbbda80490f6 HTTP/1.1" status: 200 len: 812 time: 0.1389623 Dec 20 23:19:48.381064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-dd4c25eb-36a9-49e9-ae46-9ed7e39c53d3 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/quotas/a9317e268fa445abb8ef834e4ca39843 HTTP/1.1" status: 200 len: 375 time: 0.0093167 Dec 20 23:19:48.418060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-c81a2bfe-6970-4aff-9632-e13c48beacb4 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9317e268fa445abb8ef834e4ca39843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309846 Dec 20 23:19:48.450990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.453496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:48.454651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bf00d42-f112-4a03-b5f4-c7d0b54fc0bb HTTP/1.1" status: 204 len: 168 time: 0.2977319 Dec 20 23:19:48.492596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2228-f9f6-4f87-89f6-8a7622512d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf00d42-f112-4a03-b5f4-c7d0b54fc0bb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:48.553639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-9c23878d-dee7-4dee-82dc-351951c9681a service neutron] 10.222.0.62 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284990 Dec 20 23:19:48.651251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-07fb42a5-8005-43a8-b19f-5220ddabee3c service neutron] 10.222.0.62 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951159 Dec 20 23:19:48.968020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4d08ce4-b2d9-4671-92cc-01bfb94c85a8 req-fccecbfa-55c6-45bb-b927-793cade35d12 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 210 time: 0.0753341 Dec 20 23:19:50.049982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6328271c-3bd8-4b57-a5cf-5445019577be req-7857bd63-8d14-4965-8c97-fb0141e34239 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 210 time: 0.0321906 Dec 20 23:19:50.402784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:50.556636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c7ff-1252-431d-b31a-3a92d3443ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.640931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c7ff-1252-431d-b31a-3a92d3443ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.721666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c7ff-1252-431d-b31a-3a92d3443ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.763710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c7ff-1252-431d-b31a-3a92d3443ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f233c49-37b7-49f5-a2f5-426dabfcffa4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:50.773436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1ce4c7ff-1252-431d-b31a-3a92d3443ded admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2eff639b5fff4f0190939faea9b1c778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690095 Dec 20 23:19:50.775779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:50.835081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.860314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.972987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.977157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:50.978521 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f233c49-37b7-49f5-a2f5-426dabfcffa4 HTTP/1.1" status: 204 len: 168 time: 0.2017529 Dec 20 23:19:50.989492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731beb3-22b7-40cf-b55a-956bef266ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f233c49-37b7-49f5-a2f5-426dabfcffa4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:51.161021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6be60216-24d4-4f80-9b9f-63f639b83b6e req-33258949-b66a-4ba9-8af4-2006e901a625 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 210 time: 0.0316379 Dec 20 23:19:51.335739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-786c2c7d-19ff-4c5d-8e87-5143f088e9a6 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:51.337276 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-786c2c7d-19ff-4c5d-8e87-5143f088e9a6 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.45 "GET /v2.0/networks?id=b5513b15-1bfe-4896-9f10-dbbda80490f6 HTTP/1.1" status: 200 len: 812 time: 0.1230984 Dec 20 23:19:51.362809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Request body: {'port': {'device_id': '52ad7053-e1f0-4506-992f-7243dd779064', 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6', 'admin_state_up': True, 'tenant_id': 'a9317e268fa445abb8ef834e4ca39843'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:51.579135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Made reservation on behalf of a9317e268fa445abb8ef834e4ca39843 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:19:51.584156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:51.744867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Allocated IP 172.20.0.14 (b5513b15-1bfe-4896-9f10-dbbda80490f6/ed62d9a3-37ca-4e36-bd14-e8bf2de1014f/8067bfef-73e9-4fbd-afd8-a9c139106d06) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:19:51.922413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:52.043637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:52.109828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Pushing event updated for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:52.127023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Network b5513b15-1bfe-4896-9f10-dbbda80490f6 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:19:52.128464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:19:52.131667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:19:52.209356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:52.210068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:52.315629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-5d0430d3-775d-45c5-83bc-2008994873c9 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649670 Dec 20 23:19:52.329735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Request body: {'port': {'device_id': '52ad7053-e1f0-4506-992f-7243dd779064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:19:52.332433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda95d7-db0c-47f9-9190-83eb9c1dd3f8 req-2ed14211-da48-4378-b565-0c1b1f837e48 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:52.343051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cda95d7-db0c-47f9-9190-83eb9c1dd3f8 req-2ed14211-da48-4378-b565-0c1b1f837e48 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 932 time: 0.0765953 Dec 20 23:19:52.418244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cda95d7-db0c-47f9-9190-83eb9c1dd3f8 req-fa62d1c1-1e91-4018-98f9-9610c080c2c5 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739601 Dec 20 23:19:52.434398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:52.650032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbfb7c-cc6f-4558-bda9-aba8a4bfdf28 req-27e52b23-5633-4afc-9629-874345b41c2b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:52.655163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69fbfb7c-cc6f-4558-bda9-aba8a4bfdf28 req-27e52b23-5633-4afc-9629-874345b41c2b tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.1036019 Dec 20 23:19:52.737315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69fbfb7c-cc6f-4558-bda9-aba8a4bfdf28 req-cd1a836d-45e6-412d-9c53-9cc688dbd3b4 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729709 Dec 20 23:19:52.863580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8067bfef-73e9-4fbd-afd8-a9c139106d06 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:52.873160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:52.889124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Transition to ACTIVE for port object 8067bfef-73e9-4fbd-afd8-a9c139106d06 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:19:52.990787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.044956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Pushing event updated for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:53.121453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Attempting to bind port 8067bfef-73e9-4fbd-afd8-a9c139106d06 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:19:53.121909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Attempting to bind port 8067bfef-73e9-4fbd-afd8-a9c139106d06 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'abbd910f-4786-49e7-99fa-58c8df91eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:19:53.122312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Attempting to bind port 8067bfef-73e9-4fbd-afd8-a9c139106d06 on network b5513b15-1bfe-4896-9f10-dbbda80490f6 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:53.127011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Port 8067bfef-73e9-4fbd-afd8-a9c139106d06 on network b5513b15-1bfe-4896-9f10-dbbda80490f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:19:53.130771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Attempting to bind port 8067bfef-73e9-4fbd-afd8-a9c139106d06 on network b5513b15-1bfe-4896-9f10-dbbda80490f6 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:19:53.132459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:19:53.132863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Checking segment: {'id': 'abbd910f-4786-49e7-99fa-58c8df91eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:19:53.133256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Bound using segment: {'id': 'abbd910f-4786-49e7-99fa-58c8df91eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:19:53.133684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Bound port: 8067bfef-73e9-4fbd-afd8-a9c139106d06, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd910f-4786-49e7-99fa-58c8df91eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:19:53.134078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.201245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:19:53.206472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06,segment=NetworkSegment(abbd910f-4786-49e7-99fa-58c8df91eca7),segment_id=abbd910f-4786-49e7-99fa-58c8df91eca7)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:19:53.214392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:53.253218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.287537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:53.288403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.289830 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] 10.222.0.45 "PUT /v2.0/ports/8067bfef-73e9-4fbd-afd8-a9c139106d06 HTTP/1.1" status: 200 len: 1092 time: 0.9654248 Dec 20 23:19:53.292200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:53.297981 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28" -d '{"events": [{"name": "network-changed", "server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:53.350438 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7712ee-2e7e-4616-be83-ce73c8b8a0f4 x-openstack-request-id: req-dc7712ee-2e7e-4616-be83-ce73c8b8a0f4 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:53.350729 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:53.350983 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc7712ee-2e7e-4616-be83-ce73c8b8a0f4 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:53.351380 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06', 'status': 'completed', 'code': 200} Dec 20 23:19:53.352104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11155046-30bb-42fe-8a94-f0c514daaafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.357416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c062dad-89d0-4059-904b-9fd9a89f8fda service neutron] Pushing event updated for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:53.430483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-c8e79b32-8472-4410-ab7d-6b4aa9851253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:53.432038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-c8e79b32-8472-4410-ab7d-6b4aa9851253 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9317e268fa445abb8ef834e4ca39843&device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 1095 time: 0.0614483 Dec 20 23:19:53.490486 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-03736969-0072-414d-ba2d-4161976f7f6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06 HTTP/1.1" status: 200 len: 217 time: 0.0484996 Dec 20 23:19:53.518091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11155046-30bb-42fe-8a94-f0c514daaafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.582037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-f82b3704-a604-4533-a634-36726a1b8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:53.584577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-f82b3704-a604-4533-a634-36726a1b8a42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed62d9a3-37ca-4e36-bd14-e8bf2de1014f HTTP/1.1" status: 200 len: 852 time: 0.0830946 Dec 20 23:19:53.589831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-11155046-30bb-42fe-8a94-f0c514daaafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.650364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-7df58a4c-7b33-4af7-99de-65cb7d318581 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5513b15-1bfe-4896-9f10-dbbda80490f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543857 Dec 20 23:19:53.666116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-11155046-30bb-42fe-8a94-f0c514daaafa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50e545a40d6c45d3a7bcda1684df8eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505200 Dec 20 23:19:53.676213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:53.697518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11155046-30bb-42fe-8a94-f0c514daaafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ce741-1934-47ae-846e-216cf89a2f51,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:53.834158 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.841921 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-f4411bc7-7174-44fe-ba53-0271e7aefdba service neutron] 10.222.0.45 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786222 Dec 20 23:19:53.881615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:53.918236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffd446-76e8-4a0c-bdba-0b2dfb273a78 req-df017cf2-f45a-4e47-8882-8bac4be70abc tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:53.919783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddffd446-76e8-4a0c-bdba-0b2dfb273a78 req-df017cf2-f45a-4e47-8882-8bac4be70abc tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 944 time: 0.4401553 Dec 20 23:19:53.962001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214ce19-599d-4bae-bb3c-e0d73ba66534 req-414ce663-fde3-4f6a-b8ce-422f05fa33a3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:53.963489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5214ce19-599d-4bae-bb3c-e0d73ba66534 req-414ce663-fde3-4f6a-b8ce-422f05fa33a3 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0820639 Dec 20 23:19:53.976210 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8663d052-b80d-41a6-be0a-3c65b9398c3b req-1785a055-2b1a-4773-bff6-f5f313071e55 service neutron] 10.222.0.45 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Dec 20 23:19:53.999879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddffd446-76e8-4a0c-bdba-0b2dfb273a78 req-4d769685-b89c-4266-8269-f9835d3a6f9f tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710793 Dec 20 23:19:54.029855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5214ce19-599d-4bae-bb3c-e0d73ba66534 req-a495518f-796e-4551-8496-32fd3f087d1a tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/security-groups?id=93278b52-8fe9-4964-a31f-31e7c168bb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581768 Dec 20 23:19:54.030449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.033182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.037038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb6ce741-1934-47ae-846e-216cf89a2f51 HTTP/1.1" status: 204 len: 168 time: 0.3553209 Dec 20 23:19:54.051855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba58753-0be3-466a-9153-2d2721df302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ce741-1934-47ae-846e-216cf89a2f51,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:54.135783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-523cebae-a83d-4342-94e0-1b84803aee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:54.137286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-523cebae-a83d-4342-94e0-1b84803aee56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9317e268fa445abb8ef834e4ca39843&device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 1095 time: 0.0466533 Dec 20 23:19:54.229381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-83f3eba0-dfb7-4c4f-aeb6-791a1bdf733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:54.230908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-83f3eba0-dfb7-4c4f-aeb6-791a1bdf733d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5513b15-1bfe-4896-9f10-dbbda80490f6 HTTP/1.1" status: 200 len: 913 time: 0.0848553 Dec 20 23:19:54.278936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-88110aee-a2e9-4a19-afe9-d85d423045b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06 HTTP/1.1" status: 200 len: 217 time: 0.0383737 Dec 20 23:19:54.323728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-ca0d7467-a506-429b-afba-a63de82b38a1 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:54.325322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-ca0d7467-a506-429b-afba-a63de82b38a1 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 946 time: 0.0537112 Dec 20 23:19:54.331502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-40c079b1-3873-4bd3-a570-004cf69af996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:54.333532 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-40c079b1-3873-4bd3-a570-004cf69af996 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ed62d9a3-37ca-4e36-bd14-e8bf2de1014f HTTP/1.1" status: 200 len: 852 time: 0.0472500 Dec 20 23:19:54.368666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-e6215782-59f6-4c77-99ac-5f3721cb1cb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5513b15-1bfe-4896-9f10-dbbda80490f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276487 Dec 20 23:19:54.425427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Deleting port a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:19:54.425793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.473695 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-fb9c8d37-c96a-4a21-b712-16690bab283d service neutron] 10.222.0.45 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958185 Dec 20 23:19:54.519760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] For port a3907f6e-0b1a-4769-82d3-6b0d0398f140, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3907f6e-0b1a-4769-82d3-6b0d0398f140,segment=NetworkSegment(e344b3b3-4d79-453a-a613-0d3e726e8e12),segment_id=e344b3b3-4d79-453a-a613-0d3e726e8e12)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:54.520661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.532605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Calling delete_port for a3907f6e-0b1a-4769-82d3-6b0d0398f140 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:19:54.583981 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-44ea6af6-c1ba-4453-811f-ec2f858d5831 service neutron] 10.222.0.45 "GET /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862732 Dec 20 23:19:54.744162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.757923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a3907f6e-0b1a-4769-82d3-6b0d0398f140'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:54.778844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Pushing event deleted for resources: {'Port': ['ID=a3907f6e-0b1a-4769-82d3-6b0d0398f140,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:54.816541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f6957-b5f1-4578-9f34-8f2dc80173b6 None None] DHCP port deletion for 054ccb76-dc8d-4f69-b965-a944c8e6ee4c request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:54.829114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] No DVR routers for this DVR port a3907f6e-0b1a-4769-82d3-6b0d0398f140 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:19:54.832099 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:54.836734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5c75aca-1f27-4135-8abd-53b52c33dbd7 req-2aa3d090-1f43-4d43-96b1-1d1d1790f655 tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.45 "DELETE /v2.0/ports/a3907f6e-0b1a-4769-82d3-6b0d0398f140 HTTP/1.1" status: 204 len: 173 time: 0.5023580 Dec 20 23:19:54.837206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-deleted', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:54.839513 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611fe86e-f832-4040-b63f-e6cb9b65ecb3" -d '{"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-deleted", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:54.881933 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e993dc0-5f07-440e-a973-1786328a24df x-openstack-request-id: req-6e993dc0-5f07-440e-a973-1786328a24df {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:54.882297 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa8804-f402-4bc7-944e-226aeb613666", "name": "network-vif-deleted", "tag": "a3907f6e-0b1a-4769-82d3-6b0d0398f140", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:54.882607 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e993dc0-5f07-440e-a973-1786328a24df {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:54.882892 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa8804-f402-4bc7-944e-226aeb613666', 'name': 'network-vif-deleted', 'tag': 'a3907f6e-0b1a-4769-82d3-6b0d0398f140', 'status': 'completed', 'code': 200} Dec 20 23:19:55.165049 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff0db563-0406-4a85-9e4e-ebc70ed658d5 req-62f5e1bb-b6ad-49cf-b9e3-c4305fc82e9c tempest-ServersNegativeTestJSON-1549868524 tempest-ServersNegativeTestJSON-1549868524-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccfa8804-f402-4bc7-944e-226aeb613666 HTTP/1.1" status: 200 len: 210 time: 0.0414879 Dec 20 23:19:55.195594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd125a6d-38b8-4791-aa55-a033c396dea0 req-ef656db0-2f9c-41c1-8331-5d8f8d34e337 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:55.197054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd125a6d-38b8-4791-aa55-a033c396dea0 req-ef656db0-2f9c-41c1-8331-5d8f8d34e337 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 944 time: 0.1005712 Dec 20 23:19:55.253479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd125a6d-38b8-4791-aa55-a033c396dea0 req-669adf34-caf1-4200-8521-628d6aa67c04 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Dec 20 23:19:55.847892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-49b07e4a-d50b-4278-9d92-b023cf5bdc51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434124 Dec 20 23:19:55.927322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-27319ca2-e4a3-47e3-8efe-59824edaacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:55.928967 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-27319ca2-e4a3-47e3-8efe-59824edaacb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1097 time: 0.0597403 Dec 20 23:19:56.005456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8067bfef-73e9-4fbd-afd8-a9c139106d06 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:19:56.055960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-1d84a189-3177-4f9b-bd4b-1b8b27ba11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:56.057571 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-1d84a189-3177-4f9b-bd4b-1b8b27ba11b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.1031964 Dec 20 23:19:56.116516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06,segment=NetworkSegment(abbd910f-4786-49e7-99fa-58c8df91eca7),segment_id=abbd910f-4786-49e7-99fa-58c8df91eca7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:56.131305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '8067bfef-73e9-4fbd-afd8-a9c139106d06', 'network_id': 'b5513b15-1bfe-4896-9f10-dbbda80490f6', 'port_id': '8067bfef-73e9-4fbd-afd8-a9c139106d06', 'mac_address': 'fa:16:3e:8d:61:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed62d9a3-37ca-4e36-bd14-e8bf2de1014f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:19:56.131853 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-29beaf4f-e1ff-42df-8e7d-b4334690620d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 1001 time: 0.0657384 Dec 20 23:19:56.173918 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.187421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8067bfef-73e9-4fbd-afd8-a9c139106d06 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:19:56.188311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-9ad167d5-fb45-4559-9f35-1f1aed194360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:56.190039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-9ad167d5-fb45-4559-9f35-1f1aed194360 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.0475357 Dec 20 23:19:56.216993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06,segment=NetworkSegment(abbd910f-4786-49e7-99fa-58c8df91eca7),segment_id=abbd910f-4786-49e7-99fa-58c8df91eca7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:56.233544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39656) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:56.288899 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.298808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-a3fc2fb6-4f1c-404a-a67d-f4f9ac9fb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:56.300602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-a3fc2fb6-4f1c-404a-a67d-f4f9ac9fb85c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037891 Dec 20 23:19:56.310878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Deleting subnet ae77cca2-31a9-41ba-8e1a-fa5651ce50cb {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:19:56.325618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.359493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:56.430553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.447984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022ba4-ef98-412f-80ff-047b5d2f1003 req-2b4c932f-e338-4d7a-9265-31cddc86a0d5 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:56.449632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8022ba4-ef98-412f-80ff-047b5d2f1003 req-2b4c932f-e338-4d7a-9265-31cddc86a0d5 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 945 time: 0.0757728 Dec 20 23:19:56.510210 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-eac08cc7-e065-4c15-a1ac-637e05a1541e service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009234 Dec 20 23:19:56.511135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.530869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8022ba4-ef98-412f-80ff-047b5d2f1003 req-3dc1e029-8d30-4c7f-bff1-390e8f43fbdd tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Dec 20 23:19:56.553172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['8067bfef-73e9-4fbd-afd8-a9c139106d06'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:19:56.653322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.709130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae77cca2-31a9-41ba-8e1a-fa5651ce50cb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:56.711509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.718613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39662) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:56.718772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0b59e590-cefd-4bdd-a47f-e84c264a7c2b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae77cca2-31a9-41ba-8e1a-fa5651ce50cb HTTP/1.1" status: 204 len: 168 time: 0.4838815 Dec 20 23:19:56.723699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b39950db-85cf-40cc-9ca0-4e37bce4abb5 req-98d49a6e-3f30-4c15-ba97-1ce2e086f11f service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893551 Dec 20 23:19:56.729623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f264151-9318-4faa-9e21-62f3e871650b None None] Network 054ccb76-dc8d-4f69-b965-a944c8e6ee4c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:19:56.831101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa514c4-0389-4edb-ab64-52fe7b2f2a3b None None] DHCP port deletion for 054ccb76-dc8d-4f69-b965-a944c8e6ee4c request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:19:56.839705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.941338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.962119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054ccb76-dc8d-4f69-b965-a944c8e6ee4c']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:56.971067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e344b3b3-4d79-453a-a613-0d3e726e8e12') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:56.971363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e344b3b3-4d79-453a-a613-0d3e726e8e12') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:19:56.981057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:56.995922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.003269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:19:57.003723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:19:57.005657 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:19:57.172858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.180956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.186421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/054ccb76-dc8d-4f69-b965-a944c8e6ee4c HTTP/1.1" status: 204 len: 168 time: 0.4662309 Dec 20 23:19:57.199228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e5d2e-9555-4709-a06c-5b8bc94e6ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=054ccb76-dc8d-4f69-b965-a944c8e6ee4c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:57.623272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:57.674396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb96de-f9d0-445e-b0ea-a7bfa967c95f req-9583d5b1-3ace-4ea0-a101-deeec5297a65 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:57.675875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30fb96de-f9d0-445e-b0ea-a7bfa967c95f req-9583d5b1-3ace-4ea0-a101-deeec5297a65 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 945 time: 0.0790472 Dec 20 23:19:57.685244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-44e9f000-c61c-4330-a247-168e222750eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c1bd3e09f9a4b869550fe90dfe2ce81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584123 Dec 20 23:19:57.685627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39676) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:19:57.729169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30fb96de-f9d0-445e-b0ea-a7bfa967c95f req-b399ecfb-3e55-49dd-bdb0-3feda756e6d8 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450499 Dec 20 23:19:57.740606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.762034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.812451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:19:57.864896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.867529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:57.868666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93278b52-8fe9-4964-a31f-31e7c168bb86 HTTP/1.1" status: 204 len: 168 time: 0.1819870 Dec 20 23:19:57.876758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13136258-65ef-4bd2-9e2e-c9ef8e985507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93278b52-8fe9-4964-a31f-31e7c168bb86,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:58.018210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8067bfef-73e9-4fbd-afd8-a9c139106d06 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:19:58.022226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:58.183794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 8067bfef-73e9-4fbd-afd8-a9c139106d06 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:19:58.187897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 8067bfef-73e9-4fbd-afd8-a9c139106d06 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:19:58.188271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:58.267542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:58.294455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:19:58.296796 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4aaf02-37f4-4bbe-97ca-97385532f403" -d '{"events": [{"server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "name": "network-vif-plugged", "status": "completed", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:19:58.326420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06,segment=NetworkSegment(abbd910f-4786-49e7-99fa-58c8df91eca7),segment_id=abbd910f-4786-49e7-99fa-58c8df91eca7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:19:58.366100 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0948599-e731-4544-8511-b6463856e6ca x-openstack-request-id: req-e0948599-e731-4544-8511-b6463856e6ca {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:19:58.366417 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "name": "network-vif-plugged", "status": "completed", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:19:58.366678 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0948599-e731-4544-8511-b6463856e6ca {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:19:58.367079 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06', 'code': 200} Dec 20 23:19:58.430005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:19:58.430812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:19:58.468337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: a3907f6e-0b1a-4769-82d3-6b0d0398f140 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:19:58.468676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3907f6e-0b1a-4769-82d3-6b0d0398f140 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:19:58.485839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102a2c-67b3-493f-b3fb-e2a82bf6a41e req-749945ce-0f6f-4318-92e1-eeee29b2dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:58.487347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b102a2c-67b3-493f-b3fb-e2a82bf6a41e req-749945ce-0f6f-4318-92e1-eeee29b2dea1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 1097 time: 0.0498967 Dec 20 23:19:58.498862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:19:58.509375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.509969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.510392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.510790 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.511186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.511582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.511974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.512359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.512745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.513141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.513536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.513941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.514578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:19:58.538597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b102a2c-67b3-493f-b3fb-e2a82bf6a41e req-7cdd70d0-8f0f-4596-9b0f-8590d2e333bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Dec 20 23:19:58.866052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e0b1-f48e-4cb7-a5b1-bab7a23ba147 req-924f95c3-fbda-4737-a5e9-1139bf2b1cb4 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:19:58.867556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c27e0b1-f48e-4cb7-a5b1-bab7a23ba147 req-924f95c3-fbda-4737-a5e9-1139bf2b1cb4 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 946 time: 0.0617890 Dec 20 23:19:58.927544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c27e0b1-f48e-4cb7-a5b1-bab7a23ba147 req-380e4753-121a-42cf-bf8f-66335ed4ce24 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 Dec 20 23:20:00.041688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0b62-282d-4c87-bcf6-55582b2aabdc req-df18eb86-77e9-4c8c-be39-487a22455cee tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:00.044002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e2f0b62-282d-4c87-bcf6-55582b2aabdc req-df18eb86-77e9-4c8c-be39-487a22455cee tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Dec 20 23:20:00.108602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e2f0b62-282d-4c87-bcf6-55582b2aabdc req-59b3f2bf-ca6a-487b-b1dc-c96ae81e4932 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548971 Dec 20 23:20:00.824718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37fed-ae17-40e9-bc14-aa4821b1c55e req-612bdab2-c4ed-490d-be32-886bccd7cdb0 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:00.833460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f37fed-ae17-40e9-bc14-aa4821b1c55e req-612bdab2-c4ed-490d-be32-886bccd7cdb0 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 946 time: 0.0812972 Dec 20 23:20:00.882430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4f37fed-ae17-40e9-bc14-aa4821b1c55e req-084b405d-6dae-4116-a727-9f3f2f574aba tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475781 Dec 20 23:20:02.040884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c341a5-1ff7-4692-bfe3-ddfe2dae71fd req-2bc2073d-2aa1-4194-9a7f-ba118b0db97e tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:02.042506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28c341a5-1ff7-4692-bfe3-ddfe2dae71fd req-2bc2073d-2aa1-4194-9a7f-ba118b0db97e tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 946 time: 0.0559871 Dec 20 23:20:02.128489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39796) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:02.149085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28c341a5-1ff7-4692-bfe3-ddfe2dae71fd req-bfca093d-9e7c-47db-97b7-b0251d0a4008 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd33e3ea-7f75-4d5a-bfdc-f579071a8226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Dec 20 23:20:02.266371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-63094463-a7c5-4f12-8810-685944f2bedb tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:02.269635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-63094463-a7c5-4f12-8810-685944f2bedb tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 946 time: 0.0832891 Dec 20 23:20:02.301922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001dc9ed-2fea-44fd-acc4-df0f213a903a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.390889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001dc9ed-2fea-44fd-acc4-df0f213a903a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.425112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Deleting port 8067bfef-73e9-4fbd-afd8-a9c139106d06 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:20:02.425606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.521896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001dc9ed-2fea-44fd-acc4-df0f213a903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.563398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] For port 8067bfef-73e9-4fbd-afd8-a9c139106d06, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=8067bfef-73e9-4fbd-afd8-a9c139106d06,segment=NetworkSegment(abbd910f-4786-49e7-99fa-58c8df91eca7),segment_id=abbd910f-4786-49e7-99fa-58c8df91eca7)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:02.564130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.569330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-001dc9ed-2fea-44fd-acc4-df0f213a903a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ccebac122df4d8e965fc8539868475d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374647 Dec 20 23:20:02.572527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dc9ed-2fea-44fd-acc4-df0f213a903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862827f1-ec93-4321-9a99-644e8abcba05,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:02.575106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39812) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:02.645577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Calling delete_port for 8067bfef-73e9-4fbd-afd8-a9c139106d06 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:20:02.684589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.716465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.841399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.844331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.845687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/862827f1-ec93-4321-9a99-644e8abcba05 HTTP/1.1" status: 204 len: 168 time: 0.2695482 Dec 20 23:20:02.858612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961cec-2717-405f-99e6-e7fe589fecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862827f1-ec93-4321-9a99-644e8abcba05,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:02.864855 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:02.885951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['8067bfef-73e9-4fbd-afd8-a9c139106d06'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:02.915509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Pushing event deleted for resources: {'Port': ['ID=8067bfef-73e9-4fbd-afd8-a9c139106d06,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:02.929866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.930319 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.930783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.931419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.931727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.932138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.932542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.932949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.933353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.933772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.934198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.934634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.935023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:02.994488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] No DVR routers for this DVR port 8067bfef-73e9-4fbd-afd8-a9c139106d06 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:20:02.997272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.001251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c5c0877-20e9-4b46-aadd-aee8fa75ca27 req-283de510-1210-41bf-b8d8-d6124c207971 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.45 "DELETE /v2.0/ports/8067bfef-73e9-4fbd-afd8-a9c139106d06 HTTP/1.1" status: 204 len: 173 time: 0.7214346 Dec 20 23:20:03.001945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'name': 'network-vif-deleted', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:03.004762 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c83b28-a599-4574-9e4e-b979b215d538" -d '{"events": [{"server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "name": "network-vif-deleted", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:03.046059 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be16e60-d5bc-4d60-9486-d83a751955d6 x-openstack-request-id: req-0be16e60-d5bc-4d60-9486-d83a751955d6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:03.046681 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ad7053-e1f0-4506-992f-7243dd779064", "name": "network-vif-deleted", "tag": "8067bfef-73e9-4fbd-afd8-a9c139106d06", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:03.046681 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0be16e60-d5bc-4d60-9486-d83a751955d6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:03.046988 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ad7053-e1f0-4506-992f-7243dd779064', 'name': 'network-vif-deleted', 'tag': '8067bfef-73e9-4fbd-afd8-a9c139106d06', 'status': 'completed', 'code': 200} Dec 20 23:20:03.259450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fe295e65-fd28-4e76-bbbc-1b0008b26845 req-15cc237f-2844-45ff-b2b1-addd486d19a2 tempest-ServerPasswordTestJSON-882635904 tempest-ServerPasswordTestJSON-882635904-project] 10.222.0.62 "GET /v2.0/ports?device_id=52ad7053-e1f0-4506-992f-7243dd779064 HTTP/1.1" status: 200 len: 210 time: 0.0329883 Dec 20 23:20:03.372554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.616543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39836) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:03.631308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f541571-fb64-4d15-8840-8112578842a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.714462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f541571-fb64-4d15-8840-8112578842a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.784318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6f541571-fb64-4d15-8840-8112578842a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.820535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6f541571-fb64-4d15-8840-8112578842a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db8119cb755a4cc1a22ad4bcd8deede9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010043 Dec 20 23:20:03.821476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39846) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:03.865304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f541571-fb64-4d15-8840-8112578842a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23594968-b9e5-4313-96ae-dc1e4d9b7555,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:03.898921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:03.936576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.058872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.063663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.068774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23594968-b9e5-4313-96ae-dc1e4d9b7555 HTTP/1.1" status: 204 len: 168 time: 0.2427351 Dec 20 23:20:04.084043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a3a1a-b2b8-43f5-a23d-1ca17cc3ea20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23594968-b9e5-4313-96ae-dc1e4d9b7555,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:04.322777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:04.373639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Deleting subnet ed62d9a3-37ca-4e36-bd14-e8bf2de1014f {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:20:04.376927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.414867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.459952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.585867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.641082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed62d9a3-37ca-4e36-bd14-e8bf2de1014f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:04.641993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.646690 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8cb650b6-6100-4e0e-83de-f139a1b1cddd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed62d9a3-37ca-4e36-bd14-e8bf2de1014f HTTP/1.1" status: 204 len: 168 time: 0.3228514 Dec 20 23:20:04.649265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39882) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:04.740634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.838708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.858775 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ee18353-75d1-46df-859d-556c11d8e487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.867119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5513b15-1bfe-4896-9f10-dbbda80490f6']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:04.884458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd910f-4786-49e7-99fa-58c8df91eca7') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:04.887007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd910f-4786-49e7-99fa-58c8df91eca7') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:04.902178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.924265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.931893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:20:04.932369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:20:04.934242 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:20:05.099634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.099972 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.103975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b5513b15-1bfe-4896-9f10-dbbda80490f6 HTTP/1.1" status: 204 len: 168 time: 0.4537263 Dec 20 23:20:05.117947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aabaa-12e8-49ad-8fd4-c671201844f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5513b15-1bfe-4896-9f10-dbbda80490f6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:05.404619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:05.454195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9412de6c-7d55-4b31-bf73-ce9de7bd37e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9317e268fa445abb8ef834e4ca39843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481381 Dec 20 23:20:05.456669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39918) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:05.512804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.537065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.648485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.652008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:05.653818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd33e3ea-7f75-4d5a-bfdc-f579071a8226 HTTP/1.1" status: 204 len: 168 time: 0.1956046 Dec 20 23:20:05.678226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecc12c-960a-4739-8f17-7c4711dd431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd33e3ea-7f75-4d5a-bfdc-f579071a8226,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:06.087595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8067bfef-73e9-4fbd-afd8-a9c139106d06 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:20:06.135142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 8067bfef-73e9-4fbd-afd8-a9c139106d06 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:20:06.135503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 8067bfef-73e9-4fbd-afd8-a9c139106d06 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:20:06.590264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39976) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:06.891132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9552181-fa0b-4ece-a3a3-6d9cb9471b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:06.990339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9552181-fa0b-4ece-a3a3-6d9cb9471b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.086996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f9552181-fa0b-4ece-a3a3-6d9cb9471b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.128342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9552181-fa0b-4ece-a3a3-6d9cb9471b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28db243-6e2f-4efe-b32f-9c181a157e9b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:07.133522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f9552181-fa0b-4ece-a3a3-6d9cb9471b5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64a52fdb02014388838da61501a98a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422747 Dec 20 23:20:07.136295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39994) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:07.198143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.226498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.242096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39996) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:07.351228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1432557593-network', 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:07.366311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.368936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.370142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e28db243-6e2f-4efe-b32f-9c181a157e9b HTTP/1.1" status: 204 len: 168 time: 0.2321804 Dec 20 23:20:07.379503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005afaa-0dfa-44a5-b2c4-d7a63f2d1493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28db243-6e2f-4efe-b32f-9c181a157e9b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:07.452468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:07.455050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.470734 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.560734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e7626260-1f29-4a04-bcbe-840558bd778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.563597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.617789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.640529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:20:07.657342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabf040-b718-4bf5-86a8-82871bbdc082,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:07.668367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.668367 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Added segment 0dc87bca-2948-4d92-8d47-27125739ac4d of type vlan for network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c Dec 20 23:20:07.706059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.807085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.808740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:07.809573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:07.893206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6499956 Dec 20 23:20:07.896825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:07.905490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Request body: {'subnet': {'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1432557593-subnet', 'tenant_id': '57264c29b8944615852aaa1acb62d185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:07.915304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76a28-3016-4df4-abc5-e8ffc421642d admin admin] Pushing event updated for resources: {'Network': ['ID=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:07.929301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:20:08.007009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:08.009538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:08.258255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:08.297777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:08.340204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:08.351092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:08.351555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Network hostable DHCP agents. Network: e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:20:08.452519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:20:08.577644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:08.582977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:08.584580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:08.591560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6012d0-20ff-40c8-b93f-4e47b7c2cd8f None None] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:08.706577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dba0e7fa-3add-4968-aef9-e797b7df01ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8078308 Dec 20 23:20:08.966697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d2ca7-7f72-4d09-9c3c-20bcb620b811 None None] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:09.291061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-45a7fe67-9cc1-4dbb-aa7c-5465f1cd62fc tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:09.293255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-45a7fe67-9cc1-4dbb-aa7c-5465f1cd62fc tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1117218 Dec 20 23:20:09.308915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-412f9887-0fd4-45e8-b8eb-9cf1694d1d03 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0094614 Dec 20 23:20:09.345458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c3b449f0-f3df-4973-ad65-25ddd024d7fb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306737 Dec 20 23:20:09.656531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-69f017fc-5c74-4084-ad99-8153f593c70f service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983899 Dec 20 23:20:09.767021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-b09c9ab3-1514-4d9f-8c68-dabbfeefb198 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085975 Dec 20 23:20:09.772492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:10.168807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62618716-1fda-4179-a8ac-9259940d31bb req-fbe7080d-d8d0-4641-8c65-02292599e484 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 210 time: 0.0719395 Dec 20 23:20:10.509230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:11.367956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a85282-e999-4b20-bd2d-bdc0176e3a95 req-72e32e1d-d516-4445-81ec-412d1d1f9b06 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 210 time: 0.0753508 Dec 20 23:20:11.572027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40138) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:11.703426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cce642bd-a0e1-4ac6-a90c-2d10310aca49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:11.788702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cce642bd-a0e1-4ac6-a90c-2d10310aca49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:11.897714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cce642bd-a0e1-4ac6-a90c-2d10310aca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:11.938837 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cce642bd-a0e1-4ac6-a90c-2d10310aca49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d71bf2a4c352450b85ec189ac17e35e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656013 Dec 20 23:20:11.941908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:11.948109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce642bd-a0e1-4ac6-a90c-2d10310aca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f70757-5f0c-45be-8dd4-6d5ae181df28,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:11.992671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:12.014779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:12.275450 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:12.278697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:12.282343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9f70757-5f0c-45be-8dd4-6d5ae181df28 HTTP/1.1" status: 204 len: 168 time: 0.3371677 Dec 20 23:20:12.292592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634212-190b-4aa5-b628-df02320ddfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f70757-5f0c-45be-8dd4-6d5ae181df28,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:12.498517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82c3d76b-7408-4590-a0a2-2314b6eb3140 req-f91fcf09-a0d9-4eaa-bbb6-4f7a40863f3f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 210 time: 0.0579209 Dec 20 23:20:12.843532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c6213b0e-d94a-4126-b318-72185d0b864b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:12.844911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c6213b0e-d94a-4126-b318-72185d0b864b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1037295 Dec 20 23:20:12.862811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:13.144296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:13.158759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c48c4d6-44b5-4988-9381-e13ee3101ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.195069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:13.198972 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.277886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c48c4d6-44b5-4988-9381-e13ee3101ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.333457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c48c4d6-44b5-4988-9381-e13ee3101ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.364516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.8 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:13.379934 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c48c4d6-44b5-4988-9381-e13ee3101ccc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82ecbf61ae984e69898d5d2a42ec3d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342021 Dec 20 23:20:13.381060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48c4d6-44b5-4988-9381-e13ee3101ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c91aa2-c951-4506-b8fe-08385b8c224b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:13.385975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:13.473439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.497420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.573663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.636382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.639546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.641579 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4c91aa2-c951-4506-b8fe-08385b8c224b HTTP/1.1" status: 204 len: 168 time: 0.2532837 Dec 20 23:20:13.654645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9e9e4-6b3b-4707-bdc3-355822c07492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c91aa2-c951-4506-b8fe-08385b8c224b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:13.690337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d099a6c-2709-4c6f-b5d7-7c6eb1637186 req-9d2aa41f-605a-4fdf-984b-a366f8a45894 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 210 time: 0.0666432 Dec 20 23:20:13.719380 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.775734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:13.793737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:13.807065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:13.811921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:13.889855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:13.896732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:13.951896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-c30ea107-5319-413f-9fe0-322f8c5ff81d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0927005 Dec 20 23:20:13.992127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Request body: {'port': {'device_id': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:14.112853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.399864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:14.407753 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.421743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Transition to ACTIVE for port object 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:20:14.486711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.545897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:14.616613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Attempting to bind port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:14.617265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Attempting to bind port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:14.617265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Attempting to bind port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:14.621659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:20:14.622009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Attempting to bind port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:14.633709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:14.634080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:14.634986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:14.636022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Bound port: 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:14.636373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.733536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:14.734434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:14.813754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.830924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f155e-8c33-40ab-bba8-0831571d3fa2 req-53c4b32f-8fbc-4f0e-a70c-6763bd44c88a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:14.832497 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb8f155e-8c33-40ab-bba8-0831571d3fa2 req-53c4b32f-8fbc-4f0e-a70c-6763bd44c88a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 943 time: 0.0655656 Dec 20 23:20:14.869241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:14.869892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:14.871292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] 10.222.0.45 "PUT /v2.0/ports/0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 HTTP/1.1" status: 200 len: 1091 time: 0.9072559 Dec 20 23:20:14.876992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:14.884055 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7160c0f-b68b-43f3-9639-84ae85698f77" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:14.948187 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8fc5a0-05dc-466d-91d4-d59458df313e x-openstack-request-id: req-fd8fc5a0-05dc-466d-91d4-d59458df313e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:14.948533 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:14.948729 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd8fc5a0-05dc-466d-91d4-d59458df313e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:14.949122 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'status': 'completed', 'code': 200} Dec 20 23:20:14.953599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a5d6-551b-4f5e-bcde-77816a4a3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:14.970245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb8f155e-8c33-40ab-bba8-0831571d3fa2 req-532e9e1c-0341-4450-99a9-dcb2942ef576 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187561 Dec 20 23:20:15.027643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-6d119532-aac6-40ee-b1a8-a2743c16d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:15.029161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-6d119532-aac6-40ee-b1a8-a2743c16d74a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 1094 time: 0.0564067 Dec 20 23:20:15.228136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-73c39351-ffa1-4dd9-9ce5-a7212c80775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:15.229826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-73c39351-ffa1-4dd9-9ce5-a7212c80775a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=57264c29b8944615852aaa1acb62d185&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1873786 Dec 20 23:20:15.404760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-b3443ef9-d0ef-4f88-b267-3579a0bfddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:15.406419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7160c0f-b68b-43f3-9639-84ae85698f77 req-b3443ef9-d0ef-4f88-b267-3579a0bfddd4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635931 Dec 20 23:20:15.866231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-dd796e83-e1ce-418f-aa24-661c8ef0fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:15.867864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-dd796e83-e1ce-418f-aa24-661c8ef0fd17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 1094 time: 0.4005656 Dec 20 23:20:15.931265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-0cb09ec4-8710-48c8-8c1c-f6b863d4a2b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 HTTP/1.1" status: 200 len: 217 time: 0.0472760 Dec 20 23:20:16.007167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-e4599cd7-a7f3-4a23-8c54-dc707d0f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:16.007167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-e4599cd7-a7f3-4a23-8c54-dc707d0f61d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0632315 Dec 20 23:20:16.022733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40246) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:16.058462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-e22d49d4-7e8e-4bea-b42d-a25054f84660 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461781 Dec 20 23:20:16.158458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8662fc11-7a2a-4a1e-8c7c-1f22c7cb9226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.193761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f99db5-9577-4d8f-8205-31cf7c588978 req-8e0971da-f399-4ca0-9438-c329b2d2febf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:16.195993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3f99db5-9577-4d8f-8205-31cf7c588978 req-8e0971da-f399-4ca0-9438-c329b2d2febf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 943 time: 0.1257865 Dec 20 23:20:16.235014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-571693ad-708e-4f47-a174-3d7a48db2c52 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629541 Dec 20 23:20:16.255649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8662fc11-7a2a-4a1e-8c7c-1f22c7cb9226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.288528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b3f99db5-9577-4d8f-8205-31cf7c588978 req-5e472c4e-6988-4b1f-82ea-a601c1692956 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 Dec 20 23:20:16.315862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8662fc11-7a2a-4a1e-8c7c-1f22c7cb9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.350444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74c4754a-87ef-458f-82c7-adfcc17911c2 req-32b170bc-b742-4a8a-a736-060f25f73413 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027145 Dec 20 23:20:16.354242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8662fc11-7a2a-4a1e-8c7c-1f22c7cb9226 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22c4a04a45aa431e9e3b2c62eb272490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304939 Dec 20 23:20:16.356912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40250) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:16.375673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662fc11-7a2a-4a1e-8c7c-1f22c7cb9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a179cdf5-14f5-4f74-a93c-5c5cf7f21fc7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:16.416056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.443204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.544409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.547433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:16.548784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a179cdf5-14f5-4f74-a93c-5c5cf7f21fc7 HTTP/1.1" status: 204 len: 168 time: 0.1907167 Dec 20 23:20:16.559861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3690bd4-a5e6-4da7-979c-bbaf36b80574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a179cdf5-14f5-4f74-a93c-5c5cf7f21fc7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:17.457034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed647-5ef9-480b-9469-454d0a039814 req-1cb3533d-d878-4e48-a9e3-717af244ec24 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:17.466149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5aed647-5ef9-480b-9469-454d0a039814 req-1cb3533d-d878-4e48-a9e3-717af244ec24 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 943 time: 0.0847216 Dec 20 23:20:17.521457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5aed647-5ef9-480b-9469-454d0a039814 req-de036313-294d-42d2-bba5-77c4775ec0b8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Dec 20 23:20:17.530360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:17.731240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40290) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:17.785971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006427416-network', 'tenant_id': 'bdaec558ed2b413eaaa5a5d004c47dc5'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:17.811187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b3784f81-e4ba-479e-9ef9-09fc7b8c695b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:17.884200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Made reservation on behalf of bdaec558ed2b413eaaa5a5d004c47dc5 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:17.884200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:17.897712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:17.905018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b3784f81-e4ba-479e-9ef9-09fc7b8c695b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:17.986011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:17.987053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b3784f81-e4ba-479e-9ef9-09fc7b8c695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.027411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b3784f81-e4ba-479e-9ef9-09fc7b8c695b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f0d461b88de408b9c22e72ec9abe537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958887 Dec 20 23:20:18.029389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784f81-e4ba-479e-9ef9-09fc7b8c695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8ba4f-f64c-4594-9a27-1c69cc63107e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.030227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40296) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:18.069484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.083900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.092179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:20:18.106370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.108419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0553e8-5729-48ae-a5c7-a375b1a1499a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.111833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.112258 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Added segment b540e996-9e0e-4fad-9fad-a57b81878c50 of type vlan for network dbbe9939-227f-4010-8945-215d85baa86a Dec 20 23:20:18.156725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.175890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:20:18.257980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.260822 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.266028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4d8ba4f-f64c-4594-9a27-1c69cc63107e HTTP/1.1" status: 204 len: 168 time: 0.2306583 Dec 20 23:20:18.271991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d430a66-16ef-47b5-9dc0-dba5ba211aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8ba4f-f64c-4594-9a27-1c69cc63107e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.272638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:18.281451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.282673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:18.283433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.290035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'mac_address': 'fa:16:3e:0a:c2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:20:18.343325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.351839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbe9939-227f-4010-8945-215d85baa86a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.361794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:18.369235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network dbbe9939-227f-4010-8945-215d85baa86a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:20:18.392844 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-61aabac9-2ead-4bed-9f1b-59e5ab5fb199 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6603467 Dec 20 23:20:18.396522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:18.402685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Request body: {'subnet': {'network_id': 'dbbe9939-227f-4010-8945-215d85baa86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2006427416-subnet', 'tenant_id': 'bdaec558ed2b413eaaa5a5d004c47dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:18.406866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:18.452420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.469156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Made reservation on behalf of bdaec558ed2b413eaaa5a5d004c47dc5 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:18.471665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.522971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.688167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac652-d5fd-49cc-9f51-494303d5b64c req-2d9ece4e-f811-426f-913f-b40880fc6e8e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:18.692951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:18.706331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-680ac652-d5fd-49cc-9f51-494303d5b64c req-2d9ece4e-f811-426f-913f-b40880fc6e8e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 944 time: 0.1023855 Dec 20 23:20:18.769713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-680ac652-d5fd-49cc-9f51-494303d5b64c req-f1f3e2f8-549d-48ef-be25-9e7bd2ee15ef tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Dec 20 23:20:18.797147 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:18.864639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d279886c-4ab4-4d83-b760-8da0586db0e4,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:18.874019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Checking segment: {'id': 'b540e996-9e0e-4fad-9fad-a57b81878c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'dbbe9939-227f-4010-8945-215d85baa86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:18.874378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Network hostable DHCP agents. Network: dbbe9939-227f-4010-8945-215d85baa86a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:20:18.960915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Network dbbe9939-227f-4010-8945-215d85baa86a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:20:19.017536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, dbbe9939-227f-4010-8945-215d85baa86a) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:19.022775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:19.023374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.031877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded5f38-d023-4e9a-beae-eb9f24a993d2 None None] Network dbbe9939-227f-4010-8945-215d85baa86a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:19.110652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf9c1c30-5c5b-4d1f-84e8-62cd14ff9c4e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7042665 Dec 20 23:20:19.159318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40328) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:19.183322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb5bd3-6042-45dc-9f2f-81351cfb802d None None] Network dbbe9939-227f-4010-8945-215d85baa86a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:19.355006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c0340fad-610e-44ad-8799-89acaf9e9b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.437069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c0340fad-610e-44ad-8799-89acaf9e9b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.503863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c0340fad-610e-44ad-8799-89acaf9e9b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.547037 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c0340fad-610e-44ad-8799-89acaf9e9b98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb80b212c05441f280756974ff09b476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862746 Dec 20 23:20:19.548214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0340fad-610e-44ad-8799-89acaf9e9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5629e1-bccb-41f1-b033-d73ffe310780,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:19.549792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40342) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:19.604654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.626369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.767096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.771927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:19.773382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f5629e1-bccb-41f1-b033-d73ffe310780 HTTP/1.1" status: 204 len: 168 time: 0.2223887 Dec 20 23:20:19.782228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b880ab-19c9-4af5-a17a-8c2b1cdf317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5629e1-bccb-41f1-b033-d73ffe310780,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:19.903090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4036a-b82d-4c83-a561-8f3df13d0d0f req-05d3cefd-90c6-40ea-9cdf-018f1fb831e7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:19.904664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9d4036a-b82d-4c83-a561-8f3df13d0d0f req-05d3cefd-90c6-40ea-9cdf-018f1fb831e7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 944 time: 0.0553033 Dec 20 23:20:19.960206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9d4036a-b82d-4c83-a561-8f3df13d0d0f req-99a98b08-1a43-43ac-b65b-becfa7ef09c2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Dec 20 23:20:20.067407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:20.072273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633815218-network', 'tenant_id': '697a7c4cfb8e45e08820c2df9bb30cca'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:20.166373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Made reservation on behalf of 697a7c4cfb8e45e08820c2df9bb30cca for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:20.168752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.177599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.192163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:20:20.252058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.333000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.338740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:20:20.346071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:20.346686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.360226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:20:20.382858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6226c4-2b76-4586-bb5c-f794cbc83727,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:20.385825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.386175 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Added segment e74d7d70-bb59-4839-9696-649a5f8e4923 of type vlan for network d14f4556-6a31-4ce7-a70c-7ff3503551b5 Dec 20 23:20:20.438799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.461041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40372) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:20.462222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.480883 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5593a60f-1301-4686-b4f3-f6092f00809e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.486469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:20.489016 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2258121e-7e71-4c9c-a6e0-704dba173387" -d '{"events": [{"server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "name": "network-vif-plugged", "status": "completed", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:20.501684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:20.529684 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbdbae8-80ba-4af7-a580-3dc40b25dfb7 x-openstack-request-id: req-fdbdbae8-80ba-4af7-a580-3dc40b25dfb7 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:20.530169 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "name": "network-vif-plugged", "status": "completed", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:20.530604 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdbdbae8-80ba-4af7-a580-3dc40b25dfb7 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:20.531112 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'code': 200} Dec 20 23:20:20.538918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.539924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:20.541127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.555541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.618843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:20.652967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5844493 Dec 20 23:20:20.653952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1364d49-c92c-4754-af30-815e20b77533 admin admin] Pushing event updated for resources: {'Network': ['ID=d14f4556-6a31-4ce7-a70c-7ff3503551b5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:20.655945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:20.667045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network d14f4556-6a31-4ce7-a70c-7ff3503551b5 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:20:20.674457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Request body: {'subnet': {'network_id': 'd14f4556-6a31-4ce7-a70c-7ff3503551b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633815218-subnet', 'tenant_id': '697a7c4cfb8e45e08820c2df9bb30cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:20.691153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5593a60f-1301-4686-b4f3-f6092f00809e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.712751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ff059-be57-446f-a230-a17fb1c6294d req-e054f532-e587-4c2d-90ff-9e3ab6ec00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:20.714256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9ff059-be57-446f-a230-a17fb1c6294d req-e054f532-e587-4c2d-90ff-9e3ab6ec00a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 1096 time: 0.1048760 Dec 20 23:20:20.740152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5593a60f-1301-4686-b4f3-f6092f00809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.782246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Made reservation on behalf of 697a7c4cfb8e45e08820c2df9bb30cca for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:20.785112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.807089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5593a60f-1301-4686-b4f3-f6092f00809e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74df3fe7e9c24c1c9626e7b0040cb389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444488 Dec 20 23:20:20.809346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40380) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:20.825648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593a60f-1301-4686-b4f3-f6092f00809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d5124-b10a-42c3-a40f-d06e641a7297,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:20.859672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9ff059-be57-446f-a230-a17fb1c6294d req-da315abc-80b6-4e57-9546-4d9857ad6dba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324959 Dec 20 23:20:20.870823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:20.895429 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.029005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.032977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.034688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b3d5124-b10a-42c3-a40f-d06e641a7297 HTTP/1.1" status: 204 len: 168 time: 0.2239549 Dec 20 23:20:21.047529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38599-953a-43b1-82e3-30bc963293cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d5124-b10a-42c3-a40f-d06e641a7297,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:21.108744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43f0d4-fb18-4a5a-be6d-5b9cdf86a422 req-39ce1a7c-fdea-4088-bba8-c202722238a3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:21.111029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c43f0d4-fb18-4a5a-be6d-5b9cdf86a422 req-39ce1a7c-fdea-4088-bba8-c202722238a3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 945 time: 0.0562260 Dec 20 23:20:21.139306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.193391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c036768b-0fe6-4c98-bd80-ed111058161a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:21.256511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c43f0d4-fb18-4a5a-be6d-5b9cdf86a422 req-52300cc4-1512-464c-aa92-999e0b5f7b63 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380432 Dec 20 23:20:21.260778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Checking segment: {'id': 'e74d7d70-bb59-4839-9696-649a5f8e4923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd14f4556-6a31-4ce7-a70c-7ff3503551b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:21.261157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Network hostable DHCP agents. Network: d14f4556-6a31-4ce7-a70c-7ff3503551b5, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:20:21.354776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Network d14f4556-6a31-4ce7-a70c-7ff3503551b5 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:20:21.412180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, d14f4556-6a31-4ce7-a70c-7ff3503551b5) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:21.431966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc7551-5492-4b31-b52c-6a00be8859a2 None None] Network d14f4556-6a31-4ce7-a70c-7ff3503551b5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:21.442617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:21.443851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.509066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6bb06c7-5d17-4d97-831a-23c1cd59c020 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8436511 Dec 20 23:20:21.573746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c7bb1-f3c6-49c4-bb45-76e600526a46 None None] Network d14f4556-6a31-4ce7-a70c-7ff3503551b5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:21.666375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40400) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:21.713188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Deleting subnet d279886c-4ab4-4d83-b760-8da0586db0e4 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:20:21.716509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.752385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.794445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.897857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.931145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:21.935796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d279886c-4ab4-4d83-b760-8da0586db0e4 HTTP/1.1" status: 204 len: 168 time: 0.2672646 Dec 20 23:20:21.936043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad634-faef-4643-8b6c-15534aa87e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d279886c-4ab4-4d83-b760-8da0586db0e4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:21.937386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40410) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:22.008228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.093101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.116878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbe9939-227f-4010-8945-215d85baa86a']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:22.129823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b540e996-9e0e-4fad-9fad-a57b81878c50') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:22.130109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b540e996-9e0e-4fad-9fad-a57b81878c50') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:22.139716 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.153116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.159713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:20:22.160114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:20:22.161885 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:20:22.166228 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:20:22.320214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.325228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.329447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dbbe9939-227f-4010-8945-215d85baa86a HTTP/1.1" status: 204 len: 168 time: 0.3900950 Dec 20 23:20:22.331522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40422) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:22.369418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae413e3-cdbf-4188-95ee-d2cc863f8c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbe9939-227f-4010-8945-215d85baa86a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:22.377630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Deleting subnet c036768b-0fe6-4c98-bd80-ed111058161a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:20:22.382651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.394565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5d51-2f36-4300-a267-b428e770a690 req-d4fd3d73-e56e-4ca0-8359-e0ff24df5060 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:22.396092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-055a5d51-2f36-4300-a267-b428e770a690 req-d4fd3d73-e56e-4ca0-8359-e0ff24df5060 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 945 time: 0.0646005 Dec 20 23:20:22.417919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.447860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-055a5d51-2f36-4300-a267-b428e770a690 req-21a42eae-3270-403c-8f0a-07a65d933f87 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Dec 20 23:20:22.473022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.612214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.648672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c036768b-0fe6-4c98-bd80-ed111058161a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:22.666087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.673422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7f01393a-1f52-42ad-a179-6093abc1fe37 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c036768b-0fe6-4c98-bd80-ed111058161a HTTP/1.1" status: 204 len: 168 time: 0.3377185 Dec 20 23:20:22.675387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40444) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:22.831579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-4ebc07b3-ab1e-419d-ba9f-485afa0a41ac tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=56f71aeea5204623934ef576249c54de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645247 Dec 20 23:20:22.891581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:22.943993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-324ba529-e0b9-4480-ad0c-907422ab174e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:22.945507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-324ba529-e0b9-4480-ad0c-907422ab174e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2822812 Dec 20 23:20:23.051737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-af30daa3-262f-4da7-9d0c-bbb08478ad20 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0923915 Dec 20 23:20:23.175889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.191200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-a09dd46f-1624-4ed7-a217-8b6781117d41 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:23.192673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-a09dd46f-1624-4ed7-a217-8b6781117d41 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502276 Dec 20 23:20:23.204042 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-351823f1-3b06-454f-813a-4036ebcc37a8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452272 Dec 20 23:20:23.221699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14f4556-6a31-4ce7-a70c-7ff3503551b5']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:23.248937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-73af0b93-a9e0-4f6b-99b2-4d8c1769b4a5 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/quotas/56f71aeea5204623934ef576249c54de HTTP/1.1" status: 200 len: 375 time: 0.0383847 Dec 20 23:20:23.250767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74d7d70-bb59-4839-9696-649a5f8e4923') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:23.251067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74d7d70-bb59-4839-9696-649a5f8e4923') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:23.279956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.327881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-55ca3b9f-6e9e-42f0-a93f-c23de96e8262 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56f71aeea5204623934ef576249c54de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683150 Dec 20 23:20:23.342835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.352638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:20:23.353397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:20:23.354815 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:20:23.415573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-45c09d92-ac49-42e3-a99d-90b495ca63be service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016895 Dec 20 23:20:23.514268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.526123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.529884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] 10.222.0.62 "DELETE /v2.0/networks/d14f4556-6a31-4ce7-a70c-7ff3503551b5 HTTP/1.1" status: 204 len: 168 time: 0.8535039 Dec 20 23:20:23.554450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74186236-5e77-4bf2-a1f0-079abd68e599 req-deb751b2-8da7-44ad-a0fb-7d8320e307f7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328793 Dec 20 23:20:23.555876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a7eb2-0ad5-4cbd-abed-d982b8b3a6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d14f4556-6a31-4ce7-a70c-7ff3503551b5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:23.665247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6db4194e-b1e5-4813-9bf0-024edadcebd3 req-977379be-4994-4c3c-82c3-d78712962587 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 210 time: 0.0375845 Dec 20 23:20:23.709894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:23.844028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc0237fd-fb7b-44e0-bdce-746806e56ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:23.919775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc0237fd-fb7b-44e0-bdce-746806e56ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.017458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc0237fd-fb7b-44e0-bdce-746806e56ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.064180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc0237fd-fb7b-44e0-bdce-746806e56ea5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f456f908ea594dad82b72f134da931ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524799 Dec 20 23:20:24.067418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40496) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:24.080688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0237fd-fb7b-44e0-bdce-746806e56ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a41755d-d7e2-47dc-be16-3b4426936857,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:24.138442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.164711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.223739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40502) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:24.291182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.295525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.297163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a41755d-d7e2-47dc-be16-3b4426936857 HTTP/1.1" status: 204 len: 168 time: 0.2282014 Dec 20 23:20:24.311043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40508) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:24.311629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e948ea3-963b-4382-a8bb-7c71cf9a8d1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdaec558ed2b413eaaa5a5d004c47dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862682 Dec 20 23:20:24.322075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66571a5-3317-4caf-aa8b-acf44d8d124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a41755d-d7e2-47dc-be16-3b4426936857,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:24.403795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.429464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.583451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.586162 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:24.587328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b0553e8-5729-48ae-a5c7-a375b1a1499a HTTP/1.1" status: 204 len: 168 time: 0.2740777 Dec 20 23:20:24.598014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a32a8-cb8e-4514-8608-40152ed5617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0553e8-5729-48ae-a5c7-a375b1a1499a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:24.773637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb3c48d9-4005-469a-a16e-8df83da5dc3a req-0cf642ae-3e52-422b-a59e-520c1a0fcf87 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 210 time: 0.0451269 Dec 20 23:20:25.161125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40540) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:25.187807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e85508e-fefe-4bc4-b81d-e8253167a050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.303099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-33a5e4c7-631b-41bf-8721-9d0439642667 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:25.304686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-33a5e4c7-631b-41bf-8721-9d0439642667 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1510298 Dec 20 23:20:25.328715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-6d0995e2-8b7d-4422-adad-9a4ee834d764 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0172985 Dec 20 23:20:25.374745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e85508e-fefe-4bc4-b81d-e8253167a050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.392357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-58696a69-8ef6-4616-a9d0-9dd0f825288c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541425 Dec 20 23:20:25.420084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e85508e-fefe-4bc4-b81d-e8253167a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.502104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e85508e-fefe-4bc4-b81d-e8253167a050 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2020e70007b946f6bf86e84ce9bb8321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438621 Dec 20 23:20:25.503485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85508e-fefe-4bc4-b81d-e8253167a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cccd2b-293f-4b56-86bc-890d243acac0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:25.505303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:25.524994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40544) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:25.539772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-9242d0ed-5f8d-4e18-84a4-b00dc5244790 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388516 Dec 20 23:20:25.588306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-622759e2-8b90-4a48-952b-f6304ae38d07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=697a7c4cfb8e45e08820c2df9bb30cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619857 Dec 20 23:20:25.590970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:25.596581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.633701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.637028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-7cb607f1-3e69-4af8-8da1-37b39a8245e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908127 Dec 20 23:20:25.692148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.716790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.765689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.769264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.770484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23cccd2b-293f-4b56-86bc-890d243acac0 HTTP/1.1" status: 204 len: 168 time: 0.2639744 Dec 20 23:20:25.778621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d18e1-5797-4592-b21a-8a808a9014ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cccd2b-293f-4b56-86bc-890d243acac0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:25.830893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.835537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:25.836849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c6226c4-2b76-4586-bb5c-f794cbc83727 HTTP/1.1" status: 204 len: 168 time: 0.2448449 Dec 20 23:20:25.849250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef80da-f3ce-447e-b3d2-91a3f007ae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6226c4-2b76-4586-bb5c-f794cbc83727,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:25.954086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c9e5f9a-f391-4069-bd58-e24e481008e5 req-b44c5ac5-419f-4e98-ab98-823e9501f183 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 210 time: 0.0771134 Dec 20 23:20:25.994659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05d7fa93-81c1-4361-856c-da101f627f7d req-d3e66526-110f-4be1-a4e5-a195a51fb244 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 210 time: 0.0594139 Dec 20 23:20:26.097848 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-aaf04d12-b111-497b-b0af-03241c143725 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=56f71aeea5204623934ef576249c54de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303080 Dec 20 23:20:26.324573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-58a36555-315a-4896-b538-308b8c675a91 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:26.326154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-58a36555-315a-4896-b538-308b8c675a91 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230840 Dec 20 23:20:26.339904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Request body: {'port': {'device_id': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '56f71aeea5204623934ef576249c54de'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:26.566334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Made reservation on behalf of 56f71aeea5204623934ef576249c54de for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:26.570312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:26.585866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.056245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.075502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26c80626-5ec1-46c9-b758-89854bdfb44d req-e1cfa83c-cd2a-46d5-b0f8-e568d3eb64a7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 210 time: 0.0398197 Dec 20 23:20:27.130022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-afd1e33e-e1e2-4fcf-8e47-1bb935f7095c req-1d0152a9-4d66-4b78-927a-9caa1b348fad tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Dec 20 23:20:27.234476 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.300436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2266b570-8bff-43de-be11-0f7611d67e18,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:27.374998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Allocated IP 192.168.233.7 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/b90ba4a0-7877-40ac-8e1b-0eb4478603ef) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:27.530984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.634809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.683242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:27.686276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:27.690010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:27.697544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Pushing event updated for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:27.757058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:27.757711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:27.852771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-082029ea-b247-43b1-bdba-aaf6887f7747 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5171068 Dec 20 23:20:27.867824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Request body: {'port': {'device_id': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:27.977209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.011939 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.035183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-34e0918e-9676-4e09-bf20-24707eade4a8 None None] Provisioning complete for port b90ba4a0-7877-40ac-8e1b-0eb4478603ef triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:28.035904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34e0918e-9676-4e09-bf20-24707eade4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.076657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-34e0918e-9676-4e09-bf20-24707eade4a8 None None] Port b90ba4a0-7877-40ac-8e1b-0eb4478603ef cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:20:28.275678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b955d179-fdc2-457c-99cb-a16bd1a3a174 req-17def4b8-93c3-410d-8286-58edf7a687b7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 210 time: 0.0658741 Dec 20 23:20:28.326417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90ba4a0-7877-40ac-8e1b-0eb4478603ef {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:28.333276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-37f96e1d-f127-45b7-8048-2384235d145a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:28.344383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.344538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-37f96e1d-f127-45b7-8048-2384235d145a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2339089 Dec 20 23:20:28.344538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b73b47-c45a-46f0-a69c-a5af33fadc05 req-8b16c5a2-3f04-474e-bfee-562b16ce27eb tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:28.345961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47b73b47-c45a-46f0-a69c-a5af33fadc05 req-8b16c5a2-3f04-474e-bfee-562b16ce27eb tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 934 time: 0.0805149 Dec 20 23:20:28.359166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:28.368278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Transition to ACTIVE for port object b90ba4a0-7877-40ac-8e1b-0eb4478603ef will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:20:28.441671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.486728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47b73b47-c45a-46f0-a69c-a5af33fadc05 req-51ce3aae-80d8-479c-94d9-a2318d78d0b4 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967064 Dec 20 23:20:28.556530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Pushing event updated for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:28.587257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Attempting to bind port b90ba4a0-7877-40ac-8e1b-0eb4478603ef on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:28.587632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Attempting to bind port b90ba4a0-7877-40ac-8e1b-0eb4478603ef by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:28.587965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Attempting to bind port b90ba4a0-7877-40ac-8e1b-0eb4478603ef on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:28.592544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Port b90ba4a0-7877-40ac-8e1b-0eb4478603ef on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:20:28.593123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Attempting to bind port b90ba4a0-7877-40ac-8e1b-0eb4478603ef on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:28.599219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:28.599571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:28.599968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:28.600407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Bound port: b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:28.600762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.623034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:28.627248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.686144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:28.691319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:28.756313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.792650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:28.793281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:28.794742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] 10.222.0.59 "PUT /v2.0/ports/b90ba4a0-7877-40ac-8e1b-0eb4478603ef HTTP/1.1" status: 200 len: 1094 time: 0.9330609 Dec 20 23:20:28.795428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:28.799048 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b565db-0a4c-4c82-9881-70bff96d514a" -d '{"events": [{"name": "network-changed", "server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:28.867190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8973825-60ee-4ede-996c-bba0601f86de service neutron] Pushing event updated for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:28.875220 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810c3ce-26a0-4785-87de-18eb4ebcc148 x-openstack-request-id: req-6810c3ce-26a0-4785-87de-18eb4ebcc148 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:28.876329 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:28.876876 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6810c3ce-26a0-4785-87de-18eb4ebcc148 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:28.877542 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef', 'status': 'completed', 'code': 200} Dec 20 23:20:28.951993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b565db-0a4c-4c82-9881-70bff96d514a req-f74f2d81-8050-4e09-a120-a06cd34f7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:28.954716 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1b565db-0a4c-4c82-9881-70bff96d514a req-f74f2d81-8050-4e09-a120-a06cd34f7e55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=56f71aeea5204623934ef576249c54de&device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 1097 time: 0.0574615 Dec 20 23:20:28.989972 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1b565db-0a4c-4c82-9881-70bff96d514a req-1d9cc015-9229-4a6c-903b-a52d79b88e88 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=56f71aeea5204623934ef576249c54de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268080 Dec 20 23:20:29.118820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b565db-0a4c-4c82-9881-70bff96d514a req-62e8a574-5485-4b45-9ddc-12255756f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.118820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e1b565db-0a4c-4c82-9881-70bff96d514a req-62e8a574-5485-4b45-9ddc-12255756f074 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1148758 Dec 20 23:20:29.157003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.4 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:29.201666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-d0adde1a-21b1-406e-977d-7f6c24368fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.209515 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-d0adde1a-21b1-406e-977d-7f6c24368fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=56f71aeea5204623934ef576249c54de&device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 1097 time: 0.0515075 Dec 20 23:20:29.245863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:29.258465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-bcb49e68-c48c-46da-a987-b83cf2b72aef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef HTTP/1.1" status: 200 len: 217 time: 0.0466557 Dec 20 23:20:29.309639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-43bea039-fdd7-4073-8c9b-892a1ec0dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.311470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-43bea039-fdd7-4073-8c9b-892a1ec0dbda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0462534 Dec 20 23:20:29.344593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.376434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cda796-857c-494b-a512-818f3130e092 req-c4417804-145c-4616-8091-f4469b61eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.378546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-c4417804-145c-4616-8091-f4469b61eab4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588787 Dec 20 23:20:29.400591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e728974e-b0b0-4750-9caa-7c9481c2f8b1 req-87dee87f-cdf4-433b-89a8-04497ff94b8d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 210 time: 0.0377684 Dec 20 23:20:29.416261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82c5bc1d-13bd-421a-a5b4-20c175f3c71b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.474922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.495161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:29.495767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-288fd49c-e846-403e-83f5-42149874ca8f service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098528 Dec 20 23:20:29.569259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:29.595411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:29.600877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:29.608180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82c5bc1d-13bd-421a-a5b4-20c175f3c71b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.616851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:29.637291 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d4cda796-857c-494b-a512-818f3130e092 req-c76833b5-4654-4e7c-8ac0-544eac96f70c service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343987 Dec 20 23:20:29.687628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.688230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.694681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82c5bc1d-13bd-421a-a5b4-20c175f3c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.716967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed2844-743b-4417-ab71-4a3f46100719 req-05d04fff-39a2-491b-b317-c6ca47553549 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:29.718404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fed2844-743b-4417-ab71-4a3f46100719 req-05d04fff-39a2-491b-b317-c6ca47553549 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 946 time: 0.1188061 Dec 20 23:20:29.763668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-82c5bc1d-13bd-421a-a5b4-20c175f3c71b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e222bdb3a1a4e79b5115dc3ed093595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167315 Dec 20 23:20:29.765578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5bc1d-13bd-421a-a5b4-20c175f3c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eca0b3-76d7-422e-893c-b70b8facfc2d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:29.766401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40686) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:29.795545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fed2844-743b-4417-ab71-4a3f46100719 req-7eac6403-aeae-41e8-bd59-fec3a19a5001 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681617 Dec 20 23:20:29.836876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.842876 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-46e380a2-6dfc-4eb6-8546-83e819f0e9fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879627 Dec 20 23:20:29.856754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Request body: {'port': {'device_id': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:29.858759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.931973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.972550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.976741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:29.980609 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30eca0b3-76d7-422e-893c-b70b8facfc2d HTTP/1.1" status: 204 len: 168 time: 0.2106140 Dec 20 23:20:29.991998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d783d-9d97-4bae-aacd-f465351dd735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eca0b3-76d7-422e-893c-b70b8facfc2d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:30.227259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:30.234777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.247034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Transition to ACTIVE for port object 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:20:30.319951 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.381103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:30.458587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Attempting to bind port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:30.458947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Attempting to bind port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:30.459233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Attempting to bind port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:30.463580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:20:30.463897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Attempting to bind port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:30.468630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:30.472212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:30.472212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:30.472212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Bound port: 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:30.472212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.580534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ecc3d-e3f0-4d39-8464-501975aa31c7 req-73df9c77-4247-4971-b038-53ab15e960b0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:30.582331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e13ecc3d-e3f0-4d39-8464-501975aa31c7 req-73df9c77-4247-4971-b038-53ab15e960b0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 943 time: 0.1084735 Dec 20 23:20:30.585216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:30.590634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:30.641136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e13ecc3d-e3f0-4d39-8464-501975aa31c7 req-a6e5b1ff-7eda-4e28-a7e7-b50569e8b18c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Dec 20 23:20:30.658266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.672359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:30.686714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9be692-788d-4989-9562-86cb11f70419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.712397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:30.713530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.715118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] 10.222.0.45 "PUT /v2.0/ports/2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 HTTP/1.1" status: 200 len: 1091 time: 0.8631625 Dec 20 23:20:30.716351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:30.722342 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00699f77-c302-4441-af06-dca9fe4e17bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:30.744832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5002c37-32db-4707-9c59-02965e268d9d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:30.785178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9be692-788d-4989-9562-86cb11f70419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.874783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9be692-788d-4989-9562-86cb11f70419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:30.928465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9be692-788d-4989-9562-86cb11f70419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12913e18-806e-4285-93d2-f804c4f5c530,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:30.934601 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a9be692-788d-4989-9562-86cb11f70419 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a30021bc1a714355b03e53500d02af12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609928 Dec 20 23:20:30.937049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40708) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:30.974138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b90ba4a0-7877-40ac-8e1b-0eb4478603ef details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:20:30.978105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c61618-a8ad-41ef-8a7e-0d0164c934ae req-33115065-a45c-4282-81c8-7d0471ac1836 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:30.979711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70c61618-a8ad-41ef-8a7e-0d0164c934ae req-33115065-a45c-4282-81c8-7d0471ac1836 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 946 time: 0.1109991 Dec 20 23:20:31.002373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.003637 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effe179e-3bb9-4181-976b-2bd317483ee1 x-openstack-request-id: req-effe179e-3bb9-4181-976b-2bd317483ee1 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:31.003988 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:31.004574 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-effe179e-3bb9-4181-976b-2bd317483ee1 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:31.004829 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2', 'status': 'completed', 'code': 200} Dec 20 23:20:31.027054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.039657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-d9b0bb3e-4268-4e12-b071-769abb46adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.041052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-d9b0bb3e-4268-4e12-b071-769abb46adef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 1094 time: 0.1138685 Dec 20 23:20:31.062471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70c61618-a8ad-41ef-8a7e-0d0164c934ae req-010687b7-31ff-4eb0-8d37-32f212929968 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719340 Dec 20 23:20:31.090767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-c153317e-498e-4f64-9ece-9ce7931c842c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 HTTP/1.1" status: 200 len: 217 time: 0.0392485 Dec 20 23:20:31.102737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:31.114856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef', 'mac_address': 'fa:16:3e:52:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:20:31.142870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-db1e3265-43fc-4131-bca9-8cbb044e7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.145423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-db1e3265-43fc-4131-bca9-8cbb044e7a40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0474381 Dec 20 23:20:31.148896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.151615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.154997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12913e18-806e-4285-93d2-f804c4f5c530 HTTP/1.1" status: 204 len: 168 time: 0.2143018 Dec 20 23:20:31.160684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.170485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dbc9f-e0bc-478b-8a32-19da391a2272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12913e18-806e-4285-93d2-f804c4f5c530,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:31.176729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90ba4a0-7877-40ac-8e1b-0eb4478603ef {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:31.179783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-6bf60e83-7bb2-430e-84e5-d7b4aa188faa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274658 Dec 20 23:20:31.204202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:31.269426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:31.285612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-740e67a2-6ec3-47e2-b1ae-4ace2a4fd944 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981688 Dec 20 23:20:31.322739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:31.386746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc77c85d-7ee9-41ce-a272-b1f0ce8dfbdd req-e48f7259-2357-4c35-88b9-cc336ea9c6a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Dec 20 23:20:31.498555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b90ba4a0-7877-40ac-8e1b-0eb4478603ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:31.562826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699f77-c302-4441-af06-dca9fe4e17bb req-d1d79cd6-c5b1-4d64-9940-00f14d029ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.564358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-d1d79cd6-c5b1-4d64-9940-00f14d029ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 1094 time: 0.0495951 Dec 20 23:20:31.703228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699f77-c302-4441-af06-dca9fe4e17bb req-0566274c-6ed1-4da5-8457-c23b3a4de718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.705487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-0566274c-6ed1-4da5-8457-c23b3a4de718 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 907 time: 0.1275215 Dec 20 23:20:31.755784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-a1befb77-53b5-484d-936d-97a5f194a6d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 HTTP/1.1" status: 200 len: 217 time: 0.0426729 Dec 20 23:20:31.830592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699f77-c302-4441-af06-dca9fe4e17bb req-f6f9e4b1-160a-4781-813d-e14d46637c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.832103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-f6f9e4b1-160a-4781-813d-e14d46637c25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0690308 Dec 20 23:20:31.839668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c9968-6500-4a71-a62b-e39989f84dac req-3b27e275-41c0-464b-8d57-ff49e63a41a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:31.841032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c9c9968-6500-4a71-a62b-e39989f84dac req-3b27e275-41c0-464b-8d57-ff49e63a41a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 943 time: 0.0879135 Dec 20 23:20:31.873099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-a063d85a-6326-464f-be1e-4918d7a9d2f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310955 Dec 20 23:20:31.969454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c9c9968-6500-4a71-a62b-e39989f84dac req-0e2f8c4e-5cea-4451-98eb-06554e83752c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179793 Dec 20 23:20:31.995811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-867377b0-b2e6-4ba7-b93b-6ab5ed75c206 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146085 Dec 20 23:20:32.101695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00699f77-c302-4441-af06-dca9fe4e17bb req-273d9e6f-0571-4143-9149-457f8e1cc556 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972748 Dec 20 23:20:32.195765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95848098-42e0-44cb-8f6f-dfcf2c7b943b req-14932c58-1a03-4702-bb65-394282ae0552 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:32.197446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95848098-42e0-44cb-8f6f-dfcf2c7b943b req-14932c58-1a03-4702-bb65-394282ae0552 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 947 time: 0.0518138 Dec 20 23:20:32.258805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95848098-42e0-44cb-8f6f-dfcf2c7b943b req-00d4a651-3526-420d-b6fd-e8dfd7991524 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Dec 20 23:20:32.984673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b90ba4a0-7877-40ac-8e1b-0eb4478603ef up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:20:33.103810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb42a5b-0899-4a02-9f0d-5326cbe6f32e req-b33a063d-1c4c-4872-97fb-cd0a70e24ac8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:33.105489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebb42a5b-0899-4a02-9f0d-5326cbe6f32e req-b33a063d-1c4c-4872-97fb-cd0a70e24ac8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 943 time: 0.0557818 Dec 20 23:20:33.131390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b90ba4a0-7877-40ac-8e1b-0eb4478603ef completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:20:33.135746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b90ba4a0-7877-40ac-8e1b-0eb4478603ef triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:33.136393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:33.174347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebb42a5b-0899-4a02-9f0d-5326cbe6f32e req-dfce40ca-699e-416b-a599-e6cac6159ad5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Dec 20 23:20:33.269189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:33.302802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:33.305083 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37298a5a-401b-46a2-8cc1-cceaed83deb5" -d '{"events": [{"server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "name": "network-vif-plugged", "status": "completed", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:33.321778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:33.334207 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:33.395641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:33.425568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714fd1bc-934c-4a9a-b039-b82914b9de2b x-openstack-request-id: req-714fd1bc-934c-4a9a-b039-b82914b9de2b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:33.427323 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "name": "network-vif-plugged", "status": "completed", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:33.427323 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-714fd1bc-934c-4a9a-b039-b82914b9de2b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:33.427323 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef', 'code': 200} Dec 20 23:20:33.469563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:33.501225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6fc8e-b225-48bd-bbdf-3a1ed33c9e6f req-da7021bd-296e-4188-ad18-f4c8e909e859 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:33.513842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3c6fc8e-b225-48bd-bbdf-3a1ed33c9e6f req-da7021bd-296e-4188-ad18-f4c8e909e859 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.1248236 Dec 20 23:20:33.516676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6937f-a65c-45d8-bcc3-319472354496 req-e985a356-28b3-4064-9b9e-e87c57991cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:33.519762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bf6937f-a65c-45d8-bcc3-319472354496 req-e985a356-28b3-4064-9b9e-e87c57991cc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 1099 time: 0.0515921 Dec 20 23:20:33.592379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3c6fc8e-b225-48bd-bbdf-3a1ed33c9e6f req-9e8923e1-db6d-4ebc-b61c-5102da8878b6 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771351 Dec 20 23:20:33.627620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1bf6937f-a65c-45d8-bcc3-319472354496 req-94bf1803-4188-4dfb-905f-06de67eb684e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Dec 20 23:20:34.285552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641427d-dd17-425b-bf21-0f94e366fa06 req-b40fc633-e94b-4007-9648-84693e2d9ed4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:34.287143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c641427d-dd17-425b-bf21-0f94e366fa06 req-b40fc633-e94b-4007-9648-84693e2d9ed4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 943 time: 0.0557699 Dec 20 23:20:34.289177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:20:34.348363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c641427d-dd17-425b-bf21-0f94e366fa06 req-5c6dc56a-c419-459c-8339-fc580d1397e9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Dec 20 23:20:34.403743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:34.417434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2', 'mac_address': 'fa:16:3e:8a:1f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:20:34.459235 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:34.473794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:34.501415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:34.577306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:34.625294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:34.750955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fe281-7783-4e2b-850c-dfc685959881 req-715d3f0d-99b6-4b4d-beb2-8e86641ab4f1 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:34.754147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a4fe281-7783-4e2b-850c-dfc685959881 req-715d3f0d-99b6-4b4d-beb2-8e86641ab4f1 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.0623665 Dec 20 23:20:34.811613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a4fe281-7783-4e2b-850c-dfc685959881 req-497e265a-4baf-473a-b682-d362dd941c4f tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Dec 20 23:20:34.818986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:20:34.834402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d5e8-e590-42b2-8f45-576d68484251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:34.838716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:35.468453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b9b9a-6bfc-4222-ae1a-77179337c1e1 req-1fca4391-b12b-433d-b7ad-1dfdf4039c51 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:35.470056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-995b9b9a-6bfc-4222-ae1a-77179337c1e1 req-1fca4391-b12b-433d-b7ad-1dfdf4039c51 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 944 time: 0.0521204 Dec 20 23:20:35.520474 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-995b9b9a-6bfc-4222-ae1a-77179337c1e1 req-de224004-e13d-4c3e-afd9-f39dceb1575b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Dec 20 23:20:35.933417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae902ea-8e0e-4f75-a3e7-92547cff9e39 req-0b77bf29-1b76-4c56-80a5-45c2a3bd5c40 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:35.934924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ae902ea-8e0e-4f75-a3e7-92547cff9e39 req-0b77bf29-1b76-4c56-80a5-45c2a3bd5c40 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.0506036 Dec 20 23:20:35.987694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ae902ea-8e0e-4f75-a3e7-92547cff9e39 req-e4258eb5-5882-4623-ac6d-714dcf86bcd7 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Dec 20 23:20:36.300250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:20:36.422595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:20:36.428705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:36.429300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:36.465017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13069eef-8bc5-4561-9e84-eeb759977a2e req-9a4f137c-ec88-41fb-971d-bf6af9403d38 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:36.466537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13069eef-8bc5-4561-9e84-eeb759977a2e req-9a4f137c-ec88-41fb-971d-bf6af9403d38 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.0542896 Dec 20 23:20:36.528269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13069eef-8bc5-4561-9e84-eeb759977a2e req-60a5bea8-70a7-45f7-858e-69a59342864b tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537181 Dec 20 23:20:36.550178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:36.580975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:36.591635 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7619602-1935-4802-9b88-043280027d8e" -d '{"events": [{"server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:36.598382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:36.662695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1edf78-c00d-4c88-8b5f-614e7b36f186 req-83191736-47c1-4731-a1f0-016b681906f7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:36.664388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d1edf78-c00d-4c88-8b5f-614e7b36f186 req-83191736-47c1-4731-a1f0-016b681906f7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 944 time: 0.0583792 Dec 20 23:20:36.674330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:36.742364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d1edf78-c00d-4c88-8b5f-614e7b36f186 req-3c868905-9471-437c-82ce-3c86cdbf449b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705109 Dec 20 23:20:36.766672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:36.792744 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeacf2db-2327-456e-bf1f-9876fe542ef0 x-openstack-request-id: req-aeacf2db-2327-456e-bf1f-9876fe542ef0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:36.793081 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:36.793342 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aeacf2db-2327-456e-bf1f-9876fe542ef0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:36.793770 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2', 'code': 200} Dec 20 23:20:36.901613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1ab8-b94c-4bdb-918d-d90b8f3a2cd1 req-e3911a03-5840-47bd-a0e0-23228457ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:36.903317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1cf1ab8-b94c-4bdb-918d-d90b8f3a2cd1 req-e3911a03-5840-47bd-a0e0-23228457ce6e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 1096 time: 0.0459921 Dec 20 23:20:36.991759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1cf1ab8-b94c-4bdb-918d-d90b8f3a2cd1 req-8057f948-a646-498b-87b7-64de8d23512e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 Dec 20 23:20:37.068284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 40860) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:37.182846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.259532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.337023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.402764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a625f3-1730-4558-a193-22968a79e9b2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:37.411912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.412270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.412969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.413321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.413665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.417795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:20:37.424369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9a1bdb10-4650-4e60-9a53-c2b2fa2c1740 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=deb4ae82de084e3cabf09732e60d3773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548632 Dec 20 23:20:37.425622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:37.503849 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.531000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.554084 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aec85e9a-f722-43cf-8e21-5b83a0f3b95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.661656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e959c8-6940-45aa-8993-2f35b69fcea1 req-6bfefc9f-a56c-47e5-bf80-0bbae714062f tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:37.663228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69e959c8-6940-45aa-8993-2f35b69fcea1 req-6bfefc9f-a56c-47e5-bf80-0bbae714062f tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.0517976 Dec 20 23:20:37.691329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.694379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.709080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0a625f3-1730-4558-a193-22968a79e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2700543 Dec 20 23:20:37.709356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-42f13d42-6fa1-4efc-b734-afe9b7289460 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:37.711647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-42f13d42-6fa1-4efc-b734-afe9b7289460 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.59 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 948 time: 0.0758758 Dec 20 23:20:37.733518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0fee3-b8ce-4b3a-9d2a-131a9c0ac2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a625f3-1730-4558-a193-22968a79e9b2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:37.791818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69e959c8-6940-45aa-8993-2f35b69fcea1 req-930a7dc3-b891-4d8a-b68c-89e4d0087455 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/security-groups?id=2266b570-8bff-43de-be11-0f7611d67e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182449 Dec 20 23:20:37.865032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Deleting port b90ba4a0-7877-40ac-8e1b-0eb4478603ef {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:20:37.868303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.930219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09b50b-fe0b-420e-83f0-ea1916e7d072 req-50610cad-101c-4fc4-ade7-222925993fd2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:37.932148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba09b50b-fe0b-420e-83f0-ea1916e7d072 req-50610cad-101c-4fc4-ade7-222925993fd2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0825701 Dec 20 23:20:37.988586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] For port b90ba4a0-7877-40ac-8e1b-0eb4478603ef, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:37.989055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:37.989880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba09b50b-fe0b-420e-83f0-ea1916e7d072 req-66638451-8708-462f-9ba8-ffc00b015a8c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495858 Dec 20 23:20:38.004014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Calling delete_port for b90ba4a0-7877-40ac-8e1b-0eb4478603ef owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:20:38.211526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.224518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b90ba4a0-7877-40ac-8e1b-0eb4478603ef'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:38.283376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Pushing event deleted for resources: {'Port': ['ID=b90ba4a0-7877-40ac-8e1b-0eb4478603ef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:38.328676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.354925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] No DVR routers for this DVR port b90ba4a0-7877-40ac-8e1b-0eb4478603ef on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:20:38.358311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.363235 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e0a79a6d-c927-4867-8f5c-b1d0c586333a req-9f350fb4-f665-4126-b2ca-deefe5706324 tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.59 "DELETE /v2.0/ports/b90ba4a0-7877-40ac-8e1b-0eb4478603ef HTTP/1.1" status: 204 len: 173 time: 0.6445086 Dec 20 23:20:38.363711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'name': 'network-vif-deleted', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:38.366054 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda93989-4b0f-49af-859e-1501c1ccef18" -d '{"events": [{"server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "name": "network-vif-deleted", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:38.412184 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f8cfd-6930-4e54-832b-307cd7757ffe x-openstack-request-id: req-987f8cfd-6930-4e54-832b-307cd7757ffe {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:38.412488 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587244c5-f0ac-4e2f-abbf-2b64d6a634d8", "name": "network-vif-deleted", "tag": "b90ba4a0-7877-40ac-8e1b-0eb4478603ef", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:38.412753 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-987f8cfd-6930-4e54-832b-307cd7757ffe {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:38.413162 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587244c5-f0ac-4e2f-abbf-2b64d6a634d8', 'name': 'network-vif-deleted', 'tag': 'b90ba4a0-7877-40ac-8e1b-0eb4478603ef', 'status': 'completed', 'code': 200} Dec 20 23:20:38.510010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:38.545690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2befbe-3c68-4911-9967-bad4a393b016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.679523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2befbe-3c68-4911-9967-bad4a393b016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.754212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2befbe-3c68-4911-9967-bad4a393b016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.792008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2befbe-3c68-4911-9967-bad4a393b016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c121e9-d708-4dc9-98b9-ec89d9174731,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:38.797940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3a2befbe-3c68-4911-9967-bad4a393b016 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1659cca2f55c441e8f868e57be6cb45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864792 Dec 20 23:20:38.801458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 40896) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:38.868774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:38.912318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebf595c8-82cc-4302-b2e8-40527706369c req-3fdb8f10-d142-4a2a-ac34-2fe2da3c178c tempest-VolumesNegativeTest-109286963 tempest-VolumesNegativeTest-109286963-project] 10.222.0.62 "GET /v2.0/ports?device_id=587244c5-f0ac-4e2f-abbf-2b64d6a634d8 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Dec 20 23:20:38.914391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:39.045610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:39.048584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:39.050418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06c121e9-d708-4dc9-98b9-ec89d9174731 HTTP/1.1" status: 204 len: 168 time: 0.2472575 Dec 20 23:20:39.060294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc7c4c-f17d-4066-b72c-0f9af2a4a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c121e9-d708-4dc9-98b9-ec89d9174731,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:39.134371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0e9fd-763b-4134-aa68-7e37dda8165c req-17d4f36e-73f3-4d83-8508-5ebb2e7a3e83 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:39.135916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55c0e9fd-763b-4134-aa68-7e37dda8165c req-17d4f36e-73f3-4d83-8508-5ebb2e7a3e83 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0554047 Dec 20 23:20:39.203348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55c0e9fd-763b-4134-aa68-7e37dda8165c req-e6348d59-4c51-4425-a3a5-3753214ddaf6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Dec 20 23:20:39.337010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3523a9-df19-4051-a33a-2284cbb38adc req-223388b2-d8b1-4573-abf1-08d1a534b2cd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:39.338723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3523a9-df19-4051-a33a-2284cbb38adc req-223388b2-d8b1-4573-abf1-08d1a534b2cd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0565677 Dec 20 23:20:39.406183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d3523a9-df19-4051-a33a-2284cbb38adc req-ff453025-735a-42fd-a8aa-5cc1209dc40f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Dec 20 23:20:39.725801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:39.890092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dd3d9-902f-421e-88ed-d59ad0c13678 req-8f626295-9068-4db9-9caa-a88892988f8c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:39.894964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-706dd3d9-902f-421e-88ed-d59ad0c13678 req-8f626295-9068-4db9-9caa-a88892988f8c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0581777 Dec 20 23:20:39.980871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-706dd3d9-902f-421e-88ed-d59ad0c13678 req-1da69e18-42a3-4abb-b016-65359994b932 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823772 Dec 20 23:20:40.468753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:41.034998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b90ba4a0-7877-40ac-8e1b-0eb4478603ef no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:20:41.098841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b90ba4a0-7877-40ac-8e1b-0eb4478603ef {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:20:41.099195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b90ba4a0-7877-40ac-8e1b-0eb4478603ef not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:20:41.180870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe9a67-05b5-4d66-a1e6-8280206a644f req-48feb435-a67f-4405-a631-d27a9c3bca2e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:41.188795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5fe9a67-05b5-4d66-a1e6-8280206a644f req-48feb435-a67f-4405-a631-d27a9c3bca2e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0721664 Dec 20 23:20:41.289941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5fe9a67-05b5-4d66-a1e6-8280206a644f req-e65495aa-33bd-49d0-8ea5-d66f5056ec7e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995579 Dec 20 23:20:41.343879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-36c51853-93fb-49a6-b73e-8759e813136a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:41.345802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-36c51853-93fb-49a6-b73e-8759e813136a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 945 time: 0.0763824 Dec 20 23:20:41.503883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:20:41.504229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:41.625818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:41.626317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:41.640887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:20:41.891687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:41.905999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:41.945001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:42.040667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:20:42.043340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:42.047210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af5df944-49d9-48ec-84f2-f5ab5cb98a7b req-dade6f8b-d4df-4262-a19f-194ce246ffb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "DELETE /v2.0/ports/2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 HTTP/1.1" status: 204 len: 173 time: 0.6944997 Dec 20 23:20:42.047404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'name': 'network-vif-deleted', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:42.049747 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01078646-5924-4a90-8024-b4881f9aa02a" -d '{"events": [{"server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "name": "network-vif-deleted", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:42.137164 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb73d44-838f-4dd4-828b-756400aa018f x-openstack-request-id: req-9cb73d44-838f-4dd4-828b-756400aa018f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:42.137462 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c491e6-41f1-486c-955e-78e0fe55eabb", "name": "network-vif-deleted", "tag": "2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:42.137714 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cb73d44-838f-4dd4-828b-756400aa018f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:42.138420 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c491e6-41f1-486c-955e-78e0fe55eabb', 'name': 'network-vif-deleted', 'tag': '2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2', 'status': 'completed', 'code': 200} Dec 20 23:20:42.442434 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5543314-5c3b-4be5-a8f5-242d603234e5 req-2e6648ae-d688-4ee1-aa52-eb70dc9c95e5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0c491e6-41f1-486c-955e-78e0fe55eabb HTTP/1.1" status: 200 len: 210 time: 0.0786450 Dec 20 23:20:44.264959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-2a5d7414-4231-49fe-9d33-13eab59324b1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:44.266613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-2a5d7414-4231-49fe-9d33-13eab59324b1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1246679 Dec 20 23:20:44.289630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-d8ad0172-36da-40cc-b4d2-253c6b906fc0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0164292 Dec 20 23:20:44.316671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:20:44.350115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-2e198fbe-4319-4c89-8fe7-23015d8a1834 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530019 Dec 20 23:20:44.363047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:20:44.363399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 2e5d1a69-bf67-441b-91d4-a8d1e42cfcc2 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:20:44.500691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-5bd3efbf-e6d1-4303-9b2d-a69537713c54 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476970 Dec 20 23:20:44.657164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-aa427100-7a4b-4e1c-847a-f4c1728ecf62 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401579 Dec 20 23:20:45.041943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-160febe9-052f-4a50-9afc-e496182a4dae req-5f28def4-75f3-4935-8a91-d91a8e02fbc2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 210 time: 0.0377932 Dec 20 23:20:46.159743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-876b0d2e-7ba8-4d4c-9d75-3211ad34a96e req-dbb9e2d2-5c27-4804-bc0d-7cf686c3090a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 210 time: 0.0380595 Dec 20 23:20:47.027606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-f264419c-b635-4f13-97c0-9b53d99ffbe8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:47.030174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-f264419c-b635-4f13-97c0-9b53d99ffbe8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1248662 Dec 20 23:20:47.043888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:47.250357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6cd2507-89bc-41d8-b62c-4715e1e7b19d req-0c5e5ab6-e1da-415f-8c37-5a3e2ac81daf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Dec 20 23:20:47.252366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:47.256457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:47.387734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.5 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/53e81cf9-3349-48c4-91b7-088400517f39) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:47.560326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:47.675066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:47.687952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:47.745386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:47.749008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:47.752229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:47.782973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.819347 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:47.822530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:47.915404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-9d31ec7a-f143-4e71-90ed-c645fbfaf1b9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752577 Dec 20 23:20:47.930544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Request body: {'port': {'device_id': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:47.988629 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.286697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e81cf9-3349-48c4-91b7-088400517f39 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:48.294722 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.316222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Transition to ACTIVE for port object 53e81cf9-3349-48c4-91b7-088400517f39 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:20:48.371291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.474499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d2c5-7038-4e10-9633-32d243a40bed req-c4af5049-abd9-48e0-a252-f1b9236c22d7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:48.476215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0a8d2c5-7038-4e10-9633-32d243a40bed req-c4af5049-abd9-48e0-a252-f1b9236c22d7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 931 time: 0.1287069 Dec 20 23:20:48.497950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Pushing event updated for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:48.540143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0a8d2c5-7038-4e10-9633-32d243a40bed req-2cc03745-6eba-4f5b-a471-7ad5fa55bf1b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570073 Dec 20 23:20:48.585763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Attempting to bind port 53e81cf9-3349-48c4-91b7-088400517f39 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:48.588653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Attempting to bind port 53e81cf9-3349-48c4-91b7-088400517f39 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:48.589220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Attempting to bind port 53e81cf9-3349-48c4-91b7-088400517f39 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:48.601795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Port 53e81cf9-3349-48c4-91b7-088400517f39 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:20:48.601795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Attempting to bind port 53e81cf9-3349-48c4-91b7-088400517f39 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:48.612942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:48.613286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:48.613666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:48.614144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Bound port: 53e81cf9-3349-48c4-91b7-088400517f39, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:48.614540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.684990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:48.688724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53e81cf9-3349-48c4-91b7-088400517f39,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:48.788904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.841319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:48.842668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:48.844591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] 10.222.0.59 "PUT /v2.0/ports/53e81cf9-3349-48c4-91b7-088400517f39 HTTP/1.1" status: 200 len: 1091 time: 0.9187212 Dec 20 23:20:48.860704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:48.860704 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5" -d '{"events": [{"name": "network-changed", "server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "tag": "53e81cf9-3349-48c4-91b7-088400517f39"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:48.881646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cfa85-df93-4452-9d6c-7426216b16ef service neutron] Pushing event updated for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:48.923783 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a156530-1394-4dc6-9dec-a245ed252b72 x-openstack-request-id: req-5a156530-1394-4dc6-9dec-a245ed252b72 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:48.924593 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "tag": "53e81cf9-3349-48c4-91b7-088400517f39", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:48.925163 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a156530-1394-4dc6-9dec-a245ed252b72 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:48.925819 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39', 'status': 'completed', 'code': 200} Dec 20 23:20:48.998393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-5ab2bd2f-83d4-4bbf-a271-18591e5d88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.000267 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-5ab2bd2f-83d4-4bbf-a271-18591e5d88f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 1094 time: 0.0536032 Dec 20 23:20:49.142139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41346) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:49.159667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-551451c0-8a50-47d2-959c-806b28d420b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.163473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-551451c0-8a50-47d2-959c-806b28d420b6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57264c29b8944615852aaa1acb62d185&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1518867 Dec 20 23:20:49.355823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-9ad90f5d-16c3-4b36-8ffa-96f5b5bebf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.358908 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4b74eb50-a2a6-4b99-b31d-f809ab1302c5 req-9ad90f5d-16c3-4b36-8ffa-96f5b5bebf33 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903434 Dec 20 23:20:49.495083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-d9c1c54a-59f7-4213-a36d-733eb0dcbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.497257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-d9c1c54a-59f7-4213-a36d-733eb0dcbd5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 1094 time: 0.0713224 Dec 20 23:20:49.540357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1071531-eb5b-4ee6-a3f8-df67cb98669e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56f71aeea5204623934ef576249c54de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942304 Dec 20 23:20:49.546894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:49.557784 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-f4c70187-a833-4d4c-a86a-d6d583332666 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53e81cf9-3349-48c4-91b7-088400517f39 HTTP/1.1" status: 200 len: 217 time: 0.0489955 Dec 20 23:20:49.634503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473da28-5c9e-47c9-9901-9633a59b505c req-b6fc7eba-13bd-4454-b4e9-00b1483bdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.635874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-b6fc7eba-13bd-4454-b4e9-00b1483bdd07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0718474 Dec 20 23:20:49.644544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:49.675119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-4cdfced0-17a0-4c95-89a9-d194c53772f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313761 Dec 20 23:20:49.675339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:49.695219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b64ab-7c04-454a-bfa9-4333957a61b9 req-ee9c9b72-f792-4569-a19a-b43c278daee2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:49.695451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a3b64ab-7c04-454a-bfa9-4333957a61b9 req-ee9c9b72-f792-4569-a19a-b43c278daee2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 943 time: 0.0843465 Dec 20 23:20:49.794107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a3b64ab-7c04-454a-bfa9-4333957a61b9 req-47fe7a5e-6256-4061-910c-dd01fc7d57f2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857456 Dec 20 23:20:49.811986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-16e74e57-0eb7-47eb-8779-52ef106231ce service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259694 Dec 20 23:20:49.863454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:49.866266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:49.867721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2266b570-8bff-43de-be11-0f7611d67e18 HTTP/1.1" status: 204 len: 168 time: 0.3198040 Dec 20 23:20:49.877232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c75b4-8545-4d4f-a465-182c0cfe5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266b570-8bff-43de-be11-0f7611d67e18,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:50.171262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d473da28-5c9e-47c9-9901-9633a59b505c req-225c5809-a0b3-4296-aa87-20efbdf7e3d2 service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547974 Dec 20 23:20:50.929957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:50.954451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656311-d837-4760-9b6a-c0b2c3f4b152 req-bfe94047-6c84-40b6-b791-e9abc3695b77 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:50.957226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34656311-d837-4760-9b6a-c0b2c3f4b152 req-bfe94047-6c84-40b6-b791-e9abc3695b77 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 943 time: 0.0847328 Dec 20 23:20:51.014443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34656311-d837-4760-9b6a-c0b2c3f4b152 req-ad975a4f-5ae4-4cea-a401-2764fcbf0612 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510414 Dec 20 23:20:51.047839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-922317825-network', 'tenant_id': '4c450b3b71584767bc483809d0cded2e'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:51.171546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Made reservation on behalf of 4c450b3b71584767bc483809d0cded2e for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:51.174726 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.185789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.288771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.365523 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.391041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:20:51.402695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f20b7-0d1a-4d84-b389-1466ac6292ae,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:51.408904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.410026 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Added segment 341ab8a2-93ba-4389-bb4b-c27e3ff97041 of type vlan for network b6ad3e08-4ed2-4781-a183-290d6293bb3f Dec 20 23:20:51.462777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.541587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.542611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:51.543229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:51.620004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ad3e08-4ed2-4781-a183-290d6293bb3f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:51.633472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:20:51.654836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41428) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:51.660276 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8e175135-a0ea-45ea-9ec2-a5b58621faf9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7240198 Dec 20 23:20:51.664017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Request body: {'subnet': {'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-922317825-subnet', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:51.782653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Made reservation on behalf of 4c450b3b71584767bc483809d0cded2e for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:20:51.790336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.086406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.183686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed629fc-3562-4a31-a598-a1f95af5983d,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:52.205282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c29b6-7567-4656-b016-978dfe4835e7 req-377541aa-144f-43a3-9ea3-b05a02f180f4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:52.207001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd2c29b6-7567-4656-b016-978dfe4835e7 req-377541aa-144f-43a3-9ea3-b05a02f180f4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 943 time: 0.1090789 Dec 20 23:20:52.208134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Checking segment: {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:52.208485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Network hostable DHCP agents. Network: b6ad3e08-4ed2-4781-a183-290d6293bb3f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:20:52.265513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd2c29b6-7567-4656-b016-978dfe4835e7 req-a5d8db2b-3e94-43d7-b3d7-dc5e4d25da0f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510616 Dec 20 23:20:52.302419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:20:52.382838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b6ad3e08-4ed2-4781-a183-290d6293bb3f) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:52.396760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147efff-4335-4648-8c4a-54b22cb7597e None None] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:52.407806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:52.409008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.476900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4c57b244-6e94-41f1-b4bf-7d7f94e14963 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8198080 Dec 20 23:20:52.478787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41438) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:52.483207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:20:52.506973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'project_id': '4c450b3b71584767bc483809d0cded2e', 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:20:52.507824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.612111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.613236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.680717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Allocated IP 172.20.0.2 (b6ad3e08-4ed2-4781-a183-290d6293bb3f/aed629fc-3562-4a31-a598-a1f95af5983d/bcc4cd36-490e-47d1-bdf6-42b6199ca65b) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:52.691833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:52.814733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-104bf396-1206-4568-9b59-5e62d68b1f69 req-d8a4ffdf-25d1-4db7-926a-a8e3d56323f6 service neutron] (115562) timed out ('10.222.0.62', 48576) {{(pid=115562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:20:52.894904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.016327 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.091355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.129862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53e81cf9-3349-48c4-91b7-088400517f39 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:20:53.156471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:53.161578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:53.164648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Pushing event updated for resources: {'Port': ['ID=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:53.166946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:53.182025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.203194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.270566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Attempting to bind port bcc4cd36-490e-47d1-bdf6-42b6199ca65b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:53.270944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Attempting to bind port bcc4cd36-490e-47d1-bdf6-42b6199ca65b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:53.271322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Attempting to bind port bcc4cd36-490e-47d1-bdf6-42b6199ca65b on network b6ad3e08-4ed2-4781-a183-290d6293bb3f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:53.281703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:53.281703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Checking segment: {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:53.281703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.282068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Bound using segment: {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:53.282252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Bound port: bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:53.283426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.320633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Allocated IP 172.25.1.251 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/16074225-c086-4dfa-91a4-58c6ba391eae) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:53.350283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53e81cf9-3349-48c4-91b7-088400517f39,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:53.373137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '53e81cf9-3349-48c4-91b7-088400517f39', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': '53e81cf9-3349-48c4-91b7-088400517f39', 'mac_address': 'fa:16:3e:88:8f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:20:53.403751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] For port bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:53.426353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] For port bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:53.433115 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.450087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e81cf9-3349-48c4-91b7-088400517f39 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:20:53.472384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53e81cf9-3349-48c4-91b7-088400517f39,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:53.491958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.501019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e427c-23cf-40cb-aafa-8eeee2e6c491 req-5a6f5704-5f52-490f-9204-0142942da19e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:53.503605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e9e427c-23cf-40cb-aafa-8eeee2e6c491 req-5a6f5704-5f52-490f-9204-0142942da19e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 943 time: 0.1391852 Dec 20 23:20:53.547682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.576742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032506a-9b45-4483-a688-059a00c43d70 None None] Pushing event updated for resources: {'Port': ['ID=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:53.580913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.651626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:53.682548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e9e427c-23cf-40cb-aafa-8eeee2e6c491 req-cddd39d6-44bb-4a64-b95e-1786a86744b5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565046 Dec 20 23:20:53.754366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:53.785386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['53e81cf9-3349-48c4-91b7-088400517f39'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:20:53.819805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:53.826728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:53.850485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:53.881933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28575fb2-cbdb-4874-a829-90624549fb77 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:20:53.901387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=16074225-c086-4dfa-91a4-58c6ba391eae,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:54.016838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-90b68bca-add6-4805-a87b-a53f0926f607 None None] Provisioning complete for port 16074225-c086-4dfa-91a4-58c6ba391eae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:54.019765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90b68bca-add6-4805-a87b-a53f0926f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:54.060130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-90b68bca-add6-4805-a87b-a53f0926f607 None None] Port 16074225-c086-4dfa-91a4-58c6ba391eae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:20:54.287465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:54.873853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1093f7a-4a65-4071-9da3-20bb75d4cfbb None None] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:20:54.947048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:54.985520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677cbab-2d9a-4373-866e-8795b6c66859 req-5cea3851-d392-402a-8bdb-ecc24fc4beb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:54.987709 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0677cbab-2d9a-4373-866e-8795b6c66859 req-5cea3851-d392-402a-8bdb-ecc24fc4beb6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 944 time: 0.1339328 Dec 20 23:20:55.030451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] Provisioning complete for port bcc4cd36-490e-47d1-bdf6-42b6199ca65b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:55.030824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.170586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53e81cf9-3349-48c4-91b7-088400517f39 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:20:55.174232 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.179271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0677cbab-2d9a-4373-866e-8795b6c66859 req-4b993cb6-26c8-4cc8-aecf-280b75fbdba6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Dec 20 23:20:55.303481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] For port bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:55.359584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:20:55.383210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.390574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 53e81cf9-3349-48c4-91b7-088400517f39 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:20:55.443710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 53e81cf9-3349-48c4-91b7-088400517f39 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:55.448808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.481116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c1cf-5fda-4bb8-832e-0a7909479f88 None None] Pushing event updated for resources: {'Port': ['ID=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:55.517380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3476d2a0-da59-464f-a3bb-02f550bd252a None None] Provisioning complete for port bcc4cd36-490e-47d1-bdf6-42b6199ca65b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:55.517977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3476d2a0-da59-464f-a3bb-02f550bd252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.518341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:20:55.554882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Sync routers for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:20:55.610442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:20:55.611622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:20:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:55.614745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.618884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:55.623530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d909bfc2-1fa1-4b3a-8581-21d70aa20cb8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1405132 Dec 20 23:20:55.623530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:20:55.708627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:20:55.710955 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fa2e49-7180-4ad0-a01a-19d3c7b9d6cd" -d '{"events": [{"server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "name": "network-vif-plugged", "status": "completed", "tag": "53e81cf9-3349-48c4-91b7-088400517f39"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:20:55.883644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53e81cf9-3349-48c4-91b7-088400517f39,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:55.886578 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6aa564-9e1f-4c22-a064-c08e0e5511a0 x-openstack-request-id: req-3b6aa564-9e1f-4c22-a064-c08e0e5511a0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:20:55.887124 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "name": "network-vif-plugged", "status": "completed", "tag": "53e81cf9-3349-48c4-91b7-088400517f39", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:20:55.887851 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b6aa564-9e1f-4c22-a064-c08e0e5511a0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:20:55.888502 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39', 'code': 200} Dec 20 23:20:55.897008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bcc4cd36-490e-47d1-bdf6-42b6199ca65b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:20:55.924329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:20:55.940615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd22f-6548-4493-89a8-fdcb6a2f3789 req-c6198ffe-d37e-450f-bf61-d086ecae7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:55.942057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4dcd22f-6548-4493-89a8-fdcb6a2f3789 req-c6198ffe-d37e-450f-bf61-d086ecae7b31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 1095 time: 0.0786033 Dec 20 23:20:55.999154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4dcd22f-6548-4493-89a8-fdcb6a2f3789 req-49f2f026-0667-4f6b-afe8-b10ce7d589e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Dec 20 23:20:56.046130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.203060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:56.226271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bcc4cd36-490e-47d1-bdf6-42b6199ca65b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:56.226528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.226870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.410334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:54Z', 'revision_number': 3, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:56.439780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Checking router: 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:20:56.440134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Updating router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 port 16074225-c086-4dfa-91a4-58c6ba391eae binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:20:56.470719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.477171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49dd5-4ab9-4916-a350-ecce5a17741b req-633a6328-1522-4495-9ef0-1adc2be1207c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:56.482354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced49dd5-4ab9-4916-a350-ecce5a17741b req-633a6328-1522-4495-9ef0-1adc2be1207c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1191900 Dec 20 23:20:56.499380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Allocated IP 172.20.0.1 (b6ad3e08-4ed2-4781-a183-290d6293bb3f/aed629fc-3562-4a31-a598-a1f95af5983d/b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:20:56.711264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced49dd5-4ab9-4916-a350-ecce5a17741b req-859b012e-71db-45cb-bb23-4770671c76af tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068527 Dec 20 23:20:56.759409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.796451 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.906978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.954237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:56.971388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2ef32-c426-40c0-b8a4-06a9f4e7a247 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:20:57.017311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Attempting to bind port 16074225-c086-4dfa-91a4-58c6ba391eae on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:20:57.017973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Attempting to bind port 16074225-c086-4dfa-91a4-58c6ba391eae by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:20:57.018350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Attempting to bind port 16074225-c086-4dfa-91a4-58c6ba391eae on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:20:57.029557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3654-e97d-4619-ae74-4c33e3e6d35e None None] Pushing event updated for resources: {'Port': ['ID=16074225-c086-4dfa-91a4-58c6ba391eae,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:57.037296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:20:57.040063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:20:57.040063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.040063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:20:57.040063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Bound port: 16074225-c086-4dfa-91a4-58c6ba391eae, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:20:57.040063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.089992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-542f12b6-e946-497c-af4a-60c4f64b214e None None] Provisioning complete for port 16074225-c086-4dfa-91a4-58c6ba391eae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:57.090374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-542f12b6-e946-497c-af4a-60c4f64b214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.114855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:57.140358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:57.143976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:57.162606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:20:57.172390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-542f12b6-e946-497c-af4a-60c4f64b214e None None] Port 16074225-c086-4dfa-91a4-58c6ba391eae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:20:57.231817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] For port 16074225-c086-4dfa-91a4-58c6ba391eae, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:20:57.237632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] For port 16074225-c086-4dfa-91a4-58c6ba391eae, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16074225-c086-4dfa-91a4-58c6ba391eae,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:20:57.284378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.361516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.500118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6e880-1ea6-4167-a763-08c5f5b84042 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:20:57.512335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3654-e97d-4619-ae74-4c33e3e6d35e None None] Pushing event updated for resources: {'Port': ['ID=16074225-c086-4dfa-91a4-58c6ba391eae,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:57.529500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:20:57.530147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:20:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:57.534261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7d2162d8-c520-4ce3-b4d8-348a258d7b93 None None] Provisioning complete for port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:57.534635 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7d2162d8-c520-4ce3-b4d8-348a258d7b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.590943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.647186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7d2162d8-c520-4ce3-b4d8-348a258d7b93 None None] Port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:20:57.874029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-4e1b927a-047a-4579-99cd-e82c1d6c866b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804114 Dec 20 23:20:57.949442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] Provisioning complete for port 16074225-c086-4dfa-91a4-58c6ba391eae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:57.950121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:57.996618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb2b4-cbe2-42aa-921b-2f9ee334728e req-bcb7fde3-7fc2-466b-8fa7-ed3c1c757501 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.002594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecf58-2fa5-4535-889f-fc4934755717 req-c89739a4-5f8b-469a-9d0f-9b791477d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.002975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:20:58.004691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-c89739a4-5f8b-469a-9d0f-9b791477d829 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2fc7f134377b4b169176c8f01faa403f&device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 1097 time: 0.0622923 Dec 20 23:20:58.010673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b62cb2b4-cbe2-42aa-921b-2f9ee334728e req-bcb7fde3-7fc2-466b-8fa7-ed3c1c757501 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1595330 Dec 20 23:20:58.062077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.117129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.151942 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b62cb2b4-cbe2-42aa-921b-2f9ee334728e req-dc561f21-a1fe-4f24-8813-1d261cdb4395 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401763 Dec 20 23:20:58.177291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.224804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.277321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:58.298047 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.310971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] For port 16074225-c086-4dfa-91a4-58c6ba391eae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16074225-c086-4dfa-91a4-58c6ba391eae,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:20:58.324295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecf58-2fa5-4535-889f-fc4934755717 req-78361920-acdd-480a-8d6c-2087bbfc6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.333748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-78361920-acdd-480a-8d6c-2087bbfc6a55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 200 len: 911 time: 0.3079724 Dec 20 23:20:58.370886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b', 'name': '', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'mac_address': 'fa:16:3e:89:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:56Z', 'updated_at': '2021-12-20T23:20:56Z', 'revision_number': 1, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'subnets': [{'id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:20:58.419707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:58.457408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-3062d1c1-ac27-4a55-92d0-d0118c3e1203 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 200 len: 1001 time: 0.1161027 Dec 20 23:20:58.460956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f8a8a-9485-4916-bb06-6425d5fee305 None None] The sync data for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 is: [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b', 'name': '', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'mac_address': 'fa:16:3e:89:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:56Z', 'updated_at': '2021-12-20T23:20:56Z', 'revision_number': 1, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'subnets': [{'id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:20:58.504483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695110-c1ed-406e-ab32-6724129c3f10 req-fa36f3bd-b84c-4914-8001-d4cbed4637e5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.506490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b765814-b4f7-414d-b37c-e8b86afe3c39 None None] Pushing event updated for resources: {'Port': ['ID=16074225-c086-4dfa-91a4-58c6ba391eae,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:20:58.511564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d695110-c1ed-406e-ab32-6724129c3f10 req-fa36f3bd-b84c-4914-8001-d4cbed4637e5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1905966 Dec 20 23:20:58.555772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecf58-2fa5-4535-889f-fc4934755717 req-3dcb5113-5559-4997-99c9-ffb92168ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.557712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-3dcb5113-5559-4997-99c9-ffb92168ff08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 200 len: 849 time: 0.0793049 Dec 20 23:20:58.618768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecf58-2fa5-4535-889f-fc4934755717 req-1e0495ea-37d1-4ca8-9cb7-334c25fc3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:58.622181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-1e0495ea-37d1-4ca8-9cb7-334c25fc3592 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=afa30585-3fc6-4885-866e-f4edb12b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565159 Dec 20 23:20:58.666257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d695110-c1ed-406e-ab32-6724129c3f10 req-e7650491-fab9-413d-8136-d5f8c4371232 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434886 Dec 20 23:20:58.680772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:20:58.686467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:20:58.811700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-523cb6d4-2310-40c1-a585-76be0e5441f0 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828544 Dec 20 23:20:58.971444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:20:59.082261 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1faecf58-2fa5-4535-889f-fc4934755717 req-51339e4d-7293-4f03-bd37-0d7d12a756f1 service neutron] 10.222.0.59 "GET /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517023 Dec 20 23:20:59.219968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:20:59.234316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-220e1ed0-4a3a-4478-a3bf-efe85ba915e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6101992 Dec 20 23:20:59.265469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1a1f6938-4704-4014-a66c-e2ef7574e034 None None] Provisioning complete for port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:20:59.266064 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6938-4704-4014-a66c-e2ef7574e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:20:59.335014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f6938-4704-4014-a66c-e2ef7574e034 None None] Port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:20:59.472731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2784d-34a1-4285-a302-071883df4c23 req-dcfd20d1-5f5e-433b-84c0-97832ee99420 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:20:59.488797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64f2784d-34a1-4285-a302-071883df4c23 req-dcfd20d1-5f5e-433b-84c0-97832ee99420 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1087308 Dec 20 23:20:59.590742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64f2784d-34a1-4285-a302-071883df4c23 req-37a92e81-22b2-479e-9742-19d78030f886 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011653 Dec 20 23:21:00.353671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41564) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:00.361283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-810022969-network', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:00.463833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Made reservation on behalf of cdea32e72fd840d08567cdc3ab847f21 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:00.467000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.505623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.593471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-dc26804a-dda5-471c-a996-f79ecd23ac02 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:00.595216 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-dc26804a-dda5-471c-a996-f79ecd23ac02 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1019263 Dec 20 23:21:00.878439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.901040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port 53e81cf9-3349-48c4-91b7-088400517f39 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:00.906870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.945704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6feee-7106-418e-86eb-dde7eef4d72e req-b1b92f53-240e-4b0b-a8e2-d29558da150f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:00.948556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64e6feee-7106-418e-86eb-dde7eef4d72e req-b1b92f53-240e-4b0b-a8e2-d29558da150f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 945 time: 0.1663923 Dec 20 23:21:00.949983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.964865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:21:00.975428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:00.977412 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Added segment af767361-2def-4e26-99a0-7ad4b3dc0232 of type vlan for network 8b3145ed-870e-4b8e-a1fe-689de78083fb Dec 20 23:21:01.026072 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.109336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88213f-e382-4dd3-8ded-9ca982e57646,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:01.122944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.123276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:01.123948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.157332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port 53e81cf9-3349-48c4-91b7-088400517f39, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=53e81cf9-3349-48c4-91b7-088400517f39,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:01.157917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.175041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for 53e81cf9-3349-48c4-91b7-088400517f39 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:01.180246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64e6feee-7106-418e-86eb-dde7eef4d72e req-d8bb9d46-c371-46c9-bb62-2afedf8dee85 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270058 Dec 20 23:21:01.315582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9600949 Dec 20 23:21:01.320405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41580) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:01.332112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec97ce-a170-4492-bba3-033e712e0c47 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3145ed-870e-4b8e-a1fe-689de78083fb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:01.343794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:21:01.347174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Request body: {'subnet': {'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-810022969-subnet', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:01.502404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Made reservation on behalf of cdea32e72fd840d08567cdc3ab847f21 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:01.505423 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.621979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.650748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['53e81cf9-3349-48c4-91b7-088400517f39'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:01.709131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=53e81cf9-3349-48c4-91b7-088400517f39,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:01.761803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:01.846283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16074225-c086-4dfa-91a4-58c6ba391eae up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:01.876147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port 53e81cf9-3349-48c4-91b7-088400517f39 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:01.880175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:01.886312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b4f6f06f-6afb-4399-ae2b-75ce96010dc7 req-a72b6e46-f1ef-464b-b65a-4b9fc80655ad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "DELETE /v2.0/ports/53e81cf9-3349-48c4-91b7-088400517f39 HTTP/1.1" status: 204 len: 173 time: 1.2806873 Dec 20 23:21:01.886312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'name': 'network-vif-deleted', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:01.887506 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74801b95-f55d-461b-a61c-3f6c62db1ab7" -d '{"events": [{"server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "name": "network-vif-deleted", "tag": "53e81cf9-3349-48c4-91b7-088400517f39"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:01.991315 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f77ab4d-4182-419c-a214-4fc3e70d4d17 x-openstack-request-id: req-1f77ab4d-4182-419c-a214-4fc3e70d4d17 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:01.992584 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f02a9d-5c9e-413c-8241-c231fff39d23", "name": "network-vif-deleted", "tag": "53e81cf9-3349-48c4-91b7-088400517f39", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:01.993055 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f77ab4d-4182-419c-a214-4fc3e70d4d17 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:02.007760 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f02a9d-5c9e-413c-8241-c231fff39d23', 'name': 'network-vif-deleted', 'tag': '53e81cf9-3349-48c4-91b7-088400517f39', 'status': 'completed', 'code': 200} Dec 20 23:21:02.038626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 16074225-c086-4dfa-91a4-58c6ba391eae triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:02.040003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.174482 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Sync routers for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:02.200300 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:02.201080 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:20:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:02.207421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.400722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Checking segment: {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:02.401088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Network hostable DHCP agents. Network: 8b3145ed-870e-4b8e-a1fe-689de78083fb, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:21:02.406217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2599c8f-7d73-4a45-b410-c4f53d90bc72,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:02.456814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bd0da6e-340c-4507-83c8-a7db997debeb req-36333a7a-827f-4553-a071-a1a48f1abcf7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f02a9d-5c9e-413c-8241-c231fff39d23 HTTP/1.1" status: 200 len: 210 time: 0.0603828 Dec 20 23:21:02.462671 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:02.471565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:21:02.531520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 8b3145ed-870e-4b8e-a1fe-689de78083fb) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:02.537160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:02.538529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.542339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069fa89-01c5-4195-b36c-5c5393e95bae None None] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:02.644292 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-63183789-7d8e-4826-aca2-031e5ec397d8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3204827 Dec 20 23:21:02.646126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41596) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:02.651092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:02.699211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-8b3145ed-870e-4b8e-a1fe-689de78083fb', 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb', 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'fixed_ips': [{'subnet_id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:21:02.700642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.774105 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b', 'name': '', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'mac_address': 'fa:16:3e:89:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:56Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 2, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'subnets': [{'id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:02.805485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.811848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.844994 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Checking router: 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:02.845912 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Updating router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:02.890968 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:02.900730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.003497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Allocated IP 172.20.0.2 (8b3145ed-870e-4b8e-a1fe-689de78083fb/c2599c8f-7d73-4a45-b410-c4f53d90bc72/e2c367f2-109c-4944-9f25-c0c3a08affc4) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:03.256445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.277297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.354622 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.356457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.384720 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.433075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Pushing event updated for resources: {'Port': ['ID=e2c367f2-109c-4944-9f25-c0c3a08affc4,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:03.444776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.445212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.445617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.446057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.446456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.446848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.447357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.447614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.448020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.448410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.448743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.449278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.449606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.457780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:03.459617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:03.462557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:03.515459 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.576041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Attempting to bind port e2c367f2-109c-4944-9f25-c0c3a08affc4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:03.577432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Attempting to bind port e2c367f2-109c-4944-9f25-c0c3a08affc4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:03.577916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Attempting to bind port e2c367f2-109c-4944-9f25-c0c3a08affc4 on network 8b3145ed-870e-4b8e-a1fe-689de78083fb {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:03.584933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:03.585315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Checking segment: {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:03.585815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.586449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Bound using segment: {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:03.587107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Bound port: e2c367f2-109c-4944-9f25-c0c3a08affc4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:03.587646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.667752 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Pushing event updated for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:03.695071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.695560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.695901 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.696231 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.696552 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.697074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.697580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.698106 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.698593 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.699090 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.699573 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.700266 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.700760 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:03.712271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Attempting to bind port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:03.712838 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Attempting to bind port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:03.714079 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Attempting to bind port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b on network b6ad3e08-4ed2-4781-a183-290d6293bb3f {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:03.717259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] For port e2c367f2-109c-4944-9f25-c0c3a08affc4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:03.720707 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:03.721339 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Checking segment: {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:03.721959 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.722188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] For port e2c367f2-109c-4944-9f25-c0c3a08affc4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e2c367f2-109c-4944-9f25-c0c3a08affc4,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:03.722683 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Bound using segment: {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:03.726524 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Bound port: b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ab8a2-93ba-4389-bb4b-c27e3ff97041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:03.726524 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.744038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.794541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.796632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.875981 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] For port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:03.892775 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] For port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:03.954786 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:03.956126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a570f6-88a5-432b-989a-28c14a47f829 None None] Pushing event updated for resources: {'Port': ['ID=e2c367f2-109c-4944-9f25-c0c3a08affc4,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:04.015520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] Provisioning complete for port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:04.015897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.070378 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89601c-eeb3-42bc-a038-b24cbaafa93a None None] Pushing event updated for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:04.073125 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:04.084688 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:20:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:04.135682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.136007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Allocated IP 172.25.1.143 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/8d87a296-6320-44ff-9ce9-b49974a4b030) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:04.221320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] For port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:04.322303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.430277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-290a0bde-2be5-4fbd-b0d5-994ebc2b609e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:04.431838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-290a0bde-2be5-4fbd-b0d5-994ebc2b609e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.4466085 Dec 20 23:21:04.458893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b108-4456-40ee-9d75-ec151ec58c90 None None] Pushing event updated for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:04.472364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8af4a3e8-6280-4814-8f9a-8413f95ba43b None None] Provisioning complete for port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:04.473046 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8af4a3e8-6280-4814-8f9a-8413f95ba43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.481380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-194ad4a0-8f6b-46e9-b733-9cd330b23b30 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0319638 Dec 20 23:21:04.498368 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:04.602212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.622440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-f1887a08-f1ed-4f54-87ab-8279c678a86a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1275158 Dec 20 23:21:04.728089 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b', 'name': '', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'mac_address': 'fa:16:3e:89:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:56Z', 'updated_at': '2021-12-20T23:21:03Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'subnets': [{'id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:04.748522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-9706bcd7-5b9b-4c03-9c7d-a2ad7be3af38 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086802 Dec 20 23:21:04.751108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.781062 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631345f-ffb7-4470-8b47-24ee3b58f7c7 None None] The sync data for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 is: [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:20:57Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b', 'name': '', 'network_id': 'b6ad3e08-4ed2-4781-a183-290d6293bb3f', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'mac_address': 'fa:16:3e:89:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:56Z', 'updated_at': '2021-12-20T23:21:03Z', 'revision_number': 4, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'subnets': [{'id': 'aed629fc-3562-4a31-a598-a1f95af5983d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:04.827607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cfaab388-5efe-4dd2-a54c-1fd7b85ad0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:04.859723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:04.867787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:04.879485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:04.885711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775ca98-ea29-4173-8df6-ce96c5a4e835 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:04.966027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d5d0f134-064b-4825-892d-9d0cb8f8f2dc None None] Provisioning complete for port 8d87a296-6320-44ff-9ce9-b49974a4b030 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:04.967649 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f134-064b-4825-892d-9d0cb8f8f2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:05.018235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Pushing event updated for resources: {'Port': ['ID=8d87a296-6320-44ff-9ce9-b49974a4b030,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:05.030791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0f134-064b-4825-892d-9d0cb8f8f2dc None None] Port 8d87a296-6320-44ff-9ce9-b49974a4b030 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:05.044253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.044605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.044955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.045292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.045648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.065068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:05.128651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-43f11d88-8457-462c-92c9-75bb4df2b87f service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705325 Dec 20 23:21:05.202333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53e81cf9-3349-48c4-91b7-088400517f39 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:05.238098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 53e81cf9-3349-48c4-91b7-088400517f39 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:05.238501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 53e81cf9-3349-48c4-91b7-088400517f39 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:05.397389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:05.562755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0730d61-f1b6-41d0-8538-eb939cc860d0 req-565742e8-125b-41d2-b565-0dd770c8832c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 210 time: 0.0699689 Dec 20 23:21:05.618841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348667b-e91a-473e-9dd4-94ec9a5a5618 None None] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:05.725026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] Provisioning complete for port e2c367f2-109c-4944-9f25-c0c3a08affc4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:05.725870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.049000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e2c367f2-109c-4944-9f25-c0c3a08affc4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:06.064630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.129890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.239191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] For port e2c367f2-109c-4944-9f25-c0c3a08affc4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e2c367f2-109c-4944-9f25-c0c3a08affc4,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:06.240906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e2c367f2-109c-4944-9f25-c0c3a08affc4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:06.241711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.349870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.462227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:06.507600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704e40-c2a8-47fc-bb2c-8e494c6da1e8 None None] Pushing event updated for resources: {'Port': ['ID=e2c367f2-109c-4944-9f25-c0c3a08affc4,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:06.550445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:06.551418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.628143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-083d6206-3d96-4db3-9a80-5af32c775b12 None None] Provisioning complete for port e2c367f2-109c-4944-9f25-c0c3a08affc4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:06.628800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-083d6206-3d96-4db3-9a80-5af32c775b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:06.702929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d78e5aa5-1880-4d06-9629-f96faae41840 req-b9ca6921-ebee-4d8f-b531-8328ddb5e48b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 210 time: 0.0574536 Dec 20 23:21:06.872674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Router a1ababb8-5132-4645-afb1-5e57ee5448ff is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:21:06.939411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41680) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:07.010466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:07.023809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Sync routers for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:07.036653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:07.037397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:20:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:07.096742 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23d503e6-13d4-4e76-98f5-16a69a3412fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.121898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.126525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41684) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:07.127099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9327f9f7-1729-452e-b699-4bf5e8ac8534 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4792910 Dec 20 23:21:07.230104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23d503e6-13d4-4e76-98f5-16a69a3412fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.325012 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-23d503e6-13d4-4e76-98f5-16a69a3412fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.369113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-23d503e6-13d4-4e76-98f5-16a69a3412fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a4779830a59451ca1d0a66fa7a2fe16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284787 Dec 20 23:21:07.370354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d503e6-13d4-4e76-98f5-16a69a3412fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7f8b8-02ae-4136-abef-bcc7db0d15ce,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:07.373007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41692) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:07.418841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:07.495317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.520736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.656730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.661025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.664959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77c7f8b8-02ae-4136-abef-bcc7db0d15ce HTTP/1.1" status: 204 len: 168 time: 0.2616522 Dec 20 23:21:07.665140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a906630-3487-480b-ab50-08cd9330cfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.690362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75266c04-ece2-44a3-8722-7eeea9ac7962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7f8b8-02ae-4136-abef-bcc7db0d15ce,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:07.723570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-62e32495-e800-4f71-9b2d-47256ba25ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294243 Dec 20 23:21:07.765839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e2c367f2-109c-4944-9f25-c0c3a08affc4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:07.859139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.883613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e2c367f2-109c-4944-9f25-c0c3a08affc4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:07.883992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:07.887078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:05Z', 'revision_number': 3, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:07.916868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bb1a8b6-4642-4e34-bd26-8c48c4764336 req-10ae544f-09be-405b-9896-a91aadadfc3a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 210 time: 0.0474405 Dec 20 23:21:07.949178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-5b56903d-89c8-4471-9fbe-a316cef69aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:07.950707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-5b56903d-89c8-4471-9fbe-a316cef69aef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 1096 time: 0.1264544 Dec 20 23:21:07.951348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Checking router: a1ababb8-5132-4645-afb1-5e57ee5448ff for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:07.951860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Updating router a1ababb8-5132-4645-afb1-5e57ee5448ff port 8d87a296-6320-44ff-9ce9-b49974a4b030 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:08.011605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.086303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-55e005e9-72b3-4a6a-967d-29e984bfad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:08.087934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-55e005e9-72b3-4a6a-967d-29e984bfad07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 907 time: 0.1100104 Dec 20 23:21:08.168618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-e8f78d07-2514-4e56-99d9-89f49e6922e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 HTTP/1.1" status: 200 len: 217 time: 0.0678411 Dec 20 23:21:08.281270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-21cb4eb4-6c4c-4716-a520-4309df9c35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:08.285074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-21cb4eb4-6c4c-4716-a520-4309df9c35db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.1057808 Dec 20 23:21:08.344198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Allocated IP 172.20.0.1 (8b3145ed-870e-4b8e-a1fe-689de78083fb/c2599c8f-7d73-4a45-b410-c4f53d90bc72/90d008e2-f718-4515-bf81-20b68bd88f96) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:08.358770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-7cdfd520-77c1-450c-b207-9cacaa272c93 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:08.360506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-7cdfd520-77c1-450c-b207-9cacaa272c93 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2539635 Dec 20 23:21:08.362010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-804f01ee-5ca8-4a42-a5e6-e39ed0d196e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653021 Dec 20 23:21:08.369683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.383924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:08.489973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.553751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-e5d3f3eb-8443-4b7e-b240-f57fedd5d17f service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788361 Dec 20 23:21:08.603141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.622918 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.639318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:08.643782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.677537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6446955-35ce-4691-a278-3dc3d48cb4c7 req-ed70da34-7c01-484c-a0d2-b46b36d6f5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111794 Dec 20 23:21:08.701936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e54c34-f99f-49e8-9285-cd0771894464 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:08.722548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba6209-02fe-4067-a4f5-702fc124e8e7 None None] Pushing event updated for resources: {'Port': ['ID=8d87a296-6320-44ff-9ce9-b49974a4b030,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:08.726878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Attempting to bind port 8d87a296-6320-44ff-9ce9-b49974a4b030 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:08.727009 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Attempting to bind port 8d87a296-6320-44ff-9ce9-b49974a4b030 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:08.727502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Attempting to bind port 8d87a296-6320-44ff-9ce9-b49974a4b030 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:08.744844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.758025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:08.758025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:08.758025 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.758025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:08.758540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Bound port: 8d87a296-6320-44ff-9ce9-b49974a4b030, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:08.758920 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.783399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:08.810642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c6796a5-7684-4340-b751-336bcd702981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.835898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] For port 8d87a296-6320-44ff-9ce9-b49974a4b030, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:08.839204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] For port 8d87a296-6320-44ff-9ce9-b49974a4b030, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8d87a296-6320-44ff-9ce9-b49974a4b030,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:08.853087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0792db18-273c-4625-8adb-ea704906eb91 None None] Provisioning complete for port 8d87a296-6320-44ff-9ce9-b49974a4b030 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:08.853087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0792db18-273c-4625-8adb-ea704906eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.903676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0792db18-273c-4625-8adb-ea704906eb91 None None] Port 8d87a296-6320-44ff-9ce9-b49974a4b030 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:08.906221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c6796a5-7684-4340-b751-336bcd702981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.927623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:08.933251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:08.938646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:08.952610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:08.995364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.054208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe61254-ddd4-4ed9-9b04-ddf84c7d9190 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:09.079825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:09.080563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:09.088015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b63639c-89eb-4672-a9c4-68d0450fb809 req-67523bef-9bad-40d1-b25b-8dde029f85d1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 210 time: 0.0510154 Dec 20 23:21:09.088749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c6796a5-7684-4340-b751-336bcd702981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.089488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Pushing event updated for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:09.126250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.3 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/62be4807-70f6-4c76-9559-a879dddc30e0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:09.171689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba6209-02fe-4067-a4f5-702fc124e8e7 None None] Pushing event updated for resources: {'Port': ['ID=8d87a296-6320-44ff-9ce9-b49974a4b030,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:09.185336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c6796a5-7684-4340-b751-336bcd702981 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30798dd1d7b04e79abaf6bd9d3d4d6fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003956 Dec 20 23:21:09.186966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6796a5-7684-4340-b751-336bcd702981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e8450-2e2a-4623-a197-7ab706d386f3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:09.198546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41724) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:09.276630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] Provisioning complete for port 8d87a296-6320-44ff-9ce9-b49974a4b030 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:09.277007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.315203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.367486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.401963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:09.424586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.518890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.522071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.526164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b9e8450-2e2a-4623-a197-7ab706d386f3 HTTP/1.1" status: 204 len: 168 time: 0.3270504 Dec 20 23:21:09.536390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ebcb-1c21-4c79-aa2c-4b7ab85f1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e8450-2e2a-4623-a197-7ab706d386f3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:09.571633 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.611347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] For port 8d87a296-6320-44ff-9ce9-b49974a4b030, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8d87a296-6320-44ff-9ce9-b49974a4b030,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:09.692364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:05Z', 'revision_number': 3, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:09.694274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.727653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b498d-9251-48b5-a528-8f756db981d9 None None] The sync data for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 is: [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:05Z', 'revision_number': 3, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:09.768020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.790797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f852f26-c092-4c10-bd15-f99648c61028 None None] Pushing event updated for resources: {'Port': ['ID=8d87a296-6320-44ff-9ce9-b49974a4b030,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:09.826740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ff844f08-7f9e-4742-9004-72a88796fb36 None None] Provisioning complete for port 90d008e2-f718-4515-bf81-20b68bd88f96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:09.827158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff844f08-7f9e-4742-9004-72a88796fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:09.892206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ff844f08-7f9e-4742-9004-72a88796fb36 None None] Port 90d008e2-f718-4515-bf81-20b68bd88f96 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:09.901254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.002555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.051750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.074109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:10.155953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:10.220003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:10.232317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:10.247757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.319670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67439c59-cdad-4398-89f0-b480d175cab5 req-1f20a0b5-c5b1-443c-9e75-4444df73b6cc tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:10.335615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67439c59-cdad-4398-89f0-b480d175cab5 req-1f20a0b5-c5b1-443c-9e75-4444df73b6cc tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 931 time: 0.1288981 Dec 20 23:21:10.462995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:10.505440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67439c59-cdad-4398-89f0-b480d175cab5 req-59b31116-4794-43b1-bae5-717fff5d4684 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637244 Dec 20 23:21:10.536177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Pushing event updated for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:10.550149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:10.553052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.553683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.558428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:10.663072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:10.664561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:10.744466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-908ef25c-e63b-4a0a-9a77-f20b5f3fb86d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3644805 Dec 20 23:21:10.763749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Request body: {'port': {'device_id': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:10.944670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Router a1ababb8-5132-4645-afb1-5e57ee5448ff has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:10.955687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:11.145345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:11.151082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d45f00c9-d758-487b-8b5b-35391ddc3492 None None] Provisioning complete for port 90d008e2-f718-4515-bf81-20b68bd88f96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:11.151605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d45f00c9-d758-487b-8b5b-35391ddc3492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:11.152879 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-24f8cc45-6a94-4146-9dcd-b06330bf386b admin admin] 10.222.0.62 "PUT /v2.0/routers/a1ababb8-5132-4645-afb1-5e57ee5448ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0252643 Dec 20 23:21:11.223765 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d45f00c9-d758-487b-8b5b-35391ddc3492 None None] Port 90d008e2-f718-4515-bf81-20b68bd88f96 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:11.686935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be4807-70f6-4c76-9559-a879dddc30e0 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:11.689322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43f87-67da-4213-89a7-9b269f9ff454 req-4f08fc37-deb5-42c8-8091-00cb35227b07 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:11.696991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bb43f87-67da-4213-89a7-9b269f9ff454 req-4f08fc37-deb5-42c8-8091-00cb35227b07 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 931 time: 0.0681877 Dec 20 23:21:11.698068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:11.734971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Transition to ACTIVE for port object 62be4807-70f6-4c76-9559-a879dddc30e0 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:21:11.774083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bb43f87-67da-4213-89a7-9b269f9ff454 req-0a48317c-4e8a-48b8-bf88-e7626868a4bf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761881 Dec 20 23:21:11.811047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:11.811870 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:21:11.824609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8d87a296-6320-44ff-9ce9-b49974a4b030 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:11.896738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Pushing event updated for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:11.983184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 8d87a296-6320-44ff-9ce9-b49974a4b030 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:11.983559 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:12.156911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Attempting to bind port 62be4807-70f6-4c76-9559-a879dddc30e0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:12.157563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Attempting to bind port 62be4807-70f6-4c76-9559-a879dddc30e0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:12.167321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Attempting to bind port 62be4807-70f6-4c76-9559-a879dddc30e0 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:12.174104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Port 62be4807-70f6-4c76-9559-a879dddc30e0 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:21:12.174869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Attempting to bind port 62be4807-70f6-4c76-9559-a879dddc30e0 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:12.183953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:12.185267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:12.185750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:12.186609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Bound port: 62be4807-70f6-4c76-9559-a879dddc30e0, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:12.186975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:12.280326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:12.285690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=62be4807-70f6-4c76-9559-a879dddc30e0,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:12.354930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:12.428461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:12.429979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:12.432636 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] 10.222.0.59 "PUT /v2.0/ports/62be4807-70f6-4c76-9559-a879dddc30e0 HTTP/1.1" status: 200 len: 1091 time: 1.6768043 Dec 20 23:21:12.433183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:12.436807 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:12.479465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30c102-1a20-4e9f-abcf-8ff92aedd30e service neutron] Pushing event updated for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:12.517408 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64871771-3d05-401d-9658-62365eee1bcb x-openstack-request-id: req-64871771-3d05-401d-9658-62365eee1bcb {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:12.518127 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:12.519109 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64871771-3d05-401d-9658-62365eee1bcb {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:12.528666 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0', 'status': 'completed', 'code': 200} Dec 20 23:21:12.629022 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Sync routers for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:12.646581 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:12.646814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-a8b38ce8-a643-4786-976e-3b278a508adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:12.647219 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:12.649883 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-a8b38ce8-a643-4786-976e-3b278a508adb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 1094 time: 0.1100814 Dec 20 23:21:12.798346 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:12.839154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-61b3c00d-2fa8-4842-91ca-5b889641e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:12.843294 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-61b3c00d-2fa8-4842-91ca-5b889641e359 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57264c29b8944615852aaa1acb62d185&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1823289 Dec 20 23:21:13.009710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8314-79ab-4ec1-9f16-d02379cd7598 req-b2e30e82-8332-4712-b65a-fc2e95c647e7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:13.018833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a5f8314-79ab-4ec1-9f16-d02379cd7598 req-b2e30e82-8332-4712-b65a-fc2e95c647e7 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 943 time: 0.1031458 Dec 20 23:21:13.076034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a5f8314-79ab-4ec1-9f16-d02379cd7598 req-57367c3b-a6b7-48ce-b1e4-849f45445123 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 Dec 20 23:21:13.145174 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90d008e2-f718-4515-bf81-20b68bd88f96', 'name': '', 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'mac_address': 'fa:16:3e:60:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:07Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 2, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'subnets': [{'id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:13.150548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-5d7dc209-1676-4b94-a100-29750fc99b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:13.152273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6cc7e98d-449e-4f71-8ce0-88878e5b7bd5 req-5d7dc209-1676-4b94-a100-29750fc99b86 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3009551 Dec 20 23:21:13.177269 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Checking router: a1ababb8-5132-4645-afb1-5e57ee5448ff for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:13.177620 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Updating router a1ababb8-5132-4645-afb1-5e57ee5448ff port 90d008e2-f718-4515-bf81-20b68bd88f96 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:13.215629 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:13.242916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-4058311a-722c-40ff-8d82-b962aa836ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:13.244612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-4058311a-722c-40ff-8d82-b962aa836ba5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 1094 time: 0.0499544 Dec 20 23:21:13.320614 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-d3526d94-42ef-4451-bbf9-0b90a73286ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62be4807-70f6-4c76-9559-a879dddc30e0 HTTP/1.1" status: 200 len: 217 time: 0.0629313 Dec 20 23:21:13.420504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-88395e93-fb89-4d2c-9f36-69aa2697a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:13.422069 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-88395e93-fb89-4d2c-9f36-69aa2697a3f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0908682 Dec 20 23:21:13.466270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-00a163c3-3cf7-476e-a099-5e6713639c8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370824 Dec 20 23:21:13.616122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-5f72639a-b1b8-4848-86f2-743b7580ca04 service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371989 Dec 20 23:21:13.663246 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:13.727451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-201b0c59-a6c7-4b8a-bdbb-8a44f3ed502a req-f3009df0-7e5e-4067-af5e-86dc32cef76f service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046114 Dec 20 23:21:13.782596 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:13.830415 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738c63-d3f8-431f-8a5e-01e82d89ba84 None None] Pushing event updated for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Attempting to bind port 90d008e2-f718-4515-bf81-20b68bd88f96 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Attempting to bind port 90d008e2-f718-4515-bf81-20b68bd88f96 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Attempting to bind port 90d008e2-f718-4515-bf81-20b68bd88f96 on network 8b3145ed-870e-4b8e-a1fe-689de78083fb {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Checking segment: {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Bound using segment: {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Bound port: 90d008e2-f718-4515-bf81-20b68bd88f96, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af767361-2def-4e26-99a0-7ad4b3dc0232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:13.903502 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:13.990737 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] For port 90d008e2-f718-4515-bf81-20b68bd88f96, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:13.994065 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] For port 90d008e2-f718-4515-bf81-20b68bd88f96, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90d008e2-f718-4515-bf81-20b68bd88f96,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:14.125369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41844) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:14.162851 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:14.173497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] Provisioning complete for port 90d008e2-f718-4515-bf81-20b68bd88f96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:14.177995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:14.249416 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:14.250341 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:14.308511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:14.367362 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738c63-d3f8-431f-8a5e-01e82d89ba84 None None] Pushing event updated for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:14.373482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498f44a-609e-4d7c-8935-8e735195d112 req-ca16f82a-0a9b-4597-a540-abf9561f242d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:14.375462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0498f44a-609e-4d7c-8935-8e735195d112 req-ca16f82a-0a9b-4597-a540-abf9561f242d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 943 time: 0.1826789 Dec 20 23:21:14.401798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] For port 90d008e2-f718-4515-bf81-20b68bd88f96, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90d008e2-f718-4515-bf81-20b68bd88f96,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:14.478466 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:14.506751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:14.564457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0498f44a-609e-4d7c-8935-8e735195d112 req-cc92289d-1562-409d-9ecf-887f2c020184 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708021 Dec 20 23:21:14.667857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bfc4f-d071-4a0d-a734-eeb61dae0173 None None] Pushing event updated for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:14.688110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3d0896cb-faf1-48e4-a94c-f4302153233b None None] Provisioning complete for port 90d008e2-f718-4515-bf81-20b68bd88f96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:14.688508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3d0896cb-faf1-48e4-a94c-f4302153233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:14.812263 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a0209316-617f-44e9-8842-fdbca820809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90d008e2-f718-4515-bf81-20b68bd88f96', 'name': '', 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'mac_address': 'fa:16:3e:60:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:07Z', 'updated_at': '2021-12-20T23:21:13Z', 'revision_number': 4, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'subnets': [{'id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:14.841659 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0209316-617f-44e9-8842-fdbca820809f None None] The sync data for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 is: [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90d008e2-f718-4515-bf81-20b68bd88f96', 'name': '', 'network_id': '8b3145ed-870e-4b8e-a1fe-689de78083fb', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'mac_address': 'fa:16:3e:60:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:07Z', 'updated_at': '2021-12-20T23:21:13Z', 'revision_number': 4, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'subnets': [{'id': 'c2599c8f-7d73-4a45-b410-c4f53d90bc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:14.867380 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.270626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 62be4807-70f6-4c76-9559-a879dddc30e0 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:21:15.310991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Deleting port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:15.311543 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.429001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] For port b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:15.429001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.450697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=62be4807-70f6-4c76-9559-a879dddc30e0,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:15.468849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Calling delete_port for b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:15.480548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '62be4807-70f6-4c76-9559-a879dddc30e0', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': '62be4807-70f6-4c76-9559-a879dddc30e0', 'mac_address': 'fa:16:3e:af:b3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:21:15.534180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.550683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be4807-70f6-4c76-9559-a879dddc30e0 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:15.582212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=62be4807-70f6-4c76-9559-a879dddc30e0,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:15.690599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.767424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:15.788338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6939ff-26cb-40fd-89e3-47bc80a08497 req-6298d4de-b8e5-4540-93b7-1384c7bf1f0f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:15.791370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90d008e2-f718-4515-bf81-20b68bd88f96 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:15.796446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f6939ff-26cb-40fd-89e3-47bc80a08497 req-6298d4de-b8e5-4540-93b7-1384c7bf1f0f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 944 time: 0.1093025 Dec 20 23:21:15.860511 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f6939ff-26cb-40fd-89e3-47bc80a08497 req-843e0331-8513-4cd2-8fb3-8f170f0a6db2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Dec 20 23:21:15.884493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.892094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 90d008e2-f718-4515-bf81-20b68bd88f96 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:15.892856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:15.908096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:15.933309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['62be4807-70f6-4c76-9559-a879dddc30e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:16.212558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:16.528189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:16.657651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:16.665665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-69e3811c-6a43-40ea-b978-15b48d19c9d3 admin admin] 10.222.0.62 "PUT /v2.0/routers/0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325360 Dec 20 23:21:16.668244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41874) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:16.668952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Sync routers for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:16.681213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:16.681873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:16.782188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:16.803598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:16.886335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.023507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4633c4c-5645-4680-9bd7-b6b206be691f req-c592ca48-265f-4ecc-ac04-6b5821707999 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:17.025038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4633c4c-5645-4680-9bd7-b6b206be691f req-c592ca48-265f-4ecc-ac04-6b5821707999 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 944 time: 0.0770204 Dec 20 23:21:17.066213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Deleting port 16074225-c086-4dfa-91a4-58c6ba391eae {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:17.066776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.150407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4633c4c-5645-4680-9bd7-b6b206be691f req-1464f9fa-56c9-4ebb-86d7-1c6790b2ad02 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129944 Dec 20 23:21:17.170629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41880) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:17.181035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:21:15Z', 'revision_number': 5, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port': {'id': '16074225-c086-4dfa-91a4-58c6ba391eae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:0f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:20:53Z', 'updated_at': '2021-12-20T23:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:17.196772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] For port 16074225-c086-4dfa-91a4-58c6ba391eae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16074225-c086-4dfa-91a4-58c6ba391eae,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:17.197436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.208296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Checking router: 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:17.210900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Calling delete_port for 16074225-c086-4dfa-91a4-58c6ba391eae owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:17.216807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Routers {'0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:17.217426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:17.298894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 62be4807-70f6-4c76-9559-a879dddc30e0 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:17.321091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac616d5f-c5c0-4012-9b9b-cd6891746725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.383751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] Set router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:17.461188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac616d5f-c5c0-4012-9b9b-cd6891746725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.471003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:21:16Z', 'revision_number': 6, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:17.499085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa76ab-eb29-4536-b69e-645fab45c5b9 None None] The sync data for ids ['0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1'] in n-d-822053-9 is: [{'id': '0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1', 'name': 'tempest-TestAggregatesBasicOps-922317825-router', 'tenant_id': '4c450b3b71584767bc483809d0cded2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:20:52Z', 'updated_at': '2021-12-20T23:21:16Z', 'revision_number': 6, 'project_id': '4c450b3b71584767bc483809d0cded2e', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:17.501129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 62be4807-70f6-4c76-9559-a879dddc30e0 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:21:17.505651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 62be4807-70f6-4c76-9559-a879dddc30e0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:17.506050 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.559807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.593642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ac616d5f-c5c0-4012-9b9b-cd6891746725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.599303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.623940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185ccbb-f208-49af-8d8d-759a945d6fed None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:17.633989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:17.637898 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e2dff-a454-4246-bda1-174143b7c767" -d '{"events": [{"server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "name": "network-vif-plugged", "status": "completed", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:17.645327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ac616d5f-c5c0-4012-9b9b-cd6891746725 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55d99946b9fc4be7b29fce8d745a42f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722521 Dec 20 23:21:17.646277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac616d5f-c5c0-4012-9b9b-cd6891746725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c27a0c-35ff-4fb7-9218-85c29027e747,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:17.653511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41898) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:17.658642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Pushing event deleted for resources: {'Port': ['ID=16074225-c086-4dfa-91a4-58c6ba391eae,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:17.666169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=62be4807-70f6-4c76-9559-a879dddc30e0,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:17.693922 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8580ad-fc86-46b9-8c5e-c4e37e144259 x-openstack-request-id: req-2d8580ad-fc86-46b9-8c5e-c4e37e144259 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:17.694579 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "name": "network-vif-plugged", "status": "completed", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:17.694687 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d8580ad-fc86-46b9-8c5e-c4e37e144259 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:17.695059 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0', 'code': 200} Dec 20 23:21:17.723208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.740901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.758786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.811324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.831034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:17.853987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.859359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:17.894666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906393-6457-47a4-9b9f-47c77e727943 req-bac894ea-f428-42ef-8c8a-33f7c64d8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:17.896236 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6906393-6457-47a4-9b9f-47c77e727943 req-bac894ea-f428-42ef-8c8a-33f7c64d8a9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 1096 time: 0.1301401 Dec 20 23:21:17.960696 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6906393-6457-47a4-9b9f-47c77e727943 req-f8ee5e02-da0f-4f41-9750-37a19d7e0d57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552394 Dec 20 23:21:18.016879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.024630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.027726 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3c27a0c-35ff-4fb7-9218-85c29027e747 HTTP/1.1" status: 204 len: 168 time: 0.3708744 Dec 20 23:21:18.033013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:18.038048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed191-a81c-46bb-b9fd-f6a4ea0f1216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c27a0c-35ff-4fb7-9218-85c29027e747,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:18.050718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.051222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:21:18.056326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.060111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41904) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:18.060303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-986f83ee-ba3b-4944-8727-fc339f98709c admin admin] 10.222.0.62 "DELETE /v2.0/routers/0aff4e92-9bd5-4c6b-8ef1-76bf09fa3ce1 HTTP/1.1" status: 204 len: 168 time: 1.3908894 Dec 20 23:21:18.062321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:18.062675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b937fc25-1fe3-4c7f-a5d7-e2cac3fc7b2b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:18.113201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Deleting subnet aed629fc-3562-4a31-a598-a1f95af5983d {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:21:18.116367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.152572 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.248354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.279492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26ba6-31ff-47d4-8352-0268c5c479f5 req-16f6716d-7b60-4707-8bef-8f998f706086 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:18.280909 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce26ba6-31ff-47d4-8352-0268c5c479f5 req-16f6716d-7b60-4707-8bef-8f998f706086 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Dec 20 23:21:18.332357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce26ba6-31ff-47d4-8352-0268c5c479f5 req-cb3f468b-e323-494b-b775-ee7c11d6d8ea tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Dec 20 23:21:18.405234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.437027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed629fc-3562-4a31-a598-a1f95af5983d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:18.439662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.443400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3e2c9c9c-f88d-4cb2-aedf-2972a09d490c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aed629fc-3562-4a31-a598-a1f95af5983d HTTP/1.1" status: 204 len: 168 time: 0.3819294 Dec 20 23:21:18.446005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41912) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:18.448849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a8e35-9772-4626-b839-dc1ed58442e4 None None] Network b6ad3e08-4ed2-4781-a183-290d6293bb3f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:18.555306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.653535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Deleting port bcc4cd36-490e-47d1-bdf6-42b6199ca65b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:18.654001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.694295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] DHCP port deletion for b6ad3e08-4ed2-4781-a183-290d6293bb3f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:18.753238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] For port bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:18.757691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.769016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Deleting port bcc4cd36-490e-47d1-bdf6-42b6199ca65b {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:18.769016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.777294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Calling delete_port for bcc4cd36-490e-47d1-bdf6-42b6199ca65b owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:18.843146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] For port bcc4cd36-490e-47d1-bdf6-42b6199ca65b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,segment=NetworkSegment(341ab8a2-93ba-4389-bb4b-c27e3ff97041),segment_id=341ab8a2-93ba-4389-bb4b-c27e3ff97041)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:18.843762 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:18.876110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Calling delete_port for bcc4cd36-490e-47d1-bdf6-42b6199ca65b owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:18.986680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41916) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:19.000762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc978e7a-ef34-400d-a9fc-c4ab96d3fda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.021864 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:19.033681 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:21:19.034752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.038167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.062018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] No DVR routers for this DVR port bcc4cd36-490e-47d1-bdf6-42b6199ca65b on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:19.075360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] No DVR routers for this DVR port bcc4cd36-490e-47d1-bdf6-42b6199ca65b on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:19.080449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c1a3c-5c70-467d-b938-501ae62f8c0d None None] Pushing event deleted for resources: {'Port': ['ID=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:19.093500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc4cd36-490e-47d1-bdf6-42b6199ca65b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:19.179912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.211917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ad3e08-4ed2-4781-a183-290d6293bb3f']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:19.228516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341ab8a2-93ba-4389-bb4b-c27e3ff97041') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:19.228835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341ab8a2-93ba-4389-bb4b-c27e3ff97041') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:19.239048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc978e7a-ef34-400d-a9fc-c4ab96d3fda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.242634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.256717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.263796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:21:19.264243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:21:19.266675 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:21:19.271641 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:21:19.324211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc978e7a-ef34-400d-a9fc-c4ab96d3fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.364577 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cc978e7a-ef34-400d-a9fc-c4ab96d3fda5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c10a3e99f104e7f89667030ec28d39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763816 Dec 20 23:21:19.365706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc978e7a-ef34-400d-a9fc-c4ab96d3fda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373a83c-482a-48cb-a781-e50b334d62a4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:19.367287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:19.459081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.474234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.498377 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.510092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.515284 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] 10.222.0.62 "DELETE /v2.0/networks/b6ad3e08-4ed2-4781-a183-290d6293bb3f HTTP/1.1" status: 204 len: 168 time: 1.0680466 Dec 20 23:21:19.522048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00087db-e609-44df-8baf-b0aab008565a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ad3e08-4ed2-4781-a183-290d6293bb3f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:19.525754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 41924) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:19.534090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b2ae4-d14e-4cee-9c9a-bb43d0bcb3e1 req-fe179dfe-dcc2-4f55-84e3-76cea196ae65 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:19.535984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a9b2ae4-d14e-4cee-9c9a-bb43d0bcb3e1 req-fe179dfe-dcc2-4f55-84e3-76cea196ae65 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.1114256 Dec 20 23:21:19.647478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a9b2ae4-d14e-4cee-9c9a-bb43d0bcb3e1 req-677803af-2025-438b-8649-6b5be21fd82e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953031 Dec 20 23:21:19.719370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bcc4cd36-490e-47d1-bdf6-42b6199ca65b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:19.740283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: bcc4cd36-490e-47d1-bdf6-42b6199ca65b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:19.740965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bcc4cd36-490e-47d1-bdf6-42b6199ca65b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:19.741273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16074225-c086-4dfa-91a4-58c6ba391eae no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:19.760870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 16074225-c086-4dfa-91a4-58c6ba391eae {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:19.761223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16074225-c086-4dfa-91a4-58c6ba391eae not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:19.765156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.771779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:19.784651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b373a83c-482a-48cb-a781-e50b334d62a4 HTTP/1.1" status: 204 len: 168 time: 0.4075572 Dec 20 23:21:19.801020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11d775-60ee-4eca-8230-c57140529eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373a83c-482a-48cb-a781-e50b334d62a4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:20.061680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:20.153823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-dcbc4b37-f103-4ef1-abd8-58e80bf8c48f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:20.155382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-dcbc4b37-f103-4ef1-abd8-58e80bf8c48f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1593132 Dec 20 23:21:20.171337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-0ba59b98-f21c-4eae-b328-aa069b9738a3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Dec 20 23:21:20.267656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-704ab1ed-f78e-435a-9e64-ebd3155c7699 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861368 Dec 20 23:21:20.758558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Deleting port 90d008e2-f718-4515-bf81-20b68bd88f96 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:20.759099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:20.860661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] For port 90d008e2-f718-4515-bf81-20b68bd88f96, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90d008e2-f718-4515-bf81-20b68bd88f96,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:20.861022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:20.880295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Calling delete_port for 90d008e2-f718-4515-bf81-20b68bd88f96 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:20.917424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-75383b6f-7a0e-49f5-8659-74417d99f559 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414363 Dec 20 23:21:21.028228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-d250dbdc-42c8-4868-932b-869173757432 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102476 Dec 20 23:21:21.251676 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:21.296374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Pushing event deleted for resources: {'Port': ['ID=90d008e2-f718-4515-bf81-20b68bd88f96,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:21.483384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bd8aa2b-d690-4d52-a81c-9ee5a49c7c16 req-60af8391-ace5-4b1e-8bbd-3900e52a59ab tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 210 time: 0.0659285 Dec 20 23:21:21.644516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:21.995785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Router a1ababb8-5132-4645-afb1-5e57ee5448ff has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:22.154079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:22.165055 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e7098880-812d-4633-a622-11f6e69a962d admin admin] 10.222.0.62 "PUT /v2.0/routers/a1ababb8-5132-4645-afb1-5e57ee5448ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347983 Dec 20 23:21:22.165233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 41984) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:22.168443 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Sync routers for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:22.186445 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:22.191592 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:22.285102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:22.421704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:22.610174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce2634b8-8018-4ac2-a1a6-14921c4c341b req-c3b25b9c-16a0-4431-8333-f640c02e55ca tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 210 time: 0.0573573 Dec 20 23:21:22.621028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:22.697525 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:21Z', 'revision_number': 5, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port': {'id': '8d87a296-6320-44ff-9ce9-b49974a4b030', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ff:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:03Z', 'updated_at': '2021-12-20T23:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:22.734377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Checking router: a1ababb8-5132-4645-afb1-5e57ee5448ff for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:22.747220 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Routers {'a1ababb8-5132-4645-afb1-5e57ee5448ff'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:22.748126 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a1ababb8-5132-4645-afb1-5e57ee5448ff'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:22.773473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Deleting port 8d87a296-6320-44ff-9ce9-b49974a4b030 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:22.773858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:22.852451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] Set router a1ababb8-5132-4645-afb1-5e57ee5448ff gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:22.885137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] For port 8d87a296-6320-44ff-9ce9-b49974a4b030, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8d87a296-6320-44ff-9ce9-b49974a4b030,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:22.889709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:22.901418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Calling delete_port for 8d87a296-6320-44ff-9ce9-b49974a4b030 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:22.946416 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:22Z', 'revision_number': 6, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:22.983276 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0870d-cbe3-4206-ad3e-66ec352f07b2 None None] The sync data for ids ['a1ababb8-5132-4645-afb1-5e57ee5448ff'] in n-d-822053-9 is: [{'id': 'a1ababb8-5132-4645-afb1-5e57ee5448ff', 'name': 'tempest-TestAggregatesBasicOps-810022969-router', 'tenant_id': 'cdea32e72fd840d08567cdc3ab847f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:02Z', 'updated_at': '2021-12-20T23:21:22Z', 'revision_number': 6, 'project_id': 'cdea32e72fd840d08567cdc3ab847f21', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:23.289207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.316462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d87a296-6320-44ff-9ce9-b49974a4b030,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:23.340555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219f35a-a873-49be-8df2-b67be239c14b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:23.448042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.551681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.554149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.691288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.691814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ababb8-5132-4645-afb1-5e57ee5448ff {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:21:23.703820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.705349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7331707-3a88-441b-9ed2-0074b11c3fe4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a1ababb8-5132-4645-afb1-5e57ee5448ff HTTP/1.1" status: 204 len: 168 time: 1.5395529 Dec 20 23:21:23.708109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42010) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:23.733708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f507a108-268d-46ce-a1b3-6cc5578e0a55 req-f3835894-e850-4a1c-826d-99e41e5c3685 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 210 time: 0.0442140 Dec 20 23:21:23.771916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Deleting subnet c2599c8f-7d73-4a45-b410-c4f53d90bc72 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:21:23.776233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.817659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.944147 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:23.963162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8d87a296-6320-44ff-9ce9-b49974a4b030 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:23.993513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 8d87a296-6320-44ff-9ce9-b49974a4b030 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:24.002593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 8d87a296-6320-44ff-9ce9-b49974a4b030 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:24.004284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90d008e2-f718-4515-bf81-20b68bd88f96 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:24.041137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 90d008e2-f718-4515-bf81-20b68bd88f96 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:24.041137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90d008e2-f718-4515-bf81-20b68bd88f96 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:24.136256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.170131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2599c8f-7d73-4a45-b410-c4f53d90bc72,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:24.175571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.181265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-987c79ca-0588-4dbf-8692-f72d62ee7811 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c2599c8f-7d73-4a45-b410-c4f53d90bc72 HTTP/1.1" status: 204 len: 168 time: 0.4704266 Dec 20 23:21:24.182331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:24.186217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99216090-d8a9-4c71-99e8-8d80c6fa7aa8 None None] Network 8b3145ed-870e-4b8e-a1fe-689de78083fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:24.298258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.377857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] DHCP port deletion for 8b3145ed-870e-4b8e-a1fe-689de78083fb request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:24.388558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Deleting port e2c367f2-109c-4944-9f25-c0c3a08affc4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:24.389473 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.469833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Deleting port e2c367f2-109c-4944-9f25-c0c3a08affc4 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:24.471606 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.505408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] For port e2c367f2-109c-4944-9f25-c0c3a08affc4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e2c367f2-109c-4944-9f25-c0c3a08affc4,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:24.505831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.545750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] For port e2c367f2-109c-4944-9f25-c0c3a08affc4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e2c367f2-109c-4944-9f25-c0c3a08affc4,segment=NetworkSegment(af767361-2def-4e26-99a0-7ad4b3dc0232),segment_id=af767361-2def-4e26-99a0-7ad4b3dc0232)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:24.546313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.560029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Calling delete_port for e2c367f2-109c-4944-9f25-c0c3a08affc4 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:24.585572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Calling delete_port for e2c367f2-109c-4944-9f25-c0c3a08affc4 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:24.669519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-492ddceb-4b61-4667-bc1b-f29adde72bd2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:24.671126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-492ddceb-4b61-4667-bc1b-f29adde72bd2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2049198 Dec 20 23:21:24.690038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:24.795271 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.800435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:24.843019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] Pushing event deleted for resources: {'Port': ['ID=e2c367f2-109c-4944-9f25-c0c3a08affc4,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:24.848564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c367f2-109c-4944-9f25-c0c3a08affc4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:24.859115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb42dc-4290-4c0a-8bb4-a1e58e50bcf1 None None] No DVR routers for this DVR port e2c367f2-109c-4944-9f25-c0c3a08affc4 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:24.870044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] No DVR routers for this DVR port e2c367f2-109c-4944-9f25-c0c3a08affc4 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:24.932798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb0e5280-9006-4f29-8ffc-32ad94a4d165 req-21e6c16b-6b43-4834-81c6-25d0a13b08eb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 210 time: 0.0814719 Dec 20 23:21:25.016745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:25.020260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.029299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.077208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3145ed-870e-4b8e-a1fe-689de78083fb']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:25.093113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af767361-2def-4e26-99a0-7ad4b3dc0232') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:25.097278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af767361-2def-4e26-99a0-7ad4b3dc0232') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:25.151425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.182531 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.194810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:21:25.195211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:25.196864 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:21:25.199639 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:21:25.295656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.2 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/dade54f2-3725-494e-8ca1-c7f83ea94211) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:25.403722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.408568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.411850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8b3145ed-870e-4b8e-a1fe-689de78083fb HTTP/1.1" status: 204 len: 168 time: 1.2285068 Dec 20 23:21:25.439743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7342-a3e8-4037-a849-c748df704e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3145ed-870e-4b8e-a1fe-689de78083fb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:25.551571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.694557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e2c367f2-109c-4944-9f25-c0c3a08affc4 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:25.723460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: e2c367f2-109c-4944-9f25-c0c3a08affc4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:25.723921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e2c367f2-109c-4944-9f25-c0c3a08affc4 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:25.902986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:25.923440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['62be4807-70f6-4c76-9559-a879dddc30e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:25.948785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:25.962376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:25.974092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:25.978643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:26.024587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:26.070460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:26.071249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.100258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05731b8e-21ad-4887-8111-26ca0af6f322 req-39f78704-2204-4a38-aaa7-0fc0ba0536bd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:26.102022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05731b8e-21ad-4887-8111-26ca0af6f322 req-39f78704-2204-4a38-aaa7-0fc0ba0536bd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 931 time: 0.0804770 Dec 20 23:21:26.145145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42052) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:26.219787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-bf3fec1b-c941-4d95-b577-a467f8ef7f15 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5344994 Dec 20 23:21:26.245804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Request body: {'port': {'device_id': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:26.265316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c4b0d0b0-9fec-4a95-8e37-8928dfd9eafa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c450b3b71584767bc483809d0cded2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167660 Dec 20 23:21:26.266174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42058) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:26.290077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05731b8e-21ad-4887-8111-26ca0af6f322 req-b59e4e61-5c48-41db-8466-f8c583434300 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500292 Dec 20 23:21:26.326619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.346543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d56c1-6736-4a3f-8bb2-1cc0e532fd12 req-1895d5a7-fd96-4616-a10f-db1f40a99537 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:26.348230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-219d56c1-6736-4a3f-8bb2-1cc0e532fd12 req-1895d5a7-fd96-4616-a10f-db1f40a99537 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.1205869 Dec 20 23:21:26.348812 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.349448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.436679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-219d56c1-6736-4a3f-8bb2-1cc0e532fd12 req-f45a8080-ca8d-4520-b55b-e4adc1470667 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789421 Dec 20 23:21:26.491859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.494630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.495985 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/087f20b7-0d1a-4d84-b389-1466ac6292ae HTTP/1.1" status: 204 len: 168 time: 0.2287455 Dec 20 23:21:26.506870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ce270-97e3-4be5-be00-5e7559031322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f20b7-0d1a-4d84-b389-1466ac6292ae,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:26.695861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dade54f2-3725-494e-8ca1-c7f83ea94211 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:26.704843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.718485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Transition to ACTIVE for port object dade54f2-3725-494e-8ca1-c7f83ea94211 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:21:26.798464 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:26.850984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Pushing event updated for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:26.924325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Attempting to bind port dade54f2-3725-494e-8ca1-c7f83ea94211 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:26.924694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Attempting to bind port dade54f2-3725-494e-8ca1-c7f83ea94211 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:26.924992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Attempting to bind port dade54f2-3725-494e-8ca1-c7f83ea94211 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:26.929602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Port dade54f2-3725-494e-8ca1-c7f83ea94211 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:21:26.929972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Attempting to bind port dade54f2-3725-494e-8ca1-c7f83ea94211 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:26.935232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:26.935603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:26.936015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:26.936443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Bound port: dade54f2-3725-494e-8ca1-c7f83ea94211, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:26.936831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.009080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:27.012688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=dade54f2-3725-494e-8ca1-c7f83ea94211,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:27.142947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.177137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.177756 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.179152 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] 10.222.0.45 "PUT /v2.0/ports/dade54f2-3725-494e-8ca1-c7f83ea94211 HTTP/1.1" status: 200 len: 1091 time: 0.9420080 Dec 20 23:21:27.179584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:27.181926 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c668eff2-6ead-4132-8a55-b791ca215844" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:27.208207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608471e4-9b73-4e36-b569-7523ed0ca08f service neutron] Pushing event updated for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:27.221006 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807df4a-97d8-4191-9c87-ca3fee1e4e64 x-openstack-request-id: req-9807df4a-97d8-4191-9c87-ca3fee1e4e64 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:27.221309 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:27.221570 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9807df4a-97d8-4191-9c87-ca3fee1e4e64 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:27.222053 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211', 'status': 'completed', 'code': 200} Dec 20 23:21:27.290326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668eff2-6ead-4132-8a55-b791ca215844 req-890d88ef-00c1-4a58-b85d-6fef342d1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.292048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c668eff2-6ead-4132-8a55-b791ca215844 req-890d88ef-00c1-4a58-b85d-6fef342d1f1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 1094 time: 0.0448539 Dec 20 23:21:27.424758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42080) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:27.429086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668eff2-6ead-4132-8a55-b791ca215844 req-d2f8e6ee-7b33-4765-b32f-22531c290703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.429086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c668eff2-6ead-4132-8a55-b791ca215844 req-d2f8e6ee-7b33-4765-b32f-22531c290703 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=57264c29b8944615852aaa1acb62d185&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1286306 Dec 20 23:21:27.449508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9abf5c-5691-44ad-ac0a-619d1dbac60e req-b049816d-edc2-4ff3-ab54-cc2fa7d801c4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.451145 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce9abf5c-5691-44ad-ac0a-619d1dbac60e req-b049816d-edc2-4ff3-ab54-cc2fa7d801c4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 943 time: 0.0718033 Dec 20 23:21:27.470314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dcff1b5e-d645-4d2b-a094-81d26548e85d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdea32e72fd840d08567cdc3ab847f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435953 Dec 20 23:21:27.472953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42084) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:27.540195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.567206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.599884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce9abf5c-5691-44ad-ac0a-619d1dbac60e req-afbb775a-57c1-4ce3-8e02-3067159b679d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360176 Dec 20 23:21:27.619757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668eff2-6ead-4132-8a55-b791ca215844 req-fecbd285-2f2d-426d-9b0c-aff8f6d427e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.621230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c668eff2-6ead-4132-8a55-b791ca215844 req-fecbd285-2f2d-426d-9b0c-aff8f6d427e9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692061 Dec 20 23:21:27.634009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc224b2-f301-4d1f-af7d-b97a17ecd3cb req-eab29752-d757-4399-9dab-0166a77d92c8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.635555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fc224b2-f301-4d1f-af7d-b97a17ecd3cb req-eab29752-d757-4399-9dab-0166a77d92c8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.1028681 Dec 20 23:21:27.702784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fc224b2-f301-4d1f-af7d-b97a17ecd3cb req-ed787b71-c743-44a5-86f2-42157242f70b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups?id=0f199a32-9f18-42aa-85f9-94f668aea528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539832 Dec 20 23:21:27.724115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.727316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:27.728560 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a88213f-e382-4dd3-8ded-9ca982e57646 HTTP/1.1" status: 204 len: 168 time: 0.2545230 Dec 20 23:21:27.740294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28711feb-e02a-4099-861c-f38b51e80d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88213f-e382-4dd3-8ded-9ca982e57646,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:27.740873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-780a5461-ff29-4621-97d4-65715a6d007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.742485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-780a5461-ff29-4621-97d4-65715a6d007d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 1094 time: 0.0598443 Dec 20 23:21:27.799220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-286517ee-b2cb-464f-bb2f-30a6de9c2091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dade54f2-3725-494e-8ca1-c7f83ea94211 HTTP/1.1" status: 200 len: 217 time: 0.0434413 Dec 20 23:21:27.855876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-22e75e61-29d9-4db8-b86f-b621f96bffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.857260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-22e75e61-29d9-4db8-b86f-b621f96bffde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0472474 Dec 20 23:21:27.904978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-9689f3cd-bfc1-431e-b9fe-e36388e6c7dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360472 Dec 20 23:21:27.956286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-1c52d498-ec53-41dd-9407-81f1d4949aa8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:27.958201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-1c52d498-ec53-41dd-9407-81f1d4949aa8 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 946 time: 0.0710380 Dec 20 23:21:28.046154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-55cbb65f-a588-43aa-98d2-69f2180e86a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283755 Dec 20 23:21:28.055842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.065733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Deleting port 04d6a24a-48c2-451c-9683-614660034b4d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:28.066662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.190012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f83d604-cdbb-4728-9c80-ca88b90d774c req-93ede306-e405-4cb8-ba0a-0c6b5a48409e service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314862 Dec 20 23:21:28.193874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] For port 04d6a24a-48c2-451c-9683-614660034b4d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=04d6a24a-48c2-451c-9683-614660034b4d,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:28.194242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.537290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.538036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.538341 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Floating IP 34a25b9f-a4fe-4ca7-8035-316ea611a2f4 disassociated. External IP: 172.25.1.43, port: 04d6a24a-48c2-451c-9683-614660034b4d. Dec 20 23:21:28.538821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Calling delete_port for 04d6a24a-48c2-451c-9683-614660034b4d owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:28.751472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363938f-e065-4c34-8221-bdbad3f2bf48 req-2f3bbef8-995f-466a-813a-87e698679e7b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:28.753301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2363938f-e065-4c34-8221-bdbad3f2bf48 req-2f3bbef8-995f-466a-813a-87e698679e7b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 943 time: 0.0682924 Dec 20 23:21:28.758924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:28.796393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'Port': ['ID=04d6a24a-48c2-451c-9683-614660034b4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:28.874573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2363938f-e065-4c34-8221-bdbad3f2bf48 req-5f775f10-b627-4601-899d-ae0d31520ece tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149089 Dec 20 23:21:28.898384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45c23438-aa04-4963-adda-34ebb72c41b2 req-7147054c-6a51-4897-aebb-7f0f82e0f73b tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.0633326 Dec 20 23:21:28.939950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:29.072540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:29.093361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:29.099077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42118) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:29.109040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:29.110699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:29.128892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] No DVR routers for this DVR port 04d6a24a-48c2-451c-9683-614660034b4d on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:29.131573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.136335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-04d7456e-5253-43cf-afdd-b3d1cec4d208 req-ca35bf58-d3e0-4c03-b229-524164a98eaf tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.59 "DELETE /v2.0/ports/04d6a24a-48c2-451c-9683-614660034b4d HTTP/1.1" status: 204 len: 173 time: 1.1722360 Dec 20 23:21:29.136936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'name': 'network-vif-deleted', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:29.139671 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccce03fb-0c97-4bf7-8814-2e7bead3e8e8" -d '{"events": [{"server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "name": "network-vif-deleted", "tag": "04d6a24a-48c2-451c-9683-614660034b4d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:29.187193 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6a074-e76a-489d-b52e-698c375ac649 x-openstack-request-id: req-01a6a074-e76a-489d-b52e-698c375ac649 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:29.187984 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aa10e5-e159-456f-8ebd-46f40a466ffc", "name": "network-vif-deleted", "tag": "04d6a24a-48c2-451c-9683-614660034b4d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:29.189611 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01a6a074-e76a-489d-b52e-698c375ac649 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:29.191041 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aa10e5-e159-456f-8ebd-46f40a466ffc', 'name': 'network-vif-deleted', 'tag': '04d6a24a-48c2-451c-9683-614660034b4d', 'status': 'completed', 'code': 200} Dec 20 23:21:29.296045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:29.305527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1910695260-network', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:29.409925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Made reservation on behalf of b8e0e1a81b3c4535a1c97da3f32ec96a for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:29.412428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.427363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.553039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.584164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:29.614387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:29.622950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:29.623629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:29.643002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.666780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:21:29.692567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.693101 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Added segment 6c84230f-c9ae-42ef-a540-c07af883de27 of type vlan for network be5949b1-1747-41ec-8886-62205d19c400 Dec 20 23:21:29.701707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f0051-2fd7-4363-87e7-ee060c360558,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:29.743036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:29.746277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.837324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.839406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:29.840313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:29.912667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] Pushing event updated for resources: {'Network': ['ID=be5949b1-1747-41ec-8886-62205d19c400,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:29.949922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network be5949b1-1747-41ec-8886-62205d19c400 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:21:29.952809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5b958972-649a-431e-8db7-5a5e6fcb21dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8522120 Dec 20 23:21:29.955595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:29.962296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Request body: {'subnet': {'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1910695260-subnet', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:30.069424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:30.100381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd2d70-6f56-4534-a410-cdfa3a78b570 None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:13:47Z', 'revision_number': 4, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '4b21da6a-0196-4818-a869-9710d8e0d555', 'name': '', 'network_id': 'afa30585-3fc6-4885-866e-f4edb12b7744', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'mac_address': 'fa:16:3e:4c:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:46Z', 'updated_at': '2021-12-20T23:13:54Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'subnets': [{'id': '92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:30.135993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Made reservation on behalf of b8e0e1a81b3c4535a1c97da3f32ec96a for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:30.139016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.154409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16b2b9fb-bb06-4ba0-b20b-d7056485e51b req-73d889ae-5ee6-4615-adfd-fe27a33f7f69 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7aa10e5-e159-456f-8ebd-46f40a466ffc HTTP/1.1" status: 200 len: 210 time: 0.0752521 Dec 20 23:21:30.172766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bf94f-20be-4773-b919-3416533363bb req-0bc6d238-0bb2-4311-ab3e-a18712719deb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:30.174411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b03bf94f-20be-4773-b919-3416533363bb req-0bc6d238-0bb2-4311-ab3e-a18712719deb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 943 time: 0.1840177 Dec 20 23:21:30.228714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b03bf94f-20be-4773-b919-3416533363bb req-5f4f3896-ef9a-443c-b290-91c57f8341c2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Dec 20 23:21:30.392589 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee190b-45f9-44a7-9fc3-8bebb14b35f8 None None] New status for floating IP 34a25b9f-a4fe-4ca7-8035-316ea611a2f4: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:21:30.393213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.439048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device dade54f2-3725-494e-8ca1-c7f83ea94211 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:21:30.457710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Checking segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:30.458097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Network hostable DHCP agents. Network: be5949b1-1747-41ec-8886-62205d19c400, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:21:30.461460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab056f7a-ce6b-4649-a586-8a58574c355f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:30.558970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Network be5949b1-1747-41ec-8886-62205d19c400 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:21:30.646264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, be5949b1-1747-41ec-8886-62205d19c400) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:30.658338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:30.661829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.685517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9439441-ddb8-47a1-98c8-97d54785cf42 None None] Network be5949b1-1747-41ec-8886-62205d19c400 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:30.770597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=dade54f2-3725-494e-8ca1-c7f83ea94211,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:30.773565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9755b0bc-c424-4451-87dd-74890e993319 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8167095 Dec 20 23:21:30.776400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:30.782019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:30.788674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'dade54f2-3725-494e-8ca1-c7f83ea94211', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': 'dade54f2-3725-494e-8ca1-c7f83ea94211', 'mac_address': 'fa:16:3e:07:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:21:30.830795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-be5949b1-1747-41ec-8886-62205d19c400', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:21:30.831654 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.867663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.890954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.891724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.948075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:30.952395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dade54f2-3725-494e-8ca1-c7f83ea94211 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:30.983434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=dade54f2-3725-494e-8ca1-c7f83ea94211,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:31.034044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Allocated IP 172.20.0.2 (be5949b1-1747-41ec-8886-62205d19c400/ab056f7a-ce6b-4649-a586-8a58574c355f/9882312a-1fd3-4ec7-80b8-91722258d218) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:31.134425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.230754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:31.281681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.284043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.331947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 04d6a24a-48c2-451c-9683-614660034b4d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:31.348853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:31.363844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 04d6a24a-48c2-451c-9683-614660034b4d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:31.364328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 04d6a24a-48c2-451c-9683-614660034b4d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:31.404893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d28-be9b-4afc-b7bc-b92a6686400d req-923d104c-fc9b-43ff-84b4-fff5fba1fd12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:31.411987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['dade54f2-3725-494e-8ca1-c7f83ea94211'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:31.414291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85227d28-be9b-4afc-b7bc-b92a6686400d req-923d104c-fc9b-43ff-84b4-fff5fba1fd12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 944 time: 0.0659895 Dec 20 23:21:31.421267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.470058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.511849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85227d28-be9b-4afc-b7bc-b92a6686400d req-8f688a00-fe58-4b38-94bc-11a99ede5e78 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941632 Dec 20 23:21:31.527499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.590554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Network be5949b1-1747-41ec-8886-62205d19c400 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:31.604388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:31.631026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:31.646879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Pushing event updated for resources: {'Port': ['ID=9882312a-1fd3-4ec7-80b8-91722258d218,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:31.650215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.652847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.654025 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "DELETE /v2.0/security-groups/0f199a32-9f18-42aa-85f9-94f668aea528 HTTP/1.1" status: 204 len: 168 time: 0.3035123 Dec 20 23:21:31.657091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42156) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:31.673863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed83279-8ee6-4912-9040-558379a7f661 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f199a32-9f18-42aa-85f9-94f668aea528,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:31.676584 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-901b573c-e287-41b3-935e-e746331b43e2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] show failed (client error): The resource could not be found. Dec 20 23:21:31.683579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-901b573c-e287-41b3-935e-e746331b43e2 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "GET /v2.0/security-groups/0f199a32-9f18-42aa-85f9-94f668aea528 HTTP/1.1" status: 404 len: 347 time: 0.0253384 Dec 20 23:21:31.700469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:31.740128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Attempting to bind port 9882312a-1fd3-4ec7-80b8-91722258d218 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:31.740506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Attempting to bind port 9882312a-1fd3-4ec7-80b8-91722258d218 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:31.740878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Attempting to bind port 9882312a-1fd3-4ec7-80b8-91722258d218 on network be5949b1-1747-41ec-8886-62205d19c400 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:31.741757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.753564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:31.764617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Checking segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:31.765076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.766147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Bound using segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:31.766662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Bound port: 9882312a-1fd3-4ec7-80b8-91722258d218, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:31.767093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.783093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.871837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] For port 9882312a-1fd3-4ec7-80b8-91722258d218, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:31.878458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] For port 9882312a-1fd3-4ec7-80b8-91722258d218, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9882312a-1fd3-4ec7-80b8-91722258d218,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:31.954011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:31.958264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Deleting port 8a67411a-a720-4a34-9422-3b52317a8fa3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:31.959127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.016901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Allocated IP 172.25.1.51 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fd8ae4a7-41e9-4740-98fb-3ebe05f72fee) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:32.074803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.075028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.103294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e882d-6e83-4845-bcb1-2ff810d03210 None None] Pushing event updated for resources: {'Port': ['ID=9882312a-1fd3-4ec7-80b8-91722258d218,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:32.103959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Calling delete_port for 8a67411a-a720-4a34-9422-3b52317a8fa3 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:32.201286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.331409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.360435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.420286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:32.424845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:32.429755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:32.433622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Pushing event deleted for resources: {'Port': ['ID=8a67411a-a720-4a34-9422-3b52317a8fa3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:32.434966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:32.439918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11233135-e3ab-4cee-849d-0a0c82069c1b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:32.450934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device dade54f2-3725-494e-8ca1-c7f83ea94211 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:32.516172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.521111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.530545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-944442c7-903b-4284-9ad1-89ba2359f180 tempest-AttachVolumeTestJSON-1476068485 tempest-AttachVolumeTestJSON-1476068485-project] 10.222.0.62 "DELETE /v2.0/floatingips/34a25b9f-a4fe-4ca7-8035-316ea611a2f4 HTTP/1.1" status: 204 len: 168 time: 0.8275409 Dec 20 23:21:32.559887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42168) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:32.586580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1eaa1f0b-9884-4062-9063-9c48abdc4a21 None None] Provisioning complete for port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:32.586995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1eaa1f0b-9884-4062-9063-9c48abdc4a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.667522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa1f0b-9884-4062-9063-9c48abdc4a21 None None] Port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:32.717540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169aa56-f1db-422c-915a-d5db043b0ff6 req-5fb2850d-b32e-40cf-afc4-3e4653773a2d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:32.719891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1169aa56-f1db-422c-915a-d5db043b0ff6 req-5fb2850d-b32e-40cf-afc4-3e4653773a2d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 944 time: 0.0665653 Dec 20 23:21:32.751688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc30f-edcf-4ef4-ae02-afe553c55fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.763017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port dade54f2-3725-494e-8ca1-c7f83ea94211 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:21:32.768687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port dade54f2-3725-494e-8ca1-c7f83ea94211 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:32.769290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.851948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1169aa56-f1db-422c-915a-d5db043b0ff6 req-3d420a14-8e04-4c9f-96b3-e02cf4f3fc9f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257048 Dec 20 23:21:32.892626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc30f-edcf-4ef4-ae02-afe553c55fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.910631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.939251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:32.958443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=dade54f2-3725-494e-8ca1-c7f83ea94211,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:32.959295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:32.962268 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e646c795-4bfb-4ce6-b26d-2df60bdd67ee" -d '{"events": [{"server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "name": "network-vif-plugged", "status": "completed", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:32.963063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffdbc30f-edcf-4ef4-ae02-afe553c55fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.011492 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ba39b3-32c7-4794-9139-caf4e8c16056 x-openstack-request-id: req-92ba39b3-32c7-4794-9139-caf4e8c16056 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:33.011792 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "name": "network-vif-plugged", "status": "completed", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:33.012047 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92ba39b3-32c7-4794-9139-caf4e8c16056 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:33.012441 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211', 'code': 200} Dec 20 23:21:33.021771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ffdbc30f-edcf-4ef4-ae02-afe553c55fe8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca60bdf23b1d493eb8be3f4f5aff9c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582818 Dec 20 23:21:33.022684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:33.029206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbc30f-edcf-4ef4-ae02-afe553c55fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78567e0-5405-4639-85aa-f21ee85a56c3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:33.056001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.101832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.147906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:33.157215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.322991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.326238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.327841 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c78567e0-5405-4639-85aa-f21ee85a56c3 HTTP/1.1" status: 204 len: 168 time: 0.3039775 Dec 20 23:21:33.340992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2bc1d-8909-4ece-81e4-73bc1d305751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78567e0-5405-4639-85aa-f21ee85a56c3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:33.369828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.528505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c3c9-f6aa-4282-bee4-b820668c7f44 req-10fa94a6-7a72-430b-babc-0abc3f8401ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:33.530025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e862c3c9-f6aa-4282-bee4-b820668c7f44 req-10fa94a6-7a72-430b-babc-0abc3f8401ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 1096 time: 0.0546701 Dec 20 23:21:33.635889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df1327-e6eb-4889-baf9-3e3b1eb18257 None None] Network be5949b1-1747-41ec-8886-62205d19c400 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:33.648757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.772976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9882312a-1fd3-4ec7-80b8-91722258d218 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:33.779408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] Provisioning complete for port 9882312a-1fd3-4ec7-80b8-91722258d218 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:33.779869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:33.842368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e862c3c9-f6aa-4282-bee4-b820668c7f44 req-d6b8ce80-6af9-4b3c-bb5e-4c9e20532433 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949074 Dec 20 23:21:33.957615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9882312a-1fd3-4ec7-80b8-91722258d218 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:33.958562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.027636 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.069732 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Router c53f3930-79db-4776-9ba1-1a7f1405e959 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:21:34.135384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f743e-7e5c-467e-bc48-00e9fcbd8340 req-a4037888-6ba9-4b3c-8082-4ccc8e9ce2d2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:34.135384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd3f743e-7e5c-467e-bc48-00e9fcbd8340 req-a4037888-6ba9-4b3c-8082-4ccc8e9ce2d2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.1320109 Dec 20 23:21:34.135688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.137876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] For port 9882312a-1fd3-4ec7-80b8-91722258d218, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9882312a-1fd3-4ec7-80b8-91722258d218,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:34.233067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.256990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:34.283177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdb4f-fc89-46a3-ab1e-582189600562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.318554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:21:34.318920 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:21:34.323534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e2236-570d-465c-a0aa-3e088bde0f07 None None] Pushing event updated for resources: {'Port': ['ID=9882312a-1fd3-4ec7-80b8-91722258d218,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:34.344682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd3f743e-7e5c-467e-bc48-00e9fcbd8340 req-6b7076cf-7070-4809-8626-5234b9cbc6ab tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006230 Dec 20 23:21:34.374276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9970926e-25b9-4af3-b1d0-e4eb53572a3a None None] Provisioning complete for port 9882312a-1fd3-4ec7-80b8-91722258d218 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:34.377629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9970926e-25b9-4af3-b1d0-e4eb53572a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.379902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:34.412168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:34.431615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:34.432314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:34.443835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdb4f-fc89-46a3-ab1e-582189600562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.469910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.470818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5146fddc-06e8-4133-aa8e-a9058d973e68 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6928272 Dec 20 23:21:34.473651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42194) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:34.518651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdb4f-fc89-46a3-ab1e-582189600562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.572321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f8fdb4f-fc89-46a3-ab1e-582189600562 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a7b49f674af43d397e263bec7ec5214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136113 Dec 20 23:21:34.574371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fdb4f-fc89-46a3-ab1e-582189600562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a7f3c-4a2d-4f44-8946-2d4f0af1f798,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:34.591330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42196) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:34.621469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:34.685813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.709373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.855748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.858515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.860145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb4a7f3c-4a2d-4f44-8946-2d4f0af1f798 HTTP/1.1" status: 204 len: 168 time: 0.2650328 Dec 20 23:21:34.869550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926e01b-d1c1-4b46-a359-7b8778ebd47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a7f3c-4a2d-4f44-8946-2d4f0af1f798,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:34.900240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4a58561a-a4d6-4245-be0a-d57c8c63fdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:34.972313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:32Z', 'revision_number': 3, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:35.019956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:35.020224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Updating router c53f3930-79db-4776-9ba1-1a7f1405e959 port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:35.052188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.166026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.391837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Allocated IP 172.20.0.1 (be5949b1-1747-41ec-8886-62205d19c400/ab056f7a-ce6b-4649-a586-8a58574c355f/b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:35.555186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d640d3-594c-4986-b3c0-4f68ac0184f5 req-def8223f-7f1d-47fa-9dd0-0cba3967c212 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:35.571243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d640d3-594c-4986-b3c0-4f68ac0184f5 req-def8223f-7f1d-47fa-9dd0-0cba3967c212 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.1181502 Dec 20 23:21:35.618162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.648199 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.672204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5d640d3-594c-4986-b3c0-4f68ac0184f5 req-20964ea8-c379-4d13-a7c2-b75f6869740f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993731 Dec 20 23:21:35.705401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.745957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad6c7f-7b75-4b1e-9f6c-f34b57be9a17 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:35.795373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9882312a-1fd3-4ec7-80b8-91722258d218 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:35.835427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Attempting to bind port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:35.835838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Attempting to bind port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:35.836230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Attempting to bind port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:35.861887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:35.862279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:35.863393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.863718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.863898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:35.864276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Bound port: fd8ae4a7-41e9-4740-98fb-3ebe05f72fee, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:35.864668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.866970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d8c66-1f2b-4f63-99e9-651bda7ad1cb None None] Pushing event updated for resources: {'Port': ['ID=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:35.918074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9383ed4d-7642-4276-b5e5-3b1692461bfa None None] Provisioning complete for port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:35.918665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9383ed4d-7642-4276-b5e5-3b1692461bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:35.957401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Network be5949b1-1747-41ec-8886-62205d19c400 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:35.964515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:35.993267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] For port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:35.997221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] For port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:35.998963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9383ed4d-7642-4276-b5e5-3b1692461bfa None None] Port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:36.000229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:36.001187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9882312a-1fd3-4ec7-80b8-91722258d218 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:36.001575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.087422 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.147726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.224375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d2fbc-a239-40f7-89d5-1950ec105681 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:36.295004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1d16-f4c0-4ebf-9783-8808cce49c32 req-ef6d0632-b596-4c5c-ac55-e29f72e60b92 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:36.296887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c9f1d16-f4c0-4ebf-9783-8808cce49c32 req-ef6d0632-b596-4c5c-ac55-e29f72e60b92 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.5072706 Dec 20 23:21:36.301876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:36.317166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:36.317524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:36.371650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d8c66-1f2b-4f63-99e9-651bda7ad1cb None None] Pushing event updated for resources: {'Port': ['ID=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:36.410418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.412802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-714f578c-1492-4533-8b30-e37611776b73 None None] Provisioning complete for port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:36.413408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-714f578c-1492-4533-8b30-e37611776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.431392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c9f1d16-f4c0-4ebf-9783-8808cce49c32 req-21ce6165-a241-4855-9389-3285f9b9fc52 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267359 Dec 20 23:21:36.555432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:36.718788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ac5f5-1f6d-46e2-bbab-bdbcdfc14b57 req-805bea33-f1b1-458a-9fa4-3582fb397dcd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:36.726226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-939ac5f5-1f6d-46e2-bbab-bdbcdfc14b57 req-805bea33-f1b1-458a-9fa4-3582fb397dcd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.1286819 Dec 20 23:21:36.744281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-714f578c-1492-4533-8b30-e37611776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.774542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-714f578c-1492-4533-8b30-e37611776b73 None None] For port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:36.785305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.798616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-939ac5f5-1f6d-46e2-bbab-bdbcdfc14b57 req-755db1ea-0b02-40a0-9c7c-4c1348cf4e1c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714600 Dec 20 23:21:36.833145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-714f578c-1492-4533-8b30-e37611776b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.889563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:36.900340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f578c-1492-4533-8b30-e37611776b73 None None] Pushing event updated for resources: {'Port': ['ID=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:36.908393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:32Z', 'revision_number': 3, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:36.965816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84440faf-2512-4b35-94ff-4aa0e98f052d None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:32Z', 'revision_number': 3, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:36.987620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f3e31c7b-b56c-4929-b9d2-799ce9694cfe None None] Provisioning complete for port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:36.987620 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e31c7b-b56c-4929-b9d2-799ce9694cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:37.000405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:37.003541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:37.038843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31c7b-b56c-4929-b9d2-799ce9694cfe None None] Port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:37.132238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Network be5949b1-1747-41ec-8886-62205d19c400 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:37.133773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:37.346051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Router c53f3930-79db-4776-9ba1-1a7f1405e959 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:37.620008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3062d84-498e-4ded-83eb-a1bf0c93dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:37.628639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f757287b-ecd5-464c-9502-1b3fedac4f75 None None] Provisioning complete for port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:37.629998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f757287b-ecd5-464c-9502-1b3fedac4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:37.669237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0c3e-c784-43b4-9c4e-0dd8130190bf req-ec0f397f-e142-4b37-9b47-181095e78749 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:37.670869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d8e0c3e-c784-43b4-9c4e-0dd8130190bf req-ec0f397f-e142-4b37-9b47-181095e78749 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.1999884 Dec 20 23:21:37.741878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f757287b-ecd5-464c-9502-1b3fedac4f75 None None] Port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:37.769372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd8ae4a7-41e9-4740-98fb-3ebe05f72fee up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:37.774217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:37.784169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27cdd886-34f0-4a34-aa78-910c779ee2ef admin admin] 10.222.0.62 "PUT /v2.0/routers/c53f3930-79db-4776-9ba1-1a7f1405e959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087165 Dec 20 23:21:37.825495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d8e0c3e-c784-43b4-9c4e-0dd8130190bf req-0560e0cf-de23-4321-90eb-290cae760970 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309462 Dec 20 23:21:37.939240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:37.941302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:38.345452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:38.784124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-ee7a308e-380a-4e20-8390-fe5fb996d015 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:38.800975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-ee7a308e-380a-4e20-8390-fe5fb996d015 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.1099014 Dec 20 23:21:39.136861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port dade54f2-3725-494e-8ca1-c7f83ea94211 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:39.137204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.145586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:39.151213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2082114171-network', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:39.283388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d23374-9e5b-4f99-9e47-c4fc8e5ae991 req-a5ae20d5-d5bd-4bcf-b4ab-5b2f46122039 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:39.285155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4d23374-9e5b-4f99-9e47-c4fc8e5ae991 req-a5ae20d5-d5bd-4bcf-b4ab-5b2f46122039 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 945 time: 0.2582042 Dec 20 23:21:39.305962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Made reservation on behalf of 984bb073e18348d79adcbe1ad5d4df1a for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:39.305962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.338831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.365617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port dade54f2-3725-494e-8ca1-c7f83ea94211, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=dade54f2-3725-494e-8ca1-c7f83ea94211,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:39.366033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.395277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f4d23374-9e5b-4f99-9e47-c4fc8e5ae991 req-43080bd6-43a9-43de-9457-fbf4e114a18d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Dec 20 23:21:39.402586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for dade54f2-3725-494e-8ca1-c7f83ea94211 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:39.561401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.661465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.693230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:21:39.717347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.717698 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Added segment 813cba5b-3cbd-4f22-92d9-c03e0dc4a842 of type vlan for network 342a8041-6928-4c21-96f2-eeaf0dddbc60 Dec 20 23:21:39.740713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cf522b-69bb-4939-a586-26cfcd3aa48c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:39.753503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.766472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.766706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['62be4807-70f6-4c76-9559-a879dddc30e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:39.773249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'dade54f2-3725-494e-8ca1-c7f83ea94211'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:39.784292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.784648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.784990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.785895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.786487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.787138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.787650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.788158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.788665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.789380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.789967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.790473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:21:39.804862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=dade54f2-3725-494e-8ca1-c7f83ea94211,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:39.834434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.869998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port dade54f2-3725-494e-8ca1-c7f83ea94211 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:39.873192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.881164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b55d4df2-7b6a-4986-ab5e-0c9d78479061 req-087726bd-e5fb-42e1-a83b-19910c8a7bf3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "DELETE /v2.0/ports/dade54f2-3725-494e-8ca1-c7f83ea94211 HTTP/1.1" status: 204 len: 173 time: 1.0680995 Dec 20 23:21:39.881164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'name': 'network-vif-deleted', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:39.886557 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a69c9-3798-45cf-9588-18502e01dbff" -d '{"events": [{"server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "name": "network-vif-deleted", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:39.891598 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:39.911305 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:39.915810 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:39.927532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.935383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.936381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:39.937552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:39.962350 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1c262-78cd-4408-a325-811b434514c7 x-openstack-request-id: req-d2f1c262-78cd-4408-a325-811b434514c7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:39.962582 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea8517-bf7f-44c9-a163-e7b3a286c336", "name": "network-vif-deleted", "tag": "dade54f2-3725-494e-8ca1-c7f83ea94211", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:39.967684 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2f1c262-78cd-4408-a325-811b434514c7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:39.967684 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea8517-bf7f-44c9-a163-e7b3a286c336', 'name': 'network-vif-deleted', 'tag': 'dade54f2-3725-494e-8ca1-c7f83ea94211', 'status': 'completed', 'code': 200} Dec 20 23:21:40.078974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] Pushing event updated for resources: {'Network': ['ID=342a8041-6928-4c21-96f2-eeaf0dddbc60,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:40.081584 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:40.094164 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1d1b13b-ee45-4a62-88f4-19c2f7237c6e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9440434 Dec 20 23:21:40.094373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:21:40.094473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42316) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:40.099605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Request body: {'subnet': {'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2082114171-subnet', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:40.238220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Made reservation on behalf of 984bb073e18348d79adcbe1ad5d4df1a for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:40.240631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.384896 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 2, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:40.466891 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:40.478239 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Updating router c53f3930-79db-4776-9ba1-1a7f1405e959 port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:40.532942 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.598267 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.681341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60e78ee5-d178-45a5-82c5-2b67c84a1579 req-77123e3b-b260-4bac-86a9-839787631af0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bea8517-bf7f-44c9-a163-e7b3a286c336 HTTP/1.1" status: 200 len: 210 time: 0.0986016 Dec 20 23:21:40.748316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.870411 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.873081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:40.885179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Checking segment: {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:40.885517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Network hostable DHCP agents. Network: 342a8041-6928-4c21-96f2-eeaf0dddbc60, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:21:40.923966 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:40.979944 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43346cab-731a-43ab-bcba-128de20ce6f9 None None] Pushing event updated for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:40.994686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:21:41.086457 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Attempting to bind port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:41.087142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Attempting to bind port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:41.087976 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Attempting to bind port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a on network be5949b1-1747-41ec-8886-62205d19c400 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:41.094499 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:41.095645 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Checking segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:41.096051 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.096446 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Bound using segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:41.096923 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Bound port: b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:41.097300 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.131084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 342a8041-6928-4c21-96f2-eeaf0dddbc60) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:41.143225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdce5d-d73b-4885-af3b-4f8b3c7998ab None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:41.155763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:41.156524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.272391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-970cdb2b-dbe1-4f66-b13b-66e760cc4b0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1770275 Dec 20 23:21:41.276234 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] For port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:41.277761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] For port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:41.278429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42328) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:41.284111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:41.354136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-342a8041-6928-4c21-96f2-eeaf0dddbc60', 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60', 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'fixed_ips': [{'subnet_id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:21:41.356688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.376866 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.387728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.389106 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.480472 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:41.481118 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:41.528402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Allocated IP 172.20.0.2 (342a8041-6928-4c21-96f2-eeaf0dddbc60/db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a/e4c3e761-b523-467c-a9da-15d7bdc499ac) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:41.559036 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43346cab-731a-43ab-bcba-128de20ce6f9 None None] Pushing event updated for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:41.662078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.791601 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:41.793629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] Provisioning complete for port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:41.799568 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.838167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.939473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:41.960677 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.022042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:42.027025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:42.060590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] For port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:42.064197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:42.082642 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:41Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:42.090289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Pushing event updated for resources: {'Port': ['ID=e4c3e761-b523-467c-a9da-15d7bdc499ac,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:42.153374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.157184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38138359-6ac1-4c69-a84e-8b709e360663 None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:41Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:42.197999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Attempting to bind port e4c3e761-b523-467c-a9da-15d7bdc499ac on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:42.198466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Attempting to bind port e4c3e761-b523-467c-a9da-15d7bdc499ac by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:42.198900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Attempting to bind port e4c3e761-b523-467c-a9da-15d7bdc499ac on network 342a8041-6928-4c21-96f2-eeaf0dddbc60 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:42.214951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:42.215500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Checking segment: {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:42.215982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.216455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Bound using segment: {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:42.217008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Bound port: e4c3e761-b523-467c-a9da-15d7bdc499ac, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:42.217474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.368681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc60b1-94d7-4b1b-9331-5481e53bf222 req-f12112c9-1cfc-4592-9efc-948b26fbd218 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:42.389267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ebc60b1-94d7-4b1b-9331-5481e53bf222 req-f12112c9-1cfc-4592-9efc-948b26fbd218 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.1113958 Dec 20 23:21:42.408157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.435056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] For port e4c3e761-b523-467c-a9da-15d7bdc499ac, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:42.452995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] For port e4c3e761-b523-467c-a9da-15d7bdc499ac, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e4c3e761-b523-467c-a9da-15d7bdc499ac,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:42.456618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377edab-9648-4c66-9c5a-4178dd5d5813 None None] Pushing event updated for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:42.466666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-778f17bb-66d9-4e59-93e2-eb51e61351a1 None None] Provisioning complete for port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:42.467213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-778f17bb-66d9-4e59-93e2-eb51e61351a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.473659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ebc60b1-94d7-4b1b-9331-5481e53bf222 req-3bd1ef26-7a52-4b0c-a639-d140cc587fe8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834191 Dec 20 23:21:42.525268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device dade54f2-3725-494e-8ca1-c7f83ea94211 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:42.585112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: dade54f2-3725-494e-8ca1-c7f83ea94211 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:42.585452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device dade54f2-3725-494e-8ca1-c7f83ea94211 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:42.587321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:42.930083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.019640 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.094637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81c980-da46-48eb-9907-004f28e0e1df None None] Pushing event updated for resources: {'Port': ['ID=e4c3e761-b523-467c-a9da-15d7bdc499ac,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:43.365088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Allocated IP 172.25.1.74 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5d65df85-6f1b-49aa-9a94-6f482ca68e28) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:43.404961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42370) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:43.616507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-68285442-24ef-43a1-aa90-cacab73b584f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:43.618196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-68285442-24ef-43a1-aa90-cacab73b584f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.1305690 Dec 20 23:21:43.665646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a827bcd-c419-4418-8524-ebf2392f189d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.696263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845f9f-3a69-4af0-8c42-d75f4be20096 req-05dcb11d-c39d-458e-aa7b-66674378fdc6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:43.698290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e845f9f-3a69-4af0-8c42-d75f4be20096 req-05dcb11d-c39d-458e-aa7b-66674378fdc6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.0989187 Dec 20 23:21:43.740946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.784184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e845f9f-3a69-4af0-8c42-d75f4be20096 req-e9820f8e-18a8-4697-9f11-6f95395a49d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768700 Dec 20 23:21:43.867114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:43.943535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a827bcd-c419-4418-8524-ebf2392f189d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.967361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port 62be4807-70f6-4c76-9559-a879dddc30e0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:43.967701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:43.996620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:43.997003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.079441 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a827bcd-c419-4418-8524-ebf2392f189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.131969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a827bcd-c419-4418-8524-ebf2392f189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b5b66-d813-45a0-ade5-52a4cd0ac809,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:44.149800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.183890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a827bcd-c419-4418-8524-ebf2392f189d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c51912c164a94831923d0d6285f615b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7771337 Dec 20 23:21:44.187302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:44.205934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e4c3e761-b523-467c-a9da-15d7bdc499ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:44.277387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.322595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:44.346401 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.352974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:44.363846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e4c3e761-b523-467c-a9da-15d7bdc499ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:44.365070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.369609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db89148-7c13-4ec8-98da-861d8191f467 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:44.397870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:44.493405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Pushing event updated for resources: {'Port': ['ID=5d65df85-6f1b-49aa-9a94-6f482ca68e28,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:44.518421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port 62be4807-70f6-4c76-9559-a879dddc30e0, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=62be4807-70f6-4c76-9559-a879dddc30e0,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:44.519124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.526165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.527197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.534115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d2b5b66-d813-45a0-ade5-52a4cd0ac809 HTTP/1.1" status: 204 len: 168 time: 0.3440788 Dec 20 23:21:44.548454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-988a5304-d01e-4b7c-a832-6df5ce836e23 None None] Provisioning complete for port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:44.552924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-988a5304-d01e-4b7c-a832-6df5ce836e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.554445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aab8f-6439-4890-a7d4-91fad87162a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b5b66-d813-45a0-ade5-52a4cd0ac809,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:44.567041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for 62be4807-70f6-4c76-9559-a879dddc30e0 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:44.683930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde9f4b-9965-44f0-b623-bb2de0a19be8 None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:44.723911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-988a5304-d01e-4b7c-a832-6df5ce836e23 None None] Port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:44.739871 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.843600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port e4c3e761-b523-467c-a9da-15d7bdc499ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e4c3e761-b523-467c-a9da-15d7bdc499ac,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:44.875626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-62f909a7-e715-4735-bbc5-c04243fffd29 None None] Provisioning complete for port e4c3e761-b523-467c-a9da-15d7bdc499ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:44.876390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-62f909a7-e715-4735-bbc5-c04243fffd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:44.924982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.066947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57012e7e-7ce8-45e2-9ab7-3c8cdfb48639 req-9475ac51-34ad-44cb-8a90-f142777dcbce tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:45.071069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57012e7e-7ce8-45e2-9ab7-3c8cdfb48639 req-9475ac51-34ad-44cb-8a90-f142777dcbce tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 945 time: 0.1169031 Dec 20 23:21:45.085623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=e4c3e761-b523-467c-a9da-15d7bdc499ac,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:45.195626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.208322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['62be4807-70f6-4c76-9559-a879dddc30e0'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:45.215647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:45.243208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57012e7e-7ce8-45e2-9ab7-3c8cdfb48639 req-06ccf8ca-32a1-45c6-9083-0f2ef67bcb53 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662898 Dec 20 23:21:45.320174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=62be4807-70f6-4c76-9559-a879dddc30e0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:45.337844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.520308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3c4b4a85-97cb-4c0e-94d1-334a08cc1b2f None None] Provisioning complete for port e4c3e761-b523-467c-a9da-15d7bdc499ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:45.520842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c4b4a85-97cb-4c0e-94d1-334a08cc1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.532825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port 62be4807-70f6-4c76-9559-a879dddc30e0 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:45.535763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.540049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a1d0e8c-ee11-4db1-8673-109ff00a7c10 req-1a7e8433-c599-4054-8e3a-8b21c0a99796 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "DELETE /v2.0/ports/62be4807-70f6-4c76-9559-a879dddc30e0 HTTP/1.1" status: 204 len: 173 time: 1.9087245 Dec 20 23:21:45.547653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'name': 'network-vif-deleted', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:45.550364 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e1450-5938-44d6-bc4b-a15dc41209d7" -d '{"events": [{"server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "name": "network-vif-deleted", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:45.734400 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961f126-9925-44b5-b126-c570d52c5967 x-openstack-request-id: req-6961f126-9925-44b5-b126-c570d52c5967 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:45.734716 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a8e2b4-19c0-492e-9865-629ea0ccb724", "name": "network-vif-deleted", "tag": "62be4807-70f6-4c76-9559-a879dddc30e0", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:45.734941 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6961f126-9925-44b5-b126-c570d52c5967 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:45.736693 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a8e2b4-19c0-492e-9865-629ea0ccb724', 'name': 'network-vif-deleted', 'tag': '62be4807-70f6-4c76-9559-a879dddc30e0', 'status': 'completed', 'code': 200} Dec 20 23:21:45.769156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e4c3e761-b523-467c-a9da-15d7bdc499ac up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:45.770164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:45.878557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port e4c3e761-b523-467c-a9da-15d7bdc499ac triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:45.879131 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:46.116817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Router 0a610224-cb6c-437a-a437-5237cb3f94e1 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:21:46.319316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:46.334501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Sync routers for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:46.353707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:46.354374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:46.401894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c368324-bc84-4b82-9c6b-0ae37b42e1d6 req-113aac22-41f8-496d-beec-6cc1fb737e92 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=10a8e2b4-19c0-492e-9865-629ea0ccb724 HTTP/1.1" status: 200 len: 210 time: 0.0392530 Dec 20 23:21:46.429484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:46.433909 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bc098aee-651c-42ef-9937-bec4c85f5f27 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1514063 Dec 20 23:21:46.434195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42424) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:46.584330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:46.951965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:44Z', 'revision_number': 3, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:46.998414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Checking router: 0a610224-cb6c-437a-a437-5237cb3f94e1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:47.002291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Updating router 0a610224-cb6c-437a-a437-5237cb3f94e1 port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:47.035767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.164063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.362506 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.435632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 62be4807-70f6-4c76-9559-a879dddc30e0 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:47.475247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 62be4807-70f6-4c76-9559-a879dddc30e0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:47.475708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 62be4807-70f6-4c76-9559-a879dddc30e0 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:47.477147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.540573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63635d-eb1e-4919-8ee9-4dd2762e3a21 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:47.553121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Attempting to bind port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:47.554276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Attempting to bind port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:47.554648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Attempting to bind port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:47.563711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:47.564671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:47.565081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.565480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:47.565992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Bound port: 5d65df85-6f1b-49aa-9a94-6f482ca68e28, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:47.566375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.570378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45094b9-17a6-40bb-aa5a-b6603115f455 None None] Pushing event updated for resources: {'Port': ['ID=5d65df85-6f1b-49aa-9a94-6f482ca68e28,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:47.748423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ec10cc72-bda3-4243-b21c-60197e4582d5 None None] Provisioning complete for port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:47.748834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec10cc72-bda3-4243-b21c-60197e4582d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.755882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] For port 5d65df85-6f1b-49aa-9a94-6f482ca68e28, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:47.808101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] For port 5d65df85-6f1b-49aa-9a94-6f482ca68e28, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5d65df85-6f1b-49aa-9a94-6f482ca68e28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:47.836701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ec10cc72-bda3-4243-b21c-60197e4582d5 None None] Port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:47.863141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:47.924097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b114a2-9d6b-4629-b6a2-389b4d28196b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:47.974660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:47.975430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:47.979642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45094b9-17a6-40bb-aa5a-b6603115f455 None None] Pushing event updated for resources: {'Port': ['ID=5d65df85-6f1b-49aa-9a94-6f482ca68e28,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:48.041048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-6afbc605-508b-4c33-a426-6bfe5f629d8a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:48.042710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-6afbc605-508b-4c33-a426-6bfe5f629d8a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2510550 Dec 20 23:21:48.107883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-0b8f8dfe-ce8a-4974-bf63-6483933a8f27 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0570264 Dec 20 23:21:48.121508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] Provisioning complete for port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:48.121922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.130735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:48.158719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Allocated IP 172.20.0.1 (342a8041-6928-4c21-96f2-eeaf0dddbc60/db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a/242abeff-f58d-402d-8e2a-771238b0f8ce) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:48.235370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-dc63cec0-9af9-460b-9053-4fae5136f5be tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104903 Dec 20 23:21:48.360323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:48.370050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-5257c2ac-0f01-491f-b839-c3ab24c91161 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193948 Dec 20 23:21:48.490416 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.573396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2289-cb2b-4d6f-9ae7-c5ea80c1164a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.615786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] For port 5d65df85-6f1b-49aa-9a94-6f482ca68e28, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5d65df85-6f1b-49aa-9a94-6f482ca68e28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:48.649767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:44Z', 'revision_number': 3, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:48.654820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.688901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-e1c3c9e4-ec04-4882-a0f0-23b118aa31f8 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083510 Dec 20 23:21:48.698798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5867a7-bbfe-47ec-a1cd-696f890c5f21 None None] The sync data for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 is: [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:44Z', 'revision_number': 3, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:48.729486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.784725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2289-cb2b-4d6f-9ae7-c5ea80c1164a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.816957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:21:48.834963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef52b-2790-49df-afb1-1e521935901b None None] Pushing event updated for resources: {'Port': ['ID=5d65df85-6f1b-49aa-9a94-6f482ca68e28,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:48.846434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.864949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2289-cb2b-4d6f-9ae7-c5ea80c1164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.904785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:48.911826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:48.915788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:48.960359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2289-cb2b-4d6f-9ae7-c5ea80c1164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94642ad-2615-428a-8642-fa8ba2663408,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:48.971019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:48.975640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Pushing event updated for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:48.985531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0a8c2289-cb2b-4d6f-9ae7-c5ea80c1164a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0bbfa78f339c473494d0b0b8b6b54a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234858 Dec 20 23:21:48.988866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:49.177537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.322455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.409848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd4cb7f2-c297-44e6-a930-75e76d124e7f req-e9286de8-24ae-4271-a545-030ebd3ab42f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 210 time: 0.1025624 Dec 20 23:21:49.410391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.517353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0136126e-1037-48f7-afc7-24ded9981c76 None None] Provisioning complete for port 242abeff-f58d-402d-8e2a-771238b0f8ce triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:49.517844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0136126e-1037-48f7-afc7-24ded9981c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.523868 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.527414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.537053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c94642ad-2615-428a-8642-fa8ba2663408 HTTP/1.1" status: 204 len: 168 time: 0.5385897 Dec 20 23:21:49.563189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90808e96-f0f6-4af0-a444-a1f0bb15f375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94642ad-2615-428a-8642-fa8ba2663408,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:49.617093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0136126e-1037-48f7-afc7-24ded9981c76 None None] Port 242abeff-f58d-402d-8e2a-771238b0f8ce cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:49.808545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5d65df85-6f1b-49aa-9a94-6f482ca68e28 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:49.836857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.900719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:49.901243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:49.924366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.101224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Pushing event updated for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:50.118029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.252325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:50.254163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:50.405809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Router 0a610224-cb6c-437a-a437-5237cb3f94e1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:50.509389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42502) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:50.523553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f88be6d-cca5-4f51-8d1d-4a0994d223b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.525788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ba5baff-3062-4adb-8c7e-5a036293a7ef req-49c5d07c-04d4-42db-a958-e6188ce8d622 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 210 time: 0.0398309 Dec 20 23:21:50.614701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:50.620899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d40a2f9-32ea-4a68-b2d6-e967d7a2b383 admin admin] 10.222.0.62 "PUT /v2.0/routers/0a610224-cb6c-437a-a437-5237cb3f94e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1853855 Dec 20 23:21:50.624720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f88be6d-cca5-4f51-8d1d-4a0994d223b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.645026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2845518-e481-47bc-88af-7db472728dda None None] Provisioning complete for port 242abeff-f58d-402d-8e2a-771238b0f8ce triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:50.645613 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2845518-e481-47bc-88af-7db472728dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.681701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2845518-e481-47bc-88af-7db472728dda None None] Port 242abeff-f58d-402d-8e2a-771238b0f8ce cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:21:50.729820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f88be6d-cca5-4f51-8d1d-4a0994d223b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.801293 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7f88be6d-cca5-4f51-8d1d-4a0994d223b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ef94490762d4b2cafec7104f6dea4df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906616 Dec 20 23:21:50.802857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88be6d-cca5-4f51-8d1d-4a0994d223b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660af9dd-0f8c-4e26-ab8e-e28c6190a35c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:50.804037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42516) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:50.861045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:50.892918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:51.028316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:51.033143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:51.039221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/660af9dd-0f8c-4e26-ab8e-e28c6190a35c HTTP/1.1" status: 204 len: 168 time: 0.2308469 Dec 20 23:21:51.051261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030a587-0ea6-41fa-945b-8dcd7c1655be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660af9dd-0f8c-4e26-ab8e-e28c6190a35c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:51.267318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:51.476104 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Sync routers for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:51.490340 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:51.500195 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:51.658747 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:51.729556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d31495c-dd9a-4b4a-95c5-cf016462ff98 req-34261ed9-490d-4f8e-8583-77424a132727 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 210 time: 0.0490484 Dec 20 23:21:51.917611 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:49Z', 'revision_number': 4, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '242abeff-f58d-402d-8e2a-771238b0f8ce', 'name': '', 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'mac_address': 'fa:16:3e:7a:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:47Z', 'updated_at': '2021-12-20T23:21:49Z', 'revision_number': 2, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'subnets': [{'id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:51.951580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Checking router: 0a610224-cb6c-437a-a437-5237cb3f94e1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:51.952727 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Updating router 0a610224-cb6c-437a-a437-5237cb3f94e1 port 242abeff-f58d-402d-8e2a-771238b0f8ce binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:21:51.979738 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.219191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-6fd55fcf-c449-42d1-aa80-f7ddaa3d5db8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:52.222082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-6fd55fcf-c449-42d1-aa80-f7ddaa3d5db8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2737525 Dec 20 23:21:52.235475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': '2a558748-2081-4240-82ed-b66d552ae6cd', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:52.417256 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.438324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.587045 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.588649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:21:52.598421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.679116 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c718cdd-093e-4cfe-a932-1ae361a8c4e4 None None] Pushing event updated for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:52.810260 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Attempting to bind port 242abeff-f58d-402d-8e2a-771238b0f8ce on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:52.810633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Attempting to bind port 242abeff-f58d-402d-8e2a-771238b0f8ce by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:52.822111 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Attempting to bind port 242abeff-f58d-402d-8e2a-771238b0f8ce on network 342a8041-6928-4c21-96f2-eeaf0dddbc60 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:52.834037 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:52.835515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Checking segment: {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:52.836592 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.840983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Bound using segment: {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:52.842081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Bound port: 242abeff-f58d-402d-8e2a-771238b0f8ce, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813cba5b-3cbd-4f22-92d9-c03e0dc4a842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:52.843832 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:52.960943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.3 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/6e6f3692-1f7b-42b0-9059-3b9abc5c2c36) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:21:52.987684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-586b7088-a008-4fde-acb5-49a6249663ac req-464edcaa-7443-43c3-a7cb-4df2906b9ac0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 210 time: 0.0845587 Dec 20 23:21:53.003387 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] For port 242abeff-f58d-402d-8e2a-771238b0f8ce, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:53.017585 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] For port 242abeff-f58d-402d-8e2a-771238b0f8ce, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=242abeff-f58d-402d-8e2a-771238b0f8ce,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:53.099949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Deleting port 4b21da6a-0196-4818-a869-9710d8e0d555 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:53.100296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.113947 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.132624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] Provisioning complete for port 242abeff-f58d-402d-8e2a-771238b0f8ce triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:53.133237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.251361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.284486 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:53.285749 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:53.290081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] For port 4b21da6a-0196-4818-a869-9710d8e0d555, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4b21da6a-0196-4818-a869-9710d8e0d555,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:53.290448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.329192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Calling delete_port for 4b21da6a-0196-4818-a869-9710d8e0d555 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:53.354384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.446037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] For port 242abeff-f58d-402d-8e2a-771238b0f8ce, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=242abeff-f58d-402d-8e2a-771238b0f8ce,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:53.450737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.462081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:53.463985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:21:53.587039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.598287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:21:53.619453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:21:53.629414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:21:53.788658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d3ca-2b9d-48b3-bdc5-840c288b6c01 None None] Pushing event updated for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:53.838182 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c718cdd-093e-4cfe-a932-1ae361a8c4e4 None None] Pushing event updated for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:53.848672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:49Z', 'revision_number': 4, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '242abeff-f58d-402d-8e2a-771238b0f8ce', 'name': '', 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'mac_address': 'fa:16:3e:7a:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:47Z', 'updated_at': '2021-12-20T23:21:52Z', 'revision_number': 4, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'subnets': [{'id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:53.862250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:53.875387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.876289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:53.878967 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b359742-f27e-442d-8edc-e455597d36bf None None] The sync data for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 is: [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:21:49Z', 'revision_number': 4, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '242abeff-f58d-402d-8e2a-771238b0f8ce', 'name': '', 'network_id': '342a8041-6928-4c21-96f2-eeaf0dddbc60', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'mac_address': 'fa:16:3e:7a:a1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:47Z', 'updated_at': '2021-12-20T23:21:52Z', 'revision_number': 4, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'subnets': [{'id': 'db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:53.900715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0651b5d7-3ed9-4d83-b449-d1fa9e6f663d None None] Provisioning complete for port 242abeff-f58d-402d-8e2a-771238b0f8ce triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:53.904944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0651b5d7-3ed9-4d83-b449-d1fa9e6f663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.925790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:53.956255 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-bdbe38f8-acc5-41e3-a624-11d75029be11 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7253158 Dec 20 23:21:53.972021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Request body: {'port': {'device_id': '2a558748-2081-4240-82ed-b66d552ae6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:21:54.029282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b21da6a-0196-4818-a869-9710d8e0d555,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:54.083067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:54.465365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6893e83-0f49-4a44-b868-034eb1ffc04a req-05976931-557a-43a7-9111-14186e5d580a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:54.475544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6893e83-0f49-4a44-b868-034eb1ffc04a req-05976931-557a-43a7-9111-14186e5d580a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 931 time: 0.2836485 Dec 20 23:21:54.674166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:54.688411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6893e83-0f49-4a44-b868-034eb1ffc04a req-1512ff86-17b2-47aa-9122-43af06e4aa86 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955862 Dec 20 23:21:54.712242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:54.738105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:54.739142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Transition to ACTIVE for port object 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:21:54.836160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:54.927213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:54.994153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Attempting to bind port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:21:54.994497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Attempting to bind port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:21:54.995383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Attempting to bind port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:55.001088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:21:55.007640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Attempting to bind port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:21:55.007640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:21:55.007879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:21:55.009039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:21:55.009544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Bound port: 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:21:55.010231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:55.129426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:21:55.132979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Router ff18a823-d261-41cf-8efb-9389c9a13b73 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:21:55.135478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:21:55.215960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:55.265176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:55.265176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:55.265910 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 HTTP/1.1" status: 200 len: 1091 time: 1.3009036 Dec 20 23:21:55.266374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:21:55.269296 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590cc6c-cb47-4f88-a3e5-1935b83c8050" -d '{"events": [{"name": "network-changed", "server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:21:55.319699 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e076a8b5-cfec-4fee-80a1-fa556ec739dd x-openstack-request-id: req-e076a8b5-cfec-4fee-80a1-fa556ec739dd {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:21:55.320200 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:21:55.320620 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e076a8b5-cfec-4fee-80a1-fa556ec739dd {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:21:55.321189 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36', 'status': 'completed', 'code': 200} Dec 20 23:21:55.327406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893c70-1959-461b-b187-72e293089fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:55.354040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:21:55.364562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-42710222-6204-4722-bdc1-2ed884bb0f78 admin admin] 10.222.0.62 "PUT /v2.0/routers/ff18a823-d261-41cf-8efb-9389c9a13b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0935860 Dec 20 23:21:55.364562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42668) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:55.366390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Sync routers for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:21:55.383942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:55.385015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:55.436855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-358c945a-8c25-4601-8759-9452793e5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:55.450606 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-358c945a-8c25-4601-8759-9452793e5d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 1094 time: 0.0984612 Dec 20 23:21:55.589617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:55.620666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-814e3008-9db6-49c0-85c4-6f526fcf7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:55.622392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-814e3008-9db6-49c0-85c4-6f526fcf7ccc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=57264c29b8944615852aaa1acb62d185&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1708560 Dec 20 23:21:55.645937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:55.822494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-42f35c8f-6ae6-47e5-8464-4eedae61ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:55.824111 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e590cc6c-cb47-4f88-a3e5-1935b83c8050 req-42f35c8f-6ae6-47e5-8464-4eedae61ef96 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935887 Dec 20 23:21:55.914711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-ddf20af3-06e2-4d24-833e-e9db7343c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:55.916205 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-ddf20af3-06e2-4d24-833e-e9db7343c9d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 1094 time: 0.0510385 Dec 20 23:21:55.964045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 242abeff-f58d-402d-8e2a-771238b0f8ce up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:21:56.000957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-f1e54be6-7e92-4c79-b731-6fbd61b385f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 HTTP/1.1" status: 200 len: 217 time: 0.0741756 Dec 20 23:21:56.020409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:21:53Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:56.057305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Checking router: ff18a823-d261-41cf-8efb-9389c9a13b73 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:21:56.079370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Routers {'ff18a823-d261-41cf-8efb-9389c9a13b73'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:21:56.080125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:21:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ff18a823-d261-41cf-8efb-9389c9a13b73'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:56.112183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ec43-6ae7-4722-8570-256193fa261f req-0b61d177-d0ce-440b-9cdc-be53a704aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:56.115022 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-0b61d177-d0ce-440b-9cdc-be53a704aafe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.1070745 Dec 20 23:21:56.130038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 242abeff-f58d-402d-8e2a-771238b0f8ce triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:21:56.131109 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:56.166587 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-96f94456-2f10-42bb-aaaa-b995911a04fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450020 Dec 20 23:21:56.367992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-ff4aeb9b-ad35-4844-b92e-d8229dfc8a8a service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936169 Dec 20 23:21:56.390228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] Set router ff18a823-d261-41cf-8efb-9389c9a13b73 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:21:56.546567 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b613ec43-6ae7-4722-8570-256193fa261f req-2e70bd64-3e6f-41a6-897e-8bbfdddb0dfe service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711953 Dec 20 23:21:56.596128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42686) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:56.641093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:56.667653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d4d7-c5e2-4d44-b811-7847041a2d82 req-90fece19-a82e-4435-b9ad-49f51d7b5414 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:56.669708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fb7d4d7-c5e2-4d44-b811-7847041a2d82 req-90fece19-a82e-4435-b9ad-49f51d7b5414 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 943 time: 0.7767403 Dec 20 23:21:56.720719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:21:53Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:56.761268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fb7d4d7-c5e2-4d44-b811-7847041a2d82 req-fb590d7c-032a-41f4-8bf8-4ac2e9dc1b4d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831699 Dec 20 23:21:56.780076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346b9e2-da51-464e-a722-e7d5bfce8c59 None None] The sync data for ids ['ff18a823-d261-41cf-8efb-9389c9a13b73'] in n-d-822053-9 is: [{'id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'name': 'tempest-AttachVolumeTestJSON-365757670-router', 'tenant_id': '2fc7f134377b4b169176c8f01faa403f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:13:43Z', 'updated_at': '2021-12-20T23:21:53Z', 'revision_number': 5, 'project_id': '2fc7f134377b4b169176c8f01faa403f', 'gw_port': {'id': '1eeaab51-36dd-4d1d-9688-ea10d379c4e7', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18a823-d261-41cf-8efb-9389c9a13b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:13:44Z', 'updated_at': '2021-12-20T23:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:21:56.816900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c52c140-3ff3-4f4f-8b9b-75e28343635e admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:56.904492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c52c140-3ff3-4f4f-8b9b-75e28343635e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:56.912897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Deleting port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:56.913233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:56.996163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2c52c140-3ff3-4f4f-8b9b-75e28343635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.011794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] For port 1eeaab51-36dd-4d1d-9688-ea10d379c4e7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:57.012370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.029308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Calling delete_port for 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:57.056349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2c52c140-3ff3-4f4f-8b9b-75e28343635e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dacb84fe31c44fbd9dd6a7ecca4a8d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591320 Dec 20 23:21:57.057305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52c140-3ff3-4f4f-8b9b-75e28343635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56857426-2375-4847-a4fd-9ab6f68f4c12,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:57.059970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42694) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:57.122661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.157692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.349972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.353190 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.354480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56857426-2375-4847-a4fd-9ab6f68f4c12 HTTP/1.1" status: 204 len: 168 time: 0.2934258 Dec 20 23:21:57.373626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dd016-2a17-4d9f-bcaf-55468d3d875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56857426-2375-4847-a4fd-9ab6f68f4c12,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:57.402946 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.451055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eeaab51-36dd-4d1d-9688-ea10d379c4e7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:57.466276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c73f0-bb68-431d-a98c-2d3067a91750 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:57.545255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.667715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.670831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.753297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b21da6a-0196-4818-a869-9710d8e0d555 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:57.792134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4b21da6a-0196-4818-a869-9710d8e0d555 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:57.792485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4b21da6a-0196-4818-a869-9710d8e0d555 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:57.805836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.806975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff18a823-d261-41cf-8efb-9389c9a13b73 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:21:57.822766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.831633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b7089181-1a91-4fd0-b73e-cf0688aad026 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ff18a823-d261-41cf-8efb-9389c9a13b73 HTTP/1.1" status: 204 len: 168 time: 2.4653609 Dec 20 23:21:57.833970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42706) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:57.897730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Deleting subnet 92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:21:57.901310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:57.988840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.055129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.114730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.311917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b776aa-da78-45ca-a39c-7617fca84653 req-e4d25f73-db25-4164-bc68-322119004686 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:58.313445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b776aa-da78-45ca-a39c-7617fca84653 req-e4d25f73-db25-4164-bc68-322119004686 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 943 time: 0.3636026 Dec 20 23:21:58.345529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.377928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:58.383933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.385070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd9fce-3db0-4a04-bf91-37bab4c2beea None None] Network afa30585-3fc6-4885-866e-f4edb12b7744 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:21:58.391902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dc42efb3-7361-4ec4-bdb1-fdb5b8138ae8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/92fc4a52-0c6b-4080-9dbd-2e2ad1e88f83 HTTP/1.1" status: 204 len: 168 time: 0.5537438 Dec 20 23:21:58.392105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b776aa-da78-45ca-a39c-7617fca84653 req-99b63361-10f2-44bd-ba6a-2b8aa0b6857b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694861 Dec 20 23:21:58.392334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42720) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:58.633407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] DHCP port deletion for afa30585-3fc6-4885-866e-f4edb12b7744 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:21:58.753560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Deleting port 1418f779-0a5f-4fe9-b41e-0d04125519be {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:58.753972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.817380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.827881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] For port 1418f779-0a5f-4fe9-b41e-0d04125519be, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1418f779-0a5f-4fe9-b41e-0d04125519be,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:58.827881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.840667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Calling delete_port for 1418f779-0a5f-4fe9-b41e-0d04125519be owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:58.903620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Deleting port 1418f779-0a5f-4fe9-b41e-0d04125519be {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:21:58.904041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:58.993549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] For port 1418f779-0a5f-4fe9-b41e-0d04125519be, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1418f779-0a5f-4fe9-b41e-0d04125519be,segment=NetworkSegment(18eabde8-e65d-4e0a-8e47-9a628e044fc6),segment_id=18eabde8-e65d-4e0a-8e47-9a628e044fc6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:58.996731 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.024819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Calling delete_port for 1418f779-0a5f-4fe9-b41e-0d04125519be owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:21:59.048964 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.080283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] Pushing event deleted for resources: {'Port': ['ID=1418f779-0a5f-4fe9-b41e-0d04125519be,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:59.084243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84867fdc-3828-4914-b698-8a6eec96df2f None None] No DVR routers for this DVR port 1418f779-0a5f-4fe9-b41e-0d04125519be on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:59.140234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.166526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=1418f779-0a5f-4fe9-b41e-0d04125519be,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:59.170043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] No DVR routers for this DVR port 1418f779-0a5f-4fe9-b41e-0d04125519be on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:21:59.252773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.273971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa30585-3fc6-4885-866e-f4edb12b7744']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:59.284680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eabde8-e65d-4e0a-8e47-9a628e044fc6') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:59.287254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eabde8-e65d-4e0a-8e47-9a628e044fc6') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:21:59.298452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.315974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.328547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:21:59.328961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:21:59.330796 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:21:59.335102 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:21:59.488153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:21:59.520278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae9afb-212c-4202-b6ca-7f92cd76cbd9 req-a8ef6faa-6b90-46ba-a28a-8fd96ef7a46c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:21:59.523088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fae9afb-212c-4202-b6ca-7f92cd76cbd9 req-a8ef6faa-6b90-46ba-a28a-8fd96ef7a46c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 943 time: 0.0590866 Dec 20 23:21:59.529432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.538832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.542369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] 10.222.0.62 "DELETE /v2.0/networks/afa30585-3fc6-4885-866e-f4edb12b7744 HTTP/1.1" status: 204 len: 168 time: 1.1491320 Dec 20 23:21:59.591778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68549a85-0338-444f-b6f1-f62284d5bf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=afa30585-3fc6-4885-866e-f4edb12b7744,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:59.646893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fae9afb-212c-4202-b6ca-7f92cd76cbd9 req-cbc831b8-a0f2-4795-abd3-a9689c6954c2 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156631 Dec 20 23:21:59.661700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:59.694166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36', 'mac_address': 'fa:16:3e:38:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:21:59.746308 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.763729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:21:59.789711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:21:59.793881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:59.820712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:59.821144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1eeaab51-36dd-4d1d-9688-ea10d379c4e7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:59.821646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1418f779-0a5f-4fe9-b41e-0d04125519be no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:21:59.844490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1418f779-0a5f-4fe9-b41e-0d04125519be {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:21:59.844913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1418f779-0a5f-4fe9-b41e-0d04125519be not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:21:59.861210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:21:59.945348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:21:59.949825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 42756) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:21:59.996412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-996a279a-948c-411e-9d1f-7e4224c25b30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fc7f134377b4b169176c8f01faa403f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452614 Dec 20 23:22:00.001663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 42758) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:00.063648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:00.069475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['6e6f3692-1f7b-42b0-9059-3b9abc5c2c36'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:00.096711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:00.261182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:00.266547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:00.271789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df63c054-11c5-4742-867e-c3cfa770788b HTTP/1.1" status: 204 len: 168 time: 0.2687502 Dec 20 23:22:00.285314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f742d-1e22-4a65-a74d-f3d9fe6d8075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63c054-11c5-4742-867e-c3cfa770788b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:00.924624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b604-8ea8-49b4-b04a-ca223ef845c9 req-f98f1b0e-811d-4d25-9bbf-45dfab26122c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:00.934214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf8b604-8ea8-49b4-b04a-ca223ef845c9 req-f98f1b0e-811d-4d25-9bbf-45dfab26122c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 944 time: 0.1863680 Dec 20 23:22:01.005782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf8b604-8ea8-49b4-b04a-ca223ef845c9 req-410fcb56-b9cf-434f-9e67-84a7d928a5bf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647147 Dec 20 23:22:01.491682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:01.608228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:22:01.610362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:01.610796 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:01.734840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:01.793145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:01.796552 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6add8-45df-483d-8b86-3a7257c89777" -d '{"events": [{"server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "name": "network-vif-plugged", "status": "completed", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:01.813232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:01.852635 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680eea7-1833-484f-9cfc-a76e6ab16354 x-openstack-request-id: req-5680eea7-1833-484f-9cfc-a76e6ab16354 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:01.852635 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "name": "network-vif-plugged", "status": "completed", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:01.852635 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5680eea7-1833-484f-9cfc-a76e6ab16354 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:01.852635 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36', 'code': 200} Dec 20 23:22:01.901690 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:01.981899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:02.015223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f51e0f-8cb7-4176-95f6-967683f99f7a req-e2d7b0c3-4ab8-4820-9c80-a5ce96ddcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:02.016799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-10f51e0f-8cb7-4176-95f6-967683f99f7a req-e2d7b0c3-4ab8-4820-9c80-a5ce96ddcb06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 1096 time: 0.0885181 Dec 20 23:22:02.071181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-10f51e0f-8cb7-4176-95f6-967683f99f7a req-0d4346b7-0a74-428e-91c2-4495ab4eff8f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Dec 20 23:22:02.158827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d8120-e002-45ae-a47c-3a0562a9a13c req-c2e65b9a-ba38-4ada-a57b-ac4ed8f3d3a4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:02.167106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef4d8120-e002-45ae-a47c-3a0562a9a13c req-c2e65b9a-ba38-4ada-a57b-ac4ed8f3d3a4 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0759451 Dec 20 23:22:02.226280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef4d8120-e002-45ae-a47c-3a0562a9a13c req-2bcc35d9-2d41-4b16-8701-dc3722cba2cf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581486 Dec 20 23:22:03.363877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:03.394350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920d04-219c-48d9-97d5-65932c6bd270 req-7e28b7fe-5231-4f16-bd1d-4852a07975ac tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:03.403758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf920d04-219c-48d9-97d5-65932c6bd270 req-7e28b7fe-5231-4f16-bd1d-4852a07975ac tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0752664 Dec 20 23:22:03.481332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf920d04-219c-48d9-97d5-65932c6bd270 req-1784664d-2cb6-43e8-b45f-c016c92b5c01 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755732 Dec 20 23:22:03.836625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2537c1e-e197-40bb-954b-9ba203c49c9e req-f7dee667-125a-4d6e-bbd9-440a1f191367 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:03.842861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2537c1e-e197-40bb-954b-9ba203c49c9e req-f7dee667-125a-4d6e-bbd9-440a1f191367 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0814209 Dec 20 23:22:03.903753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2537c1e-e197-40bb-954b-9ba203c49c9e req-d2e7a326-216a-4b4a-854b-eade4357cd2f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568426 Dec 20 23:22:04.049746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6887b3-37b7-47b6-8d48-d8fee69a098f req-1053eb17-81e2-485d-be10-60422e34b4e9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:04.054217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a6887b3-37b7-47b6-8d48-d8fee69a098f req-1053eb17-81e2-485d-be10-60422e34b4e9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0632045 Dec 20 23:22:04.118861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a6887b3-37b7-47b6-8d48-d8fee69a098f req-039f6811-533e-43e5-ac23-ffd49efa96a8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Dec 20 23:22:04.700612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e911f15-4bc8-4920-ab8d-d50b688f1e76 req-739d854c-6e8c-4b59-8172-809e964e0765 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:04.702121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e911f15-4bc8-4920-ab8d-d50b688f1e76 req-739d854c-6e8c-4b59-8172-809e964e0765 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0694566 Dec 20 23:22:04.772544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e911f15-4bc8-4920-ab8d-d50b688f1e76 req-bac34931-6dc6-4193-b050-74f0cf330157 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634093 Dec 20 23:22:04.872120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ba63da7c-909a-4229-9886-8359f6f8df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:05.893595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddc122-6063-49b0-855b-463bc1669b85 req-ae07f75d-0c87-45cf-8eec-aa4c4ff1af06 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:05.895130 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-12ddc122-6063-49b0-855b-463bc1669b85 req-ae07f75d-0c87-45cf-8eec-aa4c4ff1af06 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0545437 Dec 20 23:22:05.908796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed363c5d-fb2b-4033-bf74-16449b5ac50c req-5b8d6c54-b75f-4c2e-ad20-f30cdfede229 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:05.921747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed363c5d-fb2b-4033-bf74-16449b5ac50c req-5b8d6c54-b75f-4c2e-ad20-f30cdfede229 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 945 time: 0.0603778 Dec 20 23:22:05.972702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed363c5d-fb2b-4033-bf74-16449b5ac50c req-1b7a2afc-7910-4a77-86e9-c7cb2e595ff6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Dec 20 23:22:06.028071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:22:06.028071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:06.146635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:06.147007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:06.161847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:22:06.384536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:06.402107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:06.406618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['6e6f3692-1f7b-42b0-9059-3b9abc5c2c36'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:06.423253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=6e6f3692-1f7b-42b0-9059-3b9abc5c2c36,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:06.502596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:22:06.511683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:06.515952 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-12ddc122-6063-49b0-855b-463bc1669b85 req-deeae544-e3d9-45c9-b399-1ee104e475d8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "DELETE /v2.0/ports/6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 HTTP/1.1" status: 204 len: 173 time: 0.6146879 Dec 20 23:22:06.516427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'name': 'network-vif-deleted', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:06.518777 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a3d46f-7536-4685-9f90-0e2dfb311572" -d '{"events": [{"server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "name": "network-vif-deleted", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:06.595518 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f050a6-9e79-47f9-b1eb-b31cf10c8a38 x-openstack-request-id: req-a5f050a6-9e79-47f9-b1eb-b31cf10c8a38 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:06.597247 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a558748-2081-4240-82ed-b66d552ae6cd", "name": "network-vif-deleted", "tag": "6e6f3692-1f7b-42b0-9059-3b9abc5c2c36", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:06.597247 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5f050a6-9e79-47f9-b1eb-b31cf10c8a38 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:06.597247 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a558748-2081-4240-82ed-b66d552ae6cd', 'name': 'network-vif-deleted', 'tag': '6e6f3692-1f7b-42b0-9059-3b9abc5c2c36', 'status': 'completed', 'code': 200} Dec 20 23:22:07.149457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2e4eda0-4e11-4325-800b-470f47fa5bc6 req-24dd214c-2dac-4c8d-8b49-271156e468bf tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a558748-2081-4240-82ed-b66d552ae6cd HTTP/1.1" status: 200 len: 210 time: 0.0348220 Dec 20 23:22:07.603145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-833c9b9d-9114-4a7a-88d2-be5b623613f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:08.391944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:08.656380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-326592c3-eb3c-45b6-b078-109a50999f4b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:08.658673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-326592c3-eb3c-45b6-b078-109a50999f4b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.1704476 Dec 20 23:22:08.680650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-05edbbc7-e674-44f5-9ecb-97b7f0aad616 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/quotas/57264c29b8944615852aaa1acb62d185 HTTP/1.1" status: 200 len: 375 time: 0.0158391 Dec 20 23:22:08.744262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-2647a7b9-92f0-4786-9524-de3664232b8e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623763 Dec 20 23:22:08.867288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-b19b4423-799b-4423-a180-ccac591ff947 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154735 Dec 20 23:22:08.969858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-40e999d8-c19a-4ef3-8527-77cd4081ed34 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950296 Dec 20 23:22:09.293846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06ebb604-5a23-4750-a783-9cb1062f089b req-91b41538-ce9b-48f9-8f8c-ae90f722451a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 210 time: 0.0673118 Dec 20 23:22:09.519910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:22:09.569690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:22:09.570097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 6e6f3692-1f7b-42b0-9059-3b9abc5c2c36 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:22:09.733424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-1acfda29-ddb8-4215-b2b8-846b1f3a0303 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170268 Dec 20 23:22:09.784919 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:09.879263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-96985122-20bf-4547-9dd1-dff0f8d7ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:09.881485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-96985122-20bf-4547-9dd1-dff0f8d7ded3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 1096 time: 0.0904403 Dec 20 23:22:10.043456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-fd80d78b-d17c-43d1-aaad-969c25de8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:10.050737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-fd80d78b-d17c-43d1-aaad-969c25de8a10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 907 time: 0.1420760 Dec 20 23:22:10.119448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-be016243-f13e-4f67-9333-1a675dcf4345 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 HTTP/1.1" status: 200 len: 217 time: 0.0563042 Dec 20 23:22:10.270899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-10fc5096-74d7-4fed-b38b-67686b0c779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:10.272399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-10fc5096-74d7-4fed-b38b-67686b0c779c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.1416576 Dec 20 23:22:10.338090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-5d76ba43-52c8-4e6c-bad5-9f1396eadaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320439 Dec 20 23:22:10.410118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bb614fe-da7f-42d4-8f62-c6659f48c427 req-e6b279ce-e26f-40c0-93a8-784012273f04 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 210 time: 0.0583596 Dec 20 23:22:10.508219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-8dd563e4-8311-4cea-bc0d-a13751befe06 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773653 Dec 20 23:22:10.514619 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:10.704218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-496372b7-a8c0-49be-88eb-3b5a7fedadbc req-65bbf0c9-83c8-4667-bcea-d52da39ce769 service neutron] 10.222.0.45 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833310 Dec 20 23:22:10.847244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43014) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:11.068306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.238301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.361385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.409250 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c18465d753d448f5bbbc0c0df0fa1b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584970 Dec 20 23:22:11.409250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f012c0e-20b0-4f6b-b8f1-09356b236a0a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:11.409981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43024) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:11.462116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.464669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.465760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.466117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.466975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.472470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.477582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867efc9a-eadc-4107-a116-4bb9e4ca0a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:11.591043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5b46c35-1ca4-46f8-9568-d312518ef291 req-5a8a7cb8-eda3-4136-9ff4-28ba3f46ea4c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 210 time: 0.0690289 Dec 20 23:22:11.631406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.687299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.690421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-c54178e0-fbe0-4cc9-8f94-5ea90f247de6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:11.692029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-c54178e0-fbe0-4cc9-8f94-5ea90f247de6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 806 time: 0.2140224 Dec 20 23:22:11.709001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Request body: {'port': {'device_id': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'admin_state_up': True, 'tenant_id': '57264c29b8944615852aaa1acb62d185'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:11.813519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.817331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:11.821789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f012c0e-20b0-4f6b-b8f1-09356b236a0a HTTP/1.1" status: 204 len: 168 time: 0.4073060 Dec 20 23:22:11.854931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806bb69-38a0-4910-8a2d-aac5775c7717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f012c0e-20b0-4f6b-b8f1-09356b236a0a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:11.924666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Made reservation on behalf of 57264c29b8944615852aaa1acb62d185 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:22:11.941130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:12.089758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Allocated IP 172.20.0.11 (e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd/bd38b9d1-6afd-45fc-8cf6-4b61656c867f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:22:12.258056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:12.380620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:12.399474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:12.464638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:22:12.468809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:12.479529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:22:12.519085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event updated for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:12.557458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:12.558516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:12.775880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af573bd-ce3c-4cf0-a2cc-5ed937bc45ed req-a3fb71c9-ed03-42d1-b17d-fb88fa8912fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:12.777465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af573bd-ce3c-4cf0-a2cc-5ed937bc45ed req-a3fb71c9-ed03-42d1-b17d-fb88fa8912fe tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 932 time: 0.0702293 Dec 20 23:22:12.836318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af573bd-ce3c-4cf0-a2cc-5ed937bc45ed req-515fc646-8d6b-4632-a76c-d7b32eaad446 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Dec 20 23:22:13.612453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-4cdf3305-2e03-4d41-aa5a-5e8cba7e6a12 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9074397 Dec 20 23:22:13.625769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Request body: {'port': {'device_id': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:13.684548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:13.863632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43076) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:13.900508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7640965b-070c-4b2e-9f62-734b826ce55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.014707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba2fdc-8925-4451-a8d2-6531c00191b2 req-b8bc9939-3f9d-4302-88af-a47b3c85372d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:14.019628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2ba2fdc-8925-4451-a8d2-6531c00191b2 req-b8bc9939-3f9d-4302-88af-a47b3c85372d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 932 time: 0.0713210 Dec 20 23:22:14.111836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7640965b-070c-4b2e-9f62-734b826ce55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.116283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd38b9d1-6afd-45fc-8cf6-4b61656c867f {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:22:14.125701 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.125906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2ba2fdc-8925-4451-a8d2-6531c00191b2 req-bbd83ada-8814-4c87-9f1b-023549775b05 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905561 Dec 20 23:22:14.146045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Transition to ACTIVE for port object bd38b9d1-6afd-45fc-8cf6-4b61656c867f will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:22:14.191473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7640965b-070c-4b2e-9f62-734b826ce55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.234064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7640965b-070c-4b2e-9f62-734b826ce55d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bde7653a2d944db8a4195416e58b2e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667064 Dec 20 23:22:14.235442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640965b-070c-4b2e-9f62-734b826ce55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505e4fcc-1eb1-4ec6-97b4-45c4b9d5f654,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:14.236755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:14.249652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.305578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:14.311485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.344607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.456811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Attempting to bind port bd38b9d1-6afd-45fc-8cf6-4b61656c867f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:22:14.456811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Attempting to bind port bd38b9d1-6afd-45fc-8cf6-4b61656c867f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:22:14.456811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Attempting to bind port bd38b9d1-6afd-45fc-8cf6-4b61656c867f on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:22:14.460534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Port bd38b9d1-6afd-45fc-8cf6-4b61656c867f on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:22:14.460856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Attempting to bind port bd38b9d1-6afd-45fc-8cf6-4b61656c867f on network e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:22:14.471067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:22:14.471413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Checking segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:22:14.471801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Bound using segment: {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:22:14.472234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Bound port: bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc87bca-2948-4d92-8d47-27125739ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:22:14.472589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.477118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.479815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.481000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/505e4fcc-1eb1-4ec6-97b4-45c4b9d5f654 HTTP/1.1" status: 204 len: 168 time: 0.2398942 Dec 20 23:22:14.491744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d1bc9-55e8-44fd-9a41-77f346f13c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505e4fcc-1eb1-4ec6-97b4-45c4b9d5f654,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:14.562250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:22:14.565809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:22:14.647467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.701067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:14.703018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:14.704606 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd38b9d1-6afd-45fc-8cf6-4b61656c867f HTTP/1.1" status: 200 len: 1092 time: 1.0836339 Dec 20 23:22:14.705124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:14.708114 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504f068-5080-4103-b014-f09f6e2b7e28" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:14.775145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0307e-020c-405d-a50e-70d886578d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:14.812514 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c419608-76aa-49d7-918a-2072970a845c x-openstack-request-id: req-4c419608-76aa-49d7-918a-2072970a845c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:14.812808 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:14.813111 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c419608-76aa-49d7-918a-2072970a845c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:14.813573 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f', 'status': 'completed', 'code': 200} Dec 20 23:22:14.885571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-76534963-e5cb-415e-acf8-63218187fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:14.890370 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-76534963-e5cb-415e-acf8-63218187fb15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0573673 Dec 20 23:22:14.947330 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-a6b00a59-0138-4668-a06f-2fff3866f9b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f HTTP/1.1" status: 200 len: 217 time: 0.0481026 Dec 20 23:22:15.007791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-6bdf07e1-99a2-4173-9f86-51cb346bd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:15.009286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-6bdf07e1-99a2-4173-9f86-51cb346bd8d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0557330 Dec 20 23:22:15.047442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-2a89bbcb-b0f4-49b2-872f-e5cf924549b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311246 Dec 20 23:22:15.200184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-657b4f7b-41a8-4334-a037-8bc0bc1061fb service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391618 Dec 20 23:22:15.321242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43105781-1f8b-40df-a708-a3eba2374b8b req-50795d3d-65c2-46f1-9cdf-f41d440ce998 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:15.326543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43105781-1f8b-40df-a708-a3eba2374b8b req-50795d3d-65c2-46f1-9cdf-f41d440ce998 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 944 time: 0.1095846 Dec 20 23:22:15.349328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2144e96d-3ef3-471b-8c56-00a26de45f06 req-c679a737-e968-49e7-b732-ebf7ef15ac96 service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441379 Dec 20 23:22:15.401400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43105781-1f8b-40df-a708-a3eba2374b8b req-f0ddb35c-df08-42cf-a7da-52846670da6b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Dec 20 23:22:15.515544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-3556f0b6-7d9e-4d7d-97c2-95adbea5e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:15.517031 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-3556f0b6-7d9e-4d7d-97c2-95adbea5e714 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57264c29b8944615852aaa1acb62d185&device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 1095 time: 0.0452363 Dec 20 23:22:15.634399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-6e9ecb7a-c895-427a-8084-edaca61659b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:15.636190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-6e9ecb7a-c895-427a-8084-edaca61659b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 200 len: 907 time: 0.1106977 Dec 20 23:22:15.698437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-62af57fa-f4bd-40d1-88c8-5456ba4b8700 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f HTTP/1.1" status: 200 len: 217 time: 0.0540047 Dec 20 23:22:15.763381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-f2d66ec1-4852-4d9a-a460-f6b11c66bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:15.765424 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-f2d66ec1-4852-4d9a-a460-f6b11c66bbcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 200 len: 846 time: 0.0573401 Dec 20 23:22:15.806590 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-4ccd7922-c79c-4182-8939-53f0be50002a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291891 Dec 20 23:22:15.975053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-0e58a82e-208e-48b1-99db-f71f6ac6147a service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632719 Dec 20 23:22:16.104661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6504f068-5080-4103-b014-f09f6e2b7e28 req-ce6ba30e-9bbf-44b5-b067-7a484882c008 service neutron] 10.222.0.59 "GET /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196656 Dec 20 23:22:16.581337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33905f-fdaf-42cf-b988-269fef1a6c4b req-385f0e47-619b-431d-9bff-3fd43430c3c6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:16.582843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc33905f-fdaf-42cf-b988-269fef1a6c4b req-385f0e47-619b-431d-9bff-3fd43430c3c6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 944 time: 0.0811224 Dec 20 23:22:16.679623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc33905f-fdaf-42cf-b988-269fef1a6c4b req-75ae35e6-028d-478e-b2bd-8e7f4f4cda54 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717535 Dec 20 23:22:17.061274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43190) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:17.294069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237f6ebb-710f-47d5-a6e4-c9835ae9f3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.399606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237f6ebb-710f-47d5-a6e4-c9835ae9f3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.532410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-237f6ebb-710f-47d5-a6e4-c9835ae9f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.558891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device bd38b9d1-6afd-45fc-8cf6-4b61656c867f details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:22:17.593933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43202) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:17.605997 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-237f6ebb-710f-47d5-a6e4-c9835ae9f3f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af35d93d34a04daca247db7ac8fbb001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391431 Dec 20 23:22:17.607849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f6ebb-710f-47d5-a6e4-c9835ae9f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2df617-1a3f-457c-9f89-a37943ca6132,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:17.717108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.727489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:17.740438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f', 'network_id': 'e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c', 'port_id': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f', 'mac_address': 'fa:16:3e:7d:6e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:22:17.752164 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.795590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.828815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd38b9d1-6afd-45fc-8cf6-4b61656c867f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:22:17.856513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55109f-d9f5-47a0-86fc-52aca68040fc req-770d4e7f-6748-4b30-9644-7faf60ad739c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:17.860270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd55109f-d9f5-47a0-86fc-52aca68040fc req-770d4e7f-6748-4b30-9644-7faf60ad739c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 944 time: 0.0951097 Dec 20 23:22:17.870312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:17.925991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd55109f-d9f5-47a0-86fc-52aca68040fc req-8551438c-a8ca-4c45-a09e-207b7f2e9217 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Dec 20 23:22:17.972761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.972998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.973128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:17.973128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a2df617-1a3f-457c-9f89-a37943ca6132 HTTP/1.1" status: 204 len: 168 time: 0.3755841 Dec 20 23:22:17.981120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf580e5-9fff-42e7-b8e5-a097dcb25c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2df617-1a3f-457c-9f89-a37943ca6132,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:18.033899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:18.042098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.042466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.042794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.043137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.043471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.043799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.044126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.044482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.044899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.045228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.045554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.045902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.046259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:18.164153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['bd38b9d1-6afd-45fc-8cf6-4b61656c867f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:18.841800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43248) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:18.875727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43252) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:18.997715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12191747-fca4-427c-9594-6c2458af3314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.092069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8755d69-5965-444f-a135-6fbd9237185d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.173703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed908a-afbf-453c-bcdd-094c0eae7394 req-1fd0f728-e188-4852-8502-8134c561f5c3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:19.175399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efed908a-afbf-453c-bcdd-094c0eae7394 req-1fd0f728-e188-4852-8502-8134c561f5c3 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 945 time: 0.1517613 Dec 20 23:22:19.251576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12191747-fca4-427c-9594-6c2458af3314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.311995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efed908a-afbf-453c-bcdd-094c0eae7394 req-e64af61e-adc0-493c-a795-eff768e517a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212208 Dec 20 23:22:19.342508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8755d69-5965-444f-a135-6fbd9237185d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.348945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12191747-fca4-427c-9594-6c2458af3314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.387544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12191747-fca4-427c-9594-6c2458af3314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f3bb8-a54c-44c9-946d-102f740dd940,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:19.397224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-12191747-fca4-427c-9594-6c2458af3314 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ca0aac7be2d47c281103c4f376733cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535078 Dec 20 23:22:19.397369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:19.452707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.463434 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d8755d69-5965-444f-a135-6fbd9237185d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.523855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.526943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8755d69-5965-444f-a135-6fbd9237185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205c950-7069-4163-9ffc-ce568cf6e3cd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:19.533039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d8755d69-5965-444f-a135-6fbd9237185d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c8a986e30ca4bd3a91283f82e5724c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551952 Dec 20 23:22:19.541833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:19.583576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device bd38b9d1-6afd-45fc-8cf6-4b61656c867f up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:19.598761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.624538 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.714540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.717966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.719306 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c2f3bb8-a54c-44c9-946d-102f740dd940 HTTP/1.1" status: 204 len: 168 time: 0.3209145 Dec 20 23:22:19.728547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a5d70-7efc-470b-886d-ae6d8588a75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f3bb8-a54c-44c9-946d-102f740dd940,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:19.799918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.800087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port bd38b9d1-6afd-45fc-8cf6-4b61656c867f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:22:19.804432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.805151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port bd38b9d1-6afd-45fc-8cf6-4b61656c867f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:19.805803 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.806160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f205c950-7069-4163-9ffc-ce568cf6e3cd HTTP/1.1" status: 204 len: 168 time: 0.2697172 Dec 20 23:22:19.821279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820af6e-65b3-4ae2-8b3f-21eeeed9758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205c950-7069-4163-9ffc-ce568cf6e3cd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:19.934275 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:19.959124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:19.961524 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0befe1-e698-45ee-a340-4c518d8d648a" -d '{"events": [{"server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "name": "network-vif-plugged", "status": "completed", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:19.974346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:20.003345 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e713d295-8305-453e-9f90-3332b5014bc5 x-openstack-request-id: req-e713d295-8305-453e-9f90-3332b5014bc5 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:20.003650 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "name": "network-vif-plugged", "status": "completed", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:20.003908 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e713d295-8305-453e-9f90-3332b5014bc5 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:20.004311 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f', 'code': 200} Dec 20 23:22:20.111408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:20.172698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:20.412165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e869-d4e0-4e02-89ab-26a64f8742a9 req-4b97df91-bf51-4ec2-bdcf-4d9810576c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:20.413988 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac51e869-d4e0-4e02-89ab-26a64f8742a9 req-4b97df91-bf51-4ec2-bdcf-4d9810576c41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 1097 time: 0.3511946 Dec 20 23:22:20.445592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394d3c8-dfce-4c84-bc1b-f7112ad78205 req-fc35b889-7125-47b3-beaa-2a2cf8e50676 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:20.447187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7394d3c8-dfce-4c84-bc1b-f7112ad78205 req-fc35b889-7125-47b3-beaa-2a2cf8e50676 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0548131 Dec 20 23:22:20.463142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ac51e869-d4e0-4e02-89ab-26a64f8742a9 req-dc667ba8-4f63-4b11-834c-5e39ae29807e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Dec 20 23:22:20.496973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7394d3c8-dfce-4c84-bc1b-f7112ad78205 req-04ae3100-92d9-4148-b50c-bbc3079b312a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Dec 20 23:22:20.871015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43320) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:20.889530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd807719-ccd4-425a-ba2e-84293f5fdd8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:20.955174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:20.975040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd807719-ccd4-425a-ba2e-84293f5fdd8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.073579 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f7ad-945c-4d60-8e23-7e642012c008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.076782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd807719-ccd4-425a-ba2e-84293f5fdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.132418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd807719-ccd4-425a-ba2e-84293f5fdd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c053c977-2299-496d-97d4-84c19799cbcf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:21.137604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd807719-ccd4-425a-ba2e-84293f5fdd8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=477f44825ad743a19f7653d6de4acd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655449 Dec 20 23:22:21.140117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43326) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:21.178431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43328) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:21.195809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.198417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f23aa2c-2b32-4098-9921-d024028822ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.223867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.241624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f7ad-945c-4d60-8e23-7e642012c008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.305016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f23aa2c-2b32-4098-9921-d024028822ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.339619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f7ad-945c-4d60-8e23-7e642012c008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.339849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.344152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.348412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c053c977-2299-496d-97d4-84c19799cbcf HTTP/1.1" status: 204 len: 168 time: 0.2050061 Dec 20 23:22:21.358780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9249e1f-8b6b-4d65-b492-e16bad9249e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053c977-2299-496d-97d4-84c19799cbcf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:21.386904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6eb7f7ad-945c-4d60-8e23-7e642012c008 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a70c18480d24b77a66826895cb57e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306591 Dec 20 23:22:21.387784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7f7ad-945c-4d60-8e23-7e642012c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bebab-0ca3-45de-9c40-e1fbce36ba13,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:21.391190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43334) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:21.429988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f23aa2c-2b32-4098-9921-d024028822ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.488874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.488874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f23aa2c-2b32-4098-9921-d024028822ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05117d0db6dc429bafec808b7121b63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051069 Dec 20 23:22:21.489628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:21.490052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23aa2c-2b32-4098-9921-d024028822ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fb82b4-d77a-4bba-a40d-6ad5763e683d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:21.511033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.557922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.580577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.621371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c03188-81b3-4cb7-aa9b-86a6b68a4120 req-4c0f975e-869d-4497-be2b-d852d4375b8a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:21.623273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02c03188-81b3-4cb7-aa9b-86a6b68a4120 req-4c0f975e-869d-4497-be2b-d852d4375b8a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Dec 20 23:22:21.668659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.671416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.676117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/565bebab-0ca3-45de-9c40-e1fbce36ba13 HTTP/1.1" status: 204 len: 168 time: 0.2838938 Dec 20 23:22:21.692320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-02c03188-81b3-4cb7-aa9b-86a6b68a4120 req-8900bcca-a26c-4ac1-81dd-9784a8a7a7fd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Dec 20 23:22:21.696884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c027f1-6df5-44de-844e-73c2188012a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bebab-0ca3-45de-9c40-e1fbce36ba13,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:21.721039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.724341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:21.727870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96fb82b4-d77a-4bba-a40d-6ad5763e683d HTTP/1.1" status: 204 len: 168 time: 0.2373042 Dec 20 23:22:21.734410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ce37-faa9-4e65-8a59-1d2622b47e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fb82b4-d77a-4bba-a40d-6ad5763e683d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:22.608912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43366) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:22.623918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16238fa5-0df0-413e-8770-cc044ccfa941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:22.764672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16238fa5-0df0-413e-8770-cc044ccfa941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:22.848809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce850d7a-17c1-4e71-9a9a-fd3ad0e4a67c req-d921eb8c-70bc-40fa-93b7-7ff7ae816b30 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:22.850413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce850d7a-17c1-4e71-9a9a-fd3ad0e4a67c req-d921eb8c-70bc-40fa-93b7-7ff7ae816b30 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0582287 Dec 20 23:22:22.895965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16238fa5-0df0-413e-8770-cc044ccfa941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:22.915348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce850d7a-17c1-4e71-9a9a-fd3ad0e4a67c req-cebb5b5e-71f6-4cc6-92e3-f26ce81e06b0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Dec 20 23:22:22.955198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16238fa5-0df0-413e-8770-cc044ccfa941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcc72e-e281-4132-979a-cf077dc758b5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:22.965311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-16238fa5-0df0-413e-8770-cc044ccfa941 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9c73dd7ca604c3193b8f11a808fc7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553154 Dec 20 23:22:22.968597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:23.039130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:23.062428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:23.296521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec169d-f60c-4313-9938-35139fe56b2f req-67c40f2e-7266-4bad-92aa-d2a33c2d9692 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:23.298446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62ec169d-f60c-4313-9938-35139fe56b2f req-67c40f2e-7266-4bad-92aa-d2a33c2d9692 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0592744 Dec 20 23:22:23.316937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:23.320221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:23.320794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21bcc72e-e281-4132-979a-cf077dc758b5 HTTP/1.1" status: 204 len: 168 time: 0.3509710 Dec 20 23:22:23.330538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156b05-cb0d-4d3f-9952-4519b4c7d3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcc72e-e281-4132-979a-cf077dc758b5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:23.383405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62ec169d-f60c-4313-9938-35139fe56b2f req-2345a298-b8ae-41ee-b052-c78c410dfaad tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773044 Dec 20 23:22:23.512569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eddf9-9242-4178-b4b8-cafb63dc032a req-78895a04-58fe-4637-9ea2-00dc3e8b383e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:23.514984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-578eddf9-9242-4178-b4b8-cafb63dc032a req-78895a04-58fe-4637-9ea2-00dc3e8b383e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0577815 Dec 20 23:22:23.569623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-578eddf9-9242-4178-b4b8-cafb63dc032a req-129f3721-8511-4d75-9a00-feb7fb3545d5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Dec 20 23:22:24.009620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580bb06-0268-4e60-bb06-a544c600e894 req-38ca2432-c67b-4d92-b630-260f6a923186 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:24.009620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5580bb06-0268-4e60-bb06-a544c600e894 req-38ca2432-c67b-4d92-b630-260f6a923186 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0559151 Dec 20 23:22:24.051062 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5580bb06-0268-4e60-bb06-a544c600e894 req-590d4853-842f-4a3e-96eb-e1892ba1c58c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Dec 20 23:22:25.232473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25295-b3ee-4ea0-bcdc-f4c4cc9165d6 req-8ef97222-ca86-46ea-82f4-8129a6c15ea8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:25.240997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05a25295-b3ee-4ea0-bcdc-f4c4cc9165d6 req-8ef97222-ca86-46ea-82f4-8129a6c15ea8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0721984 Dec 20 23:22:25.311486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-05a25295-b3ee-4ea0-bcdc-f4c4cc9165d6 req-c3825e05-cbbb-4245-86ee-e4edd560941b tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692668 Dec 20 23:22:25.816706 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:22:26.426071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c639bb-cc70-458e-b971-10199fea07ac req-53bc3b9d-ec19-433b-95fb-23a893e125a0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:26.427575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95c639bb-cc70-458e-b971-10199fea07ac req-53bc3b9d-ec19-433b-95fb-23a893e125a0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0492091 Dec 20 23:22:26.480998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95c639bb-cc70-458e-b971-10199fea07ac req-d1c86329-10dc-4600-9864-6ed4b13def8d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 Dec 20 23:22:27.615653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31553-46cd-443e-a641-32476ee90a42 req-1eb88370-d35e-4c88-bd4c-f3a8c4eec62e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:27.618531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bf31553-46cd-443e-a641-32476ee90a42 req-1eb88370-d35e-4c88-bd4c-f3a8c4eec62e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0599756 Dec 20 23:22:27.675575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bf31553-46cd-443e-a641-32476ee90a42 req-fb879a9b-d0fd-45c7-857b-7ff4f889263d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Dec 20 23:22:27.745995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:27.858068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07720971-027f-46d1-8dc0-3b0f4c4b2889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:27.949782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07720971-027f-46d1-8dc0-3b0f4c4b2889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.031327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07720971-027f-46d1-8dc0-3b0f4c4b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.042593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.072596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07720971-027f-46d1-8dc0-3b0f4c4b2889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b5c95d-f93a-4a29-a01f-53f4cb8145b0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:28.080365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-07720971-027f-46d1-8dc0-3b0f4c4b2889 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a24172748fff4b8ea6cc7b7b43c52511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305345 Dec 20 23:22:28.080747 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:28.139014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.162609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.308877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.312398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:28.313627 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85b5c95d-f93a-4a29-a01f-53f4cb8145b0 HTTP/1.1" status: 204 len: 168 time: 0.2317255 Dec 20 23:22:28.323913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7668-d13d-4361-93cd-3ba85a6ef0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b5c95d-f93a-4a29-a01f-53f4cb8145b0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:28.798873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4d978-73ec-400c-9fc7-c5ea2900f248 req-fe32fa36-7c46-4722-9e46-5f99f3e8d1d6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:28.800606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07f4d978-73ec-400c-9fc7-c5ea2900f248 req-fe32fa36-7c46-4722-9e46-5f99f3e8d1d6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0524886 Dec 20 23:22:28.860765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07f4d978-73ec-400c-9fc7-c5ea2900f248 req-89da6247-f9d6-490b-9fa8-5a0370203d83 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Dec 20 23:22:29.078225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:29.092447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56dcb1f1-1594-413b-9f7a-262dc20c3978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.186145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56dcb1f1-1594-413b-9f7a-262dc20c3978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.248215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56dcb1f1-1594-413b-9f7a-262dc20c3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.299342 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56dcb1f1-1594-413b-9f7a-262dc20c3978 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a990806ff9e74673926cd9241d251dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199171 Dec 20 23:22:29.300674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcb1f1-1594-413b-9f7a-262dc20c3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e894b71-8bef-4a9f-8238-9e2b80b46416,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:29.302182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:29.359150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.383830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.528429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.533386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:29.536970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e894b71-8bef-4a9f-8238-9e2b80b46416 HTTP/1.1" status: 204 len: 168 time: 0.2314799 Dec 20 23:22:29.548252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f051d-a2dc-43b6-8e43-263687e727e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e894b71-8bef-4a9f-8238-9e2b80b46416,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:30.036433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7b0cb-4b4e-4320-af0f-124e84b9f785 req-29103428-fe7f-4ec7-bb84-83c37e8313ca tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:30.044253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0c7b0cb-4b4e-4320-af0f-124e84b9f785 req-29103428-fe7f-4ec7-bb84-83c37e8313ca tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0642641 Dec 20 23:22:30.107294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0c7b0cb-4b4e-4320-af0f-124e84b9f785 req-38539276-6978-4007-8209-1ad0331a025c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620856 Dec 20 23:22:31.221974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef712c-9be4-44b9-afc2-a55932d0a4bf req-c4ed0ed7-1828-4f46-a6a5-5a02ef36dfeb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:31.233828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10ef712c-9be4-44b9-afc2-a55932d0a4bf req-c4ed0ed7-1828-4f46-a6a5-5a02ef36dfeb tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0612848 Dec 20 23:22:31.295536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10ef712c-9be4-44b9-afc2-a55932d0a4bf req-9dc2f60a-7ff8-4ac0-9ac7-d5d32b2cdc1a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 Dec 20 23:22:32.421856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5728-2937-4402-8964-0638fac14f0e req-b5538a31-7c4a-47e6-9352-233d03330746 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:32.429931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61bf5728-2937-4402-8964-0638fac14f0e req-b5538a31-7c4a-47e6-9352-233d03330746 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0613420 Dec 20 23:22:32.491502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61bf5728-2937-4402-8964-0638fac14f0e req-8e314c1c-0721-4e87-a4bb-bea80829170e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602539 Dec 20 23:22:33.382330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:33.706603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463f738-347c-4cd4-af66-1001ff56d4e2 req-b5b8bbaf-9ba7-4cdb-a8e0-885bfa305492 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:33.708716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d463f738-347c-4cd4-af66-1001ff56d4e2 req-b5b8bbaf-9ba7-4cdb-a8e0-885bfa305492 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0787735 Dec 20 23:22:33.767355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d463f738-347c-4cd4-af66-1001ff56d4e2 req-4f4d3e81-85b8-4f35-a1e8-0e50be4b0ce1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 Dec 20 23:22:34.839528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bb959e8f-8ff6-40a2-ab7b-26da7d8d1eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:34.977107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a5ac-cb97-4f77-8197-3beab36e76b6 req-f0f8f31e-53d1-436a-91da-69f05728fc67 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:34.990288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c01a5ac-cb97-4f77-8197-3beab36e76b6 req-f0f8f31e-53d1-436a-91da-69f05728fc67 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1059332 Dec 20 23:22:35.050573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c01a5ac-cb97-4f77-8197-3beab36e76b6 req-fc86206c-ac74-406e-841c-fe2d8fd2039f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591142 Dec 20 23:22:36.199229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ff89-375f-476a-83a9-08cb3c939da3 req-dcb987e1-ffcd-48f1-a719-2920cded92f5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:36.208322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8877ff89-375f-476a-83a9-08cb3c939da3 req-dcb987e1-ffcd-48f1-a719-2920cded92f5 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0606403 Dec 20 23:22:36.272150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8877ff89-375f-476a-83a9-08cb3c939da3 req-f83437c2-ae3c-428a-acfe-7e2b0989b723 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Dec 20 23:22:37.035960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:37.172182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-489778d0-f682-44cf-bad5-2d36f688d71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.256151 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-489778d0-f682-44cf-bad5-2d36f688d71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.334129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-489778d0-f682-44cf-bad5-2d36f688d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.381181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489778d0-f682-44cf-bad5-2d36f688d71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a27eda-38f4-4c34-97ca-2d841fe8b22c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:37.440293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-489778d0-f682-44cf-bad5-2d36f688d71f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cce4935b19784eeab2f83a2a72bd1a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4008079 Dec 20 23:22:37.440811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43760) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:37.488792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12973dd-493e-4780-b4da-c6dad79f0044 req-4c19a8b7-4a9b-4ed6-811d-b0950f996530 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:37.492217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f12973dd-493e-4780-b4da-c6dad79f0044 req-4c19a8b7-4a9b-4ed6-811d-b0950f996530 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1229248 Dec 20 23:22:37.536763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.560782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1b432b2a-ddec-4174-81bb-c0adf569536f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.569881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f12973dd-493e-4780-b4da-c6dad79f0044 req-915e7ec6-a1d3-468a-a090-01affffca83f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Dec 20 23:22:37.570616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.716730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.719441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:37.721082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71a27eda-38f4-4c34-97ca-2d841fe8b22c HTTP/1.1" status: 204 len: 168 time: 0.2792897 Dec 20 23:22:37.729427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c42f6-b5cf-41dd-8a0b-d9d123d351bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a27eda-38f4-4c34-97ca-2d841fe8b22c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:38.340850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:38.524327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:38.708959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406c77-6ed4-4b3e-b9c3-f496ad4a0611 req-82310c11-36b0-4a5a-a47d-3c9a3c88d9da tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:38.710672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88406c77-6ed4-4b3e-b9c3-f496ad4a0611 req-82310c11-36b0-4a5a-a47d-3c9a3c88d9da tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0658851 Dec 20 23:22:38.741204 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37a0d221-595f-4b58-9e28-9b1416f993aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:38.810032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88406c77-6ed4-4b3e-b9c3-f496ad4a0611 req-08cd9eef-294e-48ba-8ee6-d9b3636d57a9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915160 Dec 20 23:22:38.888513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37a0d221-595f-4b58-9e28-9b1416f993aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:38.953817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-37a0d221-595f-4b58-9e28-9b1416f993aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:38.994440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-37a0d221-595f-4b58-9e28-9b1416f993aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edb072839e364e8fbc0248b4fcc9160b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690278 Dec 20 23:22:38.995558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0d221-595f-4b58-9e28-9b1416f993aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead64809-842b-4e4e-b1a8-ab34259a90d3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:38.997181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43824) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:39.052342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:39.084776 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:39.280270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:39.283314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:39.287561 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ead64809-842b-4e4e-b1a8-ab34259a90d3 HTTP/1.1" status: 204 len: 168 time: 0.2892597 Dec 20 23:22:39.299450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319eb85-bb16-4186-b93d-8b4db77687df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead64809-842b-4e4e-b1a8-ab34259a90d3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:39.745855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:39.807530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:39.982500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43219de6-75b5-495d-884f-628f1897657f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.016833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37263c8f-3efe-4ccf-9877-73df8842f668 req-0cfedd67-76b8-41b5-81d3-89512667469f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:40.018359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37263c8f-3efe-4ccf-9877-73df8842f668 req-0cfedd67-76b8-41b5-81d3-89512667469f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0926974 Dec 20 23:22:40.113186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37263c8f-3efe-4ccf-9877-73df8842f668 req-8446f9fe-0d71-4041-9fad-075ed7e49e24 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827572 Dec 20 23:22:40.149708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43219de6-75b5-495d-884f-628f1897657f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.227963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43219de6-75b5-495d-884f-628f1897657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.271180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-43219de6-75b5-495d-884f-628f1897657f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b7f14d0c8824f128e2127e248c7795f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617915 Dec 20 23:22:40.272304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219de6-75b5-495d-884f-628f1897657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730521a0-abad-4923-a4b4-3c1c75f2a9e1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:40.274035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43876) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:40.336091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.362278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.459605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.485504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.488318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:40.490030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/730521a0-abad-4923-a4b4-3c1c75f2a9e1 HTTP/1.1" status: 204 len: 168 time: 0.2146299 Dec 20 23:22:40.500606 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730521a0-abad-4923-a4b4-3c1c75f2a9e1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:40.515233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.515731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.516179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.516618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.517058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.517498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.517961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.518408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.518840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.519506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.519910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.520309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:40.520845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220857c1-df04-4823-8589-49397ca9bc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:41.257988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c88572-4476-465a-a9b3-6e0be4681e6c req-065f561a-9a84-4b84-8fb8-2f3e50be34ef tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:41.268890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52c88572-4476-465a-a9b3-6e0be4681e6c req-065f561a-9a84-4b84-8fb8-2f3e50be34ef tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0609515 Dec 20 23:22:41.320943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-52c88572-4476-465a-a9b3-6e0be4681e6c req-f471e97d-392f-48a1-981f-e5670a91b927 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503089 Dec 20 23:22:42.187837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:42.222185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43946) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:42.376303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'network': {'name': 'tempest-network-smoke--2807055', 'project_id': '412d3bab58284f3ba001391be8044eae', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:42.476898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1679-417b-4321-a6c4-ca4d23ed5d1f req-0f636a87-57c2-48d6-b556-cd3f62640e6a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:42.480249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-574d1679-417b-4321-a6c4-ca4d23ed5d1f req-0f636a87-57c2-48d6-b556-cd3f62640e6a tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0583441 Dec 20 23:22:42.481821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:22:42.486414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.507877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.520002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d3f650d-d860-478d-806a-611bfe1a9412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.606504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d3f650d-d860-478d-806a-611bfe1a9412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.607741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-574d1679-417b-4321-a6c4-ca4d23ed5d1f req-4c8e17d9-69b5-497d-b4c2-778d6f0a7f71 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071081 Dec 20 23:22:42.667332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.696490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5d3f650d-d860-478d-806a-611bfe1a9412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.738233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5d3f650d-d860-478d-806a-611bfe1a9412 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e42b20ec0784d87a37a3673a2cea361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151525 Dec 20 23:22:42.740394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f650d-d860-478d-806a-611bfe1a9412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db09ad6-4357-4e8f-a89e-7f9398d2f1ca,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:42.740958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 43960) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:42.755502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.793879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:22:42.829525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.829926 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Added segment 238fb733-4932-48dc-a655-af6b70cd3031 of type vlan for network ce861238-d466-421e-a187-e98dfc7d2c13 Dec 20 23:22:42.831345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba651e0-b83b-430c-937d-2c797ac409a8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:42.851999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.907802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:42.929878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.050979 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.056925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:43.057518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.125615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.128354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.129544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4db09ad6-4357-4e8f-a89e-7f9398d2f1ca HTTP/1.1" status: 204 len: 168 time: 0.3875446 Dec 20 23:22:43.135388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Network': ['ID=ce861238-d466-421e-a187-e98dfc7d2c13,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:43.143809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121e43-7c4a-46e4-afbd-2b03d9eaa830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db09ad6-4357-4e8f-a89e-7f9398d2f1ca,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:43.149041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-30c04c99-022e-4075-a494-a55992973cdc tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9602418 Dec 20 23:22:43.151349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ce861238-d466-421e-a187-e98dfc7d2c13 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:22:43.152380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 43982) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:43.169849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'admin_state_up': True, 'project_id': '412d3bab58284f3ba001391be8044eae', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:43.271501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.271501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.326264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.581980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.741840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffc6fb-dc02-4fbf-aae1-82e5f4f7fcf0 req-5becdec6-58cc-47d9-a3bf-904f19d3754f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:43.743404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24ffc6fb-dc02-4fbf-aae1-82e5f4f7fcf0 req-5becdec6-58cc-47d9-a3bf-904f19d3754f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0513189 Dec 20 23:22:43.806826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24ffc6fb-dc02-4fbf-aae1-82e5f4f7fcf0 req-3a637e4f-06b1-4332-9e8c-bda79639f2dd tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566838 Dec 20 23:22:43.912823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44004) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:43.921536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.935823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a799-31a0-4bea-b309-8c47859e1396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:43.946663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.045833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a799-31a0-4bea-b309-8c47859e1396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.070258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.25.1.17 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a2772699-05b0-4957-a3e5-c1bb47e301db) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:22:44.142476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3b6a799-31a0-4bea-b309-8c47859e1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.181017 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.187898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44016) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:44.188100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3b6a799-31a0-4bea-b309-8c47859e1396 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74b1673aea014538a392b211145a7ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737410 Dec 20 23:22:44.190405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6a799-31a0-4bea-b309-8c47859e1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd79391-6d41-4d7f-a4c9-5eb3369834d0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:44.258706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.291812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.345529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.392957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:22:44.397372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:44.402042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:22:44.406010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=a2772699-05b0-4957-a3e5-c1bb47e301db,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:44.413358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413b39b-0342-477b-8243-68fc1f2b11fe None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:22:44.436425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.439265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.441235 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdd79391-6d41-4d7f-a4c9-5eb3369834d0 HTTP/1.1" status: 204 len: 168 time: 0.2514863 Dec 20 23:22:44.455270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b885d-d6af-4c64-ba10-5f60199064e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd79391-6d41-4d7f-a4c9-5eb3369834d0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:44.502162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-22e6845d-a09d-4b77-ba43-ae08c081d7d6 None None] Provisioning complete for port a2772699-05b0-4957-a3e5-c1bb47e301db triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:44.503066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22e6845d-a09d-4b77-ba43-ae08c081d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:44.559031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-22e6845d-a09d-4b77-ba43-ae08c081d7d6 None None] Port a2772699-05b0-4957-a3e5-c1bb47e301db cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:44.959715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b1bd-04e0-4f32-8b69-eb696a0ee711 req-bf7ffcff-d6fe-401b-8e19-2942f07cb88d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:44.959715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7c3b1bd-04e0-4f32-8b69-eb696a0ee711 req-bf7ffcff-d6fe-401b-8e19-2942f07cb88d tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0660088 Dec 20 23:22:45.052723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7c3b1bd-04e0-4f32-8b69-eb696a0ee711 req-0bbde511-354b-4645-b866-268773edcd5c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880647 Dec 20 23:22:45.064277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:45.310095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:45.548144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:22:45.681302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:22:45.699321 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:22:45.712695 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:22:45.714376 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:22:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:45.778960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:45.780792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-27ae7659-e5ab-426a-ae54-d74c76054615 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6272202 Dec 20 23:22:45.783982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44062) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:45.833612 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:22:46.099416 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:44Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:46.127345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5eea48f7-5624-43e0-9917-bd7ec040e6d9 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=412d3bab58284f3ba001391be8044eae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3418245 Dec 20 23:22:46.132537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44078) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:46.133795 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:22:46.134336 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Updating router 21a12923-f4bf-4859-ab99-f9217ee9c63d port a2772699-05b0-4957-a3e5-c1bb47e301db binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:22:46.164719 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.324104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a473f-c0f5-4461-b693-fcccb8056ec7 req-62afd497-0f74-489a-9dfd-d65e89489c74 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:46.332117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a22a473f-c0f5-4461-b693-fcccb8056ec7 req-62afd497-0f74-489a-9dfd-d65e89489c74 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1424935 Dec 20 23:22:46.417835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a22a473f-c0f5-4461-b693-fcccb8056ec7 req-171f415f-eddc-4b6b-8bfa-3b55b211b65e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844638 Dec 20 23:22:46.449685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a46eb-9032-4626-88b7-725fcd8b4f50 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:46.452317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-119a46eb-9032-4626-88b7-725fcd8b4f50 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3184426 Dec 20 23:22:46.457531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44088) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:46.527080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-03dc4019-4541-4180-8a63-70d32b9d6bc0 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648491 Dec 20 23:22:46.530763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:46.538344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593602116', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'project_id': '412d3bab58284f3ba001391be8044eae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:46.601302 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.681910 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.729111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755977d-1f01-43dd-b37e-fe7b7074625e None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:22:46.734839 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Attempting to bind port a2772699-05b0-4957-a3e5-c1bb47e301db on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:22:46.735404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Attempting to bind port a2772699-05b0-4957-a3e5-c1bb47e301db by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:22:46.735537 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Attempting to bind port a2772699-05b0-4957-a3e5-c1bb47e301db on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:22:46.744507 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Pushing event updated for resources: {'Port': ['ID=a2772699-05b0-4957-a3e5-c1bb47e301db,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:46.753697 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:22:46.753697 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:22:46.753697 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.754808 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:22:46.754808 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Bound port: a2772699-05b0-4957-a3e5-c1bb47e301db, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:22:46.755031 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.757187 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.757525 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.757983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.758398 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.758640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.758933 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.759251 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.759566 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.759882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.760213 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.760504 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.760879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.761134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:22:46.796598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:22:46.800235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.811940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fb2058df-c613-45c8-98b3-5bc11c48dc48 None None] Provisioning complete for port a2772699-05b0-4957-a3e5-c1bb47e301db triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:46.812312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb2058df-c613-45c8-98b3-5bc11c48dc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:46.851359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] For port a2772699-05b0-4957-a3e5-c1bb47e301db, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:22:46.859779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] For port a2772699-05b0-4957-a3e5-c1bb47e301db, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2772699-05b0-4957-a3e5-c1bb47e301db,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:22:46.867284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fb2058df-c613-45c8-98b3-5bc11c48dc48 None None] Port a2772699-05b0-4957-a3e5-c1bb47e301db cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:46.952051 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.001338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93908c-1c50-4a82-a88e-68bd7dba6b33 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:22:47.022598 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:22:47.023896 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:22:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:47.063588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441463f-ca98-45cf-8862-cc2386ab40b2 None None] Pushing event updated for resources: {'Port': ['ID=a2772699-05b0-4957-a3e5-c1bb47e301db,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:47.102740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.105024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] Provisioning complete for port a2772699-05b0-4957-a3e5-c1bb47e301db triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:47.105403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.157614 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:22:47.166933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Subnet': ['ID=bab250db-b57e-46a8-9293-11026aab1ff8,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:47.199421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Checking segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:22:47.200371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network hostable DHCP agents. Network: ce861238-d466-421e-a187-e98dfc7d2c13, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:22:47.256788 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.278823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] For port a2772699-05b0-4957-a3e5-c1bb47e301db, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2772699-05b0-4957-a3e5-c1bb47e301db,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:47.316311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network ce861238-d466-421e-a187-e98dfc7d2c13 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:22:47.344954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.354882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:44Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:47.383470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1c14d-9bc7-4b7c-a9c3-98c5b7370f99 None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:44Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:22:47.419546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf09572-545f-4c0f-ae4f-2239ac7abf2d None None] Pushing event updated for resources: {'Port': ['ID=a2772699-05b0-4957-a3e5-c1bb47e301db,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:47.476382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ce861238-d466-421e-a187-e98dfc7d2c13) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:47.484371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:47.486821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.490959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccd1be-2e57-49bb-a502-78cd53a2ae87 None None] Network ce861238-d466-421e-a187-e98dfc7d2c13 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:22:47.576794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6681c71-ae41-4dd6-a759-616a03965efb req-8f511d90-7be2-43d7-87f4-bdb9e400c876 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:47.585209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6681c71-ae41-4dd6-a759-616a03965efb req-8f511d90-7be2-43d7-87f4-bdb9e400c876 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0734243 Dec 20 23:22:47.603901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6d4d7b97-8ed8-4656-9dec-cfa4cee09be9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0718699 Dec 20 23:22:47.607067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:47.643479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ce861238-d466-421e-a187-e98dfc7d2c13', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:22:47.644511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:47.716705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6681c71-ae41-4dd6-a759-616a03965efb req-f60a0dbf-42d8-48a0-9458-bcbe3eff8a98 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296389 Dec 20 23:22:47.901310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Allocated IP 172.20.0.2 (ce861238-d466-421e-a187-e98dfc7d2c13/bab250db-b57e-46a8-9293-11026aab1ff8/1ed33d21-d42d-42a5-9b5f-da24afe425b9) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:22:48.236008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.317895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.368473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Network ce861238-d466-421e-a187-e98dfc7d2c13 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:22:48.374498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:48.379160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:22:48.392394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Pushing event updated for resources: {'Port': ['ID=1ed33d21-d42d-42a5-9b5f-da24afe425b9,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:48.462310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Attempting to bind port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:22:48.463118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Attempting to bind port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:22:48.463692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Attempting to bind port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 on network ce861238-d466-421e-a187-e98dfc7d2c13 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Checking segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Bound using segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Bound port: 1ed33d21-d42d-42a5-9b5f-da24afe425b9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:22:48.474487 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.566051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] For port 1ed33d21-d42d-42a5-9b5f-da24afe425b9, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:22:48.569743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] For port 1ed33d21-d42d-42a5-9b5f-da24afe425b9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1ed33d21-d42d-42a5-9b5f-da24afe425b9,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:22:48.640422 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.741067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaea8bc-04bc-473b-8c52-859e1c5ff10c None None] Pushing event updated for resources: {'Port': ['ID=1ed33d21-d42d-42a5-9b5f-da24afe425b9,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:48.755617 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:48.959090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05c1b4-19cb-4593-999c-15c5edd6d2fb req-5bbb9c6b-0647-49cb-b051-6dcc8cd4255c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:48.968901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f05c1b4-19cb-4593-999c-15c5edd6d2fb req-5bbb9c6b-0647-49cb-b051-6dcc8cd4255c tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0936315 Dec 20 23:22:49.128330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f05c1b4-19cb-4593-999c-15c5edd6d2fb req-50817789-55c0-44b2-9e36-c19bb5dc5507 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593773 Dec 20 23:22:49.286695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.1 (ce861238-d466-421e-a187-e98dfc7d2c13/bab250db-b57e-46a8-9293-11026aab1ff8/a0cf1eb6-e90d-4100-af86-a056b24db497) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:22:49.428821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:49.571830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:49.633111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network ce861238-d466-421e-a187-e98dfc7d2c13 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:22:49.635485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:49.640162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:22:49.666423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:49.702216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:49.834560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44162) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:49.886629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2772699-05b0-4957-a3e5-c1bb47e301db up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:49.955146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:49.983572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a2772699-05b0-4957-a3e5-c1bb47e301db triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:49.983945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:49.994550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd04ceaa-ce11-49e9-b8ca-2a60df1e173b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.133590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1ed33d21-d42d-42a5-9b5f-da24afe425b9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:50.187664 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd04ceaa-ce11-49e9-b8ca-2a60df1e173b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.258531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:50.259243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.263203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd04ceaa-ce11-49e9-b8ca-2a60df1e173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.333251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ceaa-ce11-49e9-b8ca-2a60df1e173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56890d02-416d-4a69-9f8d-18a3bab80c86,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:50.363738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd04ceaa-ce11-49e9-b8ca-2a60df1e173b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8bef9f6363f461c8882f1cd65352055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279520 Dec 20 23:22:50.364490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44178) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:50.385705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.421269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72812883-9f65-4d0a-8765-39a7bd8a2231 req-2c917e34-2f0e-42f3-b631-8250a8e3dd56 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:50.423344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72812883-9f65-4d0a-8765-39a7bd8a2231 req-2c917e34-2f0e-42f3-b631-8250a8e3dd56 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1236048 Dec 20 23:22:50.427850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 1ed33d21-d42d-42a5-9b5f-da24afe425b9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1ed33d21-d42d-42a5-9b5f-da24afe425b9,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:50.474116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.490569 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.507444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.576704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=1ed33d21-d42d-42a5-9b5f-da24afe425b9,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:50.608368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72812883-9f65-4d0a-8765-39a7bd8a2231 req-1b70b43e-58ea-480b-8654-cdb49cff0319 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686709 Dec 20 23:22:50.623208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b510feb-8a51-4898-be0d-22554621dd0e None None] Network ce861238-d466-421e-a187-e98dfc7d2c13 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:22:50.627905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.631157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.634685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56890d02-416d-4a69-9f8d-18a3bab80c86 HTTP/1.1" status: 204 len: 168 time: 0.2669177 Dec 20 23:22:50.649895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a862-bac1-49d7-a8dc-23eb7bbc229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56890d02-416d-4a69-9f8d-18a3bab80c86,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:50.682380 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.754711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.786627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-56439ca3-e5bb-4eb6-9383-a4c6601e51fb None None] Provisioning complete for port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:50.786978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-56439ca3-e5bb-4eb6-9383-a4c6601e51fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.868127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:50.870511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:51.072641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4346d28-fdc2-41ee-8624-aa13db246f69 req-61519f7b-9556-4091-8d78-cc0b7b224507 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:51.075707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4346d28-fdc2-41ee-8624-aa13db246f69 req-61519f7b-9556-4091-8d78-cc0b7b224507 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1497481 Dec 20 23:22:51.142583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network ce861238-d466-421e-a187-e98dfc7d2c13 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:22:51.146279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:22:51.207400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-29d807fc-e54a-4a13-85b6-d42f51634dbc None None] Provisioning complete for port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:51.208675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29d807fc-e54a-4a13-85b6-d42f51634dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:51.300834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4346d28-fdc2-41ee-8624-aa13db246f69 req-adda3366-7b25-42ea-9764-5d2f76bd0add tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990592 Dec 20 23:22:51.353832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:22:51.444679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-29d807fc-e54a-4a13-85b6-d42f51634dbc None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:51.445053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29d807fc-e54a-4a13-85b6-d42f51634dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:51.528686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-29d807fc-e54a-4a13-85b6-d42f51634dbc None None] Port a0cf1eb6-e90d-4100-af86-a056b24db497 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:51.565396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a493ea-b87b-4d99-b6f5-6e09cc25c93c req-abcab3a8-e564-4390-bc36-3be9c1265f80 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:51.566961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28a493ea-b87b-4d99-b6f5-6e09cc25c93c req-abcab3a8-e564-4390-bc36-3be9c1265f80 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1298692 Dec 20 23:22:51.582372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:22:51.596514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:22:51.604493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7d47fbb7-750c-4fc1-8bd5-8a6e2043f0e9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/21a12923-f4bf-4859-ab99-f9217ee9c63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9950414 Dec 20 23:22:51.607234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44208) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:51.655159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:22:51.658997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:22:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:51.729228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28a493ea-b87b-4d99-b6f5-6e09cc25c93c req-930fafe6-61b6-4f9c-b4cb-83e6769225c8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405175 Dec 20 23:22:51.855159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:22:52.065001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1ed33d21-d42d-42a5-9b5f-da24afe425b9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:52.067187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.070734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.074797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a82f62c-76aa-4da0-8919-13034ce4d27a tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.4632461 Dec 20 23:22:52.075683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44220) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:52.163029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21865ec4-0c58-4def-bc91-bfee7812bdb0 None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:52.163717 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21865ec4-0c58-4def-bc91-bfee7812bdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:52.211615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-21865ec4-0c58-4def-bc91-bfee7812bdb0 None None] Port a0cf1eb6-e90d-4100-af86-a056b24db497 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:52.239290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:50Z', 'revision_number': 2, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:52.252598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.253086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.253545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.254112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.254732 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.255186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.255636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.257599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-18f40082-8ce2-4fac-a616-aae8a4e170aa tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1803305 Dec 20 23:22:52.261257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44224) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:52.275372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:22:52.275721 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Updating router 21a12923-f4bf-4859-ab99-f9217ee9c63d port a0cf1eb6-e90d-4100-af86-a056b24db497 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:22:52.312350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:52.317629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:52.318044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:52.408688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-45056ee8-78b5-43e2-9adc-b8ee9098249e None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:52.408917 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-45056ee8-78b5-43e2-9adc-b8ee9098249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:52.435532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a3e86-d310-4da3-8813-d0469d51ae24 req-39fe0ace-719c-4b8a-bfef-3882f7077982 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:52.438761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d1a3e86-d310-4da3-8813-d0469d51ae24 req-39fe0ace-719c-4b8a-bfef-3882f7077982 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0632510 Dec 20 23:22:52.575599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d1a3e86-d310-4da3-8813-d0469d51ae24 req-0dc8e1d0-e94a-4a40-b992-1a6d3c50764f tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141608 Dec 20 23:22:52.629950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eb3a75dc-3be3-4209-873a-aabf7b12cb21 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.3679569 Dec 20 23:22:52.644657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-45056ee8-78b5-43e2-9adc-b8ee9098249e None None] Port a0cf1eb6-e90d-4100-af86-a056b24db497 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:52.861748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:52.925274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.002065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caac0-f89a-446e-ba15-df3a20b46515 None None] Pushing event updated for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:53.233063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Attempting to bind port a0cf1eb6-e90d-4100-af86-a056b24db497 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:22:53.233766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Attempting to bind port a0cf1eb6-e90d-4100-af86-a056b24db497 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:22:53.233894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Attempting to bind port a0cf1eb6-e90d-4100-af86-a056b24db497 on network ce861238-d466-421e-a187-e98dfc7d2c13 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:22:53.239012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:22:53.239382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Checking segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:22:53.241895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.241895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Bound using segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:22:53.241895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Bound port: a0cf1eb6-e90d-4100-af86-a056b24db497, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:22:53.241895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.310072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9977a08d-2295-4c82-9817-8a0184fc5069 None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:53.310242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9977a08d-2295-4c82-9817-8a0184fc5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.344180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44240) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:53.354922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440384603', 'description': 'tempest-secgroup-smoke-1440384603 description', 'project_id': '412d3bab58284f3ba001391be8044eae'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:53.355455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] For port a0cf1eb6-e90d-4100-af86-a056b24db497, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:22:53.377249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] For port a0cf1eb6-e90d-4100-af86-a056b24db497, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a0cf1eb6-e90d-4100-af86-a056b24db497,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:22:53.383440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9977a08d-2295-4c82-9817-8a0184fc5069 None None] Port a0cf1eb6-e90d-4100-af86-a056b24db497 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:22:53.482516 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.512200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-3f3f24be-d305-465a-9cca-fadf698634d1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:53.515818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-3f3f24be-d305-465a-9cca-fadf698634d1 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.0569854 Dec 20 23:22:53.517376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.549374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:22:53.550214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:22:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:53.552311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caac0-f89a-446e-ba15-df3a20b46515 None None] Pushing event updated for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:53.693361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.705791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port bd38b9d1-6afd-45fc-8cf6-4b61656c867f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:22:53.706113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.779178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.797450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d30f8b-535c-4216-b5b3-98c0a1579eb5 req-6e967ebf-8bd4-4cce-9305-e26745464837 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:53.800384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:22:53.806440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17d30f8b-535c-4216-b5b3-98c0a1579eb5 req-6e967ebf-8bd4-4cce-9305-e26745464837 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 946 time: 0.1354609 Dec 20 23:22:53.857742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:53.880709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port bd38b9d1-6afd-45fc-8cf6-4b61656c867f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:53.881381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.930281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:53.932434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-16ba8a61-ff37-4d2b-9d4f-9baf09fceb98 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5871978 Dec 20 23:22:53.938129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:53.961674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:53.972962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for bd38b9d1-6afd-45fc-8cf6-4b61656c867f owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:22:53.993833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17d30f8b-535c-4216-b5b3-98c0a1579eb5 req-ca96d935-af76-49ae-81ab-ff52cdd24add tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825159 Dec 20 23:22:54.117142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:54.117663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.209738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:53Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:22:54.218696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.243517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fc62-d0f7-4953-bf0f-6ea10c0980ae None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:53Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:22:54.253507 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.303676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] For port a0cf1eb6-e90d-4100-af86-a056b24db497, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a0cf1eb6-e90d-4100-af86-a056b24db497,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:54.395351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.416203 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.447939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.479381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055abf5-5e34-4d47-b18a-632eaf56c443 None None] Pushing event updated for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:54.484216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['bd38b9d1-6afd-45fc-8cf6-4b61656c867f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:54.496949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=bd38b9d1-6afd-45fc-8cf6-4b61656c867f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:54.509574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:54.549816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.577175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port bd38b9d1-6afd-45fc-8cf6-4b61656c867f on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:22:54.580512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.584297 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-761e560f-bd89-49dd-8779-e26c757e8d87 req-51ca051b-ff43-4778-a27d-f787e87099a6 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.59 "DELETE /v2.0/ports/bd38b9d1-6afd-45fc-8cf6-4b61656c867f HTTP/1.1" status: 204 len: 173 time: 1.0575323 Dec 20 23:22:54.597928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'name': 'network-vif-deleted', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:54.603487 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8809cde5-84a0-41ba-b3c8-e54c74bb03ca" -d '{"events": [{"server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "name": "network-vif-deleted", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:54.614261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c911086-25b8-4ab9-aa8b-455ad088577f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:54.706028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.708726 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-712cbb9a-1928-49fe-9b8f-0798433e19cb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7586310 Dec 20 23:22:54.711622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44270) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:54.730362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:54.886967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:54.945195 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f5805-b0ae-4541-8817-272b0aeb2bb6 x-openstack-request-id: req-713f5805-b0ae-4541-8817-272b0aeb2bb6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:54.945959 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ed54d0-6fce-4234-ac28-263b02668eb2", "name": "network-vif-deleted", "tag": "bd38b9d1-6afd-45fc-8cf6-4b61656c867f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:54.946325 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-713f5805-b0ae-4541-8817-272b0aeb2bb6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:54.946867 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed54d0-6fce-4234-ac28-263b02668eb2', 'name': 'network-vif-deleted', 'tag': 'bd38b9d1-6afd-45fc-8cf6-4b61656c867f', 'status': 'completed', 'code': 200} Dec 20 23:22:55.003110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.121889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.187807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-936b0928-8a3d-48c6-99ea-0b4745785913 req-324be28b-cf80-4369-80f9-1861e025eed9 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9ed54d0-6fce-4234-ac28-263b02668eb2 HTTP/1.1" status: 200 len: 210 time: 0.0646195 Dec 20 23:22:55.187807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad8b20d-bc4a-4ef1-8347-d9f602a03a65,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:55.267019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.269891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-364a9fd3-8701-4755-929a-7ab2c2a5f588 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5570135 Dec 20 23:22:55.272503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44282) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:55.277832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:55.388210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.496251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.590738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.617817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d60631-20a6-47e8-be25-557f24bb40fe,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:55.720438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.726153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44294) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:55.726775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-abe6dd32-eb1a-4394-b645-cc351a862855 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531133 Dec 20 23:22:55.731436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:55.867594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a0cf1eb6-e90d-4100-af86-a056b24db497 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:22:55.874683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.977817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a0cf1eb6-e90d-4100-af86-a056b24db497 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:22:55.978258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:55.996399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.055791 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.073888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4089a25-9031-49f6-a3f2-f3d34a8316eb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:56.143923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.145193 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e94082c9-c120-498d-bd5b-63bdca7fb3ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4179897 Dec 20 23:22:56.151590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44298) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:56.153699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:56.276098 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:22:56.282715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.380514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.453496 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.491927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256b9b75-ec24-4f32-b37f-08c5a8c5280d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:56.563937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.571563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-14e509a5-4415-493b-a7a2-24b01efcd9aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4223235 Dec 20 23:22:56.575372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44320) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:22:56.580563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '8bb9dc09-1b7f-4ebd-b47b-72163d6bb930', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:22:56.718903 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:22:56.724534 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.790619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.890436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:56.913496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e38dce-be96-4688-b39a-60cbf5dc2405,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:57.040773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:57.046888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c5d328ac-fb78-4daf-be35-733f901e4734 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4650073 Dec 20 23:22:57.290088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-ed0efe95-4647-4d56-b8d3-38e42cb05e10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440384603&fields=id&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 267 time: 0.0800359 Dec 20 23:22:57.302791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7544e91-2ed5-45c3-9ff4-278ddd12e869 req-1bdea5d7-415b-4b9e-8985-bfd37111a9ea tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:57.304263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7544e91-2ed5-45c3-9ff4-278ddd12e869 req-1bdea5d7-415b-4b9e-8985-bfd37111a9ea tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 945 time: 0.0796509 Dec 20 23:22:57.416129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7544e91-2ed5-45c3-9ff4-278ddd12e869 req-f7707805-3f40-49ff-b436-62f57c6fedba tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022260 Dec 20 23:22:57.445307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-d65c4da7-31d8-479d-baea-e9300b3f445f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:57.446776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-d65c4da7-31d8-479d-baea-e9300b3f445f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/networks?id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 794 time: 0.1416810 Dec 20 23:22:57.462894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-c847ebdf-f836-4a17-8e8c-de58cd6c875a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/quotas/412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 375 time: 0.0092261 Dec 20 23:22:57.516103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-68d222c7-849e-4305-b5c7-a162d57e85a6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469351 Dec 20 23:22:57.537414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-3afca552-1e5a-4e3e-b14c-0c91d00c2655 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:22:57.538820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-3afca552-1e5a-4e3e-b14c-0c91d00c2655 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052958 Dec 20 23:22:57.634875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-478b9112-f39e-4bea-bc57-3c8ec10f0d56 service neutron] 10.222.0.62 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898552 Dec 20 23:22:57.730705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-b12bb2aa-4e27-4c3e-a3f3-7609bb42eadc service neutron] 10.222.0.62 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871587 Dec 20 23:22:57.788311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device bd38b9d1-6afd-45fc-8cf6-4b61656c867f no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:22:57.809572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: bd38b9d1-6afd-45fc-8cf6-4b61656c867f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:22:57.810183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device bd38b9d1-6afd-45fc-8cf6-4b61656c867f not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:22:57.989162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0c7ae47-10ac-47eb-9ac6-cede613a00d3 req-ba478e08-5008-4efc-a0ab-b28203885edd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 210 time: 0.0394161 Dec 20 23:22:58.067107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:58.545564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7598c1-38f8-4a64-b634-a8c22bf08389 req-4ac46e4d-e584-49eb-8faa-359fe5291653 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:58.547087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c7598c1-38f8-4a64-b634-a8c22bf08389 req-4ac46e4d-e584-49eb-8faa-359fe5291653 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 945 time: 0.0585859 Dec 20 23:22:58.602289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c7598c1-38f8-4a64-b634-a8c22bf08389 req-5eec873b-aa0b-4fc8-8333-b0084a4418a8 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/security-groups?id=aaabf040-b718-4bf5-86a8-82871bbdc082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Dec 20 23:22:58.807490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-cb8eb25a-4c3a-4099-a160-ef4296d89208 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:22:58.810258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-cb8eb25a-4c3a-4099-a160-ef4296d89208 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 945 time: 0.0587852 Dec 20 23:22:58.933942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Deleting port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:22:58.934697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:59.039283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] For port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,segment=NetworkSegment(0dc87bca-2948-4d92-8d47-27125739ac4d),segment_id=0dc87bca-2948-4d92-8d47-27125739ac4d)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:22:59.040047 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:59.054455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Calling delete_port for 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:22:59.092747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5487f72-fc1b-46e0-bc21-b3d460babf69 req-aa87a66f-4a0a-4656-ab47-04a87afbe328 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 210 time: 0.0394635 Dec 20 23:22:59.293810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:59.312861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:22:59.357946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Pushing event deleted for resources: {'Port': ['ID=0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:22:59.409124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] No DVR routers for this DVR port 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:22:59.411730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:22:59.416065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16d2b79e-68c9-4acb-bbe8-93a361d5add9 req-262f736b-a793-4830-80ab-b3dbe7e4a4d0 tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.45 "DELETE /v2.0/ports/0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 HTTP/1.1" status: 204 len: 173 time: 0.5948107 Dec 20 23:22:59.416065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'name': 'network-vif-deleted', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:22:59.417880 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed81034c-909b-4177-9d57-94c1c9b92acb" -d '{"events": [{"server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "name": "network-vif-deleted", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:22:59.460682 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b12087-01d1-4b26-8616-d39e6e332f28 x-openstack-request-id: req-53b12087-01d1-4b26-8616-d39e6e332f28 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:22:59.460974 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2d6638-6b0c-489c-976f-0b10d09dc864", "name": "network-vif-deleted", "tag": "0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:22:59.461230 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53b12087-01d1-4b26-8616-d39e6e332f28 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:22:59.461637 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2d6638-6b0c-489c-976f-0b10d09dc864', 'name': 'network-vif-deleted', 'tag': '0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91', 'status': 'completed', 'code': 200} Dec 20 23:22:59.727019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ab543ae-a18f-4515-98ec-4d07561f74ab req-7440a16b-7a2b-4192-a7d7-d702688aad1e tempest-ServersTestJSON-886174734 tempest-ServersTestJSON-886174734-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed2d6638-6b0c-489c-976f-0b10d09dc864 HTTP/1.1" status: 200 len: 210 time: 0.0374320 Dec 20 23:23:00.199251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-55ee6925-cfb5-488d-abd6-5b3743cfe177 req-3aab1368-b847-4e9d-b621-c118b33f66c5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 210 time: 0.0274816 Dec 20 23:23:00.489715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-b22439e3-16b3-4833-8d89-c0ebfcdf7044 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:00.492349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-b22439e3-16b3-4833-8d89-c0ebfcdf7044 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/networks?id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 794 time: 0.1168857 Dec 20 23:23:00.660711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-bf67f2f0-1c4b-412a-b4d2-ea442d6cfacd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 380 time: 0.1584775 Dec 20 23:23:00.673201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'port': {'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'admin_state_up': True, 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'security_groups': ['8bb9dc09-1b7f-4ebd-b47b-72163d6bb930']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:00.830110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44442) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:00.892118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Deleting subnet c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:23:00.895544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:00.935790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:00.976625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:00.982320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:00.986703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.191091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.13 (ce861238-d466-421e-a187-e98dfc7d2c13/bab250db-b57e-46a8-9293-11026aab1ff8/af4fa843-d8d3-49c4-8601-eb1ac6a02dcd) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:01.221895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.262783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:01.282950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.289022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e98ffad-153f-418b-9b53-a535309f69d3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c5d645c4-79ba-4d7b-8f84-ca8613c7d6dd HTTP/1.1" status: 204 len: 168 time: 0.4578826 Dec 20 23:23:01.295293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:01.382387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f05076ed-3eda-4c83-b9f2-d82b4d3f245d req-1f81d398-1a5d-46a8-bbb4-8d8586ef8859 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 210 time: 0.0490227 Dec 20 23:23:01.389224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.436683 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.500051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.537248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.564531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:01.577310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc87bca-2948-4d92-8d47-27125739ac4d') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:01.577892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc87bca-2948-4d92-8d47-27125739ac4d') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:01.600611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:01.604193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.629211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.646828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:01.653811 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:01.658909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:01.658909 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:01.658909 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:01.659376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network ce861238-d466-421e-a187-e98dfc7d2c13 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:01.663531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:01.679116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:01.781550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:01.782588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.831110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44466) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:01.859392 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.864650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:01.872142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c HTTP/1.1" status: 204 len: 168 time: 0.5781322 Dec 20 23:23:01.896956 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-616b7725-cf47-4d15-9496-7585e21ee9f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2236681 Dec 20 23:23:01.916003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-71d9e548-4b26-4f95-8418-533848454042 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:23:01.921980 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-71d9e548-4b26-4f95-8418-533848454042 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189877 Dec 20 23:23:01.931534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbfc5c-11a5-4000-9206-a946296ddfb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e6e0e1-3dcd-4371-acc4-82eb4fdb085c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:01.937157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Request body: {'port': {'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:02.082823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.098210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f49448ab-65b5-4c39-b171-25c3ca58fe2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.136824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-58bcac0d-5870-458e-9f1f-2aba77f19122 None None] Provisioning complete for port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:02.138505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-58bcac0d-5870-458e-9f1f-2aba77f19122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.179494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f49448ab-65b5-4c39-b171-25c3ca58fe2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.181810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-58bcac0d-5870-458e-9f1f-2aba77f19122 None None] Port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:02.296052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f49448ab-65b5-4c39-b171-25c3ca58fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.346450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49448ab-65b5-4c39-b171-25c3ca58fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeada80-4254-4a54-9196-fad3bc2c46dc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:02.351214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f49448ab-65b5-4c39-b171-25c3ca58fe2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1844e1f1809b45138778e325c6d297a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185602 Dec 20 23:23:02.353780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44474) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:02.388593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:02.455417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d16cd616-3dd7-45b8-974e-3f6da9582f57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57264c29b8944615852aaa1acb62d185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655289 Dec 20 23:23:02.461938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44482) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:02.475303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.543132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.626259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128468-fad4-407e-bd84-7bde2144ad84 req-8da37af9-d8fa-477b-a1f2-98b7e9956a0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:02.629035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e128468-fad4-407e-bd84-7bde2144ad84 req-8da37af9-d8fa-477b-a1f2-98b7e9956a0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 932 time: 0.1448295 Dec 20 23:23:02.677522 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.705086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.707892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.709167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0aeada80-4254-4a54-9196-fad3bc2c46dc HTTP/1.1" status: 204 len: 168 time: 0.3526428 Dec 20 23:23:02.726515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e128468-fad4-407e-bd84-7bde2144ad84 req-e00fe757-4237-40dd-a1c6-9741db80f82b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893831 Dec 20 23:23:02.736948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.759434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b0ec3-957b-4e35-9a40-a4441f874294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeada80-4254-4a54-9196-fad3bc2c46dc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:02.802889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:23:02.823102 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:23:02.832705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:23:02.833050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 0489e7e6-f6a6-4fc9-8e1e-f7d7c0c83f91 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:23:02.884156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.887400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.888587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4fa843-d8d3-49c4-8601-eb1ac6a02dcd {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:23:02.889172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aaabf040-b718-4bf5-86a8-82871bbdc082 HTTP/1.1" status: 204 len: 168 time: 0.4249058 Dec 20 23:23:02.896779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:02.910647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49760c-2db7-4f2f-ac7b-a848dbe2e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabf040-b718-4bf5-86a8-82871bbdc082,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:02.913079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Transition to ACTIVE for port object af4fa843-d8d3-49c4-8601-eb1ac6a02dcd will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:23:03.070075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.142399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Pushing event updated for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:03.205923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Attempting to bind port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:03.207923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Attempting to bind port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:03.207923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Attempting to bind port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd on network ce861238-d466-421e-a187-e98dfc7d2c13 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:03.211475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd on network ce861238-d466-421e-a187-e98dfc7d2c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:23:03.211804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Attempting to bind port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd on network ce861238-d466-421e-a187-e98dfc7d2c13 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:03.217454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:03.217819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Checking segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:03.218209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Bound using segment: {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:03.218779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Bound port: af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238fb733-4932-48dc-a655-af6b70cd3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:03.219137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.287579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:03.291115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:03.370667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.404777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.405500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.407182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] 10.222.0.59 "PUT /v2.0/ports/af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 200 len: 1092 time: 1.4774148 Dec 20 23:23:03.407541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:03.410634 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:03.415190 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.451041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87203133-0817-44fb-84ad-826f5a7c3733 service neutron] Pushing event updated for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:03.471126 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c4959-f0ee-46c1-9810-b591cc79390e x-openstack-request-id: req-a91c4959-f0ee-46c1-9810-b591cc79390e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:03.471425 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:03.471682 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a91c4959-f0ee-46c1-9810-b591cc79390e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:03.472092 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'status': 'completed', 'code': 200} Dec 20 23:23:03.544417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-f9f1eee4-a499-4c4e-940d-b6c7dee7fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.546514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-f9f1eee4-a499-4c4e-940d-b6c7dee7fe47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1095 time: 0.0509434 Dec 20 23:23:03.701339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-fa3bd949-9cb9-4b3f-abc3-152ae758a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.703039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-fa3bd949-9cb9-4b3f-abc3-152ae758a472 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=412d3bab58284f3ba001391be8044eae&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1467428 Dec 20 23:23:03.739750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44510) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:03.767676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c0c7-7765-4197-bbc8-9fdde493b662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.866343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-623a1a38-3152-4d06-9f6f-a3b3c375dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.869594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed8d132f-f3cc-46aa-b9bc-1062c361cc4d req-623a1a38-3152-4d06-9f6f-a3b3c375dcc9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576114 Dec 20 23:23:03.894615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c0c7-7765-4197-bbc8-9fdde493b662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:03.904556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6f246-913e-48cd-9017-bd76dd7b37c6 req-714be88f-39a0-4ed1-8a3e-a29202a15fb2 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.906438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e6f246-913e-48cd-9017-bd76dd7b37c6 req-714be88f-39a0-4ed1-8a3e-a29202a15fb2 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 944 time: 0.0915833 Dec 20 23:23:03.959921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-e2805816-c476-428e-8427-2e031123b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:03.961650 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-e2805816-c476-428e-8427-2e031123b81d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1095 time: 0.0510826 Dec 20 23:23:03.981288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7e6f246-913e-48cd-9017-bd76dd7b37c6 req-8e4dce21-3d01-46ee-b907-72c91ebf761e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519230 Dec 20 23:23:03.982122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c0c7-7765-4197-bbc8-9fdde493b662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:04.026420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-29b193b3-3f76-472f-be99-11c6a46989a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 200 len: 217 time: 0.0496256 Dec 20 23:23:04.028070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c0c7-7765-4197-bbc8-9fdde493b662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846596e8-8129-4d0f-9e45-e034b1385f84,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:04.044793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8bc7c0c7-7765-4197-bbc8-9fdde493b662 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63f773a4b4724e07a720f6d23ca0be38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029327 Dec 20 23:23:04.047122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44518) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:04.092031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-0f6f8581-c323-49ed-926f-0b1de0af789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:04.093771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-0f6f8581-c323-49ed-926f-0b1de0af789f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bab250db-b57e-46a8-9293-11026aab1ff8 HTTP/1.1" status: 200 len: 834 time: 0.0666656 Dec 20 23:23:04.124381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:04.146573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f3e2-dd05-4050-b003-36feb301153f req-fe555818-e9fa-4ecd-8b31-9983cbeddb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:04.148332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-fe555818-e9fa-4ecd-8b31-9983cbeddb8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce861238-d466-421e-a187-e98dfc7d2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479105 Dec 20 23:23:04.149933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:04.248884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-03cf824c-8d78-4ab6-85c4-9ad21511c152 service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930929 Dec 20 23:23:04.301507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:04.305985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:04.308387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/846596e8-8129-4d0f-9e45-e034b1385f84 HTTP/1.1" status: 204 len: 168 time: 0.2603326 Dec 20 23:23:04.328595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bc533-78b3-43a8-9755-10aaf4eb0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846596e8-8129-4d0f-9e45-e034b1385f84,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:04.363036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6da4f3e2-dd05-4050-b003-36feb301153f req-2e2a2545-7c0d-4de2-9798-b942abd5fc25 service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074874 Dec 20 23:23:04.825993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a14104d7-3a47-4255-93e6-81cea5ec4cb7 req-4e5e5edc-076c-4ff3-93f1-dd380ab00673 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0328176 Dec 20 23:23:04.830129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7d94ebde-d5b6-4888-a769-dbebf0ce9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.047091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44558) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:05.061820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea7acfb5-ca35-4f5d-b1df-340cd40c708b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.149543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b1de-34de-4497-b6df-13af64e879b2 req-9e2381cb-401a-42fd-a306-763b5f7a6ad4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:05.151159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4072b1de-34de-4497-b6df-13af64e879b2 req-9e2381cb-401a-42fd-a306-763b5f7a6ad4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 944 time: 0.0748298 Dec 20 23:23:05.194497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea7acfb5-ca35-4f5d-b1df-340cd40c708b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.222819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4072b1de-34de-4497-b6df-13af64e879b2 req-c51e7b57-2764-43a1-abf0-c4f0557dcbe1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614097 Dec 20 23:23:05.243233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ea7acfb5-ca35-4f5d-b1df-340cd40c708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.284390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ea7acfb5-ca35-4f5d-b1df-340cd40c708b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89ac520c8b5442c6b3fa95573e06c3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360046 Dec 20 23:23:05.285376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7acfb5-ca35-4f5d-b1df-340cd40c708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591613c6-6450-47f2-acec-434c6e41d0d9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:05.287068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:05.347486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.374519 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.504246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.507085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:05.508356 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/591613c6-6450-47f2-acec-434c6e41d0d9 HTTP/1.1" status: 204 len: 168 time: 0.2196243 Dec 20 23:23:05.518063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f99f-d29a-4753-b6fc-d6dab056b4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591613c6-6450-47f2-acec-434c6e41d0d9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:05.821922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device af4fa843-d8d3-49c4-8601-eb1ac6a02dcd details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:23:05.929988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:05.943270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:23:05.966258 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b86fe38-5188-4405-9680-06178644c7db req-191ab6a0-989a-412c-8610-e05938a9b1bd tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0715110 Dec 20 23:23:05.993544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:06.011391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4fa843-d8d3-49c4-8601-eb1ac6a02dcd {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:23:06.033686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:06.093945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:06.145775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:06.300399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:23:06.353141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0013b-2ba6-4cc2-80dd-cd5c67cded62 req-611d1a8c-a910-4959-82fc-67ef7c5a8800 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:06.355025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e0013b-2ba6-4cc2-80dd-cd5c67cded62 req-611d1a8c-a910-4959-82fc-67ef7c5a8800 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 945 time: 0.0543563 Dec 20 23:23:06.431083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82e0013b-2ba6-4cc2-80dd-cd5c67cded62 req-3b497f97-b604-4959-a72b-02647f10b47d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Dec 20 23:23:07.086982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fc851f0-9891-4ba1-bd13-f820ced9042a req-583d8b97-d96d-43f3-a4e4-a7310e41dbc8 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0281742 Dec 20 23:23:07.569127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cbd16-c9c4-4318-9e60-467269a06082 req-433bf0de-40f7-4c3a-90c4-9e54fea6a9d5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:07.570859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-166cbd16-c9c4-4318-9e60-467269a06082 req-433bf0de-40f7-4c3a-90c4-9e54fea6a9d5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 945 time: 0.0612071 Dec 20 23:23:07.587186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f1d0-f5db-4e49-b932-631cd98a0b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:07.629950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-166cbd16-c9c4-4318-9e60-467269a06082 req-dbd1a2a8-43d2-4dfe-9a44-41fdf0d1ced9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525787 Dec 20 23:23:07.837541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device af4fa843-d8d3-49c4-8601-eb1ac6a02dcd up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:07.939126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:23:07.944319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:07.945071 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:08.040409 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:08.064837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:08.067131 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f7e0e9-03fb-4a92-9d50-04a695db0d87" -d '{"events": [{"server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "name": "network-vif-plugged", "status": "completed", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:08.079793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:08.196349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:08.210825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75cfd0cf-b1d6-49a5-94ce-d7a662994c98 req-18b1f450-5df0-4be8-8f9f-d466362820ee tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0402386 Dec 20 23:23:08.272278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:08.342258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:08.369361 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e2fb8-82a3-4f0b-9523-4a9331c8bbca x-openstack-request-id: req-301e2fb8-82a3-4f0b-9523-4a9331c8bbca {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:08.369638 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "name": "network-vif-plugged", "status": "completed", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:08.369957 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-301e2fb8-82a3-4f0b-9523-4a9331c8bbca {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:08.370362 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'code': 200} Dec 20 23:23:08.477743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06323-b1a7-4a72-b4d6-3ed252a08080 req-d8c01cf6-bcd8-4464-b2d8-13cfdaccf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:08.479629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ec06323-b1a7-4a72-b4d6-3ed252a08080 req-d8c01cf6-bcd8-4464-b2d8-13cfdaccf574 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1097 time: 0.0425599 Dec 20 23:23:08.529995 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4ec06323-b1a7-4a72-b4d6-3ed252a08080 req-fb5b9e51-59d1-4bc9-a381-420e83290a4c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Dec 20 23:23:08.751844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9a8d-6df6-48f9-a672-c23afbd84436 req-1cd46d95-4c52-4db3-b75a-77861bff9374 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:08.753534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e24f9a8d-6df6-48f9-a672-c23afbd84436 req-1cd46d95-4c52-4db3-b75a-77861bff9374 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Dec 20 23:23:08.808316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e24f9a8d-6df6-48f9-a672-c23afbd84436 req-3774058a-902a-4f81-9dd8-65c356663897 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483048 Dec 20 23:23:09.004289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44652) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:09.007727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'network': {'name': 'tempest-network-smoke--154700781', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:09.008534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d850a87b-738c-46eb-9fb0-49cc11e4226a req-ae688a33-f589-41cc-bf5c-be64d2e74abe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.1437876 Dec 20 23:23:09.109776 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:09.113514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.122969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.195767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.270038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.303746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:09.316253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf234aed-aad6-4e63-8f40-8d173c38be55,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:09.319066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04333d17-d385-49e3-a5d5-7e33ee9bd099 req-d9dcc88f-a766-44d5-aa57-671fca362a75 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0367243 Dec 20 23:23:09.322207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.322354 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Added segment 3ad556ba-c3e2-45e0-9d46-107301093723 of type vlan for network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 Dec 20 23:23:09.377383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.455302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.457738 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:09.460889 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:09.461991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:09.461991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.577531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Network': ['ID=11ae5a3c-6682-4a62-bb79-1f87081e32a0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:09.584009 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b1eee68-76e0-4761-b92f-c9787e36d51f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5808716 Dec 20 23:23:09.587299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44660) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:09.592250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'admin_state_up': True, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:09.599724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:09.704362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.705889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.756632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:09.810216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.335206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.345487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552506d-f79a-4c91-ab8e-04c763ee483b req-48c84908-5152-4284-9c82-a0e4df22f3d6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:10.346338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9552506d-f79a-4c91-ab8e-04c763ee483b req-48c84908-5152-4284-9c82-a0e4df22f3d6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.1151922 Dec 20 23:23:10.433067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9552506d-f79a-4c91-ab8e-04c763ee483b req-ccab6a37-4d43-40ca-b5f3-ac4126e5b2d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789890 Dec 20 23:23:10.435403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c56fb164-0e2e-4d74-b8db-b4a20a4919ec req-958bbec9-dddd-4f79-a843-1efc2426fcb0 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0443482 Dec 20 23:23:10.478437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.576517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ebac3-aa16-4525-b7b8-efecb90bcba9 req-46bccd7b-f58b-4725-bc22-7b444170cf01 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:10.577990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-017ebac3-aa16-4525-b7b8-efecb90bcba9 req-46bccd7b-f58b-4725-bc22-7b444170cf01 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.0592992 Dec 20 23:23:10.619884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d3b56db-d1f3-47d5-9ab4-e5c1f226aed2 req-86baea8f-6326-4c02-95f5-16285c4a3b44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400176 Dec 20 23:23:10.722037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d3b56db-d1f3-47d5-9ab4-e5c1f226aed2 req-19024227-c6a5-4ad8-9491-5b668a45d1b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db88f5ef7d94c788d70d66a7236ab26&device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0416522 Dec 20 23:23:10.764011 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.788624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-017ebac3-aa16-4525-b7b8-efecb90bcba9 req-db239abf-e539-442d-a97d-6cd6f60c2377 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989107 Dec 20 23:23:10.798335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.801327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d3b56db-d1f3-47d5-9ab4-e5c1f226aed2 req-fc5d9ddc-46b0-4edb-bea4-d58c1c23bab9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db88f5ef7d94c788d70d66a7236ab26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460277 Dec 20 23:23:10.810819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:10.858609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b4c09-3a14-4bb3-b8a4-2a0cb1fbdee5 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:10.863141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2e1b4c09-3a14-4bb3-b8a4-2a0cb1fbdee5 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1092 time: 0.0473764 Dec 20 23:23:10.866371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44676) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:10.871646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:10.963916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:10.977750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.25.1.175 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5f62653c-163e-49eb-a9cc-6d73b122b2f9) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:10.989074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b56db-d1f3-47d5-9ab4-e5c1f226aed2 req-d0754067-a99a-49c0-9cec-ae1736c3da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:10.990651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d3b56db-d1f3-47d5-9ab4-e5c1f226aed2 req-d0754067-a99a-49c0-9cec-ae1736c3da17 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810315 Dec 20 23:23:11.077069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.094293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.175431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.218180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:11.220933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:11.225002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.25.1.246 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:11.225386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:11.244853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b185c27-d73e-4355-8079-0c0caa4a8039 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:11.271312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=5f62653c-163e-49eb-a9cc-6d73b122b2f9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:11.347022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.354180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a650e90e-24f1-4e97-812e-cdb9c381fda9 None None] Provisioning complete for port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:11.354851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a650e90e-24f1-4e97-812e-cdb9c381fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.389048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a650e90e-24f1-4e97-812e-cdb9c381fda9 None None] Port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:11.432600 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.472230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:11.475529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:11.479160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:11.487521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:11.588082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a14831ad-e6ef-4144-9d4a-202fc5b0736f req-8e4d7493-dd51-476b-ab90-4b3caea1127b tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0355582 Dec 20 23:23:11.606860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:11.850567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.068131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router ada58a7f-1a44-415b-ac11-86fb3ea96598 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:23:12.117154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.218827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:23:12.232672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Sync routers for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:23:12.244982 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:12.248487 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:12.318452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.326860 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.329772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-133ccf28-01f4-4f0c-84a0-5643bab79192 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7398915 Dec 20 23:23:12.333664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44704) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:12.372380 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:12.437535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3a2791a6-8669-4cc5-abea-6a988fbbd82a tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44a8cf1e026c429e9674f1480ba1eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049109 Dec 20 23:23:12.440728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:12.562992 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.612238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55823745-23b9-4558-a223-282437525b25 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:12.617169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44712) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:12.617750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55823745-23b9-4558-a223-282437525b25 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1758866 Dec 20 23:23:12.626230 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:12.650871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-848d0ff9-b255-46b2-a078-a7376b9d70b3 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324786 Dec 20 23:23:12.654771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44714) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:12.660403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144116964', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:12.665281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.692407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68b718dc-205b-49b2-9131-e52665016390 req-4bdb3eea-302b-4f14-9288-76609ef5b3a2 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0315270 Dec 20 23:23:12.695298 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Checking router: ada58a7f-1a44-415b-ac11-86fb3ea96598 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:23:12.696260 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Updating router ada58a7f-1a44-415b-ac11-86fb3ea96598 port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:23:12.733370 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.796794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:12.812410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:12.932737 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Floating IP 257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 associated. External IP: 172.25.1.246, port: af4fa843-d8d3-49c4-8601-eb1ac6a02dcd. Dec 20 23:23:12.972303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:12.977358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.026826 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.118524 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.164882 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff5566-e950-40ee-a581-3b2088032340 None None] Pushing event updated for resources: {'Port': ['ID=5f62653c-163e-49eb-a9cc-6d73b122b2f9,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:13.190735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca391811-152d-4afd-bfba-1bd476e25ae3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:13.192565 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Attempting to bind port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:13.192936 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Attempting to bind port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:13.193293 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Attempting to bind port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:13.200685 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:13.202197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:13.202197 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.202197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:13.202542 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Bound port: 5f62653c-163e-49eb-a9cc-6d73b122b2f9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:13.202782 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.225587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-938f95a2-2d83-4b93-83d3-d04e56091479 None None] Provisioning complete for port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:13.226501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-938f95a2-2d83-4b93-83d3-d04e56091479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.260968 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] For port 5f62653c-163e-49eb-a9cc-6d73b122b2f9, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:13.265258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] For port 5f62653c-163e-49eb-a9cc-6d73b122b2f9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f62653c-163e-49eb-a9cc-6d73b122b2f9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:13.266002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-938f95a2-2d83-4b93-83d3-d04e56091479 None None] Port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:13.337230 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.389827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6801f1c-73d7-424e-89bb-b79cc1511298 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:13.406034 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff5566-e950-40ee-a581-3b2088032340 None None] Pushing event updated for resources: {'Port': ['ID=5f62653c-163e-49eb-a9cc-6d73b122b2f9,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:13.418946 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:13.419858 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:13.497296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] Provisioning complete for port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:13.498173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.585628 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.608521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] For port 5f62653c-163e-49eb-a9cc-6d73b122b2f9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f62653c-163e-49eb-a9cc-6d73b122b2f9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:13.643509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:23:13.658318 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:13.698577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.749879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:13.779396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd16063-107c-434b-980e-c2b55e163ed8 None None] Pushing event updated for resources: {'Port': ['ID=5f62653c-163e-49eb-a9cc-6d73b122b2f9,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:13.871828 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:13.873065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Checking segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:13.873748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network hostable DHCP agents. Network: 11ae5a3c-6682-4a62-bb79-1f87081e32a0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:13.878073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Subnet': ['ID=bd4a6c38-0d24-438b-af70-4cdfabcbd909,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:13.887536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edbe0aa1-9d32-45e8-a984-0c3306b589f4 req-0435feaf-b05f-4243-b8c2-c6947afa35f7 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0407166 Dec 20 23:23:13.899379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:23:13.916938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:23:13.933207 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc377f-a1ce-45c8-84fe-cf9158723a0a None None] The sync data for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 is: [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:23:13.936572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:13.937242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:13.992162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:14.022696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:14.054375 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3c778351-cfb6-49f0-8280-c95443bf60a3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1869323 Dec 20 23:23:14.054974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:14.057146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44742) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:14.057306 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4608ba5-896d-491c-b0f6-b37583736d33" -d '{"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:14.058424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:14.127094 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854378b-fc8e-4bb0-b6c2-ab2907a10338 x-openstack-request-id: req-f854378b-fc8e-4bb0-b6c2-ab2907a10338 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:14.127094 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:14.127094 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f854378b-fc8e-4bb0-b6c2-ab2907a10338 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:14.127094 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'status': 'completed', 'code': 200} Dec 20 23:23:14.141881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-66781188-1427-4fb2-b54f-ed83f2b75822 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 HTTP/1.1" status: 200 len: 992 time: 0.0833330 Dec 20 23:23:14.150276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 11ae5a3c-6682-4a62-bb79-1f87081e32a0) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:14.169979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:14.169979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:14.176695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0cf66-4c46-45d1-889f-dee7c322256d None None] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:14.238091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-5e8c7020-9178-486f-8063-d2ef647e383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:14.239749 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-5e8c7020-9178-486f-8063-d2ef647e383b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1097 time: 0.0784061 Dec 20 23:23:14.315275 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7eb37832-0017-49d4-ba98-cd4e16363450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6594141 Dec 20 23:23:14.318009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:14.409117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:14.409985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:14.583696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:14.612300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:23:14.626447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Allocated IP 172.20.0.2 (11ae5a3c-6682-4a62-bb79-1f87081e32a0/bd4a6c38-0d24-438b-af70-4cdfabcbd909/fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:14.631262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:14.632107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:14.680572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-890cec72-226d-4295-9be6-133403d69004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:14.684557 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-890cec72-226d-4295-9be6-133403d69004 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 895 time: 0.4284928 Dec 20 23:23:14.862243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-db425320-78bf-4ca1-9754-06dd18e0dba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 200 len: 1000 time: 0.1364007 Dec 20 23:23:14.984122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-06b61072-dff9-4d7f-8f00-85e6a2571be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:14.985612 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-06b61072-dff9-4d7f-8f00-85e6a2571be6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bab250db-b57e-46a8-9293-11026aab1ff8 HTTP/1.1" status: 200 len: 834 time: 0.1134717 Dec 20 23:23:14.991615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:15.039283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91aa0d1-d0d5-4b5a-a475-6c60c210b015 req-7746657f-65aa-4b0e-9445-7fc25cce6189 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0478668 Dec 20 23:23:15.079375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-b7fa1e21-1da7-40a5-b1d1-94e676c060c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:15.080957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-b7fa1e21-1da7-40a5-b1d1-94e676c060c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce861238-d466-421e-a187-e98dfc7d2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641868 Dec 20 23:23:15.145677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44756) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:15.196347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.230632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6c4351de-f5b8-41f4-9dcb-04f513e80e78 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 HTTP/1.1" status: 200 len: 992 time: 0.0832117 Dec 20 23:23:15.279516 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-68ebc8ea-44fe-45e3-8d63-adae4cccc5cf service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729670 Dec 20 23:23:15.297751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.367492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:15.408970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97317d-af36-41d6-a1ad-a67363c6929c None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:49Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:11Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:23:15.415790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.461886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Pushing event updated for resources: {'Port': ['ID=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:15.468569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:15.471319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:15.473459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:15.539767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Attempting to bind port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:15.540726 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Attempting to bind port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:15.541102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Attempting to bind port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 on network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:15.556257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:15.556461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Checking segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:15.556866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.557265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Bound using segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:15.557800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Bound port: fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:15.558277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.626338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] For port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:15.629641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] For port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:15.636789 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a4608ba5-896d-491c-b0f6-b37583736d33 req-c50eb1d3-6cb4-4c73-b8b7-cf103c73e30c service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103285 Dec 20 23:23:15.699680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.20.0.1 (11ae5a3c-6682-4a62-bb79-1f87081e32a0/bd4a6c38-0d24-438b-af70-4cdfabcbd909/90a08ea6-94d9-4d77-b46e-a0128ce391f8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:15.704658 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.794912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455d42a-f20b-4f00-85da-a1f8d02580a4 None None] Pushing event updated for resources: {'Port': ['ID=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:15.864327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.883297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f62653c-163e-49eb-a9cc-6d73b122b2f9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:15.973460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:15.983937 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d45ea-fa41-4883-8068-7b2680af1fb3 None None] New status for floating IP 257c2b8b-fb4f-4fab-8e9a-513de3f31fc6: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:23:15.987717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:15.988152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.040252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:16.045273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:16.050091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:16.069396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:16.205654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.255912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:16.284358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66e1d67f-a007-4ecd-ad9e-b7462ab4f488 req-dcb172b7-b0f1-463e-850d-6da8e5d8a4e3 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0899966 Dec 20 23:23:16.395163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e881595-27f6-43dc-920a-4396c61f227e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 HTTP/1.1" status: 200 len: 992 time: 0.1372175 Dec 20 23:23:16.504794 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.818576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.870279 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.958553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:16.960457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:17.068440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:17.070335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:17.119774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f727d-e154-4b43-b786-bcdb3c39ff84 None None] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:17.200242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] Provisioning complete for port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:17.200439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router ada58a7f-1a44-415b-ac11-86fb3ea96598 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:23:17.200646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.320066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.325783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:23:17.344150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44786) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:17.345706 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6e5847e-cd00-4a87-9552-5b44931a58eb tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "PUT /v2.0/routers/ada58a7f-1a44-415b-ac11-86fb3ea96598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0264859 Dec 20 23:23:17.349758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--674687215', 'description': 'tempest-secgroup_access--674687215 description', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:17.350351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Sync routers for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:23:17.373967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] For port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:17.386025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:17.388049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:17.399504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:17.478560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b494293e-7b4b-4169-bf75-c223d9f2e3c3 req-9a2340fb-9ac0-48d5-8961-ae301b404392 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0380971 Dec 20 23:23:17.504972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc60a5e7-e250-43b8-a652-59e14e60af28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 HTTP/1.1" status: 200 len: 994 time: 0.0985425 Dec 20 23:23:17.521029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:17.549130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.574146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.653007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.695960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feb5f3-5446-4252-b35f-c1689a8e7afc None None] Pushing event updated for resources: {'Port': ['ID=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:17.727331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.745920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-628b244b-ffab-4e89-9fef-e7497e5b2245 None None] Provisioning complete for port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:17.746297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-628b244b-ffab-4e89-9fef-e7497e5b2245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.770033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8cae38-8998-452c-8665-d5a9646fcbe5,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:17.778781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.779433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.780037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.780608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.781165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.781754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.782334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.783011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.783564 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.784126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.784687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.785248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.785821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:17.822969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.828383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ea7dc44-84a5-43dd-b777-6406eedae9d1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4826236 Dec 20 23:23:17.828540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44794) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:17.836095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1475433740', 'description': 'tempest-secgroup_general--1475433740 description', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:17.901255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:17.944053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:17.950395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 2, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:18.010937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Checking router: ada58a7f-1a44-415b-ac11-86fb3ea96598 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:23:18.012111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Updating router ada58a7f-1a44-415b-ac11-86fb3ea96598 port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:23:18.034668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.044299 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.071416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:18.071720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.073132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-628b244b-ffab-4e89-9fef-e7497e5b2245 None None] Provisioning complete for port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:18.073490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-628b244b-ffab-4e89-9fef-e7497e5b2245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.100792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.132278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80370d0c-185a-491e-a92b-f4919809e045,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:18.240075 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.244615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44800) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:18.244801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dccfc83d-9a01-45b8-a2f8-8ac7ae19171e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4151251 Dec 20 23:23:18.249993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'security_group_rule': {'security_group_id': 'eb8cae38-8998-452c-8665-d5a9646fcbe5', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:18.334261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.374555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-628b244b-ffab-4e89-9fef-e7497e5b2245 None None] Port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:18.391569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.471865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.501765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64337bf-47a5-48ca-9b70-2ce2b09a813f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:18.527692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e1658568-eeda-4df0-8294-eaf7e09971b6 None None] Provisioning complete for port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:18.528374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e1658568-eeda-4df0-8294-eaf7e09971b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.594187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9837f05a-1674-4890-b9c8-e24d5ad7a416 req-31b5e02d-484b-462e-9840-e3a29077586c tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0269258 Dec 20 23:23:18.596295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e1658568-eeda-4df0-8294-eaf7e09971b6 None None] Port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:18.612512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.613700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-593c8093-7700-41b1-9995-6cddea88b418 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675413 Dec 20 23:23:18.619861 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.684160 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.754465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Pushing event updated for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:18.784216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.784567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.784904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.785456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.785807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.786144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.786469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.786792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.787114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.787436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.787755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.788074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.788393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:18.804374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-9239aef9-eaa5-455f-82d3-f88e8aa4915b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1475433740&fields=id&tenant_id=44a8cf1e026c429e9674f1480ba1eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0718634 Dec 20 23:23:18.824853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Attempting to bind port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:18.825664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Attempting to bind port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:18.826416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Attempting to bind port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 on network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:18.833820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:18.834465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Checking segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:18.835039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.835618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Bound using segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:18.836641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Bound port: 90a08ea6-94d9-4d77-b46e-a0128ce391f8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:18.836641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:18.861030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-a0f14810-415c-475d-a747-4da3ee14378c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--674687215&fields=id&tenant_id=44a8cf1e026c429e9674f1480ba1eaf8 HTTP/1.1" status: 200 len: 267 time: 0.0555048 Dec 20 23:23:18.924202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] For port 90a08ea6-94d9-4d77-b46e-a0128ce391f8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:18.927607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] For port 90a08ea6-94d9-4d77-b46e-a0128ce391f8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90a08ea6-94d9-4d77-b46e-a0128ce391f8,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:19.009901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-f01fb01b-c3e6-42c5-bbdc-29feecd76e06 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:19.017575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-f01fb01b-c3e6-42c5-bbdc-29feecd76e06 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/networks?id=11ae5a3c-6682-4a62-bb79-1f87081e32a0 HTTP/1.1" status: 200 len: 796 time: 0.1388254 Dec 20 23:23:19.017700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.029512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-f2a27f74-a296-4b64-9dc8-b3f9106bc34c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/quotas/44a8cf1e026c429e9674f1480ba1eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0103385 Dec 20 23:23:19.095256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] Provisioning complete for port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:19.095625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.106696 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-9abd68ae-6ad2-4c09-80b2-910643781cc7 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685520 Dec 20 23:23:19.125056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:19.125684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:19.229638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a140a-b3d0-4ddf-82fe-6556a8b3182a None None] Pushing event updated for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:19.238860 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-6741dcce-cdc0-4d86-a74b-371bacdc92ea service neutron] 10.222.0.62 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150415 Dec 20 23:23:19.358791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:19.381842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-f2fde16b-793a-436e-a688-d590aa0b0bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416683 Dec 20 23:23:19.395640 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.488360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] For port 90a08ea6-94d9-4d77-b46e-a0128ce391f8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90a08ea6-94d9-4d77-b46e-a0128ce391f8,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:19.590657 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.602651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44830) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:19.660821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341c09-5daf-4ab4-9358-cb219d51a6fc None None] Pushing event updated for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:19.691530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:18Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:19.774708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e27a931-1f3d-4f2f-a036-f7f4e9b8c023 None None] The sync data for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 is: [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:18Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:23:19.783256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d504b446-88f8-4e28-bd0f-8270a0591eac req-700cbb61-a5ad-4bab-ab5b-36b3d88c8710 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0671427 Dec 20 23:23:19.815436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acd95715-8d2c-45aa-8d66-051e775b7f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.858092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2c567d66-ae37-4f39-be71-0e8d5b8ab6ba None None] Provisioning complete for port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:19.858469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2c567d66-ae37-4f39-be71-0e8d5b8ab6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:19.974316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acd95715-8d2c-45aa-8d66-051e775b7f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.012744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33bd4d22-4a62-48c3-a03b-511d57fc8411 req-95fda376-93b7-49d6-9e69-ead43e45b567 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0367560 Dec 20 23:23:20.052865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-acd95715-8d2c-45aa-8d66-051e775b7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.104674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-acd95715-8d2c-45aa-8d66-051e775b7f44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17464d4e9787428c8d70b0188ac66308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5003276 Dec 20 23:23:20.106230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd95715-8d2c-45aa-8d66-051e775b7f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eeb79-ab5f-4db2-a2d4-8a37cf4f0fac,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:20.107999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:20.192930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.216618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.341347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.344099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:20.345257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b07eeb79-ab5f-4db2-a2d4-8a37cf4f0fac HTTP/1.1" status: 204 len: 168 time: 0.2362761 Dec 20 23:23:20.354241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd62340-694e-4318-a290-9fa303dd4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eeb79-ab5f-4db2-a2d4-8a37cf4f0fac,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:20.931819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9645e0b6-48a8-41db-8914-4de654130fdd req-0eadacdd-e00f-4af5-965c-6e5e4181e65c tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0465896 Dec 20 23:23:21.094077 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b27738c-fcad-4805-bb39-c46170106991 req-2c9af5ab-d351-4a23-a96d-8367f9a06d07 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0259757 Dec 20 23:23:21.803808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90a08ea6-94d9-4d77-b46e-a0128ce391f8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:21.852815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:21.853238 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:22.033265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f598f80c-0662-4b03-bdd0-f6be0b4604a5 req-9253fae6-ee03-4256-ae0d-b85f421341fa tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Dec 20 23:23:22.238357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7aa2479-8fa8-4b46-8921-4e944ca3de10 req-8562eb17-3cfd-4fd3-9c32-b09614b9cf0b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0429544 Dec 20 23:23:22.402754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:22.426032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04e98cc7-9032-4aec-a9f7-c1c32fd0a233 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:22.428280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04e98cc7-9032-4aec-a9f7-c1c32fd0a233 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.59 "GET /v2.0/networks?id=11ae5a3c-6682-4a62-bb79-1f87081e32a0 HTTP/1.1" status: 200 len: 796 time: 0.1379707 Dec 20 23:23:22.534106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-527b25a2-7ec6-45b9-809f-7c3c4c45cbec tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-655850793'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:22.535072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-527b25a2-7ec6-45b9-809f-7c3c4c45cbec tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Unknown quota resources ['metering_label']. {{(pid=115562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:23:22.540112 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-15f69f2a-3bb3-4531-b175-bdbacec31576 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a8cf1e026c429e9674f1480ba1eaf8 HTTP/1.1" status: 200 len: 477 time: 0.1011045 Dec 20 23:23:22.552093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'port': {'device_id': 'ac50ae39-0c06-4836-8058-369a9f530130', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'admin_state_up': True, 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'security_groups': ['80370d0c-185a-491e-a92b-f4919809e045', 'eb8cae38-8998-452c-8665-d5a9646fcbe5']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:22.727574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-527b25a2-7ec6-45b9-809f-7c3c4c45cbec tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:22.729505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-527b25a2-7ec6-45b9-809f-7c3c4c45cbec tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3250272 Dec 20 23:23:22.731571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44912) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:22.735782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-dd2d2aef-eaa4-4e9e-8bdf-cd0c368ac798 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5fd9f52b-3e5f-4669-a3c6-9b435286e13c'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:22.736361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-dd2d2aef-eaa4-4e9e-8bdf-cd0c368ac798 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:23:22.749367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:22.752982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:22.865802 n-d-822053-9 neutron-server[115562]: WARNING neutron.services.metering.metering_plugin [None req-dd2d2aef-eaa4-4e9e-8bdf-cd0c368ac798 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 23:23:22.881444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.20.0.3 (11ae5a3c-6682-4a62-bb79-1f87081e32a0/bd4a6c38-0d24-438b-af70-4cdfabcbd909/c6ece860-9413-4bdf-ad6d-5783d4cdf0ee) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:22.953238 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd2d2aef-eaa4-4e9e-8bdf-cd0c368ac798 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:22.954633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dd2d2aef-eaa4-4e9e-8bdf-cd0c368ac798 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2221315 Dec 20 23:23:22.958525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44916) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:22.965290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-887aae55-e443-442a-b961-c97b6d63167c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5fd9f52b-3e5f-4669-a3c6-9b435286e13c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:22.965734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-887aae55-e443-442a-b961-c97b6d63167c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:23:23.158738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2be06ba2-c19d-4ab5-a4f7-f0e406860a9f req-1839ebdb-d5f7-4954-9d75-8b8505906368 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0338140 Dec 20 23:23:23.329335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbaec5fe-c927-4e4b-9c6a-37885b06fecb req-379281c6-7088-4ab9-b807-2022a74a6105 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Dec 20 23:23:23.430760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.469493 n-d-822053-9 neutron-server[115563]: WARNING neutron.services.metering.metering_plugin [None req-887aae55-e443-442a-b961-c97b6d63167c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 23:23:23.537013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.631024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-887aae55-e443-442a-b961-c97b6d63167c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.632194 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-887aae55-e443-442a-b961-c97b6d63167c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6728969 Dec 20 23:23:23.635120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44924) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:23.638828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:23.641834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:23.644232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:23.646172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f9c0239a-ecfe-452b-a49f-fac866f958ea tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=bcdd8f86-63ef-477f-a647-5818031d4108 HTTP/1.1" status: 200 len: 462 time: 0.0091283 Dec 20 23:23:23.648712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44926) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:23.680521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:23.721945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:23.722511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.845361 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-04a47717-7c94-4c59-ad0d-ba91a64c37f0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2976069 Dec 20 23:23:23.883615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Request body: {'port': {'device_id': 'ac50ae39-0c06-4836-8058-369a9f530130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:23.886881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ebbaaa02-0ee9-4c49-b87a-4ac80713ef3b None None] Provisioning complete for port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:23.887467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ebbaaa02-0ee9-4c49-b87a-4ac80713ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.888804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9c49968c-4e8b-4f9e-b1c8-c6b09f767b1e tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:23.892286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9c49968c-4e8b-4f9e-b1c8-c6b09f767b1e tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/bcdd8f86-63ef-477f-a647-5818031d4108 HTTP/1.1" status: 204 len: 168 time: 0.2392013 Dec 20 23:23:23.892712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44930) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.233683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c6e8d20-7e79-4083-8bde-3f859f86ce65 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=bcdd8f86-63ef-477f-a647-5818031d4108 HTTP/1.1" status: 200 len: 221 time: 0.0088406 Dec 20 23:23:24.233683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44934) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.233683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1a00cc5e-4ade-4149-808f-1ab3c8a079a9 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1115495371', 'description': 'label created by tempest'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:24.233683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1a00cc5e-4ade-4149-808f-1ab3c8a079a9 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Unknown quota resources ['metering_label']. {{(pid=115562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 23:23:24.234657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ebbaaa02-0ee9-4c49-b87a-4ac80713ef3b None None] Port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:23:24.234740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.234815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a00cc5e-4ade-4149-808f-1ab3c8a079a9 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.234815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1a00cc5e-4ade-4149-808f-1ab3c8a079a9 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2701778 Dec 20 23:23:24.234815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44936) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.235657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3b59d267-12dc-4239-8a30-d754bcfaf413 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=2a4209fd-ef18-47ad-843e-182bacfc0e93 HTTP/1.1" status: 200 len: 468 time: 0.0530913 Dec 20 23:23:24.242220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44940) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.268387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ece860-9413-4bdf-ad6d-5783d4cdf0ee {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:23:24.276234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.289681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Transition to ACTIVE for port object c6ece860-9413-4bdf-ad6d-5783d4cdf0ee will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:23:24.324998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26762dfb-0c8c-4a5a-b317-59ffd7d54bcf req-0b526fac-8d8a-4792-aa5b-fb8ce90ea521 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Dec 20 23:23:24.372430 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.432702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:24.506261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989c29-22cb-4d77-8f2e-59c62ff372a7 req-9dde7065-8422-451b-998d-ec4801aa9209 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:24.522423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23989c29-22cb-4d77-8f2e-59c62ff372a7 req-9dde7065-8422-451b-998d-ec4801aa9209 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 982 time: 0.0805867 Dec 20 23:23:24.552251 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Attempting to bind port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:24.552673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Attempting to bind port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:24.553002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Attempting to bind port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee on network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:24.557962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee on network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:23:24.558293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Attempting to bind port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee on network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:24.565787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:24.566145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Checking segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:24.566535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Bound using segment: {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:24.566964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Bound port: c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad556ba-c3e2-45e0-9d46-107301093723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:24.567314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.593034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23989c29-22cb-4d77-8f2e-59c62ff372a7 req-269e6dea-8d85-4d85-af57-a926db2e690d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0677552 Dec 20 23:23:24.605485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b802-19b8-4d88-b796-5bf262dfb430 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.610950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f1d0b802-19b8-4d88-b796-5bf262dfb430 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/2a4209fd-ef18-47ad-843e-182bacfc0e93 HTTP/1.1" status: 204 len: 168 time: 0.3673947 Dec 20 23:23:24.611731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44946) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.629177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0ae97a4c-03fe-471d-8e47-a22a4066915a tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=2a4209fd-ef18-47ad-843e-182bacfc0e93 HTTP/1.1" status: 200 len: 216 time: 0.0161128 Dec 20 23:23:24.630045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44948) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.646941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7565d8ed-50fe-4c22-86d3-4fa3fd93f99c tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0150027 Dec 20 23:23:24.647933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44952) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.650519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:24.655912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:24.664695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5fa226aa-8584-4e79-ae90-9a130e517093 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0131023 Dec 20 23:23:24.664992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 44954) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.720943 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-61045551-5f01-40fe-b2ae-f854426f5d6e tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/5fd9f52b-3e5f-4669-a3c6-9b435286e13c HTTP/1.1" status: 200 len: 472 time: 0.0547905 Dec 20 23:23:24.724987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.725155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44956) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.734903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a779618-7b04-443d-a589-92a73de1adf0 tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/d8b67025-db6e-48e5-81c4-e9cc14d6c23d HTTP/1.1" status: 200 len: 459 time: 0.0089536 Dec 20 23:23:24.738552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44958) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:24.769400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:24.770344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.771484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] 10.222.0.59 "PUT /v2.0/ports/c6ece860-9413-4bdf-ad6d-5783d4cdf0ee HTTP/1.1" status: 200 len: 1130 time: 0.8923073 Dec 20 23:23:24.771937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:24.774643 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:24.806267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c380-3d20-4609-a6dd-0b0e9536ae9d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:24.828123 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ebf94c-5366-4847-9007-6ba6e5ab1044 x-openstack-request-id: req-c2ebf94c-5366-4847-9007-6ba6e5ab1044 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:24.828524 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:24.828877 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2ebf94c-5366-4847-9007-6ba6e5ab1044 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:24.830094 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'status': 'completed', 'code': 200} Dec 20 23:23:24.899965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-a6c9da0e-d7d9-451b-a734-d0982990187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:24.901751 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-a6c9da0e-d7d9-451b-a734-d0982990187e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1133 time: 0.0497925 Dec 20 23:23:24.962009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19b0efc4-ba54-453a-a7c1-2931e169757d tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:24.963398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19b0efc4-ba54-453a-a7c1-2931e169757d tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d8b67025-db6e-48e5-81c4-e9cc14d6c23d HTTP/1.1" status: 204 len: 168 time: 0.2239356 Dec 20 23:23:24.966969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44964) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:25.038159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-7e17d10a-e215-404c-9935-3af56061513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.039582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-7e17d10a-e215-404c-9935-3af56061513d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1302207 Dec 20 23:23:25.146366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-32f8e998-1a72-4e88-af70-8f50f9d4459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.148096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d76fbc7-48b4-4357-be9c-45b6d5879b9a req-32f8e998-1a72-4e88-af70-8f50f9d4459d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011584 Dec 20 23:23:25.244802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-29d10572-4fba-4bb4-aa71-f63082ea9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.247098 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-29d10572-4fba-4bb4-aa71-f63082ea9598 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1133 time: 0.0511236 Dec 20 23:23:25.293103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-6a4c887d-63ad-48a4-ac45-214f34c5ffeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee HTTP/1.1" status: 200 len: 217 time: 0.0379596 Dec 20 23:23:25.349510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-99df8735-0c70-4f81-b3d3-94fdee7e9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.351024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-99df8735-0c70-4f81-b3d3-94fdee7e9878 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd4a6c38-0d24-438b-af70-4cdfabcbd909 HTTP/1.1" status: 200 len: 834 time: 0.0494826 Dec 20 23:23:25.414399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-db5c3140-dcb5-4156-867f-fdbd216aa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.415892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-db5c3140-dcb5-4156-867f-fdbd216aa020 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11ae5a3c-6682-4a62-bb79-1f87081e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570347 Dec 20 23:23:25.468677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0f71dcb-0ae0-4d76-9117-85ddc7ab80b7 req-f7796698-b9d1-454d-b91f-c3dc8059a4f3 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0596337 Dec 20 23:23:25.522862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-c6c06c40-f252-4a3d-ac66-60d7cea61613 service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991752 Dec 20 23:23:25.610904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1bdc33e0-c082-4406-8173-8a6a8b84c96d tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:25.612329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1bdc33e0-c082-4406-8173-8a6a8b84c96d tempest-MeteringIpV6TestJSON-205847149 tempest-MeteringIpV6TestJSON-205847149-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/5fd9f52b-3e5f-4669-a3c6-9b435286e13c HTTP/1.1" status: 204 len: 168 time: 0.6440310 Dec 20 23:23:25.623478 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-454b9796-eb4d-41f7-a0b2-b6c38e0da7e8 req-3f48797e-54f7-4649-a466-40222ec7246c service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928199 Dec 20 23:23:25.725482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817d1e0-f97f-4c17-8a83-40c859a1118a req-ec4d5817-aeb3-48b8-a144-1c4e214c4120 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:25.726978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6817d1e0-f97f-4c17-8a83-40c859a1118a req-ec4d5817-aeb3-48b8-a144-1c4e214c4120 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 982 time: 0.0567052 Dec 20 23:23:25.789914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6817d1e0-f97f-4c17-8a83-40c859a1118a req-32e8ad4b-d3aa-4bbb-ae24-f03d6f295334 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0561328 Dec 20 23:23:26.078923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44980) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:26.189438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f75d06c-0228-413c-863d-dbcccd5b3d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.262257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f75d06c-0228-413c-863d-dbcccd5b3d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.332459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9f75d06c-0228-413c-863d-dbcccd5b3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.371819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75d06c-0228-413c-863d-dbcccd5b3d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de88cad-1221-466a-a760-d339d40e9f71,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:26.376161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9f75d06c-0228-413c-863d-dbcccd5b3d62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c33d1955bebe45a78b0393d4b66fe6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962148 Dec 20 23:23:26.378828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 44984) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:26.430043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.451854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.569194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.571837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:26.573110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9de88cad-1221-466a-a760-d339d40e9f71 HTTP/1.1" status: 204 len: 168 time: 0.1933649 Dec 20 23:23:26.594822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7bda193e-b8df-4bda-959e-f3c8ba717e82 req-a1bd9007-83dc-4812-a55b-16b2a4d87d0a tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0370286 Dec 20 23:23:26.601406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1540f-c0e8-4243-8ef0-531e8dfb0890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de88cad-1221-466a-a760-d339d40e9f71,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:26.919453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3168e-c151-475d-adb0-57f1a80140a0 req-94eeeb13-b500-42f4-a500-c16fa18565a0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:26.921088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38b3168e-c151-475d-adb0-57f1a80140a0 req-94eeeb13-b500-42f4-a500-c16fa18565a0 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 982 time: 0.0601909 Dec 20 23:23:26.986164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38b3168e-c151-475d-adb0-57f1a80140a0 req-cf29b197-5397-4424-823b-4e809ca97b0b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0574322 Dec 20 23:23:27.200326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45000) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:27.214497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337348ab-407b-4d2a-afa1-328cede68fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.291595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337348ab-407b-4d2a-afa1-328cede68fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.362715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-337348ab-407b-4d2a-afa1-328cede68fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.399240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337348ab-407b-4d2a-afa1-328cede68fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b836471-9e45-4238-a2db-83d626149abc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:27.406724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-337348ab-407b-4d2a-afa1-328cede68fe6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa5ae6db7e20485a84342d2939ab03c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027562 Dec 20 23:23:27.407589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:27.455320 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.477428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.585928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.588622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:27.589948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b836471-9e45-4238-a2db-83d626149abc HTTP/1.1" status: 204 len: 168 time: 0.1819189 Dec 20 23:23:27.598123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa65f0-c727-4b13-ab04-efea21c13b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b836471-9e45-4238-a2db-83d626149abc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:27.727763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2502a80-b387-496a-81b4-5259b150df85 req-cca5515c-1b01-4040-90ab-0859be9eb6d5 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0319602 Dec 20 23:23:27.964252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c6ece860-9413-4bdf-ad6d-5783d4cdf0ee details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:23:28.077545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:28.085608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'port_id': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'mac_address': 'fa:16:3e:3a:e0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:23:28.088125 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:28.131855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45e4b-0b5e-4587-8bd9-cc2613b36595 req-28ad71af-96d2-424a-9ec4-0e2649b01c6b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:28.132275 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:28.138277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9d45e4b-0b5e-4587-8bd9-cc2613b36595 req-28ad71af-96d2-424a-9ec4-0e2649b01c6b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 982 time: 0.0719357 Dec 20 23:23:28.147740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ece860-9413-4bdf-ad6d-5783d4cdf0ee {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:23:28.168799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:28.210314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9d45e4b-0b5e-4587-8bd9-cc2613b36595 req-0556867a-083a-4f10-96f9-037402618c1f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0692031 Dec 20 23:23:28.240877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:28.291659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:28.452525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:23:28.666749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45040) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:28.765265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'networks': [{'name': 'tempest-network--1877843541'}, {'name': 'tempest-network--1987289266'}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:28.765837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-network--1877843541'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:28.766066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-network--1987289266'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:28.829583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f55b264c-9382-42ae-9c6a-db2091573bc1 req-98c698d5-04e5-4c9c-981d-2c0ab76aa0fb tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Dec 20 23:23:28.836890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'network': 2} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:28.841618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:28.850996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:28.935450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.029510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.030009 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.071458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8f5a7-48a7-43bb-9020-83d20d5c4e7f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:29.076831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:29.086151 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.086494 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment 14fa62c7-18d3-471f-9771-ed1b23ea51e9 of type vlan for network f4561dd8-83d1-41ba-a082-d355caef4e2a Dec 20 23:23:29.131059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.158390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:29.167606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.167950 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment f5294f58-29ae-4921-88ec-b3a37af970bb of type vlan for network 41fb23b7-659b-4437-b047-3b286166da7e Dec 20 23:23:29.206002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.287503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.288008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.295290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.300047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.301649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.396037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=f4561dd8-83d1-41ba-a082-d355caef4e2a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:29.407323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f4561dd8-83d1-41ba-a082-d355caef4e2a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:29.410091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ec6d-0af4-4fab-9c6f-69733e2cda65 req-6848c49c-a5aa-4b13-a264-1b8bde59fb56 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.411602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a237ec6d-0af4-4fab-9c6f-69733e2cda65 req-6848c49c-a5aa-4b13-a264-1b8bde59fb56 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 983 time: 0.1345923 Dec 20 23:23:29.416912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7489760 Dec 20 23:23:29.420139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45056) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:29.499477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae9df-8d69-4291-96b3-ef05bb1e36dc tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=41fb23b7-659b-4437-b047-3b286166da7e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:29.512779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 41fb23b7-659b-4437-b047-3b286166da7e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:29.542768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a237ec6d-0af4-4fab-9c6f-69733e2cda65 req-845b29e2-02f7-4c3d-b314-8aa8184d27d5 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1142416 Dec 20 23:23:29.651282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8947bd-4be6-4794-813a-94d84ca75f05 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.657134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8947bd-4be6-4794-813a-94d84ca75f05 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.663451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8947bd-4be6-4794-813a-94d84ca75f05 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.670250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8947bd-4be6-4794-813a-94d84ca75f05 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:29.671959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0b8947bd-4be6-4794-813a-94d84ca75f05 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2502718 Dec 20 23:23:29.674657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45062) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:29.752594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.844189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.866571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4561dd8-83d1-41ba-a082-d355caef4e2a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:29.877050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fa62c7-18d3-471f-9771-ed1b23ea51e9') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:29.877343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fa62c7-18d3-471f-9771-ed1b23ea51e9') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:29.887254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.900463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.906481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:29.906866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:29.910002 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:29.947063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5113f26c-aa4d-4de9-8c61-801f7589f8e9 req-49461baf-840d-441c-b0ab-54a413d78ccf tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0267944 Dec 20 23:23:29.979965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c6ece860-9413-4bdf-ad6d-5783d4cdf0ee up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:30.043322 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.051030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.053557 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/f4561dd8-83d1-41ba-a082-d355caef4e2a HTTP/1.1" status: 204 len: 168 time: 0.3779781 Dec 20 23:23:30.056469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45068) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:30.064839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bddec-1adb-421b-882d-b29a05d5075c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=f4561dd8-83d1-41ba-a082-d355caef4e2a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:30.088428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:23:30.093240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:30.093623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.135598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.201205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.224482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:30.226756 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8633a5f0-8938-4ccb-a28b-b384ad1b29ec" -d '{"events": [{"server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "name": "network-vif-plugged", "status": "completed", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:30.232080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.252961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:30.259158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fb23b7-659b-4437-b047-3b286166da7e']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:30.270715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5294f58-29ae-4921-88ec-b3a37af970bb') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:30.271124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5294f58-29ae-4921-88ec-b3a37af970bb') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:30.273440 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe024e-6774-4297-9e58-3b4102aded1c x-openstack-request-id: req-60fe024e-6774-4297-9e58-3b4102aded1c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:30.273810 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "name": "network-vif-plugged", "status": "completed", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:30.278503 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60fe024e-6774-4297-9e58-3b4102aded1c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:30.278503 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'code': 200} Dec 20 23:23:30.281805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.297471 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.304239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:30.304624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:30.308479 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:30.326883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.397576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:30.398093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eea737-0ed8-440b-8797-51cb55925d77 req-a64bc6ba-28e8-4d3b-9789-2690cdb2055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:30.399604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-34eea737-0ed8-440b-8797-51cb55925d77 req-a64bc6ba-28e8-4d3b-9789-2690cdb2055d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1135 time: 0.0593581 Dec 20 23:23:30.435153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.442491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.445891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/41fb23b7-659b-4437-b047-3b286166da7e HTTP/1.1" status: 204 len: 168 time: 0.3877215 Dec 20 23:23:30.453810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45076) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:30.458069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a344d-f970-493f-be72-c669ccc83677 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=41fb23b7-659b-4437-b047-3b286166da7e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:30.485958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-34eea737-0ed8-440b-8797-51cb55925d77 req-d5a3ca17-605d-42b0-aa35-149169403bdd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eb8cae38-8998-452c-8665-d5a9646fcbe5&id=80370d0c-185a-491e-a92b-f4919809e045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0783103 Dec 20 23:23:30.567746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac1389-ac18-46a0-b757-4d16c6edbb3d tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:30.574879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac1389-ac18-46a0-b757-4d16c6edbb3d tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:30.577179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a0ac1389-ac18-46a0-b757-4d16c6edbb3d tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1223195 Dec 20 23:23:30.580972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45080) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:30.586035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1917402499'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:30.663373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b0942-b0b4-427d-be53-a56e96965930 req-5955890c-2f3b-4199-9702-97270b0c5e3c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:30.664835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91b0942-b0b4-427d-be53-a56e96965930 req-5955890c-2f3b-4199-9702-97270b0c5e3c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.0502367 Dec 20 23:23:30.685769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:30.689121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.736218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:30.750508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b91b0942-b0b4-427d-be53-a56e96965930 req-c9743e39-974c-4ed8-a3cc-13b114360ae6 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785887 Dec 20 23:23:30.753248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.753592 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment acf6a056-1b49-4a62-bdf0-3bb434a64b3e of type vlan for network fbde157e-bf0a-4b3b-93d4-7ee85640eeeb Dec 20 23:23:30.797506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.888790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.894507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:30.895095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:30.960655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=fbde157e-bf0a-4b3b-93d4-7ee85640eeeb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:30.972072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network fbde157e-bf0a-4b3b-93d4-7ee85640eeeb details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:30.998507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a369cd8-ccb0-416e-b8ff-ebc0e77b813a tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4164112 Dec 20 23:23:31.001233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:31.007736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-237848275'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:31.090448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b1611ec-e8a8-4195-bdf7-8744c4ce883c req-e3935d12-f66a-4ea6-b898-30ad81191606 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0281651 Dec 20 23:23:31.094428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:31.097952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.126696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:31.135192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.136309 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment 5d44af3a-1927-4f36-bb3c-206a933c8a50 of type vlan for network 5b5d6801-ae11-46ea-9bec-5e62e6324102 Dec 20 23:23:31.174451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.254134 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.259794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:31.260383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.326875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=5b5d6801-ae11-46ea-9bec-5e62e6324102,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:31.337278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5b5d6801-ae11-46ea-9bec-5e62e6324102 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:31.352260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48cd85f8-0ab7-495d-bc41-c03738eafad2 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3490076 Dec 20 23:23:31.355834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45094) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:31.361359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'ports': [{'network_id': 'fbde157e-bf0a-4b3b-93d4-7ee85640eeeb', 'name': 'tempest-port--839731271', 'admin_state_up': True}, {'network_id': '5b5d6801-ae11-46ea-9bec-5e62e6324102', 'admin_state_up': False}]} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:31.361665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'port': {'network_id': 'fbde157e-bf0a-4b3b-93d4-7ee85640eeeb', 'name': 'tempest-port--839731271', 'admin_state_up': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:31.362260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'port': {'network_id': '5b5d6801-ae11-46ea-9bec-5e62e6324102', 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:31.586003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'port': 2} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:31.591404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.605229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.685560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] device_id is not set on port 597a5f27-79b2-44e5-9dd3-a74daf92bf9a yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:23:31.808247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:31.879192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] device_id is not set on port 7bda9b85-82a5-4562-99b6-3b90aa34189d yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:23:31.890103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3422f9-3ba2-413a-a898-bf281d5be0c1 req-16de3820-dcfa-42af-81c1-f51b3bbe739c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:31.891638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3422f9-3ba2-413a-a898-bf281d5be0c1 req-16de3820-dcfa-42af-81c1-f51b3bbe739c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.0572309 Dec 20 23:23:31.951492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce3422f9-3ba2-413a-a898-bf281d5be0c1 req-f704796e-2225-46dc-9dad-3128392924dc tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0537620 Dec 20 23:23:31.999862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.077332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff309-ab04-4994-a890-6554872a263e req-4c9cd27d-637f-42e2-8d19-669bf3dd3bb3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.079039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a10ff309-ab04-4994-a890-6554872a263e req-4c9cd27d-637f-42e2-8d19-669bf3dd3bb3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.0535595 Dec 20 23:23:32.121342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.143216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a10ff309-ab04-4994-a890-6554872a263e req-eb3d4a68-2a87-4109-8db7-efda0b1482c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579381 Dec 20 23:23:32.187457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Port': ['ID=597a5f27-79b2-44e5-9dd3-a74daf92bf9a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:32.209513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Checking segment: {'id': 'acf6a056-1b49-4a62-bdf0-3bb434a64b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'fbde157e-bf0a-4b3b-93d4-7ee85640eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:32.209908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network hostable DHCP agents. Network: fbde157e-bf0a-4b3b-93d4-7ee85640eeeb, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:32.224841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c2af849-2f61-4a13-9bc2-7b3cf5d08fd3 req-3c4754eb-e301-466a-9197-ce8b944ed3a8 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0325353 Dec 20 23:23:32.274879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network fbde157e-bf0a-4b3b-93d4-7ee85640eeeb is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:32.280690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-0b4cb9ef-6de0-40bb-98c2-094c648125d5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.282368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-0b4cb9ef-6de0-40bb-98c2-094c648125d5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1135 time: 0.0514030 Dec 20 23:23:32.301697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-1c47cc1d-834f-4082-a05d-493945869fc5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.372022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, fbde157e-bf0a-4b3b-93d4-7ee85640eeeb) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:32.376035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-1c47cc1d-834f-4082-a05d-493945869fc5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.382971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7ca76-dfe8-46bc-b873-fae3ff76049c None None] Network fbde157e-bf0a-4b3b-93d4-7ee85640eeeb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:32.396550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:32.397837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.457845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-1c47cc1d-834f-4082-a05d-493945869fc5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.461303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Port': ['ID=7bda9b85-82a5-4562-99b6-3b90aa34189d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:32.471136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Checking segment: {'id': '5d44af3a-1927-4f36-bb3c-206a933c8a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5b5d6801-ae11-46ea-9bec-5e62e6324102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:32.471726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network hostable DHCP agents. Network: 5b5d6801-ae11-46ea-9bec-5e62e6324102, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:32.520113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47cc1d-834f-4082-a05d-493945869fc5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a369820-aff6-453b-bb14-a1d999821d38,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:32.534473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b73360f0-ca58-4fef-a742-27bc0d61ee1d req-1c47cc1d-834f-4082-a05d-493945869fc5 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2457240 Dec 20 23:23:32.545526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network 5b5d6801-ae11-46ea-9bec-5e62e6324102 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:32.556806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45114) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:32.600863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5720f37f-fedb-4c1c-9440-c3ec4e542789 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.602500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5720f37f-fedb-4c1c-9440-c3ec4e542789 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1130 time: 0.0447171 Dec 20 23:23:32.604070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5b5d6801-ae11-46ea-9bec-5e62e6324102) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:32.605631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:32.609945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:32.613484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e12ad-930d-42a5-8691-bbd4b9e3886e None None] Network 5b5d6801-ae11-46ea-9bec-5e62e6324102 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:32.616748 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:32.622747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.627808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.628479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.708944 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5daef2b8-7c6d-4018-8d1b-f5b48de8d7de tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3519552 Dec 20 23:23:32.711649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45122) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:32.768809 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.795121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f506b78-1cb1-45d5-97b8-f4ec5d4bdd48 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.801093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f506b78-1cb1-45d5-97b8-f4ec5d4bdd48 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:32.802693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f506b78-1cb1-45d5-97b8-f4ec5d4bdd48 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0900002 Dec 20 23:23:32.805379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:32.868497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.897653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting port 597a5f27-79b2-44e5-9dd3-a74daf92bf9a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:32.898030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.969479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:32.987800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.25.1.196 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/bf628d7c-442d-4af4-b86b-fd5cf2db810b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:32.988404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Calling delete_port for 597a5f27-79b2-44e5-9dd3-a74daf92bf9a owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:33.100129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.143613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.174697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Port': ['ID=597a5f27-79b2-44e5-9dd3-a74daf92bf9a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:33.180118 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.186899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:33.187149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ded821b6-dc3d-4c36-9b6f-933b03c96d37 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/ports/597a5f27-79b2-44e5-9dd3-a74daf92bf9a HTTP/1.1" status: 204 len: 168 time: 0.3804882 Dec 20 23:23:33.219906 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.270354 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:33.299736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:33.304960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:33.331511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=bf628d7c-442d-4af4-b86b-fd5cf2db810b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:33.345367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b16d7409-450c-43e0-8c26-d835f092c51e req-63fea3ee-71a7-41ae-b1b4-9f0d1d8f7863 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0288215 Dec 20 23:23:33.356647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.393075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting port 7bda9b85-82a5-4562-99b6-3b90aa34189d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:33.393417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.496247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.547766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Calling delete_port for 7bda9b85-82a5-4562-99b6-3b90aa34189d owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:33.782692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.819634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Port': ['ID=7bda9b85-82a5-4562-99b6-3b90aa34189d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:33.830576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.833871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b40645d2-c187-42cc-a6dd-83e871092a4c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/ports/7bda9b85-82a5-4562-99b6-3b90aa34189d HTTP/1.1" status: 204 len: 168 time: 0.6451492 Dec 20 23:23:33.836467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:33.846433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:33.866988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-385824c4-340e-4396-b103-71c1b0b15ffa tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293653 Dec 20 23:23:33.871098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45142) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:33.880510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-301181473'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:33.980059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:33.983875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.030557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.032194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:34.063816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.064163 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment e113895c-58e6-4453-aa3b-c49fb0e0e703 of type vlan for network fde5f075-a57d-49ba-b363-9b662b3cbb1d Dec 20 23:23:34.116918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.468565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1320c516-9aa0-4d40-bd87-ea26897eaf83 req-1d266f80-bf21-41b6-afa3-6f036270ead1 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Dec 20 23:23:34.564015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.589490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.595351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:34.595963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.664506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.694103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=fde5f075-a57d-49ba-b363-9b662b3cbb1d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:34.701506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-73d94a32-64bd-4b13-ae99-f2e1485c1993 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8293557 Dec 20 23:23:34.704445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45150) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:34.711433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-228883665'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:34.721582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network fde5f075-a57d-49ba-b363-9b662b3cbb1d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:34.743512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=bf628d7c-442d-4af4-b86b-fd5cf2db810b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:34.755104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.825125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:34.828779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.842294 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-43b30adb-99a9-4e73-87c7-aa012efb3fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.853577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:34.863875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:34.864469 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Added segment 334c8bd0-914f-41d2-a315-e72cad8feb68 of type vlan for network 50adeabf-9f5b-419e-aca9-b1b2290ee77d Dec 20 23:23:34.870851 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Floating IP 9e151ed3-acdb-440e-961c-9d17e5b1394f associated. External IP: 172.25.1.196, port: c6ece860-9413-4bdf-ad6d-5783d4cdf0ee. Dec 20 23:23:34.923493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.002971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.012935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.012935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.078345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Network': ['ID=50adeabf-9f5b-419e-aca9-b1b2290ee77d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:35.091382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:35.100070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router ada58a7f-1a44-415b-ac11-86fb3ea96598 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:23:35.133480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1a3e7bf6-a96c-4712-a29b-831396c8009c tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4268217 Dec 20 23:23:35.236174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:23:35.251973 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Sync routers for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:23:35.264262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45158) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:35.265876 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:35.266657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:35.270592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'subnets': [{'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--14296528', 'ip_version': 4}, {'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:35.270592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'subnet': {'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--14296528', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:35.270995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Request body: {'subnet': {'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:35.319174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.355896 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-495e83c6-30d4-4ea8-8ec4-95a252549987 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7492001 Dec 20 23:23:35.356730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:23:35.359480 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a84b2-13a2-494b-8f43-e99a60b7bb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:23:35.359883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45162) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:35.390380 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:35.398873 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422000c1-6596-4dcf-8316-f0bf60f379bf x-openstack-request-id: req-422000c1-6596-4dcf-8316-f0bf60f379bf {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:23:35.399136 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:23:35.399386 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-422000c1-6596-4dcf-8316-f0bf60f379bf {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:23:35.399797 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'status': 'completed', 'code': 200} Dec 20 23:23:35.468137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-b05ece7f-06ef-4c07-bb86-9a3b36415d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.469691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-b05ece7f-06ef-4c07-bb86-9a3b36415d8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1135 time: 0.0468130 Dec 20 23:23:35.653317 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '9e151ed3-acdb-440e-961c-9d17e5b1394f', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'port_id': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'mac_address': 'fa:16:3e:3a:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50ae39-0c06-4836-8058-369a9f530130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:33Z', 'updated_at': '2021-12-20T23:23:33Z', 'revision_number': 0, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:35.653526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-739f265b-d3f8-4eae-a1e0-26b170b8f4c9 req-72d302c8-c1c8-49c4-b6d8-b01e935ac6f9 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0425429 Dec 20 23:23:35.672220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Made reservation on behalf of 274030adf4e546b2a26468de07805b1b for: {'subnet': 2} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:35.676864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.677355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:35.681763 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Checking router: ada58a7f-1a44-415b-ac11-86fb3ea96598 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:23:35.687938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-e4fe9a6a-f854-44d2-844c-4c5325df9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.689769 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-e4fe9a6a-f854-44d2-844c-4c5325df9392 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11ae5a3c-6682-4a62-bb79-1f87081e32a0 HTTP/1.1" status: 200 len: 897 time: 0.2132928 Dec 20 23:23:35.691273 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:23:35.691976 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:23:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:35.777145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.777854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.779226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.780034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.780641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.782426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.783624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.784242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.784848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.786033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.786642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.794172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-99c52852-a2ee-41fc-9ecf-867ead168c50 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7612 time: 0.4326556 Dec 20 23:23:35.794393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45176) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:35.815532 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:23:35.856594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-88ec5664-85cc-415d-ad13-8c1e0c804310 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee HTTP/1.1" status: 200 len: 999 time: 0.1574543 Dec 20 23:23:35.939865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.940558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.940841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.941286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.941853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.942290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.942767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:35.946335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3719884b-f211-45c6-8bd9-fdaa200c3609 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4631 time: 0.1491585 Dec 20 23:23:35.947469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:36.001076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-f25ba12b-1efd-4787-b2f1-39fff12b0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.002854 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-f25ba12b-1efd-4787-b2f1-39fff12b0642 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd4a6c38-0d24-438b-af70-4cdfabcbd909 HTTP/1.1" status: 200 len: 834 time: 0.1356206 Dec 20 23:23:36.063813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '9e151ed3-acdb-440e-961c-9d17e5b1394f', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'port_id': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'mac_address': 'fa:16:3e:3a:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50ae39-0c06-4836-8058-369a9f530130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:33Z', 'updated_at': '2021-12-20T23:23:33Z', 'revision_number': 0, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:36.090628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-d8aedb92-b258-47be-8af1-3cf1d286ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.092125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-d8aedb92-b258-47be-8af1-3cf1d286ff23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11ae5a3c-6682-4a62-bb79-1f87081e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794470 Dec 20 23:23:36.097157 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbee49-615d-485d-936c-b0f1ce68e030 None None] The sync data for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 is: [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '9e151ed3-acdb-440e-961c-9d17e5b1394f', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'floating_ip_address': '172.25.1.196', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'port_id': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'mac_address': 'fa:16:3e:3a:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50ae39-0c06-4836-8058-369a9f530130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:33Z', 'updated_at': '2021-12-20T23:23:33Z', 'revision_number': 0, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:23:36.226638 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-c09b217f-e2ff-4c16-9f85-aef50239a12c service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257560 Dec 20 23:23:36.233185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-06714fc3-9841-4e8b-a493-63088e55d5fb tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2844610 Dec 20 23:23:36.236342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45184) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:36.248058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:36.331093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-731a84b2-13a2-494b-8f43-e99a60b7bb1f req-1be4600f-0a6f-42f2-b186-55cea1ff1a53 service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967109 Dec 20 23:23:36.335642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1383c3-c1b1-4ca4-a1c3-336919955b83 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.336117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1383c3-c1b1-4ca4-a1c3-336919955b83 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.350325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ca1383c3-c1b1-4ca4-a1c3-336919955b83 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ada58a7f-1a44-415b-ac11-86fb3ea96598 HTTP/1.1" status: 200 len: 1990 time: 0.1128018 Dec 20 23:23:36.353003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Subnet': ['ID=e2d200be-f631-4497-976d-69910a23d8cc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:36.380678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Checking segment: {'id': 'e113895c-58e6-4453-aa3b-c49fb0e0e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:36.381045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network hostable DHCP agents. Network: fde5f075-a57d-49ba-b363-9b662b3cbb1d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:36.404210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437bcb0-8879-411b-98e5-49a192f46287 None None] New status for floating IP 9e151ed3-acdb-440e-961c-9d17e5b1394f: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:23:36.463619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network fde5f075-a57d-49ba-b363-9b662b3cbb1d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:36.543109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, fde5f075-a57d-49ba-b363-9b662b3cbb1d) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:36.548622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:36.629850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event updated for resources: {'Subnet': ['ID=28555120-dd64-4200-92ce-e24f7bf4d23c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:36.640031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Checking segment: {'id': '334c8bd0-914f-41d2-a315-e72cad8feb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:36.640415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network hostable DHCP agents. Network: 50adeabf-9f5b-419e-aca9-b1b2290ee77d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:36.709439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:36.710322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247ce36-cf71-4033-b423-2114e6f426a8 None None] Network fde5f075-a57d-49ba-b363-9b662b3cbb1d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:36.768136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9c22bb4-3fe2-4e93-a3e3-17a11b38cb44 req-745eea33-ac62-47e2-b975-9c1f049bd602 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Dec 20 23:23:36.808938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 50adeabf-9f5b-419e-aca9-b1b2290ee77d) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:36.814016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.814951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:36.815822 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:36.818742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38594172-7863-4ec1-b755-e840e7877763 None None] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:36.836840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-fde5f075-a57d-49ba-b363-9b662b3cbb1d', 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d', 'project_id': '274030adf4e546b2a26468de07805b1b', 'fixed_ips': [{'subnet_id': 'e2d200be-f631-4497-976d-69910a23d8cc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:36.837696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:36.924885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45200) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:36.925084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-76f373d2-1b89-4937-854f-9a24ecfd5db6 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.6595995 Dec 20 23:23:37.014088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832044a-0902-4cec-8b6a-0440e50559b7 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:37.015673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832044a-0902-4cec-8b6a-0440e50559b7 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:37.017610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832044a-0902-4cec-8b6a-0440e50559b7 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:37.022128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e832044a-0902-4cec-8b6a-0440e50559b7 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0930047 Dec 20 23:23:37.022348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:37.042268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-50adeabf-9f5b-419e-aca9-b1b2290ee77d', 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d', 'project_id': '274030adf4e546b2a26468de07805b1b', 'fixed_ips': [{'subnet_id': '28555120-dd64-4200-92ce-e24f7bf4d23c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:37.043179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.074807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting subnet e2d200be-f631-4497-976d-69910a23d8cc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:23:37.087645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Allocated IP 172.20.0.2 (fde5f075-a57d-49ba-b363-9b662b3cbb1d/e2d200be-f631-4497-976d-69910a23d8cc/3abe5236-3222-43b6-af31-cc826bb3894f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:37.255560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Allocated IP 172.20.0.18 (50adeabf-9f5b-419e-aca9-b1b2290ee77d/28555120-dd64-4200-92ce-e24f7bf4d23c/59419d86-b5d4-42d7-9433-ef8c3e0d1d40) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:37.377880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.442204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.447123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.453887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.496350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.503398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Network fde5f075-a57d-49ba-b363-9b662b3cbb1d is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:37.513792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:37.518183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:37.520180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Pushing event updated for resources: {'Port': ['ID=3abe5236-3222-43b6-af31-cc826bb3894f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:37.524684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.587015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.587231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:37.604523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:37.611723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:37.614842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4c6992e8-9245-442a-a536-c7d07099c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.622725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Pushing event updated for resources: {'Port': ['ID=59419d86-b5d4-42d7-9433-ef8c3e0d1d40,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:37.635773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Attempting to bind port 3abe5236-3222-43b6-af31-cc826bb3894f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:37.635773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Attempting to bind port 3abe5236-3222-43b6-af31-cc826bb3894f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e113895c-58e6-4453-aa3b-c49fb0e0e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:37.636695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Attempting to bind port 3abe5236-3222-43b6-af31-cc826bb3894f on network fde5f075-a57d-49ba-b363-9b662b3cbb1d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:37.661944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:37.662337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Checking segment: {'id': 'e113895c-58e6-4453-aa3b-c49fb0e0e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:37.662739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.663139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Bound using segment: {'id': 'e113895c-58e6-4453-aa3b-c49fb0e0e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:37.663629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Bound port: 3abe5236-3222-43b6-af31-cc826bb3894f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113895c-58e6-4453-aa3b-c49fb0e0e703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fde5f075-a57d-49ba-b363-9b662b3cbb1d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:37.664153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.721851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Attempting to bind port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:37.722222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Attempting to bind port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '334c8bd0-914f-41d2-a315-e72cad8feb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:37.722588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Attempting to bind port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 on network 50adeabf-9f5b-419e-aca9-b1b2290ee77d {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:37.737450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:37.738020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Checking segment: {'id': '334c8bd0-914f-41d2-a315-e72cad8feb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:37.738367 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.738779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Bound using segment: {'id': '334c8bd0-914f-41d2-a315-e72cad8feb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:37.739300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Bound port: 59419d86-b5d4-42d7-9433-ef8c3e0d1d40, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334c8bd0-914f-41d2-a315-e72cad8feb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '50adeabf-9f5b-419e-aca9-b1b2290ee77d'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:37.739660 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.740213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.769461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] For port 3abe5236-3222-43b6-af31-cc826bb3894f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:37.771731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d200be-f631-4497-976d-69910a23d8cc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:37.775357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.788895 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dfb36acd-79f4-44c9-8488-0280f698bd95 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/subnets/e2d200be-f631-4497-976d-69910a23d8cc HTTP/1.1" status: 204 len: 168 time: 0.7632847 Dec 20 23:23:37.789148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45208) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:37.803490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] For port 3abe5236-3222-43b6-af31-cc826bb3894f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3abe5236-3222-43b6-af31-cc826bb3894f,segment=NetworkSegment(e113895c-58e6-4453-aa3b-c49fb0e0e703),segment_id=e113895c-58e6-4453-aa3b-c49fb0e0e703)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:37.854509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting subnet 28555120-dd64-4200-92ce-e24f7bf4d23c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:23:37.858860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.868274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] For port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:37.872929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] For port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=59419d86-b5d4-42d7-9433-ef8c3e0d1d40,segment=NetworkSegment(334c8bd0-914f-41d2-a315-e72cad8feb68),segment_id=334c8bd0-914f-41d2-a315-e72cad8feb68)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:37.891664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.908062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:37.927948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6d5ecf5-42b3-4363-889b-659104b9c238 req-def1e905-07b2-4f62-8a26-2066bd99f8a4 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0522857 Dec 20 23:23:37.958884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12ca5-9d13-4ddc-890f-038e39c143a0 None None] Pushing event updated for resources: {'Port': ['ID=3abe5236-3222-43b6-af31-cc826bb3894f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:37.971146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.037107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.060012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb424-d394-400a-84e8-ae0743c50fb4 None None] Pushing event updated for resources: {'Port': ['ID=59419d86-b5d4-42d7-9433-ef8c3e0d1d40,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:38.194551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.234348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Subnet': ['ID=28555120-dd64-4200-92ce-e24f7bf4d23c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:38.236712 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.246393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45214) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:38.269905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2f7a18c4-0ba3-4db4-be03-e9a4f3c9fe7f tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/subnets/28555120-dd64-4200-92ce-e24f7bf4d23c HTTP/1.1" status: 204 len: 168 time: 0.4586363 Dec 20 23:23:38.361007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.396620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627af0f-3f98-4082-b243-88a519f86231 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:38.398396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5627af0f-3f98-4082-b243-88a519f86231 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504962 Dec 20 23:23:38.403145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45218) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:38.517302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.570265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:38.570503 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.636824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] For port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=59419d86-b5d4-42d7-9433-ef8c3e0d1d40,segment=NetworkSegment(334c8bd0-914f-41d2-a315-e72cad8feb68),segment_id=334c8bd0-914f-41d2-a315-e72cad8feb68)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:38.637178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.649743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Calling delete_port for 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:38.797162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.825357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Port': ['ID=59419d86-b5d4-42d7-9433-ef8c3e0d1d40,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:38.828653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] No DVR routers for this DVR port 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:23:38.929605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:38.952360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50adeabf-9f5b-419e-aca9-b1b2290ee77d']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:38.964749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334c8bd0-914f-41d2-a315-e72cad8feb68') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:38.965238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334c8bd0-914f-41d2-a315-e72cad8feb68') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:38.978506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.000654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.014971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:39.015465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:39.019096 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:39.097266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71209541-2dd7-46b2-8c37-bddbdf7083d1 req-ab591e0d-92b5-41ef-8d77-bdc3fc67cf08 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0655606 Dec 20 23:23:39.163261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793aa32b-89a6-4f85-b98b-d2e7de939f1f None None] Network fde5f075-a57d-49ba-b363-9b662b3cbb1d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:39.179684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.188352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.194439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45226) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:39.194949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/50adeabf-9f5b-419e-aca9-b1b2290ee77d HTTP/1.1" status: 204 len: 168 time: 0.7901869 Dec 20 23:23:39.204193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e1ba-b99d-4b30-a2a5-82ef92cf2ffb tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=50adeabf-9f5b-419e-aca9-b1b2290ee77d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:39.238027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] Provisioning complete for port 3abe5236-3222-43b6-af31-cc826bb3894f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:39.238392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.282422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.353401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Deleting port 3abe5236-3222-43b6-af31-cc826bb3894f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:39.354353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.360842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.399931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] For port 3abe5236-3222-43b6-af31-cc826bb3894f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3abe5236-3222-43b6-af31-cc826bb3894f,segment=NetworkSegment(e113895c-58e6-4453-aa3b-c49fb0e0e703),segment_id=e113895c-58e6-4453-aa3b-c49fb0e0e703)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:39.408985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] DHCP port deletion for fde5f075-a57d-49ba-b363-9b662b3cbb1d request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:39.433825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] For port 3abe5236-3222-43b6-af31-cc826bb3894f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3abe5236-3222-43b6-af31-cc826bb3894f,segment=NetworkSegment(e113895c-58e6-4453-aa3b-c49fb0e0e703),segment_id=e113895c-58e6-4453-aa3b-c49fb0e0e703)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:39.434202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.448435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Calling delete_port for 3abe5236-3222-43b6-af31-cc826bb3894f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:39.464482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.508022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Deleting port 3abe5236-3222-43b6-af31-cc826bb3894f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:39.508502 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.596015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315172f7-c04a-4662-af0f-24ca97d2a6dd None None] Pushing event updated for resources: {'Port': ['ID=3abe5236-3222-43b6-af31-cc826bb3894f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:39.610478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] For port 3abe5236-3222-43b6-af31-cc826bb3894f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3abe5236-3222-43b6-af31-cc826bb3894f,segment=NetworkSegment(e113895c-58e6-4453-aa3b-c49fb0e0e703),segment_id=e113895c-58e6-4453-aa3b-c49fb0e0e703)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:39.610882 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.625917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.629063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Calling delete_port for 3abe5236-3222-43b6-af31-cc826bb3894f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:39.656848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] No DVR routers for this DVR port 3abe5236-3222-43b6-af31-cc826bb3894f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:23:39.662046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Port': ['ID=3abe5236-3222-43b6-af31-cc826bb3894f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:39.769862 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.774147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.782202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-809c2aab-32cd-4d37-8683-e77f2993da24 None None] Could not find standard attr ID for object 59419d86-b5d4-42d7-9433-ef8c3e0d1d40. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:23:39.794856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde5f075-a57d-49ba-b363-9b662b3cbb1d']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:39.806729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113895c-58e6-4453-aa3b-c49fb0e0e703') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:39.807480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113895c-58e6-4453-aa3b-c49fb0e0e703') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:39.812994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.817791 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:23:39.819805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.833369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.842121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:39.842510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:39.845502 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:39.857068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588288ca-80ae-44b9-bfaa-f5c5387cd90a None None] DHCP port deletion for 50adeabf-9f5b-419e-aca9-b1b2290ee77d request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:39.871741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] Pushing event deleted for resources: {'Port': ['ID=3abe5236-3222-43b6-af31-cc826bb3894f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:39.885041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee7d9c-30c7-4baf-a42d-d6be111a7f11 None None] No DVR routers for this DVR port 3abe5236-3222-43b6-af31-cc826bb3894f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:23:39.889624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12553b59-da0e-49c1-a400-5b8378470578 None None] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:39.922931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12553b59-da0e-49c1-a400-5b8378470578 None None] Network 50adeabf-9f5b-419e-aca9-b1b2290ee77d could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 23:23:39.985263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.992467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:39.993174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/fde5f075-a57d-49ba-b363-9b662b3cbb1d HTTP/1.1" status: 204 len: 168 time: 0.7972529 Dec 20 23:23:39.997201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45238) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:40.009538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fd42c-3812-4296-a578-3550d8708cbf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=fde5f075-a57d-49ba-b363-9b662b3cbb1d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:40.085159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.171942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.195899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5d6801-ae11-46ea-9bec-5e62e6324102']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.206229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d44af3a-1927-4f36-bb3c-206a933c8a50') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.206787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d44af3a-1927-4f36-bb3c-206a933c8a50') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.225787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.250647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2727a2c2-854a-4d4c-ae37-78c263fbe371 req-6fc5667a-d8e2-4982-b50c-6223631b7e16 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0415487 Dec 20 23:23:40.258640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.265620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:40.266073 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:40.269303 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:40.414054 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.419659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.423288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/5b5d6801-ae11-46ea-9bec-5e62e6324102 HTTP/1.1" status: 204 len: 168 time: 0.4244547 Dec 20 23:23:40.425920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45246) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:40.438393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8dbb0-02ab-4b65-a27f-438c02193439 tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=5b5d6801-ae11-46ea-9bec-5e62e6324102,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:40.485982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.514151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.602566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.622331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbde157e-bf0a-4b3b-93d4-7ee85640eeeb']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.631313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf6a056-1b49-4a62-bdf0-3bb434a64b3e') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.631601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf6a056-1b49-4a62-bdf0-3bb434a64b3e') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:40.641466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.655319 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.661114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:40.661486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:40.664502 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:40.800583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.807684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:40.811476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] 10.222.0.62 "DELETE /v2.0/networks/fbde157e-bf0a-4b3b-93d4-7ee85640eeeb HTTP/1.1" status: 204 len: 168 time: 0.3836517 Dec 20 23:23:40.822754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Pushing event deleted for resources: {'Network': ['ID=fbde157e-bf0a-4b3b-93d4-7ee85640eeeb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:40.831174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.831525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.831864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.832207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.832572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.832861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.833188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.833977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.833977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.834247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.834496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.834817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:40.835137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f0338-af93-4153-81f3-784087e5bcaf tempest-BulkNetworkOpsTest-425959777 tempest-BulkNetworkOpsTest-425959777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:23:41.296961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45264) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:41.371508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-908471b8-40de-4c57-aa0e-02b0781e1310 req-bfe114a4-bac2-4eb2-b645-5fe7af1deeb8 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0308688 Dec 20 23:23:41.455608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dccb1fa-bdcc-4148-8aa0-10deb5d4b008 req-a8f7a6f4-caca-4fc2-928f-08a18d305dfa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Dec 20 23:23:41.483843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-16d6bc71-b44c-40d5-b920-094148b972c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=274030adf4e546b2a26468de07805b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848173 Dec 20 23:23:41.486373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45272) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:41.539257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:41.560666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:41.671026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:41.673611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:41.674953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3be8f5a7-48a7-43bb-9020-83d20d5c4e7f HTTP/1.1" status: 204 len: 168 time: 0.1875329 Dec 20 23:23:41.682648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5bd88-4d8f-4c83-a98f-445bb0f09a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8f5a7-48a7-43bb-9020-83d20d5c4e7f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:41.750389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:23:41.770808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:23:41.771171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 59419d86-b5d4-42d7-9433-ef8c3e0d1d40 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:23:41.943808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45286) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:42.044950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf85e3-7caa-4706-be49-989d06d289e6 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:42.045439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf85e3-7caa-4706-be49-989d06d289e6 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:42.045937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf85e3-7caa-4706-be49-989d06d289e6 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:42.047699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6ccf85e3-7caa-4706-be49-989d06d289e6 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=412d3bab58284f3ba001391be8044eae&network_id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 2970 time: 0.1028626 Dec 20 23:23:42.478786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc1aa116-e898-4da8-853c-7abd9773c80a req-9b3c8d76-e7c5-417e-8b27-0724e588365c tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Dec 20 23:23:42.726799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45320) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:42.829840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356525077'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:42.909241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:42.913277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:42.929339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.009187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.059846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.086119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:43.095532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e59efe-3bef-4001-8564-d6a276488988,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:43.101370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.101701 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment a32343e0-823c-413e-a910-5e7cf21c641d of type vlan for network d02161e9-8588-4d4e-abfe-e96c0c12a32a Dec 20 23:23:43.141691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.208132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.214644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:43.215471 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:43.291888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=d02161e9-8588-4d4e-abfe-e96c0c12a32a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:43.302252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:43.341759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-712fe95d-eb91-465c-83b6-2fa5d57b0e00 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6028802 Dec 20 23:23:43.582344 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-494f8eb1-440a-466d-aefa-fd0d985b6247 req-cf85b807-154a-45ad-832c-62e2d85ec52e tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Dec 20 23:23:44.083692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51b58a7c-0837-43c7-a253-04a8c309c26f req-a1a69fc0-5fa3-4b24-82af-6814492d5cd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8db88f5ef7d94c788d70d66a7236ab26&device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0379755 Dec 20 23:23:44.133714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51b58a7c-0837-43c7-a253-04a8c309c26f req-61618583-e675-4589-af0e-edfcc778db1c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8db88f5ef7d94c788d70d66a7236ab26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404544 Dec 20 23:23:44.135953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7adc2fd-eef6-418d-9ab7-47b16c45ef20 req-e3e93621-a862-4736-a6cd-dc15d93776e3 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0566382 Dec 20 23:23:44.240207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58a7c-0837-43c7-a253-04a8c309c26f req-f8ed453d-5ff3-4c15-8f6a-48e96ee7cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:44.241676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51b58a7c-0837-43c7-a253-04a8c309c26f req-f8ed453d-5ff3-4c15-8f6a-48e96ee7cf16 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012006 Dec 20 23:23:45.252679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c031d395-5b59-4429-9e1a-6a5fbe747a19 req-6d4f1e54-78aa-44da-8202-84c9e8333d5c tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Dec 20 23:23:45.709837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51b58a7c-0837-43c7-a253-04a8c309c26f req-a3d001db-f26b-4d07-bcb4-b9c767b33169 tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.45 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Dec 20 23:23:46.376227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5aa1fb03-45a3-42c7-820a-a028b8484ca6 req-08366700-db09-4e90-b575-604a0d6e80af tempest-ServerShowV254Test-1226522585 tempest-ServerShowV254Test-1226522585-project] 10.222.0.62 "GET /v2.0/ports?device_id=f74a58a4-4e72-4157-8c2a-e704d593c050 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Dec 20 23:23:46.609844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45392) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:46.615109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:46.773509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:46.777172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.122485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45402) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:47.179484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b769a-acbb-4f5c-b16c-5051101a5f28 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:47.181042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-266b769a-acbb-4f5c-b16c-5051101a5f28 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 814 time: 0.0575938 Dec 20 23:23:47.350924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.422535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:47.433447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': 'a32343e0-823c-413e-a910-5e7cf21c641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:47.436650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: d02161e9-8588-4d4e-abfe-e96c0c12a32a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:47.538889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:47.634745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, d02161e9-8588-4d4e-abfe-e96c0c12a32a) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:47.639289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:47.639880 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.645744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635afcc-2834-4e5e-a71d-2b6d959f497c None None] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:47.730632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7d92194-8c88-4b40-a3cb-8b70c4961b83 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1188636 Dec 20 23:23:47.734546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:47.740454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870962209'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:47.749464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-d02161e9-8588-4d4e-abfe-e96c0c12a32a', 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:47.750563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.870645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:47.875063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.887216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Allocated IP 2001:db8:0:ffff::2 (d02161e9-8588-4d4e-abfe-e96c0c12a32a/4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50/9736996f-f6bc-4338-89be-25d9adb82733) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:47.900639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:47.916548 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:47.917071 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment e16c3ecd-32a0-46b8-bfdb-962fc94cba01 of type vlan for network 9620a88d-d576-45b9-95c4-1cb8ce23527e Dec 20 23:23:47.960938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.023903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45426) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:48.062163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.084510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.095005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:48.095857 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.156539 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e89570f-641b-4a3e-af7e-c9947ad3e96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.156841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.175785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=9620a88d-d576-45b9-95c4-1cb8ce23527e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.194829 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-22fb6118-380d-45e4-9c20-693b94fa16e4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4589477 Dec 20 23:23:48.197845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:48.197962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:48.201364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:48.207360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:48.209084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:48.222939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:48.227361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Pushing event updated for resources: {'Port': ['ID=9736996f-f6bc-4338-89be-25d9adb82733,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.254375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e89570f-641b-4a3e-af7e-c9947ad3e96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.329229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Attempting to bind port 9736996f-f6bc-4338-89be-25d9adb82733 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:48.329600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Attempting to bind port 9736996f-f6bc-4338-89be-25d9adb82733 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a32343e0-823c-413e-a910-5e7cf21c641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:48.329995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Attempting to bind port 9736996f-f6bc-4338-89be-25d9adb82733 on network d02161e9-8588-4d4e-abfe-e96c0c12a32a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:48.333747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e89570f-641b-4a3e-af7e-c9947ad3e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.334936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:48.335309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Checking segment: {'id': 'a32343e0-823c-413e-a910-5e7cf21c641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:48.335706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.336099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Bound using segment: {'id': 'a32343e0-823c-413e-a910-5e7cf21c641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:48.336554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Bound port: 9736996f-f6bc-4338-89be-25d9adb82733, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32343e0-823c-413e-a910-5e7cf21c641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd02161e9-8588-4d4e-abfe-e96c0c12a32a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:48.336929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.374378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8e89570f-641b-4a3e-af7e-c9947ad3e96b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8db88f5ef7d94c788d70d66a7236ab26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490064 Dec 20 23:23:48.376380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89570f-641b-4a3e-af7e-c9947ad3e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab065a-57e8-4c16-b1e5-b12b98d78d1d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.377121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45436) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:48.392497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:48.399440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.416868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] For port 9736996f-f6bc-4338-89be-25d9adb82733, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:48.423764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] For port 9736996f-f6bc-4338-89be-25d9adb82733, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9736996f-f6bc-4338-89be-25d9adb82733,segment=NetworkSegment(a32343e0-823c-413e-a910-5e7cf21c641d),segment_id=a32343e0-823c-413e-a910-5e7cf21c641d)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:48.471467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.509000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.542044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0da646-09a7-41cf-a801-4c6863346493 None None] Pushing event updated for resources: {'Port': ['ID=9736996f-f6bc-4338-89be-25d9adb82733,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.553380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.641966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45442) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:48.647385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'network': {'name': 'tempest-network-smoke--1167721664', 'project_id': '412d3bab58284f3ba001391be8044eae', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:48.744972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.748273 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.749438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cab065a-57e8-4c16-b1e5-b12b98d78d1d HTTP/1.1" status: 204 len: 168 time: 0.3711841 Dec 20 23:23:48.761391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74fbc-5ec5-4c7a-abab-04e9ae419dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab065a-57e8-4c16-b1e5-b12b98d78d1d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.778167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:48.782278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.786891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.814502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:48.827201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.827544 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Added segment cbcd36a0-f939-4243-abba-37cd455febe5 of type vlan for network e702b42e-af82-49dc-b05f-2aebfb970072 Dec 20 23:23:48.888063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=6fc4ecd3-7da2-465e-a78d-55a346d0b332,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:48.892650 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:48.894176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:48.895065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: 9620a88d-d576-45b9-95c4-1cb8ce23527e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:49.040501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:49.046978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:49.047594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:49.063815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:49.147691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Network': ['ID=e702b42e-af82-49dc-b05f-2aebfb970072,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:49.158912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e702b42e-af82-49dc-b05f-2aebfb970072 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:49.163510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e6a722f-c572-4a2b-bab4-f07b37b72d28 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5201807 Dec 20 23:23:49.166602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45456) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.213108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 9620a88d-d576-45b9-95c4-1cb8ce23527e) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:49.218367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:49.219129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:49.224545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb6241-43c7-4d59-bf54-5019f470094f None None] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:49.268888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13bbd34-1669-4e4e-8703-d0b16cc3e628 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:49.270939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c13bbd34-1669-4e4e-8703-d0b16cc3e628 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=412d3bab58284f3ba001391be8044eae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1024311 Dec 20 23:23:49.273461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.396157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-9620a88d-d576-45b9-95c4-1cb8ce23527e', 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '6fc4ecd3-7da2-465e-a78d-55a346d0b332'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:49.397182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:49.531471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bdef14-a4b9-4487-b024-7392cd47fdea tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:49.532983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-76bdef14-a4b9-4487-b024-7392cd47fdea tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2585292 Dec 20 23:23:49.536447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45470) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.554522 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1fa64a2e-d8a2-48e1-88e4-6e7f41d6d557 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3528023 Dec 20 23:23:49.560114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45474) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.610973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9fa7003a-18f6-4d0a-b675-5336a7c31c14 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732284 Dec 20 23:23:49.614308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.664551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1e6ae66-40d8-493d-a85c-be04847e53b5 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=412d3bab58284f3ba001391be8044eae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490313 Dec 20 23:23:49.674068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45480) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.855245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Allocated IP 2001:db8::1 (9620a88d-d576-45b9-95c4-1cb8ce23527e/6fc4ecd3-7da2-465e-a78d-55a346d0b332/60b08824-af68-45e8-aae1-a8146576387f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:49.921042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb527d-571e-4d0f-9522-2df80596bae2 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:49.925206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-89eb527d-571e-4d0f-9522-2df80596bae2 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474408 Dec 20 23:23:49.926305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45488) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.983520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8e277ca0-f6ba-4f6d-88a2-fefdbd887d62 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569038 Dec 20 23:23:49.984307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45490) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:49.989888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800322766', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'project_id': '412d3bab58284f3ba001391be8044eae', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:50.024782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.032655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af97459-d303-4d8a-8030-30b5b7af218c None None] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:50.037224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9736996f-f6bc-4338-89be-25d9adb82733 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:50.134699 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.145459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] Provisioning complete for port 9736996f-f6bc-4338-89be-25d9adb82733 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:50.146894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.158125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45498) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:50.203371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.213591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:50.240152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:50.248193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:50.249265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:50.253823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.271172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 60b08824-af68-45e8-aae1-a8146576387f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:50.272030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Pushing event updated for resources: {'Port': ['ID=60b08824-af68-45e8-aae1-a8146576387f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:50.272203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.344602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9736996f-f6bc-4338-89be-25d9adb82733 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:50.344602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.451385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 60b08824-af68-45e8-aae1-a8146576387f, host n-d-822053-9, got binding levels [] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:50.452078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.473837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 60b08824-af68-45e8-aae1-a8146576387f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:50.507580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.518235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:50.518825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:50.519400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f on network 9620a88d-d576-45b9-95c4-1cb8ce23527e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:50.536978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:50.537541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Checking segment: {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:50.538082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.538780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Bound using segment: {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:50.539543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Bound port: 60b08824-af68-45e8-aae1-a8146576387f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:50.542887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.556220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-914146334-network', 'tenant_id': '5e485fbda14a498d96b212d66a3dbe4e'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:50.624966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.647248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] For port 9736996f-f6bc-4338-89be-25d9adb82733, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9736996f-f6bc-4338-89be-25d9adb82733,segment=NetworkSegment(a32343e0-823c-413e-a910-5e7cf21c641d),segment_id=a32343e0-823c-413e-a910-5e7cf21c641d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:50.675836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Made reservation on behalf of 5e485fbda14a498d96b212d66a3dbe4e for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:50.678191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.681537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.703749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.717198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Subnet': ['ID=f324f57a-d668-4c28-9518-e11ed1fa96dc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:50.727215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.765756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.775115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Checking segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:50.775842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network hostable DHCP agents. Network: e702b42e-af82-49dc-b05f-2aebfb970072, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:50.789687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182152-db58-4ee2-a690-f703cc0f30de None None] Pushing event updated for resources: {'Port': ['ID=9736996f-f6bc-4338-89be-25d9adb82733,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:50.800920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=60b08824-af68-45e8-aae1-a8146576387f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:50.842005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:23:50.842694 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:23:50.854234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 60b08824-af68-45e8-aae1-a8146576387f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:23:50.864372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:23:50.865085 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:23:50.871960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.874088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network e702b42e-af82-49dc-b05f-2aebfb970072 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:50.928080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.929633 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.955254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:50.962931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e702b42e-af82-49dc-b05f-2aebfb970072) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:50.975429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:50.976168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.978789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26892d-ad62-4bbb-8ae9-c597899e852e None None] Network e702b42e-af82-49dc-b05f-2aebfb970072 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:50.981170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abcac12-464f-490c-b1a7-d1d07a985cbf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:50.984451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:50.984802 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Added segment 0673db2f-9b44-4e69-8dff-a15326014632 of type vlan for network f675e0f9-d5dc-4652-9657-b970b387cfaf Dec 20 23:23:51.011490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-89bf3d8b-9444-4126-b264-d5f07e5623d3 None None] Provisioning complete for port 9736996f-f6bc-4338-89be-25d9adb82733 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:51.011930 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-89bf3d8b-9444-4126-b264-d5f07e5623d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.030480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.086610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.116287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc4ecd3-7da2-465e-a78d-55a346d0b332,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:51.147818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-e702b42e-af82-49dc-b05f-2aebfb970072', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ips': [{'subnet_id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:51.147818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.150445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-630d5286-a414-4ffb-a1ec-e525cbb1cef4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1615739 Dec 20 23:23:51.154476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.155236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:51.155826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.189055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.228488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9620a88d-d576-45b9-95c4-1cb8ce23527e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:51.247218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:51.249924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:51.276727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.294611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.304347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:51.304974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:51.309242 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:51.381965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=f675e0f9-d5dc-4652-9657-b970b387cfaf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:51.404007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f675e0f9-d5dc-4652-9657-b970b387cfaf details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:51.460457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:51.460905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:51.461330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Attempting to bind port 60b08824-af68-45e8-aae1-a8146576387f on network 9620a88d-d576-45b9-95c4-1cb8ce23527e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:51.482105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-59ef09f5-7243-4c16-97e8-2b13a1d66ea8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3193619 Dec 20 23:23:51.482342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45518) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:51.486314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Allocated IP 172.20.0.18 (e702b42e-af82-49dc-b05f-2aebfb970072/f324f57a-d668-4c28-9518-e11ed1fa96dc/378487d1-4fa4-4271-bb4f-5be8a07e6b40) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:51.487571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Request body: {'subnet': {'network_id': 'f675e0f9-d5dc-4652-9657-b970b387cfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-914146334-subnet', 'tenant_id': '5e485fbda14a498d96b212d66a3dbe4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:51.499587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.512960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.519965 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/9620a88d-d576-45b9-95c4-1cb8ce23527e HTTP/1.1" status: 204 len: 168 time: 1.9491596 Dec 20 23:23:51.520799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45520) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:51.528496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628596002'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:51.531265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:51.531714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Checking segment: {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:51.532179 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.532669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Bound using segment: {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:51.533275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Bound port: 60b08824-af68-45e8-aae1-a8146576387f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16c3ecd-32a0-46b8-bfdb-962fc94cba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9620a88d-d576-45b9-95c4-1cb8ce23527e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:51.534017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.536639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a014c98-5095-42b5-8398-9f99d7e300a1 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=9620a88d-d576-45b9-95c4-1cb8ce23527e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:51.569729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Made reservation on behalf of 5e485fbda14a498d96b212d66a3dbe4e for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:51.572313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.583878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-caafc2fc-7575-40cf-b883-ac2788593be2 None None] Port 60b08824-af68-45e8-aae1-a8146576387f has been deleted concurrently {{(pid=115564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 20 23:23:51.683382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45524) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:51.689139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998291445', 'description': 'tempest-secgroup-smoke-998291445 description', 'project_id': '412d3bab58284f3ba001391be8044eae'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:51.762078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.776074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:51.781440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.825895 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.835720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:51.847948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.880730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Pushing event updated for resources: {'Port': ['ID=378487d1-4fa4-4271-bb4f-5be8a07e6b40,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:51.887748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9736996f-f6bc-4338-89be-25d9adb82733 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:51.891102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.892550 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment b7a5853c-2bc3-46a8-a769-582baf4f08f3 of type vlan for network ca24b19a-a643-404e-aca6-aed20ed6380f Dec 20 23:23:51.950309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Network e702b42e-af82-49dc-b05f-2aebfb970072 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:51.960627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:51.965393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:51.969251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:51.988294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.048167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.070876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e8cb24-9e6f-485f-a061-c4dac7042076,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:52.090958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9736996f-f6bc-4338-89be-25d9adb82733 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:52.091333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.093564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Attempting to bind port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:52.093958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Attempting to bind port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:52.094320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Attempting to bind port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 on network e702b42e-af82-49dc-b05f-2aebfb970072 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:52.103529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Checking segment: {'id': '0673db2f-9b44-4e69-8dff-a15326014632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f675e0f9-d5dc-4652-9657-b970b387cfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:52.103898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Network hostable DHCP agents. Network: f675e0f9-d5dc-4652-9657-b970b387cfaf, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:52.117536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:52.117981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Checking segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:52.118367 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.118762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Bound using segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:52.119241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Bound port: 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:52.119644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.171710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.195605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.206089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:52.206969 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.226664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] For port 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:52.242991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Network f675e0f9-d5dc-4652-9657-b970b387cfaf is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:52.244395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63731e96-f7d9-45bc-893b-53341f15ea9b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:52.251317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] For port 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=378487d1-4fa4-4271-bb4f-5be8a07e6b40,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:52.302248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=ca24b19a-a643-404e-aca6-aed20ed6380f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:52.312278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ca24b19a-a643-404e-aca6-aed20ed6380f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:52.316543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.317917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7cb4371b-6a63-4601-9d2a-5fca9d9c59ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6334565 Dec 20 23:23:52.330646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:52.335270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:52.349817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f675e0f9-d5dc-4652-9657-b970b387cfaf) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:52.363985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24bdb45a-efd2-4a8d-827c-c3def70935d4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8391323 Dec 20 23:23:52.365050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:52.370986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:52.383052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45456310-bcd5-409d-823a-e60c44143090 None None] Network f675e0f9-d5dc-4652-9657-b970b387cfaf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:52.386297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.391224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:52.391224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.460382 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.716300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006fdf9-44d7-4fed-a96a-a361dfb80d44 None None] Pushing event updated for resources: {'Port': ['ID=378487d1-4fa4-4271-bb4f-5be8a07e6b40,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:52.719528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a8ef15f3-4564-4a47-82f7-a21c40fa01f8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0606749 Dec 20 23:23:52.719528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.720299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595015ea-c1a3-43df-94da-a58f00353ab5 None None] Network f675e0f9-d5dc-4652-9657-b970b387cfaf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:52.724087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:52.804898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:52.804898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.806765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.835253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faef9d5-51c9-4f98-837c-ccc989bf19f9,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:52.844114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Deleting subnet 64e8cb24-9e6f-485f-a061-c4dac7042076 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:23:52.888661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.924306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:52.928602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d00e258e-7b1c-448c-9009-37158d6be7d0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5966895 Dec 20 23:23:52.929171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:52.946108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:52.961908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.030022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.134454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5f873-8bda-4571-8dee-f60daeeff133 None None] DHCP port deletion for 9620a88d-d576-45b9-95c4-1cb8ce23527e request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:23:53.143270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8b25ad92-e1e0-4608-b7c9-747e41cc9089 None None] Could not find standard attr ID for object 60b08824-af68-45e8-aae1-a8146576387f. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:23:53.161060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.178080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfdc7a-12c9-44f9-a5d3-57a982bfbe26 None None] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:53.192160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfdc7a-12c9-44f9-a5d3-57a982bfbe26 None None] Network 9620a88d-d576-45b9-95c4-1cb8ce23527e could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 23:23:53.233591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.242112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.271535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e8cb24-9e6f-485f-a061-c4dac7042076,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:53.278139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.281214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0169d0a4-b66e-4244-879d-5900daef8492 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/64e8cb24-9e6f-485f-a061-c4dac7042076 HTTP/1.1" status: 204 len: 168 time: 0.5559757 Dec 20 23:23:53.283732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45556) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:53.291531 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.338262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.421560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563c98f0-366b-4e6a-bbb1-90c3bb3c170c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:53.429144 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.430862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=15dc3e79-06ea-4f89-a689-4dfbbc540ab0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:53.455987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': 'b7a5853c-2bc3-46a8-a769-582baf4f08f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:53.456347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: ca24b19a-a643-404e-aca6-aed20ed6380f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:53.492362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.493578 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7fc25071-8498-4c91-a569-65e7e7b1066d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5583086 Dec 20 23:23:53.497222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45560) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:53.503930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:53.553219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.574957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f675e0f9-d5dc-4652-9657-b970b387cfaf']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:53.584735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0673db2f-9b44-4e69-8dff-a15326014632') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:53.585033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0673db2f-9b44-4e69-8dff-a15326014632') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:53.600380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.615191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.621429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:53.621839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:53.623513 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:53.632978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network ca24b19a-a643-404e-aca6-aed20ed6380f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:53.657071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.717863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.744805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ca24b19a-a643-404e-aca6-aed20ed6380f) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:53.755865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:53.756581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.766369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05c471-9425-40e7-828d-8ddb6229074f None None] Network ca24b19a-a643-404e-aca6-aed20ed6380f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:53.801974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.805429 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.819800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.833878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f675e0f9-d5dc-4652-9657-b970b387cfaf HTTP/1.1" status: 204 len: 168 time: 0.5448172 Dec 20 23:23:53.851482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be237c3-2de8-4fd0-b52b-2c3e521635a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f675e0f9-d5dc-4652-9657-b970b387cfaf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:53.859242 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-18b271cc-8af1-476c-a1d9-0ca9815a3f93 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4930503 Dec 20 23:23:53.862214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8114e2d-8135-486c-8fca-5da25e84d12c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:53.863216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45570) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:53.869160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817813101'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:53.897106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6100d2-966a-407d-8e66-68ce59ca89a4 None None] Network e702b42e-af82-49dc-b05f-2aebfb970072 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:53.900796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 378487d1-4fa4-4271-bb4f-5be8a07e6b40 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:53.969189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:53.970666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08cab87a-60f8-4a55-a1b5-7c0e5b54c24d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711378 Dec 20 23:23:53.973596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45574) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:53.981117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:54.099774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:54.103688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.117833 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.154568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:54.172353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.172827 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment a29566d4-6201-4f40-9722-fd5933e6bb38 of type vlan for network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 Dec 20 23:23:54.175485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] Provisioning complete for port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:54.175871 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.242684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.243459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ca24b19a-a643-404e-aca6-aed20ed6380f', 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '15dc3e79-06ea-4f89-a689-4dfbbc540ab0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:54.244320 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.246973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45582) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:54.250674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.291060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:54.291502 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.302380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-005bc85a-5c9e-4967-b92a-dc03d7f33a67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e485fbda14a498d96b212d66a3dbe4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541623 Dec 20 23:23:54.305011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.305179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45586) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:54.328288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb534ad-6cdf-4e5b-9a6a-7c82b1b41634,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:54.335026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.343348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:54.343982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.366666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.390723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.435387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=bdfa403d-b73d-4632-95e8-7185dfc8ddf8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:54.445814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b933bed9-1716-4dc5-baa7-296e409dbe69 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5806985 Dec 20 23:23:54.447667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:54.449221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.455159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:54.474340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:54.561074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.561758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Allocated IP 2001:db8::1 (ca24b19a-a643-404e-aca6-aed20ed6380f/15dc3e79-06ea-4f89-a689-4dfbbc540ab0/89df3ff7-bb59-4fcf-8964-0d982d4bb0d7) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:54.562134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.566053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa88bb81-971f-4bfe-852d-0193cb31f97a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5884976 Dec 20 23:23:54.569673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.569673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2abcac12-464f-490c-b1a7-d1d07a985cbf HTTP/1.1" status: 204 len: 168 time: 0.2630188 Dec 20 23:23:54.570425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:54.584152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:54.591628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce91c0-4971-49b6-b8b0-251a3ff15207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abcac12-464f-490c-b1a7-d1d07a985cbf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:54.642594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] For port 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=378487d1-4fa4-4271-bb4f-5be8a07e6b40,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:54.674996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:54.680163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.685511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.715625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.765064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing IP validity checks on allocation pools {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:23:54.765823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:23:54.800720 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:23:54.809701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.897179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f20f4e-cfb5-45bc-86e4-6211fe461fd3 None None] Pushing event updated for resources: {'Port': ['ID=378487d1-4fa4-4271-bb4f-5be8a07e6b40,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:54.914838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:23:54.923780 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:23:54.934067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7c4fea46-e7f4-467f-936e-a974c5e2d347 None None] Provisioning complete for port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:54.934442 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c4fea46-e7f4-467f-936e-a974c5e2d347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:54.940739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.012316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.013496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.035924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029c3972-1f94-4353-8385-9aa5593eb127,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:55.039762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.096565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.103644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=d1bf3bc3-b6e2-4368-a156-2e663b3f83e9,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:55.126421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': 'a29566d4-6201-4f40-9722-fd5933e6bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:55.126793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: bdfa403d-b73d-4632-95e8-7185dfc8ddf8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:55.147705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Network ca24b19a-a643-404e-aca6-aed20ed6380f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:55.155670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:55.164718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:55.175443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Pushing event updated for resources: {'Port': ['ID=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:55.187074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.191960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45598) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:55.192358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eb8ec405-bc30-4107-bda8-cc7b02cdec1f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6116614 Dec 20 23:23:55.221854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': '63731e96-f7d9-45bc-893b-53341f15ea9b', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:55.232207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Attempting to bind port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:55.236868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Attempting to bind port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b7a5853c-2bc3-46a8-a769-582baf4f08f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:55.236868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Attempting to bind port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 on network ca24b19a-a643-404e-aca6-aed20ed6380f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:55.238590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:55.238966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Checking segment: {'id': 'b7a5853c-2bc3-46a8-a769-582baf4f08f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:55.239372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.239821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Bound using segment: {'id': 'b7a5853c-2bc3-46a8-a769-582baf4f08f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:55.240424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Bound port: 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a5853c-2bc3-46a8-a769-582baf4f08f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca24b19a-a643-404e-aca6-aed20ed6380f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:55.240808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.281593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:55.329661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] For port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:55.333432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] For port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,segment=NetworkSegment(b7a5853c-2bc3-46a8-a769-582baf4f08f3),segment_id=b7a5853c-2bc3-46a8-a769-582baf4f08f3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:55.367327 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:23:55.374108 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.389019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bdfa403d-b73d-4632-95e8-7185dfc8ddf8) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:55.396683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3625ce1-c531-4577-9701-bda20c8e0764 None None] Network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:55.402212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:55.403006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.475470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.475671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.508182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78685b63-82e9-4c6a-8fa0-55d3cdf684c8 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0581381 Dec 20 23:23:55.515268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:55.567588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.586217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f9b9-10c5-4990-a063-4d3d9d5b6150 None None] Pushing event updated for resources: {'Port': ['ID=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:55.590223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-bdfa403d-b73d-4632-95e8-7185dfc8ddf8', 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': 'd1bf3bc3-b6e2-4368-a156-2e663b3f83e9'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:55.595206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63764573-e829-4bfb-9de3-9a745d942bb5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:55.595354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.688201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.716563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:55.721961 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-12c3f56d-911f-42ce-a79a-cf2f8e7fea5c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5281758 Dec 20 23:23:55.750636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Allocated IP 2001:db8::3 (bdfa403d-b73d-4632-95e8-7185dfc8ddf8/d1bf3bc3-b6e2-4368-a156-2e663b3f83e9/79ead3f0-ec24-4409-8fda-b274e8765ca0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:55.965648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 378487d1-4fa4-4271-bb4f-5be8a07e6b40 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:55.967093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.066708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.100035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:56.100868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.129651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-c3e79c5f-7e10-49b4-88a4-eab76d2220b8 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998291445&fields=id&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 267 time: 0.1091707 Dec 20 23:23:56.146000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.203314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:23:56.208421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:56.214965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:23:56.228795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Pushing event updated for resources: {'Port': ['ID=79ead3f0-ec24-4409-8fda-b274e8765ca0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:56.291360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-e4c39936-fbd7-49cf-b2fe-b234c36386b1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:56.294973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-e4c39936-fbd7-49cf-b2fe-b234c36386b1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/networks?id=e702b42e-af82-49dc-b05f-2aebfb970072 HTTP/1.1" status: 200 len: 797 time: 0.1561978 Dec 20 23:23:56.297222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.350863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bf3bc3-b6e2-4368-a156-2e663b3f83e9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:56.355018 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-9411b6a3-299e-40cc-bb75-70a6054321a5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/quotas/412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 375 time: 0.0488346 Dec 20 23:23:56.408406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Attempting to bind port 79ead3f0-ec24-4409-8fda-b274e8765ca0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:23:56.409562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Attempting to bind port 79ead3f0-ec24-4409-8fda-b274e8765ca0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a29566d4-6201-4f40-9722-fd5933e6bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:23:56.411017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Attempting to bind port 79ead3f0-ec24-4409-8fda-b274e8765ca0 on network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:23:56.423380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:23:56.423951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Checking segment: {'id': 'a29566d4-6201-4f40-9722-fd5933e6bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:56.424514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.425100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Bound using segment: {'id': 'a29566d4-6201-4f40-9722-fd5933e6bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:23:56.425824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Bound port: 79ead3f0-ec24-4409-8fda-b274e8765ca0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29566d4-6201-4f40-9722-fd5933e6bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:23:56.426538 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.485624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.535830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] For port 79ead3f0-ec24-4409-8fda-b274e8765ca0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:23:56.541012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] For port 79ead3f0-ec24-4409-8fda-b274e8765ca0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=79ead3f0-ec24-4409-8fda-b274e8765ca0,segment=NetworkSegment(a29566d4-6201-4f40-9722-fd5933e6bb38),segment_id=a29566d4-6201-4f40-9722-fd5933e6bb38)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:23:56.543079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-fc6bd119-f18e-4cd5-a683-bf6c4f223db6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1790063 Dec 20 23:23:56.544896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfa403d-b73d-4632-95e8-7185dfc8ddf8']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:56.573885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29566d4-6201-4f40-9722-fd5933e6bb38') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:56.574196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29566d4-6201-4f40-9722-fd5933e6bb38') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:56.592174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.620780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.628329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.644558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:56.644975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:56.648740 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:56.755267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cdc56-d079-4161-a723-6fe2861927f4 None None] Pushing event updated for resources: {'Port': ['ID=79ead3f0-ec24-4409-8fda-b274e8765ca0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:56.776879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffe913-a03e-42e8-9e0e-132bb787d731 None None] Network bdfa403d-b73d-4632-95e8-7185dfc8ddf8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:56.783172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:23:56.783172 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:23:56.783172 n-d-822053-9 neutron-server[115562]: [parameters: {'id': 'bdfa403d-b73d-4632-95e8-7185dfc8ddf8'}] Dec 20 23:23:56.783172 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:23:56.783604 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:23:56.917650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-6a43d937-b585-4fc7-b415-b252496f803b service neutron] 10.222.0.62 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509495 Dec 20 23:23:57.024379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-a3eb2946-6179-4fcd-be06-b12992d9b256 service neutron] 10.222.0.62 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963233 Dec 20 23:23:57.061359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11999736-a03d-48b6-868d-3e0bea46cd0d None None] Network ca24b19a-a643-404e-aca6-aed20ed6380f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:57.124867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45648) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:57.160590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] Provisioning complete for port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:57.160959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.256246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-231d526f-0b57-4f5d-8e72-4c5f95b5e1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.284512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.322059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.370702 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] For port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,segment=NetworkSegment(b7a5853c-2bc3-46a8-a769-582baf4f08f3),segment_id=b7a5853c-2bc3-46a8-a769-582baf4f08f3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:57.399963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ab9cb28-6794-43b3-a487-ee567afc1a91 req-673de141-dfef-4424-9221-5a0f961c8e8f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 210 time: 0.0923998 Dec 20 23:23:57.425356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-231d526f-0b57-4f5d-8e72-4c5f95b5e1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.438530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 79ead3f0-ec24-4409-8fda-b274e8765ca0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:23:57.439193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.441591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.534174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-231d526f-0b57-4f5d-8e72-4c5f95b5e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.534790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 79ead3f0-ec24-4409-8fda-b274e8765ca0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=79ead3f0-ec24-4409-8fda-b274e8765ca0,segment=NetworkSegment(a29566d4-6201-4f40-9722-fd5933e6bb38),segment_id=a29566d4-6201-4f40-9722-fd5933e6bb38)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:23:57.535155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.550606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce99b4-efdd-474f-a162-bc56ca28aeb6 None None] Pushing event updated for resources: {'Port': ['ID=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:57.555775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 79ead3f0-ec24-4409-8fda-b274e8765ca0 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:23:57.570037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5276e5-d2c4-4e90-aeb3-699b11bd70de None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:23:57.630932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d526f-0b57-4f5d-8e72-4c5f95b5e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ae939-5e39-4875-87f9-6504354b6483,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:57.675853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45660) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:57.679613 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-231d526f-0b57-4f5d-8e72-4c5f95b5e1b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31c37849403b4450b5094afa27ae15ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535259 Dec 20 23:23:57.705078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f375d184-a852-4e39-b5af-40e387d5c21d None None] Provisioning complete for port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:57.705078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f375d184-a852-4e39-b5af-40e387d5c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.731570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.758139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5276e5-d2c4-4e90-aeb3-699b11bd70de None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:23:57.764825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=79ead3f0-ec24-4409-8fda-b274e8765ca0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:57.782274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 79ead3f0-ec24-4409-8fda-b274e8765ca0 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:23:57.816915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.895944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.899377 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:57.970560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfa403d-b73d-4632-95e8-7185dfc8ddf8']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:57.990062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:23:57.995717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29566d4-6201-4f40-9722-fd5933e6bb38') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:57.995717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29566d4-6201-4f40-9722-fd5933e6bb38') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:23:58.005642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.061754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.109872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:23:58.110382 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:23:58.113926 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:23:58.138599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.142362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.142809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/484ae939-5e39-4875-87f9-6504354b6483 HTTP/1.1" status: 204 len: 168 time: 0.4658046 Dec 20 23:23:58.215948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf9a1-5c88-4ba2-aeb5-2f07c38dd5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ae939-5e39-4875-87f9-6504354b6483,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:58.238197 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.243012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:23:58.243012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.292583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.302190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.305906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/bdfa403d-b73d-4632-95e8-7185dfc8ddf8 HTTP/1.1" status: 204 len: 168 time: 2.7931504 Dec 20 23:23:58.310334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45670) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:58.317675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-861339381'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:58.345590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4eb04-0b90-4e3b-ad59-a823579ed83e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=bdfa403d-b73d-4632-95e8-7185dfc8ddf8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:58.444667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:58.449539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.486702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:23:58.499141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.499642 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment 697e69d9-df7b-4e04-94a7-ae9a66a65d25 of type vlan for network 98345079-c275-47f1-b3c9-ada4ced3d131 Dec 20 23:23:58.534629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0553f220-fd8b-4548-9a94-43b8c947bb60 req-482bf324-f6cd-494f-bc84-f9dee2b0c11b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 210 time: 0.0452254 Dec 20 23:23:58.557492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.668788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.675102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:58.676590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:58.747815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=98345079-c275-47f1-b3c9-ada4ced3d131,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:58.759095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 98345079-c275-47f1-b3c9-ada4ced3d131 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:23:58.787617 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82cb71aa-4b3a-4b8a-b49e-f14286f49cf4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4723246 Dec 20 23:23:58.787983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45684) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:58.794048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:23:58.938796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:23:58.942533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.230964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.300141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=54b12a07-74d5-4e97-940d-1d9a508f538a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:23:59.308381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': '697e69d9-df7b-4e04-94a7-ae9a66a65d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:23:59.308744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: 98345079-c275-47f1-b3c9-ada4ced3d131, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:23:59.389419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 98345079-c275-47f1-b3c9-ada4ced3d131 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:23:59.475762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 98345079-c275-47f1-b3c9-ada4ced3d131) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:23:59.480494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:23:59.481427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.490746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d6972-4ee4-4d61-a942-63330521fdfb None None] Network 98345079-c275-47f1-b3c9-ada4ced3d131 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:23:59.576331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f5d38ce-b00d-4823-b3d5-3be6b950c50e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7872233 Dec 20 23:23:59.579055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:59.602061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-98345079-c275-47f1-b3c9-ada4ced3d131', 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '54b12a07-74d5-4e97-940d-1d9a508f538a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:23:59.603000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.692828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abb37d1b-9846-4e91-ab55-c4044b9bff3d req-d1272159-90f2-4661-a07c-bbd2f33e3c48 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 210 time: 0.0607321 Dec 20 23:23:59.741428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.759163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Allocated IP 2001:db8::1 (98345079-c275-47f1-b3c9-ada4ced3d131/54b12a07-74d5-4e97-940d-1d9a508f538a/12f8bce7-56cc-4312-afce-e34d53556a5f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:23:59.908541 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:23:59.929129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45714) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:23:59.965213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.060046 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.067895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5df4c433-7b85-4f13-911c-813d05c67c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.124892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Network 98345079-c275-47f1-b3c9-ada4ced3d131 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:00.128786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:00.132824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:00.141199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Pushing event updated for resources: {'Port': ['ID=12f8bce7-56cc-4312-afce-e34d53556a5f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:00.222826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Attempting to bind port 12f8bce7-56cc-4312-afce-e34d53556a5f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:00.223554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Attempting to bind port 12f8bce7-56cc-4312-afce-e34d53556a5f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '697e69d9-df7b-4e04-94a7-ae9a66a65d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:00.224143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Attempting to bind port 12f8bce7-56cc-4312-afce-e34d53556a5f on network 98345079-c275-47f1-b3c9-ada4ced3d131 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:00.232355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:00.239926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Checking segment: {'id': '697e69d9-df7b-4e04-94a7-ae9a66a65d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:00.239926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.239926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Bound using segment: {'id': '697e69d9-df7b-4e04-94a7-ae9a66a65d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:00.239926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Bound port: 12f8bce7-56cc-4312-afce-e34d53556a5f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697e69d9-df7b-4e04-94a7-ae9a66a65d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98345079-c275-47f1-b3c9-ada4ced3d131'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:00.239926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.287299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5df4c433-7b85-4f13-911c-813d05c67c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.303614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f298121-adec-4f34-908a-f184f83db45d None None] For port 12f8bce7-56cc-4312-afce-e34d53556a5f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:00.306878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f298121-adec-4f34-908a-f184f83db45d None None] For port 12f8bce7-56cc-4312-afce-e34d53556a5f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12f8bce7-56cc-4312-afce-e34d53556a5f,segment=NetworkSegment(697e69d9-df7b-4e04-94a7-ae9a66a65d25),segment_id=697e69d9-df7b-4e04-94a7-ae9a66a65d25)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:00.308925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-784efb35-4615-4e8d-9171-dbe9d287f9d9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:00.310500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-784efb35-4615-4e8d-9171-dbe9d287f9d9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "GET /v2.0/networks?id=e702b42e-af82-49dc-b05f-2aebfb970072 HTTP/1.1" status: 200 len: 797 time: 0.4840324 Dec 20 23:24:00.368011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5df4c433-7b85-4f13-911c-813d05c67c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.368265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.414088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5df4c433-7b85-4f13-911c-813d05c67c62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8404ce8881c64d3fbf4331e7f8130e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815345 Dec 20 23:24:00.414088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4c433-7b85-4f13-911c-813d05c67c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c07aa9-f149-4221-a9f9-ae74fff1edc1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:00.414396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-0d2f18ad-3ad6-4d52-9f36-00ef42ffa4d7 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 472 time: 0.0874445 Dec 20 23:24:00.415866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:00.427566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'port': {'device_id': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'admin_state_up': True, 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'security_groups': ['63731e96-f7d9-45bc-893b-53341f15ea9b']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:00.440497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298121-adec-4f34-908a-f184f83db45d None None] Pushing event updated for resources: {'Port': ['ID=12f8bce7-56cc-4312-afce-e34d53556a5f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:00.453261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.545543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=54b12a07-74d5-4e97-940d-1d9a508f538a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:00.664155 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.672097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.711224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98345079-c275-47f1-b3c9-ada4ced3d131']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:00.732759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697e69d9-df7b-4e04-94a7-ae9a66a65d25') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:00.733106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697e69d9-df7b-4e04-94a7-ae9a66a65d25') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:00.736335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.761528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.790683 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.824660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:00.825115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:00.828811 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:00.835912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-af5556a7-8643-4ed6-8c3c-36481c670389 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710728 Dec 20 23:24:00.845192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2087721-4095-42fe-a759-3d77a13e3d74 req-571aa9a2-e2b1-4d5e-9bc0-5c93c3b139c5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 210 time: 0.0461786 Dec 20 23:24:00.904040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:00.907463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:00.946438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-929cef34-5b02-4a88-a247-ae49529fe533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:00.948599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-929cef34-5b02-4a88-a247-ae49529fe533 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1097 time: 0.0455008 Dec 20 23:24:00.984492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:00.984492 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:00.984492 n-d-822053-9 neutron-server[115562]: [parameters: {'id': '98345079-c275-47f1-b3c9-ada4ced3d131'}] Dec 20 23:24:00.984492 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:00.984966 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:01.049829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.052871 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.054140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66c07aa9-f149-4221-a9f9-ae74fff1edc1 HTTP/1.1" status: 204 len: 168 time: 0.6372204 Dec 20 23:24:01.059967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-3c9f27f3-0243-4d69-883c-7f73363a461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:01.061465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-3c9f27f3-0243-4d69-883c-7f73363a461c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 895 time: 0.0919771 Dec 20 23:24:01.099380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef569-9e70-497e-8a73-be684a230c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c07aa9-f149-4221-a9f9-ae74fff1edc1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:01.147252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-bba7b00a-6fff-4491-8e4b-8fa0c3b89588 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 200 len: 1002 time: 0.0767612 Dec 20 23:24:01.177067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.30 (e702b42e-af82-49dc-b05f-2aebfb970072/f324f57a-d668-4c28-9518-e11ed1fa96dc/27aad90a-e1e5-45d6-a078-fc1c6e470e80) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:01.203155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-c2be1e8c-3bba-4cd2-addd-99430b7f4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:01.204904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-c2be1e8c-3bba-4cd2-addd-99430b7f4b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bab250db-b57e-46a8-9293-11026aab1ff8 HTTP/1.1" status: 200 len: 834 time: 0.0503685 Dec 20 23:24:01.274151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-868a016a-653c-4e49-a26e-dae0b6c6ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:01.276596 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-868a016a-653c-4e49-a26e-dae0b6c6ea3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce861238-d466-421e-a187-e98dfc7d2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615077 Dec 20 23:24:01.354334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.386506 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-66f11ead-328e-4828-adbd-f708e9c5326e service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036201 Dec 20 23:24:01.449096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.494358 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d5bb03a5-db30-4f28-ad84-baabe7f76860 req-694e1b72-de25-4fcf-bc9b-a009f6a679f6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994396 Dec 20 23:24:01.503278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.539457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network e702b42e-af82-49dc-b05f-2aebfb970072 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:01.549007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:01.552349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:01.555393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:01.559066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e307d8-3997-4075-9329-9212d7997c19 None None] Network 98345079-c275-47f1-b3c9-ada4ced3d131 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:01.669465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:01.670211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.690847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 12f8bce7-56cc-4312-afce-e34d53556a5f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:01.691219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.712064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] Provisioning complete for port 12f8bce7-56cc-4312-afce-e34d53556a5f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:01.712536 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.797800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-5b2a20d0-864b-4103-b259-e076fb4e108f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3720028 Dec 20 23:24:01.819051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 12f8bce7-56cc-4312-afce-e34d53556a5f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12f8bce7-56cc-4312-afce-e34d53556a5f,segment=NetworkSegment(697e69d9-df7b-4e04-94a7-ae9a66a65d25),segment_id=697e69d9-df7b-4e04-94a7-ae9a66a65d25)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:01.819724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.849881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-26767f33-aa53-442b-a6e8-f7de17bede6d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:24:01.851920 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-26767f33-aa53-442b-a6e8-f7de17bede6d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0408835 Dec 20 23:24:01.888200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Request body: {'port': {'device_id': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:01.923064 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:01.966596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 12f8bce7-56cc-4312-afce-e34d53556a5f owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:01.984223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] DHCP port deletion for 98345079-c275-47f1-b3c9-ada4ced3d131 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:02.052617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] For port 12f8bce7-56cc-4312-afce-e34d53556a5f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12f8bce7-56cc-4312-afce-e34d53556a5f,segment=NetworkSegment(697e69d9-df7b-4e04-94a7-ae9a66a65d25),segment_id=697e69d9-df7b-4e04-94a7-ae9a66a65d25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:02.054435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.075202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Deleting port 12f8bce7-56cc-4312-afce-e34d53556a5f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:02.075697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.125913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e968d-1fae-4255-bbc7-46db5c8ca890 req-9205e17d-c0bc-4494-a9c7-b9e2fdcbb17a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:02.127481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b1e968d-1fae-4255-bbc7-46db5c8ca890 req-9205e17d-c0bc-4494-a9c7-b9e2fdcbb17a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 932 time: 0.1185472 Dec 20 23:24:02.153962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.258280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382f61b-4303-4e5e-bc20-7dde3693a582 None None] Pushing event updated for resources: {'Port': ['ID=12f8bce7-56cc-4312-afce-e34d53556a5f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:02.275560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] For port 12f8bce7-56cc-4312-afce-e34d53556a5f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=12f8bce7-56cc-4312-afce-e34d53556a5f,segment=NetworkSegment(697e69d9-df7b-4e04-94a7-ae9a66a65d25),segment_id=697e69d9-df7b-4e04-94a7-ae9a66a65d25)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:02.276030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.296769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Calling delete_port for 12f8bce7-56cc-4312-afce-e34d53556a5f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:02.368751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b1e968d-1fae-4255-bbc7-46db5c8ca890 req-1517576d-5846-4a83-b71a-c75f9d999193 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187762 Dec 20 23:24:02.380274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4ef79b05-2bcc-4476-9252-8a7b6b3f3cda None None] Provisioning complete for port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:02.380657 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ef79b05-2bcc-4476-9252-8a7b6b3f3cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.457019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.457659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4ef79b05-2bcc-4476-9252-8a7b6b3f3cda None None] Port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:02.485476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.496699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=12f8bce7-56cc-4312-afce-e34d53556a5f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:02.522380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 12f8bce7-56cc-4312-afce-e34d53556a5f on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:02.539606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] Pushing event deleted for resources: {'Port': ['ID=12f8bce7-56cc-4312-afce-e34d53556a5f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:02.561663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4899b-367d-4525-bce5-6debeb6d08d1 None None] No DVR routers for this DVR port 12f8bce7-56cc-4312-afce-e34d53556a5f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:02.667445 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.713775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98345079-c275-47f1-b3c9-ada4ced3d131']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:02.726834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697e69d9-df7b-4e04-94a7-ae9a66a65d25') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:02.727125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697e69d9-df7b-4e04-94a7-ae9a66a65d25') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:02.731133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aad90a-e1e5-45d6-a078-fc1c6e470e80 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:24:02.746682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.749864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.779789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Transition to ACTIVE for port object 27aad90a-e1e5-45d6-a078-fc1c6e470e80 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:24:02.780896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.786802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:02.787177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:02.790085 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:02.871598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.924055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Pushing event updated for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:02.963224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.968244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:02.971794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/98345079-c275-47f1-b3c9-ada4ced3d131 HTTP/1.1" status: 204 len: 168 time: 3.3916595 Dec 20 23:24:02.975424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45762) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:02.987702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2102991044'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:03.025205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227dd9-160e-4520-a096-74618e37f564 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=98345079-c275-47f1-b3c9-ada4ced3d131,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:03.094802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Attempting to bind port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:03.095359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Attempting to bind port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:03.095842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Attempting to bind port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 on network e702b42e-af82-49dc-b05f-2aebfb970072 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:03.104514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 on network e702b42e-af82-49dc-b05f-2aebfb970072 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:24:03.104514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Attempting to bind port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 on network e702b42e-af82-49dc-b05f-2aebfb970072 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:03.109852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:03.110389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Checking segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:03.110949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Bound using segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:03.111544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Bound port: 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:03.112056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.122036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:03.127109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.175808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:03.187716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.188276 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment 257e238a-4b1d-48a4-a282-564b4a0924ab of type vlan for network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 Dec 20 23:24:03.201418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:03.204986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:03.246994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.282825 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.326962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.332704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.333313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.350188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.359591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.361530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] 10.222.0.45 "PUT /v2.0/ports/27aad90a-e1e5-45d6-a078-fc1c6e470e80 HTTP/1.1" status: 200 len: 1092 time: 1.4806864 Dec 20 23:24:03.374782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.436624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:03.447364 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6bb28-613a-496d-97dd-a9b9018340c2" -d '{"events": [{"name": "network-changed", "server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:03.468110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088361ef-9bca-42f9-b28b-3b971b25101e service neutron] Pushing event updated for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:03.528729 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5513391 Dec 20 23:24:03.535768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45778) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:03.542290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:03.546433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff0a6e-c220-467d-a477-9df9d32f177b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=e1ba1cda-87f3-42aa-88a5-7d4aae83db45,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:03.560773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:03.579575 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be092a1-a56a-4ba3-aa50-176f76e99754 x-openstack-request-id: req-8be092a1-a56a-4ba3-aa50-176f76e99754 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:03.580033 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:03.580391 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8be092a1-a56a-4ba3-aa50-176f76e99754 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:03.580891 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80', 'status': 'completed', 'code': 200} Dec 20 23:24:03.680796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-80685685-982a-41d9-8f71-a645e6f54028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.684010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-80685685-982a-41d9-8f71-a645e6f54028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 1095 time: 0.2034533 Dec 20 23:24:03.709173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b118b-1866-4217-bd2c-66ce63628f68 req-5691200d-4569-4e09-b722-860717fbc10a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.714560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd1b118b-1866-4217-bd2c-66ce63628f68 req-5691200d-4569-4e09-b722-860717fbc10a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 944 time: 0.1500254 Dec 20 23:24:03.754107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:03.758231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:03.779508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-052652dc-f7ff-433d-aa47-d77a48cc1f5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80 HTTP/1.1" status: 200 len: 217 time: 0.0632503 Dec 20 23:24:03.836565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12f8bce7-56cc-4312-afce-e34d53556a5f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:03.854015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd1b118b-1866-4217-bd2c-66ce63628f68 req-3f89b129-3b77-43b8-89a0-ef4e6a0c429e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313081 Dec 20 23:24:03.858232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 12f8bce7-56cc-4312-afce-e34d53556a5f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:03.860718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 12f8bce7-56cc-4312-afce-e34d53556a5f not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:03.864966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-c431a5b7-8300-4f3d-bf24-0ba2c0640ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.866878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-c431a5b7-8300-4f3d-bf24-0ba2c0640ad8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f324f57a-d668-4c28-9518-e11ed1fa96dc HTTP/1.1" status: 200 len: 837 time: 0.0742223 Dec 20 23:24:03.952318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-7a85bfb0-48a8-4671-b374-e314791726d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:03.954053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-7a85bfb0-48a8-4671-b374-e314791726d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e702b42e-af82-49dc-b05f-2aebfb970072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765913 Dec 20 23:24:04.064759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.080962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-d05c811e-74ed-4de0-8938-d76dcb402e9f service neutron] 10.222.0.45 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159325 Dec 20 23:24:04.139419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=50abc52a-7c73-41cc-afa9-9c2db49f2797,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:04.151513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': '257e238a-4b1d-48a4-a282-564b4a0924ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:04.151513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: e1ba1cda-87f3-42aa-88a5-7d4aae83db45, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:04.187561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba2a96d2-8f8e-4ffc-a270-1c0271ee61f3 req-3511278c-96d7-479e-850b-45b149895d2a service neutron] 10.222.0.45 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933177 Dec 20 23:24:04.235322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:04.308543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e1ba1cda-87f3-42aa-88a5-7d4aae83db45) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:04.314442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:04.315741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.323311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225caf7d-d50a-42d3-a858-97e111c78f76 None None] Network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:04.363195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-d5c1c38a-e2e5-421e-bc05-0e0adfa15f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:04.364715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-d5c1c38a-e2e5-421e-bc05-0e0adfa15f48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 1095 time: 0.0489357 Dec 20 23:24:04.428290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-e1ba1cda-87f3-42aa-88a5-7d4aae83db45', 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '50abc52a-7c73-41cc-afa9-9c2db49f2797'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:04.429152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.438151 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6dc1b30-50c1-4507-a1b1-dedfc858ee08 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9009926 Dec 20 23:24:04.440817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45796) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:04.554882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-5c6571e8-ea57-4f7a-802d-bb5c3c9edfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:04.556871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-5c6571e8-ea57-4f7a-802d-bb5c3c9edfcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=e702b42e-af82-49dc-b05f-2aebfb970072 HTTP/1.1" status: 200 len: 898 time: 0.1799109 Dec 20 23:24:04.583461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.609895 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-70b39473-228b-4afd-b416-4b7987cf07a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80 HTTP/1.1" status: 200 len: 217 time: 0.0438282 Dec 20 23:24:04.613537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Allocated IP 2001:db8::1 (e1ba1cda-87f3-42aa-88a5-7d4aae83db45/50abc52a-7c73-41cc-afa9-9c2db49f2797/ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:04.631120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.667537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-feece85e-63e0-4def-b286-4765aabcbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:04.668516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-feece85e-63e0-4def-b286-4765aabcbf4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f324f57a-d668-4c28-9518-e11ed1fa96dc HTTP/1.1" status: 200 len: 837 time: 0.0496664 Dec 20 23:24:04.726046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-a6a05b4e-74af-487c-af9d-3b279895733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:04.727855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-a6a05b4e-74af-487c-af9d-3b279895733c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e702b42e-af82-49dc-b05f-2aebfb970072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516155 Dec 20 23:24:04.800656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.835031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-20015e74-75c7-4d90-aabe-fc245da987dc service neutron] 10.222.0.45 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906994 Dec 20 23:24:04.852732 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c9b59d9-8c53-4936-b071-cbadce5caa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.881796 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.933705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:04.937353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:04.943376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:04.949085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00b6bb28-613a-496d-97dd-a9b9018340c2 req-29bd02d7-6da8-487d-b2bb-bc3beb81122c service neutron] 10.222.0.45 "GET /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125085 Dec 20 23:24:04.957511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:04.990539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Pushing event updated for resources: {'Port': ['ID=ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:05.000526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=50abc52a-7c73-41cc-afa9-9c2db49f2797,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:05.037179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd40d8-21f0-4027-9bd3-d16f8205faf4 req-8cab3b76-a743-4b4c-98ac-771f8f16a306 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:05.039247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ebd40d8-21f0-4027-9bd3-d16f8205faf4 req-8cab3b76-a743-4b4c-98ac-771f8f16a306 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 944 time: 0.0696478 Dec 20 23:24:05.076384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Attempting to bind port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:05.076763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Attempting to bind port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '257e238a-4b1d-48a4-a282-564b4a0924ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:05.077132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Attempting to bind port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f on network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:05.090617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:05.091015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Checking segment: {'id': '257e238a-4b1d-48a4-a282-564b4a0924ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:05.091401 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.091849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Bound using segment: {'id': '257e238a-4b1d-48a4-a282-564b4a0924ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:05.092424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Bound port: ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257e238a-4b1d-48a4-a282-564b4a0924ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:05.092810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.111033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.132642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ebd40d8-21f0-4027-9bd3-d16f8205faf4 req-6185a29c-b66b-416d-80e3-5a45706434e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861640 Dec 20 23:24:05.136659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ba1cda-87f3-42aa-88a5-7d4aae83db45']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:05.147527 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e238a-4b1d-48a4-a282-564b4a0924ab') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:05.147836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e238a-4b1d-48a4-a282-564b4a0924ab') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:05.158457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.172575 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.182650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:05.183251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:05.186279 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:05.193028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] For port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:05.248208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] For port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f,segment=NetworkSegment(257e238a-4b1d-48a4-a282-564b4a0924ab),segment_id=257e238a-4b1d-48a4-a282-564b4a0924ab)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:05.287090 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:05.287090 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:05.287090 n-d-822053-9 neutron-server[115563]: [parameters: {'id': 'e1ba1cda-87f3-42aa-88a5-7d4aae83db45'}] Dec 20 23:24:05.287090 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:05.287519 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:05.310551 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.388757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029fc9-bc94-487d-92e9-ed5d81c49de0 None None] Pushing event updated for resources: {'Port': ['ID=ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:05.412189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277f7f2-8fba-48c9-b43f-44d405c4c0b7 None None] Network e1ba1cda-87f3-42aa-88a5-7d4aae83db45 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:05.511768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304ec48-1cb3-4d70-8d65-cc943b8f0eed None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:05.627048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0304ec48-1cb3-4d70-8d65-cc943b8f0eed None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:05.788879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.846713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:05.847413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.919947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f,segment=NetworkSegment(257e238a-4b1d-48a4-a282-564b4a0924ab),segment_id=257e238a-4b1d-48a4-a282-564b4a0924ab)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:05.920665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:05.941563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:06.098325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.122920 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:06.128841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port ccf0cd3f-3cd2-4c59-8d70-45c1cb137a7f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:06.214714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.239456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ba1cda-87f3-42aa-88a5-7d4aae83db45']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:06.250688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e238a-4b1d-48a4-a282-564b4a0924ab') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:06.251337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e238a-4b1d-48a4-a282-564b4a0924ab') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:06.273175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.275110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91912-055b-4b2c-8716-e56a37e8323d req-a4c20f56-4cb2-4e03-830d-32fda4d27185 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:06.277969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2f91912-055b-4b2c-8716-e56a37e8323d req-a4c20f56-4cb2-4e03-830d-32fda4d27185 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 944 time: 0.0589192 Dec 20 23:24:06.290366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.297714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:06.298886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:06.303520 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:06.314289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45834) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:06.451740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.477911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.487190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/e1ba1cda-87f3-42aa-88a5-7d4aae83db45 HTTP/1.1" status: 204 len: 168 time: 2.0451577 Dec 20 23:24:06.488148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c67ce-e1ca-4a76-b53a-e3d5072fcb82 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=e1ba1cda-87f3-42aa-88a5-7d4aae83db45,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:06.489908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:06.500603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370871925'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:06.584982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:06.590151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.622024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:06.622521 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2f91912-055b-4b2c-8716-e56a37e8323d req-53a4de48-bb70-44b0-8293-2b9bd3997617 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332472 Dec 20 23:24:06.631595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.631944 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment 8d903115-87b7-43d0-ab03-c4cde2131ace of type vlan for network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf Dec 20 23:24:06.676255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.721037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e79c53c-91d3-4d8d-98fe-310c3be49bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.750037 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.757938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:06.759036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.808766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e79c53c-91d3-4d8d-98fe-310c3be49bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.840428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:06.855043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:06.875904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-83347d86-bb65-419e-ab2b-8d4014997c01 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3820910 Dec 20 23:24:06.876108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:06.881153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:06.888092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8e79c53c-91d3-4d8d-98fe-310c3be49bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:06.961769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8e79c53c-91d3-4d8d-98fe-310c3be49bc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44c1d40d88094fc9ba3d3b61dae67226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451347 Dec 20 23:24:06.964252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45844) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:06.964956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79c53c-91d3-4d8d-98fe-310c3be49bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e0b60-d9f5-44a9-9c06-24dd728f0fb8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:07.052536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.055188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 27aad90a-e1e5-45d6-a078-fc1c6e470e80 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:24:07.076852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.107300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:07.111001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.209591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:07.222515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '27aad90a-e1e5-45d6-a078-fc1c6e470e80', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'port_id': '27aad90a-e1e5-45d6-a078-fc1c6e470e80', 'mac_address': 'fa:16:3e:ac:d3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:24:07.241826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.244878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.249066 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c1e0b60-d9f5-44a9-9c06-24dd728f0fb8 HTTP/1.1" status: 204 len: 168 time: 0.2815142 Dec 20 23:24:07.260224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629934a-5799-41f3-b526-4ad3e36e1580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e0b60-d9f5-44a9-9c06-24dd728f0fb8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:07.267566 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.295387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27aad90a-e1e5-45d6-a078-fc1c6e470e80 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:24:07.318419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:07.405775 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.434754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.462029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:07.563829 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5a73f32b-cb26-410f-a8b5-04d151eceddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:07.672895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['27aad90a-e1e5-45d6-a078-fc1c6e470e80'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:24:07.762130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=400b9db1-570b-4ef6-86f1-85331c63cdd8,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:07.772388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': '8d903115-87b7-43d0-ab03-c4cde2131ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:07.772754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:07.785349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f92db-5abe-4918-bd95-54debbc0a53e req-23702111-6110-4fc8-bcb4-f6e7557a40cd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:07.793867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f9f92db-5abe-4918-bd95-54debbc0a53e req-23702111-6110-4fc8-bcb4-f6e7557a40cd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 945 time: 0.1081288 Dec 20 23:24:07.850554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f9f92db-5abe-4918-bd95-54debbc0a53e req-32fc5550-b325-410b-869c-7a8a85f285ee tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496328 Dec 20 23:24:07.903949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:07.910018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:07.932286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8be5d9f4-8929-4de1-9850-517a6ecce63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.006148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8be5d9f4-8929-4de1-9850-517a6ecce63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.007047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:08.013827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.014016 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.019314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7de0c-a9e4-412e-8f09-7566e79c6eae None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:08.070229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8be5d9f4-8929-4de1-9850-517a6ecce63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.094874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6cd6a8f-7937-4070-92e7-c93a18c8184b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2176867 Dec 20 23:24:08.098788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45856) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:08.103608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:08.118572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8be5d9f4-8929-4de1-9850-517a6ecce63f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4c3fe0250054eadb3070cf1dd606560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109020 Dec 20 23:24:08.120812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5d9f4-8929-4de1-9850-517a6ecce63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2521c9-efb6-41e0-afd4-ba4ead82e277,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:08.126573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:08.137061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf', 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '400b9db1-570b-4ef6-86f1-85331c63cdd8'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:08.138012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.194446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.222334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.309578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Allocated IP 2001:db8::2 (be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf/400b9db1-570b-4ef6-86f1-85331c63cdd8/72e8db18-135f-4b0f-ad91-5639c11bfe0a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:08.326888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:08.330489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.373211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.377399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.379228 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a2521c9-efb6-41e0-afd4-ba4ead82e277 HTTP/1.1" status: 204 len: 168 time: 0.2512240 Dec 20 23:24:08.397074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08734ba-e1b2-40db-a07c-e40c06566022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2521c9-efb6-41e0-afd4-ba4ead82e277,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:08.404543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.512365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.578078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.614844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:08.618047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:08.628055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:08.643953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Pushing event updated for resources: {'Port': ['ID=72e8db18-135f-4b0f-ad91-5639c11bfe0a,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:08.681497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.697030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Attempting to bind port 72e8db18-135f-4b0f-ad91-5639c11bfe0a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:08.698130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Attempting to bind port 72e8db18-135f-4b0f-ad91-5639c11bfe0a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '8d903115-87b7-43d0-ab03-c4cde2131ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:08.698594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Attempting to bind port 72e8db18-135f-4b0f-ad91-5639c11bfe0a on network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:08.704008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:08.704509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Checking segment: {'id': '8d903115-87b7-43d0-ab03-c4cde2131ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:08.705014 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.705509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Bound using segment: {'id': '8d903115-87b7-43d0-ab03-c4cde2131ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:08.706103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Bound port: 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d903115-87b7-43d0-ab03-c4cde2131ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:08.706597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.719702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:08.726099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:08.738684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.739307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.764826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=67d6e134-a255-415f-ae3d-c77c7b09e162,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:08.785386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] For port 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:08.789948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] For port 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=72e8db18-135f-4b0f-ad91-5639c11bfe0a,segment=NetworkSegment(8d903115-87b7-43d0-ab03-c4cde2131ace),segment_id=8d903115-87b7-43d0-ab03-c4cde2131ace)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:08.821351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a5aa6fd6-ad0d-4c10-b582-b30a767f2989 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7224164 Dec 20 23:24:08.824597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:08.842033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:08.922547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed867e6-7284-43e3-a1d2-81f49e82aa6d None None] Pushing event updated for resources: {'Port': ['ID=72e8db18-135f-4b0f-ad91-5639c11bfe0a,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:08.973513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.975046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.976584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.978156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.980603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:08.983894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2468a8ca-7794-413e-8941-65c879361d7b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1569436 Dec 20 23:24:08.987156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45876) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:08.992868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808087068'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:09.028458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 27aad90a-e1e5-45d6-a078-fc1c6e470e80 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:09.045267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb16fa-0266-4fd4-838c-1bcc5d291f85 req-855e9865-31da-4f97-b1df-c0e668f8e571 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:09.047313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5fb16fa-0266-4fd4-838c-1bcc5d291f85 req-855e9865-31da-4f97-b1df-c0e668f8e571 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 945 time: 0.0624163 Dec 20 23:24:09.092693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:09.097516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.144885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5fb16fa-0266-4fd4-838c-1bcc5d291f85 req-ec209407-062a-49c5-8c83-815e7519eb76 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911295 Dec 20 23:24:09.145771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:09.157518 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.157925 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment 4ff304ee-ffab-4aad-ad5f-e7827b553255 of type vlan for network 70154ed3-ddca-4502-ad41-84a34ee9bf95 Dec 20 23:24:09.233967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.236573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:24:09.250100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:09.250488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.358876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.360889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.366637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:09.367666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.409703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:09.417655 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a50310-3bde-4660-990f-3f00a7846aad" -d '{"events": [{"server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "name": "network-vif-plugged", "status": "completed", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:09.433104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:09.444420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=70154ed3-ddca-4502-ad41-84a34ee9bf95,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:09.457065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:09.477885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fa35e15b-11c4-4acd-b076-3b925eba1eae tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4889562 Dec 20 23:24:09.485315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45888) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:09.495513 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3630740b-d722-4731-9524-0925c91b5839 x-openstack-request-id: req-3630740b-d722-4731-9524-0925c91b5839 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:09.496008 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "name": "network-vif-plugged", "status": "completed", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:09.496409 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3630740b-d722-4731-9524-0925c91b5839 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:09.496964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:09.497202 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80', 'code': 200} Dec 20 23:24:09.549703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.622637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:09.638279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b784cf9-cd2e-47dd-84dd-38959d21d5f5 req-df626919-1c49-4873-92b9-ff53ea025f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:09.640475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b784cf9-cd2e-47dd-84dd-38959d21d5f5 req-df626919-1c49-4873-92b9-ff53ea025f7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 1097 time: 0.0814452 Dec 20 23:24:09.695671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b784cf9-cd2e-47dd-84dd-38959d21d5f5 req-9b75f1b2-8771-42cc-82aa-529f5f3d4445 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 Dec 20 23:24:09.717060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.760770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.816883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.888323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 72e8db18-135f-4b0f-ad91-5639c11bfe0a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:09.954590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 72e8db18-135f-4b0f-ad91-5639c11bfe0a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:09.954957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.956163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=70154ed3-ddca-4502-ad41-84a34ee9bf95,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:09.957697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:09.958919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 is not hosted by any dhcp agent {{(pid=115563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:24:09.965853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:09.966553 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:09.970425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ea03e39f-39d7-489c-baa9-f689dc63a2aa tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "PUT /v2.0/networks/70154ed3-ddca-4502-ad41-84a34ee9bf95 HTTP/1.1" status: 200 len: 723 time: 0.4811885 Dec 20 23:24:09.971253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45902) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:09.977996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:09.987349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:10.132834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe3755f0-9a50-474f-8f5b-a3cdeb21cb39 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3457 time: 0.1693871 Dec 20 23:24:10.133191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:10.139585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'network': {'name': 'tempest-network-smoke--1301005040', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'port_security_enabled': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:10.178648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:10.182933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.276431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:10.282088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.284009 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.341427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=72e8db18-135f-4b0f-ad91-5639c11bfe0a,segment=NetworkSegment(8d903115-87b7-43d0-ab03-c4cde2131ace),segment_id=8d903115-87b7-43d0-ab03-c4cde2131ace)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:10.374436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:10.375492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fc1c5-010e-4726-9933-3deffeefb9d9 None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:10.385282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc248a-2529-4e83-9862-277a2cbd3b77 req-58cfb058-de1c-4455-afc9-d5650dbe3bb3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:10.387260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09fc248a-2529-4e83-9862-277a2cbd3b77 req-58cfb058-de1c-4455-afc9-d5650dbe3bb3 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.1023846 Dec 20 23:24:10.399067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.399416 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Added segment a66f9a33-7476-4787-9f83-e021bcbc2bec of type vlan for network ceaed913-fe6f-42b7-9869-6a0eb12521f6 Dec 20 23:24:10.429963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.488501 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.518110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09fc248a-2529-4e83-9862-277a2cbd3b77 req-90572b79-192d-4f4c-802b-0f0e0981e3a2 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209424 Dec 20 23:24:10.557137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5dd0a6a3-0988-4d54-89f0-25fb9ae4daf9 None None] Provisioning complete for port 72e8db18-135f-4b0f-ad91-5639c11bfe0a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:10.557385 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a6a3-0988-4d54-89f0-25fb9ae4daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.566771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.623389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.643677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=72e8db18-135f-4b0f-ad91-5639c11bfe0a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:10.658039 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.664299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:10.664899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.724837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=6f668e27-2f76-416c-87b7-d147571a05e1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:10.741085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': '4ff304ee-ffab-4aad-ad5f-e7827b553255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:10.741444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: 70154ed3-ddca-4502-ad41-84a34ee9bf95, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:10.807745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Network': ['ID=ceaed913-fe6f-42b7-9869-6a0eb12521f6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:10.828050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:10.833135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Update dhcp port {'port': {'network_id': 'be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf', 'fixed_ips': [{'subnet_id': '400b9db1-570b-4ef6-86f1-85331c63cdd8', 'ip_address': '2001:db8::2'}, {'subnet_id': '67d6e134-a255-415f-ae3d-c77c7b09e162'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '72e8db18-135f-4b0f-ad91-5639c11bfe0a'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:24:10.845299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b9db2e0c-e47b-4234-9c4a-7fafe6eb01df tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7109940 Dec 20 23:24:10.848057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 45920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:10.851570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:10.852770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'admin_state_up': True, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:10.932939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 70154ed3-ddca-4502-ad41-84a34ee9bf95) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:10.937600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:10.938433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.944974 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:10.951006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67cf02e-6630-4290-a8e2-75974f999e98 None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:11.047453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.048770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.094482 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b2aba8fb-e085-4881-af79-7e6cc971ef17 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1221678 Dec 20 23:24:11.097062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45928) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:11.109277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:11.111995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.224442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-70154ed3-ddca-4502-ad41-84a34ee9bf95', 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '6f668e27-2f76-416c-87b7-d147571a05e1'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:11.225310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.302134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130762602'] for subnet, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.345762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Allocated IP 172.20.0.1 (be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf/67d6e134-a255-415f-ae3d-c77c7b09e162/72e8db18-135f-4b0f-ad91-5639c11bfe0a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:11.377397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.461434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] For port 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=72e8db18-135f-4b0f-ad91-5639c11bfe0a,segment=NetworkSegment(8d903115-87b7-43d0-ab03-c4cde2131ace),segment_id=8d903115-87b7-43d0-ab03-c4cde2131ace)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:11.492894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.532504 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787167807290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130965562'] for subnet, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.568129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:11.572002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.572002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "PUT /v2.0/subnets/6f668e27-2f76-416c-87b7-d147571a05e1 HTTP/1.1" status: 200 len: 826 time: 0.4720774 Dec 20 23:24:11.572829 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.576822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 45938) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:11.676252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4862af-4ae6-424e-80bd-f790387896f5 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=6f668e27-2f76-416c-87b7-d147571a05e1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:11.694177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Allocated IP 2001:db8::2 (70154ed3-ddca-4502-ad41-84a34ee9bf95/6f668e27-2f76-416c-87b7-d147571a05e1/54ad57c8-8243-4c3e-99f9-fcb091a6483f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:11.725472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dec3d-5b35-447c-92e1-dd257db9f48c None None] Pushing event updated for resources: {'Port': ['ID=72e8db18-135f-4b0f-ad91-5639c11bfe0a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:11.728714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.736341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.763419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be11c7-e339-4d88-a291-28d7eb92991b req-72414ff1-3b9b-4077-854a-21e69ba351c4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:11.771234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6be11c7-e339-4d88-a291-28d7eb92991b req-72414ff1-3b9b-4077-854a-21e69ba351c4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.1201575 Dec 20 23:24:11.806394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.851714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.890793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:11.899068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 72e8db18-135f-4b0f-ad91-5639c11bfe0a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:11.939622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6be11c7-e339-4d88-a291-28d7eb92991b req-1719cc84-5fc4-45ea-91ff-e39f7939ed37 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675155 Dec 20 23:24:11.970224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.039655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.25.1.82 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fd9e9fdb-5140-46ea-a85b-f9e6c075e201) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:12.067371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:12.075256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:12.077888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Pushing event updated for resources: {'Port': ['ID=54ad57c8-8243-4c3e-99f9-fcb091a6483f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:12.080292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:12.082421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 72e8db18-135f-4b0f-ad91-5639c11bfe0a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:12.082888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.084132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.130777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=6f668e27-2f76-416c-87b7-d147571a05e1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:12.211497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Attempting to bind port 54ad57c8-8243-4c3e-99f9-fcb091a6483f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:12.215865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Attempting to bind port 54ad57c8-8243-4c3e-99f9-fcb091a6483f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '4ff304ee-ffab-4aad-ad5f-e7827b553255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:12.216563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Attempting to bind port 54ad57c8-8243-4c3e-99f9-fcb091a6483f on network 70154ed3-ddca-4502-ad41-84a34ee9bf95 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:12.230428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:12.231353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Checking segment: {'id': '4ff304ee-ffab-4aad-ad5f-e7827b553255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:12.231857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.235641 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.238707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Bound using segment: {'id': '4ff304ee-ffab-4aad-ad5f-e7827b553255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:12.238707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Bound port: 54ad57c8-8243-4c3e-99f9-fcb091a6483f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff304ee-ffab-4aad-ad5f-e7827b553255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:12.238707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.243259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.259393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70154ed3-ddca-4502-ad41-84a34ee9bf95']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:12.272725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff304ee-ffab-4aad-ad5f-e7827b553255') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:12.273041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff304ee-ffab-4aad-ad5f-e7827b553255') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:12.286928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.306568 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.315225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:12.315642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.329253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740875-b10f-4895-990c-505908fcb987 req-059c99b2-3fe9-48d6-82ec-9d1e50da1857 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:12.340761 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:12.343498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d740875-b10f-4895-990c-505908fcb987 req-059c99b2-3fe9-48d6-82ec-9d1e50da1857 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.2717659 Dec 20 23:24:12.414465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.435874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] For port 54ad57c8-8243-4c3e-99f9-fcb091a6483f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:12.440189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] For port 54ad57c8-8243-4c3e-99f9-fcb091a6483f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=54ad57c8-8243-4c3e-99f9-fcb091a6483f,segment=NetworkSegment(4ff304ee-ffab-4aad-ad5f-e7827b553255),segment_id=4ff304ee-ffab-4aad-ad5f-e7827b553255)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:12.469685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:12.469685 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:12.469685 n-d-822053-9 neutron-server[115563]: [parameters: {'id': '70154ed3-ddca-4502-ad41-84a34ee9bf95'}] Dec 20 23:24:12.469685 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:12.470481 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:12.503855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:12.510728 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:12.521276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d740875-b10f-4895-990c-505908fcb987 req-9b8208c6-fd63-4938-a354-cf23807eb551 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639290 Dec 20 23:24:12.527249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:12.530279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:12.595400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:12.628972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c08a45-94f0-4b9f-813e-280c9a23e8ae None None] Pushing event updated for resources: {'Port': ['ID=54ad57c8-8243-4c3e-99f9-fcb091a6483f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:12.634358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaaef6f-51d1-4c1a-bed8-32f115cbd8c5 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:12.637271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fad926-e179-4f6e-9c77-dc8c5aa74809 None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:12.919846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2cce54-7bfc-4cfc-9786-293959776d08 None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:12.923162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-16ec3664-8c43-4ac8-b5f9-c9e89218ef93 None None] Provisioning complete for port 72e8db18-135f-4b0f-ad91-5639c11bfe0a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:12.923534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ec3664-8c43-4ac8-b5f9-c9e89218ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.253363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.256790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.259513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 54ad57c8-8243-4c3e-99f9-fcb091a6483f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:13.259513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.260008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f27f4-0ab0-41d0-9823-c120155a7d02 None None] Network 70154ed3-ddca-4502-ad41-84a34ee9bf95 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:13.260461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 54ad57c8-8243-4c3e-99f9-fcb091a6483f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=54ad57c8-8243-4c3e-99f9-fcb091a6483f,segment=NetworkSegment(4ff304ee-ffab-4aad-ad5f-e7827b553255),segment_id=4ff304ee-ffab-4aad-ad5f-e7827b553255)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:13.260461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.260461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 54ad57c8-8243-4c3e-99f9-fcb091a6483f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:13.368902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ce5d2879-72a1-4f61-bfee-2c08344f0713 None None] Provisioning complete for port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:13.370287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce5d2879-72a1-4f61-bfee-2c08344f0713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.436543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d2879-72a1-4f61-bfee-2c08344f0713 None None] Port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:13.446363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf236b-cd50-4215-aa24-116d5859553d None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:13.447172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.479775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 54ad57c8-8243-4c3e-99f9-fcb091a6483f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:13.481590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=54ad57c8-8243-4c3e-99f9-fcb091a6483f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:13.532021 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.574130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.595866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0aa35def-a085-4438-b028-a91f7c94d567 None None] Provisioning complete for port 72e8db18-135f-4b0f-ad91-5639c11bfe0a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:13.596803 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0aa35def-a085-4438-b028-a91f7c94d567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.597761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70154ed3-ddca-4502-ad41-84a34ee9bf95']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:13.612043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff304ee-ffab-4aad-ad5f-e7827b553255') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:13.612536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff304ee-ffab-4aad-ad5f-e7827b553255') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:13.625011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.638262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.645574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:13.646004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:13.649944 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:13.684759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf236b-cd50-4215-aa24-116d5859553d None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:13.772297 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.780774 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:13.787807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46006) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:13.790155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/70154ed3-ddca-4502-ad41-84a34ee9bf95 HTTP/1.1" status: 204 len: 168 time: 2.2083468 Dec 20 23:24:13.803402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8339e-d933-4520-8dd9-6140d810a273 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=70154ed3-ddca-4502-ad41-84a34ee9bf95,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:13.811249 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e6eb08-9cd1-427e-9843-04c1bb04629c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:13.812080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e6eb08-9cd1-427e-9843-04c1bb04629c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:13.815647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d3e6eb08-9cd1-427e-9843-04c1bb04629c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/70154ed3-ddca-4502-ad41-84a34ee9bf95 HTTP/1.1" status: 404 len: 339 time: 0.0266027 Dec 20 23:24:13.819567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46008) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:13.824578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126777921', 'description': 'd1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:13.829344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router 563aef63-5dfb-433d-a4aa-d82b93d84eba is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:24:14.065483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46018) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:14.218118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:14.221819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.250172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:14.261163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Sync routers for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:14.274985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:14.281243 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:14.281914 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:14.294470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.295347 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment 272d378e-d870-47cb-b567-b6e66f1f3421 of type vlan for network 3ef98d3a-9ddb-4cd2-81c7-af15e73408aa Dec 20 23:24:14.361217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.397761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:14.437892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.440120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-882b864a-eb11-4049-8711-9a012f55db0c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5909169 Dec 20 23:24:14.446299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:14.481081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.491120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:14.492097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133805750'] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:14.537190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c66aa4-8728-4a10-9faf-91fdf22dbbf3 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:14.538850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c2c66aa4-8728-4a10-9faf-91fdf22dbbf3 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44a8cf1e026c429e9674f1480ba1eaf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0954025 Dec 20 23:24:14.542618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46030) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:14.583519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=3ef98d3a-9ddb-4cd2-81c7-af15e73408aa,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:14.596366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3ef98d3a-9ddb-4cd2-81c7-af15e73408aa details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:14.619785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a4e22b2-170d-44eb-9960-7a5a90c86882 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7953384 Dec 20 23:24:14.620548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46034) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:14.765285 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:12Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:14.773397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f636eb-87db-488f-ac29-c54bb68a92b4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:14.776391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c8f636eb-87db-488f-ac29-c54bb68a92b4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks?id=3ef98d3a-9ddb-4cd2-81c7-af15e73408aa HTTP/1.1" status: 200 len: 765 time: 0.1542361 Dec 20 23:24:14.779072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46038) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:14.790977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'description': 'd2'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:14.802721 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Checking router: 563aef63-5dfb-433d-a4aa-d82b93d84eba for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:14.803066 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Updating router 563aef63-5dfb-433d-a4aa-d82b93d84eba port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:24:14.836143 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.016764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.079015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ecbf3-f2b2-4548-9c9d-f5d82b4f9b43 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:15.080648 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf7ecbf3-f2b2-4548-9c9d-f5d82b4f9b43 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5368049 Dec 20 23:24:15.083810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46050) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.129589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46054) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.129862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f45a4a44-939a-47aa-8ddc-9a7bf14460ff tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446091 Dec 20 23:24:15.130568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.151318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 3ef98d3a-9ddb-4cd2-81c7-af15e73408aa is not hosted by any dhcp agent {{(pid=115562) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:24:15.157979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:15.158958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.160425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "PUT /v2.0/networks/3ef98d3a-9ddb-4cd2-81c7-af15e73408aa HTTP/1.1" status: 200 len: 762 time: 0.3802114 Dec 20 23:24:15.163531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46056) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.196672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4583b79e-2e29-4fdd-aedf-e993f952b43d tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44a8cf1e026c429e9674f1480ba1eaf8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659051 Dec 20 23:24:15.213380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46058) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.250545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.262560 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.288493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21718fe-5835-4148-81a7-95bf2975c489 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=3ef98d3a-9ddb-4cd2-81c7-af15e73408aa,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:15.306121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3ef98d3a-9ddb-4cd2-81c7-af15e73408aa details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:15.314935 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.376376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417460f-a114-4095-a553-62534846f1ea None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:15.413936 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Pushing event updated for resources: {'Port': ['ID=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:15.419913 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Attempting to bind port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:15.421437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Attempting to bind port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:15.421833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Attempting to bind port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:15.441795 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.442143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.444389 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.446576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.448482 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.449525 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.450049 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.450769 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.453075 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.454717 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.455672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.456196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048846d-3b88-4b9a-935b-f729da833287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:15.456784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.457340 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:15.458341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1048846d-3b88-4b9a-935b-f729da833287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks?id=3ef98d3a-9ddb-4cd2-81c7-af15e73408aa HTTP/1.1" status: 200 len: 765 time: 0.2936232 Dec 20 23:24:15.463636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46066) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Bound port: fd9e9fdb-5140-46ea-a85b-f9e6c075e201, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:15.476987 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.516683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fb3b5e14-af3c-4c46-aadf-a4326157a8d7 None None] Provisioning complete for port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:15.517234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb3b5e14-af3c-4c46-aadf-a4326157a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.538983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] For port fd9e9fdb-5140-46ea-a85b-f9e6c075e201, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:15.543128 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] For port fd9e9fdb-5140-46ea-a85b-f9e6c075e201, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:15.572575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b5e14-af3c-4c46-aadf-a4326157a8d7 None None] Port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:15.604794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7fb71-ee84-417b-95c0-f2a438e89e86 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:15.606204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8cb7fb71-ee84-417b-95c0-f2a438e89e86 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3913581 Dec 20 23:24:15.610119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46072) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.669669 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.680445 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aea2a16c-5260-4d47-b108-75fa4d702b32 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0662177 Dec 20 23:24:15.681154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46074) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.692128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692752019', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:15.698758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad8b49-08e0-4aa9-9e2c-7299aff4733b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:15.701850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b0ad8b49-08e0-4aa9-9e2c-7299aff4733b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2368238 Dec 20 23:24:15.704715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46076) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.729504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5c795-8f50-43b1-b66b-a928f75edfec None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:15.737503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:15.738367 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:15.741223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3ed3e-0206-4f31-b318-60f829b263f2 None None] Pushing event updated for resources: {'Port': ['ID=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:15.804705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-50ed3597-a400-4446-8012-b9ae92da707d tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 207 time: 0.0957432 Dec 20 23:24:15.805260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46082) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:15.815666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] Provisioning complete for port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:15.818786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:15.878042 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:15.956177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.17 (e702b42e-af82-49dc-b05f-2aebfb970072/f324f57a-d668-4c28-9518-e11ed1fa96dc/59442d15-aa0a-499b-8d35-8b36f09f8c06) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:15.997035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.023754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] For port fd9e9fdb-5140-46ea-a85b-f9e6c075e201, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:16.097377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:16.101120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.115201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.157214 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:12Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:16.184251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.190885 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1eae5-c049-4efc-8f3e-30ffcf73354b None None] The sync data for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 is: [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:12Z', 'revision_number': 3, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:16.191647 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.209901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.220215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.229030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90d79a-c749-4853-afe4-0f01a3eb7035 None None] Pushing event updated for resources: {'Port': ['ID=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:16.233073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.241076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.248105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.254182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4bb1a737-5777-4957-ac2b-c7a53077118c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4456620 Dec 20 23:24:16.254359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46090) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:16.377460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.488437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network e702b42e-af82-49dc-b05f-2aebfb970072 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:16.516800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:16.533790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:16.550675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46096) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:16.553468 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c99c80f-8d1c-4b7b-9125-b930133339eb tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2967620 Dec 20 23:24:16.559460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:16.581961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:16.609205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.682700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.684962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.688195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.690648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.694031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.696674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19635619-dfa3-4fe4-8b35-5e31c9e729e3 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1352954 Dec 20 23:24:16.701943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46102) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:16.710060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.792778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.795200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.798675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.800694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.803377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.805509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57f9ecff-8708-47d3-8e41-8dc31e8249db tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1019509 Dec 20 23:24:16.810714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:16.824734 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:24:16.873043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fc4416f-2be4-4a9f-a72c-a01044438c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.935965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Subnet': ['ID=8eb7bce0-05cc-461f-9f96-e5b75505fc3f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:16.962064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1e85292d-a1af-4d8d-a072-26ccc30713d3 None None] Provisioning complete for port 59442d15-aa0a-499b-8d35-8b36f09f8c06 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:16.963242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e85292d-a1af-4d8d-a072-26ccc30713d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:16.994569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a456c5-2c91-438a-8305-f72c02bb96fd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:16.996065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07a456c5-2c91-438a-8305-f72c02bb96fd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks/d02161e9-8588-4d4e-abfe-e96c0c12a32a HTTP/1.1" status: 200 len: 804 time: 0.1841822 Dec 20 23:24:17.000961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46108) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.009859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Checking segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:17.010673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network hostable DHCP agents. Network: ceaed913-fe6f-42b7-9869-6a0eb12521f6, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:17.026320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1e85292d-a1af-4d8d-a072-26ccc30713d3 None None] Port 59442d15-aa0a-499b-8d35-8b36f09f8c06 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:17.161764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:17.182329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-89bc2a44-324c-411d-adaf-4100c80e1591 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/networks/d02161e9-8588-4d4e-abfe-e96c0c12a32a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1795990 Dec 20 23:24:17.183012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.189228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fc4416f-2be4-4a9f-a72c-a01044438c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.204266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.253207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16048f0-8126-4768-bee0-8ad303b43a9b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:17.259547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a16048f0-8126-4768-bee0-8ad303b43a9b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets/4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50 HTTP/1.1" status: 200 len: 843 time: 0.0722985 Dec 20 23:24:17.263360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46116) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.263498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ceaed913-fe6f-42b7-9869-6a0eb12521f6) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:17.269264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:17.270283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.271081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7bfa91-c3c7-44df-bd8b-ced30686fd16 None None] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:17.282051 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4fc4416f-2be4-4a9f-a72c-a01044438c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.314215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4fc4416f-2be4-4a9f-a72c-a01044438c1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94458e8d2a4148e5b67a3e9d0ea6462a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625976 Dec 20 23:24:17.318123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.371326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4416f-2be4-4a9f-a72c-a01044438c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e8f9b-e4a6-44cb-a075-d633721490d3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:17.388251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8b155-f349-4865-b619-f7368eb1cf89 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['shared'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:17.389644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7c8b155-f349-4865-b619-f7368eb1cf89 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "GET /v2.0/subnets/4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1253316 Dec 20 23:24:17.395196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46122) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.401809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1186467652'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:17.429560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46124) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:17.429935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4a345cda-d7da-4f2b-b72d-fa1ee9b6a4f3 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7469766 Dec 20 23:24:17.452960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'fixed_ips': [{'subnet_id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:17.453912 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.492593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:17.496542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.528888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.573509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.578356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:17.595196 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.595568 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Added segment e8cc8822-ddba-43d9-8e01-e5a62ec78497 of type vlan for network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 Dec 20 23:24:17.664531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Allocated IP 172.20.0.18 (ceaed913-fe6f-42b7-9869-6a0eb12521f6/8eb7bce0-05cc-461f-9f96-e5b75505fc3f/442990dc-1e38-44cb-961e-559a7e20a3f6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:17.694262 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.809779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.812044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.816783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.833909 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/497e8f9b-e4a6-44cb-a075-d633721490d3 HTTP/1.1" status: 204 len: 168 time: 0.5082114 Dec 20 23:24:17.853962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4bbe4-1891-479a-88de-99cd03127fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e8f9b-e4a6-44cb-a075-d633721490d3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:17.881813 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.883389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:17.884618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.887486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.912897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.972321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd9e9fdb-5140-46ea-a85b-f9e6c075e201 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:17.986362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:17.989352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:18.001688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.092026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Network': ['ID=8cab4596-77b0-48d4-a172-1ac2b2a8d578,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:18.108051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.108409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.108940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.109288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.111863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.111863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.111863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.111863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.112150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Pushing event updated for resources: {'Port': ['ID=442990dc-1e38-44cb-961e-559a7e20a3f6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:18.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:18.122655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:18.126646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:18.130245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:18.134821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:18.155281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network e702b42e-af82-49dc-b05f-2aebfb970072 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:18.157094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:18.260892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4375c863-651e-4d26-afc6-7899a08bea11 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8610134 Dec 20 23:24:18.261709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46138) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:18.278420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'network_id': '8cab4596-77b0-48d4-a172-1ac2b2a8d578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:18.293330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:18.293960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.375771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.397658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Attempting to bind port 442990dc-1e38-44cb-961e-559a7e20a3f6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:18.398070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Attempting to bind port 442990dc-1e38-44cb-961e-559a7e20a3f6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:18.398440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Attempting to bind port 442990dc-1e38-44cb-961e-559a7e20a3f6 on network ceaed913-fe6f-42b7-9869-6a0eb12521f6 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:18.406602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:18.406985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Checking segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:18.407492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.408422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Bound using segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:18.408914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Bound port: 442990dc-1e38-44cb-961e-559a7e20a3f6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:18.409297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.542780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] For port 442990dc-1e38-44cb-961e-559a7e20a3f6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:18.546179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] For port 442990dc-1e38-44cb-961e-559a7e20a3f6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=442990dc-1e38-44cb-961e-559a7e20a3f6,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:18.549303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:18.605940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-70dc33de-d1e3-47a0-9152-e5e9238ce9e9 None None] Provisioning complete for port 59442d15-aa0a-499b-8d35-8b36f09f8c06 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:18.606543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-70dc33de-d1e3-47a0-9152-e5e9238ce9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.656999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-70dc33de-d1e3-47a0-9152-e5e9238ce9e9 None None] Port 59442d15-aa0a-499b-8d35-8b36f09f8c06 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:18.659423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.710199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Made reservation on behalf of 875b53bdc3f54b93b1de61f96d95945c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:18.716907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.756764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53717d8f-6a61-4dc6-b795-da21f42d1064 None None] Pushing event updated for resources: {'Port': ['ID=442990dc-1e38-44cb-961e-559a7e20a3f6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:18.801933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:18.814281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-002d0f28-dece-4aca-857e-ab87f244b0eb tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/21a12923-f4bf-4859-ab99-f9217ee9c63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7474031 Dec 20 23:24:18.817383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Performing IP validity checks on allocation pools {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:24:18.819465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:24:18.828727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:18.848308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:18.857950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:18.857950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:18.870005 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9090170-8a87-4d64-8367-f6a90bf8b0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:18.889825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.20.0.17 (ceaed913-fe6f-42b7-9869-6a0eb12521f6/8eb7bce0-05cc-461f-9f96-e5b75505fc3f/374ef1c8-c246-40b7-9f77-81aa6e4aeed1) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:19.098858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.154930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9090170-8a87-4d64-8367-f6a90bf8b0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.160745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.207306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b9090170-8a87-4d64-8367-f6a90bf8b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.228943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=2f547b24-6fd4-45ec-b163-68576bb428f5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:19.234215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Checking segment: {'id': 'e8cc8822-ddba-43d9-8e01-e5a62ec78497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cab4596-77b0-48d4-a172-1ac2b2a8d578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:19.234584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network hostable DHCP agents. Network: 8cab4596-77b0-48d4-a172-1ac2b2a8d578, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:19.282061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090170-8a87-4d64-8367-f6a90bf8b0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa170f10-fcc9-41b7-8e5e-0a8526497658,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:19.289622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b9090170-8a87-4d64-8367-f6a90bf8b0f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4956f4a7a41a400c942533f198ef7d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395990 Dec 20 23:24:19.297978 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.299294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:19.310282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:19.360403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.365139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:19.367457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:19.370519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:19.384474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:19.406859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.440575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:19.450209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 8cab4596-77b0-48d4-a172-1ac2b2a8d578) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:19.457420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:19.460189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.463829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4239f09-f695-4a9f-a7a3-790363002240 None None] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:19.500766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.574525 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3c7e1a05-0655-4570-9e9a-deb20a987a21 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3044512 Dec 20 23:24:19.577313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:19.582627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:19.615422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.618373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.622668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa170f10-fcc9-41b7-8e5e-0a8526497658 HTTP/1.1" status: 204 len: 168 time: 0.3217158 Dec 20 23:24:19.643130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fac0a-5b1a-419f-931b-acb20fe8ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa170f10-fcc9-41b7-8e5e-0a8526497658,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:19.680933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-8cab4596-77b0-48d4-a172-1ac2b2a8d578', 'network_id': '8cab4596-77b0-48d4-a172-1ac2b2a8d578', 'project_id': '875b53bdc3f54b93b1de61f96d95945c', 'fixed_ips': [{'subnet_id': '2f547b24-6fd4-45ec-b163-68576bb428f5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:19.682358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.743522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130762602'] for subnet, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:19.925454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:16Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59442d15-aa0a-499b-8d35-8b36f09f8c06', 'name': '', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:b3:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:15Z', 'updated_at': '2021-12-20T23:24:17Z', 'revision_number': 2, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:19.964534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:19.965144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Updating router 21a12923-f4bf-4859-ab99-f9217ee9c63d port 59442d15-aa0a-499b-8d35-8b36f09f8c06 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:24:19.996218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 442990dc-1e38-44cb-961e-559a7e20a3f6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:20.006498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 23:24:20.006498 n-d-822053-9 neutron-server[115564]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 20 23:24:20.006498 n-d-822053-9 neutron-server[115564]: [parameters: {'in_use': 1, 'id_1': '2f547b24-6fd4-45ec-b163-68576bb428f5'}] Dec 20 23:24:20.006498 n-d-822053-9 neutron-server[115564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:20.006872 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:20.039473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.168310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 442990dc-1e38-44cb-961e-559a7e20a3f6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:20.168686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.182831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787167807290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130965562'] for subnet, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.263334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.273682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec9aaa-e0dd-4f37-b436-76db1b352994 None None] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:20.583011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.593027 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.621993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cf665ccf-f9e8-4f5e-9cf2-06afe46f0201 None None] Provisioning complete for port 442990dc-1e38-44cb-961e-559a7e20a3f6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:20.622372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf665ccf-f9e8-4f5e-9cf2-06afe46f0201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.698931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:20.699739 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.701397 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "PUT /v2.0/subnets/2f547b24-6fd4-45ec-b163-68576bb428f5 HTTP/1.1" status: 200 len: 900 time: 1.1231253 Dec 20 23:24:20.704422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46182) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:20.716666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.744889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0a2c7-ec81-4b48-a0d6-b6e4b3552825 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event updated for resources: {'Subnet': ['ID=2f547b24-6fd4-45ec-b163-68576bb428f5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:20.800754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.835991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.892874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:20.893810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 442990dc-1e38-44cb-961e-559a7e20a3f6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=442990dc-1e38-44cb-961e-559a7e20a3f6,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:20.895792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:20.939594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.017602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.028649 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.141518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:21.144459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:21.146822 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.164732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=442990dc-1e38-44cb-961e-559a7e20a3f6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:21.171949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.183645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.184001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.184344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.184681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.185021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.185482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.185824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.186101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.186483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.186818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.187146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.187842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.188184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:21.239290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=2f547b24-6fd4-45ec-b163-68576bb428f5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:21.312855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f08bc-88ed-43d8-80f7-e2849d22568a None None] Pushing event updated for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:21.327913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router 563aef63-5dfb-433d-a4aa-d82b93d84eba has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server [None req-ecb00df9-bad5-4110-af40-1ba7900d5831 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f547b24-6fd4-45ec-b163-68576bb428f5: This subnet is being modified by another concurrent operation. Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:24:21.376531 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise exception Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f547b24-6fd4-45ec-b163-68576bb428f5: This subnet is being modified by another concurrent operation. Dec 20 23:24:21.379701 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Dec 20 23:24:21.395949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.445605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966d6e6-cc15-435d-a254-b2120c72ad40 None None] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:21.462183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cab4596-77b0-48d4-a172-1ac2b2a8d578']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:21.486444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cc8822-ddba-43d9-8e01-e5a62ec78497') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:21.486807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cc8822-ddba-43d9-8e01-e5a62ec78497') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:21.506497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.544415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d323b26d-f4cc-4e3a-89ad-128159c70865 None None] Provisioning complete for port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:21.544792 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d323b26d-f4cc-4e3a-89ad-128159c70865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.546979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.554432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:21.559621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Attempting to bind port 59442d15-aa0a-499b-8d35-8b36f09f8c06 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:21.560176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Attempting to bind port 59442d15-aa0a-499b-8d35-8b36f09f8c06 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:21.560705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Attempting to bind port 59442d15-aa0a-499b-8d35-8b36f09f8c06 on network e702b42e-af82-49dc-b05f-2aebfb970072 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:21.567178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:21.567963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.580608 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Sync routers for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:21.598913 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e33c918-2342-4e66-a89d-4a7b7d693b44 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "PUT /v2.0/routers/563aef63-5dfb-433d-a4aa-d82b93d84eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1680741 Dec 20 23:24:21.608484 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:21.611693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Checking segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Bound using segment: {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Bound port: 59442d15-aa0a-499b-8d35-8b36f09f8c06, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcd36a0-f939-4243-abba-37cd455febe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:21.710395 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:21.717823 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:21.806318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.813675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726794d1-d74c-4218-ab07-ebcec1c44d0a None None] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:21.829924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.839844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d323b26d-f4cc-4e3a-89ad-128159c70865 None None] Port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:21.866941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/8cab4596-77b0-48d4-a172-1ac2b2a8d578 HTTP/1.1" status: 204 len: 168 time: 1.1579676 Dec 20 23:24:21.873167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:21.874524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726794d1-d74c-4218-ab07-ebcec1c44d0a None None] Network 8cab4596-77b0-48d4-a172-1ac2b2a8d578 could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 23:24:21.886610 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:21.913879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d323b26d-f4cc-4e3a-89ad-128159c70865 None None] Provisioning complete for port 442990dc-1e38-44cb-961e-559a7e20a3f6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:21.914261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d323b26d-f4cc-4e3a-89ad-128159c70865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:21.931047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0fd62-72a8-40d3-bbea-a3dc98ead6d9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=8cab4596-77b0-48d4-a172-1ac2b2a8d578,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:21.993146 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8962d8c8-5211-4fe4-b153-7226cb1e7ff0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:21.998833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] For port 59442d15-aa0a-499b-8d35-8b36f09f8c06, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:21.999774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8962d8c8-5211-4fe4-b153-7226cb1e7ff0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:22.013364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] For port 59442d15-aa0a-499b-8d35-8b36f09f8c06, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=59442d15-aa0a-499b-8d35-8b36f09f8c06,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:22.016007 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8962d8c8-5211-4fe4-b153-7226cb1e7ff0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/2f547b24-6fd4-45ec-b163-68576bb428f5 HTTP/1.1" status: 404 len: 337 time: 0.1451862 Dec 20 23:24:22.016478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:22.028464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 442990dc-1e38-44cb-961e-559a7e20a3f6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:22.050356 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d5154-8279-45dd-a8fb-eac40210e15f tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:22.051006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189d5154-8279-45dd-a8fb-eac40210e15f tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:22.054199 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-189d5154-8279-45dd-a8fb-eac40210e15f tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/8cab4596-77b0-48d4-a172-1ac2b2a8d578 HTTP/1.1" status: 404 len: 339 time: 0.0364828 Dec 20 23:24:22.070087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46224) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:22.122587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea35a9c-e0f3-47d4-9fd3-6beea323fc69 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:22.183415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-a4d857ab-2bb0-4cbf-9139-4ea04c3ab860 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:22.188182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-a4d857ab-2bb0-4cbf-9139-4ea04c3ab860 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/networks?id=ceaed913-fe6f-42b7-9869-6a0eb12521f6 HTTP/1.1" status: 200 len: 798 time: 0.2270737 Dec 20 23:24:22.212127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-1dc967ba-e066-4140-966b-2778e24f6270 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/quotas/44a8cf1e026c429e9674f1480ba1eaf8 HTTP/1.1" status: 200 len: 375 time: 0.0139842 Dec 20 23:24:22.214593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.227042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.271056 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:19Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '374ef1c8-c246-40b7-9f77-81aa6e4aeed1', 'name': '', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:18Z', 'updated_at': '2021-12-20T23:24:20Z', 'revision_number': 2, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:22.321458 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Checking router: 563aef63-5dfb-433d-a4aa-d82b93d84eba for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:22.322444 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Updating router 563aef63-5dfb-433d-a4aa-d82b93d84eba port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:24:22.347771 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.366279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-034742ca-8b5a-4ee0-8641-3100cca80a8e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1460145 Dec 20 23:24:22.389078 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.399905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-807fb941-0715-4d94-9bdf-72ff416bb797 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:24:22.401094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-807fb941-0715-4d94-9bdf-72ff416bb797 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071971 Dec 20 23:24:22.410074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 442990dc-1e38-44cb-961e-559a7e20a3f6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:22.415305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.429574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef98d3a-9ddb-4cd2-81c7-af15e73408aa']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:22.455852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272d378e-d870-47cb-b567-b6e66f1f3421') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:22.455852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272d378e-d870-47cb-b567-b6e66f1f3421') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:22.481468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f08bc-88ed-43d8-80f7-e2849d22568a None None] Pushing event updated for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:22.483766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.524872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.543023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:22.543796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:22.549115 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:22.570871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-3d82761e-312d-4994-bd06-2e0a124d0904 service neutron] 10.222.0.62 "GET /v2.0/networks/ceaed913-fe6f-42b7-9869-6a0eb12521f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628106 Dec 20 23:24:22.681667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:22.682364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:22.775002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-60c2c0b9-db9f-4631-8f3a-c147c0dfe7ae service neutron] 10.222.0.62 "GET /v2.0/networks/ceaed913-fe6f-42b7-9869-6a0eb12521f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028134 Dec 20 23:24:22.783037 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.810687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:22.816947 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/3ef98d3a-9ddb-4cd2-81c7-af15e73408aa HTTP/1.1" status: 204 len: 168 time: 0.7442203 Dec 20 23:24:22.819855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46244) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:22.871647 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76be1fa-6b54-4f26-b57d-e0de59682067 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:22.872110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76be1fa-6b54-4f26-b57d-e0de59682067 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:22.874825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413fddf-2e38-4d8a-b566-2cf826143287 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=3ef98d3a-9ddb-4cd2-81c7-af15e73408aa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:22.878702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f76be1fa-6b54-4f26-b57d-e0de59682067 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/6f668e27-2f76-416c-87b7-d147571a05e1 HTTP/1.1" status: 404 len: 337 time: 0.0544670 Dec 20 23:24:22.879502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:22.886288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46248) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:22.941246 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-94085c11-0f91-433f-bae3-f149027924cd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:22.941679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94085c11-0f91-433f-bae3-f149027924cd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:22.944819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94085c11-0f91-433f-bae3-f149027924cd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/70154ed3-ddca-4502-ad41-84a34ee9bf95 HTTP/1.1" status: 404 len: 339 time: 0.0574796 Dec 20 23:24:22.949080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:23.170509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting subnet 67d6e134-a255-415f-ae3d-c77c7b09e162 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:23.178463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.237025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa950c58-84d9-4af8-a97e-bd3716099785 req-88f532b1-3700-4f1b-991c-3611a7247aa9 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0480633 Dec 20 23:24:23.276256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.329162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Provisioning complete for port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:23.329441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.387597 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.395544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea35a9c-e0f3-47d4-9fd3-6beea323fc69 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:23.442566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:23.465488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Provisioning complete for port 59442d15-aa0a-499b-8d35-8b36f09f8c06 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:23.465634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.507268 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.510400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.623543 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5a2d5-3d3c-4757-9ac7-bea212ca04a2 None None] Pushing event updated for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:23.692904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.699083 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Attempting to bind port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:23.703248 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Attempting to bind port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:23.703248 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Attempting to bind port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 on network ceaed913-fe6f-42b7-9869-6a0eb12521f6 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:23.707373 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:23.708022 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Checking segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:23.708643 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.709188 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Bound using segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:23.709848 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Bound port: 374ef1c8-c246-40b7-9f77-81aa6e4aeed1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:23.710422 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.731946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:16Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59442d15-aa0a-499b-8d35-8b36f09f8c06', 'name': '', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:b3:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:15Z', 'updated_at': '2021-12-20T23:24:21Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:23.736747 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.774541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=67d6e134-a255-415f-ae3d-c77c7b09e162,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:23.777192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5dafb-e4bc-45b1-a374-7926e7f0ca0d None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:16Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59442d15-aa0a-499b-8d35-8b36f09f8c06', 'name': '', 'network_id': 'e702b42e-af82-49dc-b05f-2aebfb970072', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:b3:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:15Z', 'updated_at': '2021-12-20T23:24:21Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'f324f57a-d668-4c28-9518-e11ed1fa96dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:23.789009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.798255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46276) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:23.825995 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5ea6f1d1-dfb9-429a-aa8f-768119553b5e tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/67d6e134-a255-415f-ae3d-c77c7b09e162 HTTP/1.1" status: 204 len: 168 time: 0.8754275 Dec 20 23:24:23.901803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] For port 59442d15-aa0a-499b-8d35-8b36f09f8c06, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=59442d15-aa0a-499b-8d35-8b36f09f8c06,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:23.914496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting subnet 400b9db1-570b-4ef6-86f1-85331c63cdd8 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:23.927417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:23.955401 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] For port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:23.958833 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] For port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:23.968041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.000815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.106162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e614ca-00f5-408d-a0f1-21162e061f67 None None] Pushing event updated for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:24.110219 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.145972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a3253-b660-4030-952a-4b362a899988 None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:24.294504 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5a2d5-3d3c-4757-9ac7-bea212ca04a2 None None] Pushing event updated for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:24.322765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:24.324055 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:24.421560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9552cd8-c5d1-4077-a6da-56cb1bef7ce8 req-63d0cc35-6db5-4818-9bdf-e5e53416597f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0823619 Dec 20 23:24:24.436059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.595927 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:24.680316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] Provisioning complete for port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:24.681063 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.698766 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.824466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=400b9db1-570b-4ef6-86f1-85331c63cdd8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:24.834970 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.855367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb5078eb-49b7-4e27-862d-d1ec889fae04 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/400b9db1-570b-4ef6-86f1-85331c63cdd8 HTTP/1.1" status: 204 len: 168 time: 1.0553834 Dec 20 23:24:24.858103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46302) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:24.954416 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:24.961003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.036329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] For port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:25.087995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 72e8db18-135f-4b0f-ad91-5639c11bfe0a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:25.090339 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.120338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.170565 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:19Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '374ef1c8-c246-40b7-9f77-81aa6e4aeed1', 'name': '', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:18Z', 'updated_at': '2021-12-20T23:24:23Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:25.188520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e54e00-b77d-4f29-99c0-c848c4401dac None None] Pushing event updated for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:25.208516 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283826c-74e3-4aab-b380-6c077e9a5b27 None None] The sync data for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 is: [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:19Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '374ef1c8-c246-40b7-9f77-81aa6e4aeed1', 'name': '', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:01:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:18Z', 'updated_at': '2021-12-20T23:24:23Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:25.215946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 72e8db18-135f-4b0f-ad91-5639c11bfe0a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=72e8db18-135f-4b0f-ad91-5639c11bfe0a,segment=NetworkSegment(8d903115-87b7-43d0-ab03-c4cde2131ace),segment_id=8d903115-87b7-43d0-ab03-c4cde2131ace)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:25.216732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.248814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-03436547-2b3c-4a79-985f-4c5c1024b9b8 None None] Provisioning complete for port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:25.252435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-03436547-2b3c-4a79-985f-4c5c1024b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.269316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 72e8db18-135f-4b0f-ad91-5639c11bfe0a owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:25.452857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-03436547-2b3c-4a79-985f-4c5c1024b9b8 None None] Provisioning complete for port 59442d15-aa0a-499b-8d35-8b36f09f8c06 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:25.453498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-03436547-2b3c-4a79-985f-4c5c1024b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.527884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.616789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 72e8db18-135f-4b0f-ad91-5639c11bfe0a on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:25.625597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=72e8db18-135f-4b0f-ad91-5639c11bfe0a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:25.679024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4d378415-1979-404a-a66e-71d5de1b5d2e req-30a98e31-a426-4248-991e-7d532fc9ea1e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0590022 Dec 20 23:24:25.723682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954aa59-5cbc-4725-b598-ff2ce0e7ca72 None None] Network be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:25.808180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.842221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-adaec87a-6bb6-4beb-b7a6-738cfe216ef6 None None] Could not find standard attr ID for object 72e8db18-135f-4b0f-ad91-5639c11bfe0a. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:24:25.850150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:25.862691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d903115-87b7-43d0-ab03-c4cde2131ace') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:25.863236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d903115-87b7-43d0-ab03-c4cde2131ace') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:25.895920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.940097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.949043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:25.949556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:25.955363 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:26.000962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485a086-57dd-413a-a1b7-798494028ff9 None None] DHCP port deletion for be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:26.155317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:26.177580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-0efbb0b7-43b8-41c1-a155-950c0e874fd8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:26.179391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-0efbb0b7-43b8-41c1-a155-950c0e874fd8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.45 "GET /v2.0/networks?id=ceaed913-fe6f-42b7-9869-6a0eb12521f6 HTTP/1.1" status: 200 len: 798 time: 0.2208238 Dec 20 23:24:26.198865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.198865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.198865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf HTTP/1.1" status: 204 len: 168 time: 1.3360109 Dec 20 23:24:26.199145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.231722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Request body: {'port': {'device_id': '812ed83d-37c9-4ab7-8920-e626510027a2', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'admin_state_up': True, 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:26.237338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c189b0-9e3a-485e-ba63-a8015005863b tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=be3a9c4f-ccbc-4469-8f13-d2ad86f18ebf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:26.244106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:26.244770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.281332 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c019f1db-7e15-4bff-8642-6f79c5bc93eb tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.281512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c019f1db-7e15-4bff-8642-6f79c5bc93eb tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.290130 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c019f1db-7e15-4bff-8642-6f79c5bc93eb tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/50abc52a-7c73-41cc-afa9-9c2db49f2797 HTTP/1.1" status: 404 len: 337 time: 0.0902848 Dec 20 23:24:26.294148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46338) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.427731 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f748629-81ba-43a2-8f45-97225f8a967c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.428369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f748629-81ba-43a2-8f45-97225f8a967c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.430639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 59442d15-aa0a-499b-8d35-8b36f09f8c06 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:26.433800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f748629-81ba-43a2-8f45-97225f8a967c tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/e1ba1cda-87f3-42aa-88a5-7d4aae83db45 HTTP/1.1" status: 404 len: 339 time: 0.0574200 Dec 20 23:24:26.436366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46340) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.481993 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f139aed1-b204-472e-880e-564cdb6333e6 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.481993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f139aed1-b204-472e-880e-564cdb6333e6 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.485969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f139aed1-b204-472e-880e-564cdb6333e6 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/54b12a07-74d5-4e97-940d-1d9a508f538a HTTP/1.1" status: 404 len: 337 time: 0.0481534 Dec 20 23:24:26.488382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46344) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.497576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 59442d15-aa0a-499b-8d35-8b36f09f8c06 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:26.497576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.525218 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa492fe6-9cb8-4414-a8e4-57feefdefccd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.525983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa492fe6-9cb8-4414-a8e4-57feefdefccd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.532263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-aa492fe6-9cb8-4414-a8e4-57feefdefccd tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/98345079-c275-47f1-b3c9-ada4ced3d131 HTTP/1.1" status: 404 len: 339 time: 0.0426013 Dec 20 23:24:26.536839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.568980 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-692af787-bd22-4f07-99cd-77b41c3160c4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.572493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692af787-bd22-4f07-99cd-77b41c3160c4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.573519 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-692af787-bd22-4f07-99cd-77b41c3160c4 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/d1bf3bc3-b6e2-4368-a156-2e663b3f83e9 HTTP/1.1" status: 404 len: 337 time: 0.0355151 Dec 20 23:24:26.576042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.598948 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-05156543-45d1-4609-a5e4-ac0c4ae3a741 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:26.599414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05156543-45d1-4609-a5e4-ac0c4ae3a741 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:26.603018 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05156543-45d1-4609-a5e4-ac0c4ae3a741 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/bdfa403d-b73d-4632-95e8-7185dfc8ddf8 HTTP/1.1" status: 404 len: 339 time: 0.0255315 Dec 20 23:24:26.606021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46350) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.676815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Made reservation on behalf of 44a8cf1e026c429e9674f1480ba1eaf8 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:26.682749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.692348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting subnet 15dc3e79-06ea-4f89-a689-4dfbbc540ab0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:26.705644 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.866683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:26.878646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:26.920569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16c9639e-4ed9-44b5-991c-6804677cb188 req-50fab8ae-4cc8-44ca-97c9-088975a12fba tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0936174 Dec 20 23:24:27.061798 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7aad19a-0129-41e4-8123-e7ba2b00e4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.070596 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.075104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Allocated IP 172.20.0.23 (ceaed913-fe6f-42b7-9869-6a0eb12521f6/8eb7bce0-05cc-461f-9f96-e5b75505fc3f/6489d0c8-ec3f-45a5-8b8e-42d9dea13dba) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:27.188415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7aad19a-0129-41e4-8123-e7ba2b00e4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.258757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7aad19a-0129-41e4-8123-e7ba2b00e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.274036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.305345 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7aad19a-0129-41e4-8123-e7ba2b00e4d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7504a3bddfb44f29149984ba24abf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372818 Dec 20 23:24:27.306810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aad19a-0129-41e4-8123-e7ba2b00e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5c155-857a-4dce-889a-1be996d8f988,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:27.309346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46368) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:27.363453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.370778 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.411816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=15dc3e79-06ea-4f89-a689-4dfbbc540ab0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:27.419261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ee48d-366f-4cf0-8e06-0f06f3abb0e4 None None] Network ca24b19a-a643-404e-aca6-aed20ed6380f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:27.419740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.423388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39a7675f-328c-4ea1-9ae2-4a79e60154e9 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/15dc3e79-06ea-4f89-a689-4dfbbc540ab0 HTTP/1.1" status: 204 len: 168 time: 0.8160579 Dec 20 23:24:27.429253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.437295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46372) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:27.529311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.543038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.586565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.590283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.593592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] DHCP port deletion for ca24b19a-a643-404e-aca6-aed20ed6380f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:27.600080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fde5c155-857a-4dce-889a-1be996d8f988 HTTP/1.1" status: 204 len: 168 time: 0.2813096 Dec 20 23:24:27.614763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:27.620539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:27.623937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:27.624537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.635980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:27.663449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07d9f9-5066-4405-a0ff-78cf77ac9e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5c155-857a-4dce-889a-1be996d8f988,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:27.679799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event updated for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:27.710109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:27.711001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.725012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Deleting port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:27.726202 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.747542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,segment=NetworkSegment(b7a5853c-2bc3-46a8-a769-582baf4f08f3),segment_id=b7a5853c-2bc3-46a8-a769-582baf4f08f3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:27.748091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.765037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:27.817972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-adb29aef-f480-4beb-83da-c353cfdb76c4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6162939 Dec 20 23:24:27.832560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Request body: {'port': {'device_id': '812ed83d-37c9-4ab7-8920-e626510027a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:27.861649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] For port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,segment=NetworkSegment(b7a5853c-2bc3-46a8-a769-582baf4f08f3),segment_id=b7a5853c-2bc3-46a8-a769-582baf4f08f3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:27.861807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:27.899142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Calling delete_port for 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:27.904193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 72e8db18-135f-4b0f-ad91-5639c11bfe0a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:27.945933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 72e8db18-135f-4b0f-ad91-5639c11bfe0a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:27.946893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 72e8db18-135f-4b0f-ad91-5639c11bfe0a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:27.947508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:27.948581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.022835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.045924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:28.081497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0c6afc05-a519-4ead-9167-10f65bfb8f0e None None] Provisioning complete for port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:28.082162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c6afc05-a519-4ead-9167-10f65bfb8f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.103432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:28.137117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 23:24:28.139418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:24:28.139418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:28.182662 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.204188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.205362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.216413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c6afc05-a519-4ead-9167-10f65bfb8f0e None None] Port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:28.223458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] No DVR routers for this DVR port 89df3ff7-bb59-4fcf-8964-0d982d4bb0d7 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:28.247612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca24b19a-a643-404e-aca6-aed20ed6380f']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:28.247848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e1dae-8418-443c-abc8-2e0fd3b0cc7c None None] Pushing event deleted for resources: {'Port': ['ID=89df3ff7-bb59-4fcf-8964-0d982d4bb0d7,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:28.250751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9e11-5589-429d-a21b-b2765498bd4a req-47984272-40e7-4dc2-b38c-3afa01789d6d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:28.252327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8df9e11-5589-429d-a21b-b2765498bd4a req-47984272-40e7-4dc2-b38c-3afa01789d6d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 895 time: 0.2181346 Dec 20 23:24:28.266145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a5853c-2bc3-46a8-a769-582baf4f08f3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:28.266145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a5853c-2bc3-46a8-a769-582baf4f08f3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:28.281696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.295863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.301968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:28.302500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:28.305447 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:28.420273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:24:28.431120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.457339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Transition to ACTIVE for port object 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:24:28.457554 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.467735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.468591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/ca24b19a-a643-404e-aca6-aed20ed6380f HTTP/1.1" status: 204 len: 168 time: 1.0298834 Dec 20 23:24:28.470965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:28.488238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1b0b-035e-4087-bbd6-6a5b7fedbc67 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=ca24b19a-a643-404e-aca6-aed20ed6380f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:28.506447 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-21616beb-c7e8-409e-9423-2828277b8755 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:28.506903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21616beb-c7e8-409e-9423-2828277b8755 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:28.510882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-21616beb-c7e8-409e-9423-2828277b8755 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/6fc4ecd3-7da2-465e-a78d-55a346d0b332 HTTP/1.1" status: 404 len: 337 time: 0.0390120 Dec 20 23:24:28.513311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46396) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:28.533956 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8a6e2e-4d33-4290-8d9a-6385bb6d0008 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] DELETE failed (client error): The resource could not be found. Dec 20 23:24:28.535533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8a6e2e-4d33-4290-8d9a-6385bb6d0008 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:24:28.537937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad8a6e2e-4d33-4290-8d9a-6385bb6d0008 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/9620a88d-d576-45b9-95c4-1cb8ce23527e HTTP/1.1" status: 404 len: 339 time: 0.0234005 Dec 20 23:24:28.540359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46400) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:28.559945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46402) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:28.579105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e301ea21-a1f7-4bc5-b000-3ab2df23e441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.583773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.655947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting subnet 4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:28.663310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.674278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e301ea21-a1f7-4bc5-b000-3ab2df23e441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.701771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:28.748721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e301ea21-a1f7-4bc5-b000-3ab2df23e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.752192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.809831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46408) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:28.810533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e301ea21-a1f7-4bc5-b000-3ab2df23e441 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22cb52c922b94a7287cfbfa9ca72cefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448268 Dec 20 23:24:28.811734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ea21-a1f7-4bc5-b000-3ab2df23e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b11ae5-e5ce-41f0-9a07-3d6b26d4d70b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:28.884606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Attempting to bind port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:28.884988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Attempting to bind port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:28.885361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Attempting to bind port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba on network ceaed913-fe6f-42b7-9869-6a0eb12521f6 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:28.901515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba on network ceaed913-fe6f-42b7-9869-6a0eb12521f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:24:28.901869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Attempting to bind port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba on network ceaed913-fe6f-42b7-9869-6a0eb12521f6 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:28.916805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:28.917151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Checking segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:28.917539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Bound using segment: {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:28.918003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Bound port: 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66f9a33-7476-4787-9f83-e021bcbc2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:28.918365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.939994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:28.999783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.051887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.398161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:29.420405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:29.442048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc5d03-1972-437e-949f-d91adc6664a2 req-9e06c039-2152-4651-9249-22e73e87bd8a tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:29.443668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6dcc5d03-1972-437e-949f-d91adc6664a2 req-9e06c039-2152-4651-9249-22e73e87bd8a tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 907 time: 0.0922375 Dec 20 23:24:29.492078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.517267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Subnet': ['ID=4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:29.522875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.526699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-247b15fd-b6b4-4800-ac38-cd82c1d240b0 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/subnets/4c92d56d-5ee3-41b1-b6fb-4d90fb0c9e50 HTTP/1.1" status: 204 len: 168 time: 0.9849000 Dec 20 23:24:29.530114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:29.530595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85fa16-4f0d-4e35-a49c-bf3ba05027e2 None None] Network d02161e9-8588-4d4e-abfe-e96c0c12a32a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:29.538616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.544630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.548142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.550637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21b11ae5-e5ce-41f0-9a07-3d6b26d4d70b HTTP/1.1" status: 204 len: 168 time: 0.7397695 Dec 20 23:24:29.566189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0136660-1afc-4343-bc7a-b4f045b05e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b11ae5-e5ce-41f0-9a07-3d6b26d4d70b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:29.603813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:29.604138 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.605602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/6489d0c8-ec3f-45a5-8b8e-42d9dea13dba HTTP/1.1" status: 200 len: 1055 time: 1.7778180 Dec 20 23:24:29.606086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:29.608380 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:29.633638 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.648720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec55b-fe6b-4fc8-b001-d45a06def5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:29.706902 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc17f50f-934b-4918-beea-9c245e33866c x-openstack-request-id: req-fc17f50f-934b-4918-beea-9c245e33866c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:29.711305 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:29.711305 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc17f50f-934b-4918-beea-9c245e33866c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:29.711305 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba', 'status': 'completed', 'code': 200} Dec 20 23:24:29.744290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Deleting port 9736996f-f6bc-4338-89be-25d9adb82733 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:29.744705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.833758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-fc014045-b729-4d96-a9d8-dc093d2c8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:29.836788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-fc014045-b729-4d96-a9d8-dc093d2c8223 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 1058 time: 0.1083579 Dec 20 23:24:29.839098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] DHCP port deletion for d02161e9-8588-4d4e-abfe-e96c0c12a32a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:29.843685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] For port 9736996f-f6bc-4338-89be-25d9adb82733, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9736996f-f6bc-4338-89be-25d9adb82733,segment=NetworkSegment(a32343e0-823c-413e-a910-5e7cf21c641d),segment_id=a32343e0-823c-413e-a910-5e7cf21c641d)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:29.844292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:29.860147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Calling delete_port for 9736996f-f6bc-4338-89be-25d9adb82733 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:29.944646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Deleting port 9736996f-f6bc-4338-89be-25d9adb82733 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:29.944893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.027427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] For port 9736996f-f6bc-4338-89be-25d9adb82733, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9736996f-f6bc-4338-89be-25d9adb82733,segment=NetworkSegment(a32343e0-823c-413e-a910-5e7cf21c641d),segment_id=a32343e0-823c-413e-a910-5e7cf21c641d)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:30.027427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.046197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.051268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Calling delete_port for 9736996f-f6bc-4338-89be-25d9adb82733 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:30.062781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] No DVR routers for this DVR port 9736996f-f6bc-4338-89be-25d9adb82733 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:30.105614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Port': ['ID=9736996f-f6bc-4338-89be-25d9adb82733,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:30.116148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-e7e83b72-1f11-4739-9562-416a27a951f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.116695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-e7e83b72-1f11-4739-9562-416a27a951f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.126039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-e7e83b72-1f11-4739-9562-416a27a951f6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2689390 Dec 20 23:24:30.178988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.219837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] Pushing event deleted for resources: {'Port': ['ID=9736996f-f6bc-4338-89be-25d9adb82733,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:30.233111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa62ba-ce8f-4b40-a182-bac4b42cc3ab None None] No DVR routers for this DVR port 9736996f-f6bc-4338-89be-25d9adb82733 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:30.247006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.254093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-c1addeb8-1766-4018-aefd-526cc607be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.255904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a71840d-9c7b-4b1c-9ba1-f6f8432ad4ce req-c1addeb8-1766-4018-aefd-526cc607be53 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300333 Dec 20 23:24:30.288501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02161e9-8588-4d4e-abfe-e96c0c12a32a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:30.306344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32343e0-823c-413e-a910-5e7cf21c641d') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:30.306613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32343e0-823c-413e-a910-5e7cf21c641d') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:30.317255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.341986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.341986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:30.342244 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.348020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-bfa79a47-1d74-4ef6-a4e0-f1443b249cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:30.348117 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:30.349835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-bfa79a47-1d74-4ef6-a4e0-f1443b249cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 1058 time: 0.0483510 Dec 20 23:24:30.409929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-4b8b9a4d-6c2d-40f2-934f-7211227eae06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba HTTP/1.1" status: 200 len: 217 time: 0.0536695 Dec 20 23:24:30.465947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-8787bcc5-c7f9-4443-b937-dfefae0dfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.467456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-8787bcc5-c7f9-4443-b937-dfefae0dfa83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8eb7bce0-05cc-461f-9f96-e5b75505fc3f HTTP/1.1" status: 200 len: 838 time: 0.0505700 Dec 20 23:24:30.485491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.521797 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:30.528286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] 10.222.0.62 "DELETE /v2.0/networks/d02161e9-8588-4d4e-abfe-e96c0c12a32a HTTP/1.1" status: 204 len: 168 time: 0.9963882 Dec 20 23:24:30.529043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29a82-b814-4d9a-9b0e-5978d9ea4b14 tempest-NetworksIpV6Test-366486562 tempest-NetworksIpV6Test-366486562-project] Pushing event deleted for resources: {'Network': ['ID=d02161e9-8588-4d4e-abfe-e96c0c12a32a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:30.546431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915b96-8ba0-4468-b193-7dd355d749db req-c39533bb-ee4b-42b6-a712-640657c70c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.547991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-c39533bb-ee4b-42b6-a712-640657c70c74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ceaed913-fe6f-42b7-9869-6a0eb12521f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733192 Dec 20 23:24:30.704196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-b05ea8ed-f2b6-4fe6-9116-ae95bfd52980 service neutron] 10.222.0.45 "GET /v2.0/networks/ceaed913-fe6f-42b7-9869-6a0eb12521f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474807 Dec 20 23:24:30.715368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcddd62-efac-4c78-b8c8-11e46506e9dd req-30abd9b5-bcc7-4a34-812d-ee9a19d90a8c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:30.717017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfcddd62-efac-4c78-b8c8-11e46506e9dd req-30abd9b5-bcc7-4a34-812d-ee9a19d90a8c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 907 time: 0.0718212 Dec 20 23:24:30.815811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0915b96-8ba0-4468-b193-7dd355d749db req-c33ac36c-f965-422f-a53f-1a7da6342cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/ceaed913-fe6f-42b7-9869-6a0eb12521f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977397 Dec 20 23:24:31.150095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46474) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:31.305452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-85616bfa-a0b9-4f0c-85bb-63fd42229a0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=875b53bdc3f54b93b1de61f96d95945c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541054 Dec 20 23:24:31.310346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:31.361570 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:31.385378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:31.496419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:31.499065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:31.502710 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62e59efe-3bef-4001-8564-d6a276488988 HTTP/1.1" status: 204 len: 168 time: 0.1891067 Dec 20 23:24:31.517071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becd95-f251-478b-8c8f-5a671c898bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e59efe-3bef-4001-8564-d6a276488988,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:31.871970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9736996f-f6bc-4338-89be-25d9adb82733 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:31.922931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5b2d-4700-428d-9b1e-ec2a075b1bf0 req-fefbd598-575e-4cc2-bdf4-d0600ad106d6 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:31.924865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a87d5b2d-4700-428d-9b1e-ec2a075b1bf0 req-fefbd598-575e-4cc2-bdf4-d0600ad106d6 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 907 time: 0.1164808 Dec 20 23:24:31.925771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9736996f-f6bc-4338-89be-25d9adb82733 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:31.926409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9736996f-f6bc-4338-89be-25d9adb82733 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:32.394510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:32.523933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c35caaa9-5b91-4eed-aac7-e45dcdac1c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:32.601533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c35caaa9-5b91-4eed-aac7-e45dcdac1c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:32.754460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c35caaa9-5b91-4eed-aac7-e45dcdac1c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:32.796641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c35caaa9-5b91-4eed-aac7-e45dcdac1c30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8e19e3c92bd4a808e781e936a1b320c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004271 Dec 20 23:24:32.799477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:32.802069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35caaa9-5b91-4eed-aac7-e45dcdac1c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfcd09d-a2ee-4e57-8b84-7e6189bf4eb9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:32.836080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:32.873204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:32.900699 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:32.948184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209573983'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:33.040346 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.043246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.044399 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abfcd09d-a2ee-4e57-8b84-7e6189bf4eb9 HTTP/1.1" status: 204 len: 168 time: 0.2431068 Dec 20 23:24:33.055994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3e593-6db1-4bd6-b6a4-718f7bc0a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfcd09d-a2ee-4e57-8b84-7e6189bf4eb9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:33.063727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287d36-fc7a-4310-8365-fccb0a93ead7 req-11dd6bc3-b73c-4317-bf0e-1015577436bf tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:33.065264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00287d36-fc7a-4310-8365-fccb0a93ead7 req-11dd6bc3-b73c-4317-bf0e-1015577436bf tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 907 time: 0.0596194 Dec 20 23:24:33.066114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:33.069923 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.080757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.111457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:24:33.194776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.218146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:33.230207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba', 'network_id': 'ceaed913-fe6f-42b7-9869-6a0eb12521f6', 'port_id': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba', 'mac_address': 'fa:16:3e:71:1b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb7bce0-05cc-461f-9f96-e5b75505fc3f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:24:33.257352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.283623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:33.293896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.307902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.309518 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment c5ef0a8b-e862-4217-92ac-67513546400a of type vlan for network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db Dec 20 23:24:33.318317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:24:33.320331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94af21-c436-40fa-856a-cc6e828e07d3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:33.353043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:33.355996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.391588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.421957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.485757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:33.487851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.491728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:33.492326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:33.565025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=23fcce6c-0a88-474c-8bf1-7d3d4339e0db,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:33.590062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:33.609391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2caa8fa9-1c07-47b9-879e-90b970ca2565 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7719045 Dec 20 23:24:33.667042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['6489d0c8-ec3f-45a5-8b8e-42d9dea13dba'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:24:33.738195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46584) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:33.744142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:33.943376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:33.947597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.200157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.217851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ae00-7ebe-4548-b695-957762f8b328 req-c1adf556-b216-4547-a703-651b239a804c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:34.219607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a50ae00-7ebe-4548-b695-957762f8b328 req-c1adf556-b216-4547-a703-651b239a804c tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 908 time: 0.0743072 Dec 20 23:24:34.282811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=8467fe31-07df-41a9-88ef-d78963455895,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:34.290360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': 'c5ef0a8b-e862-4217-92ac-67513546400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:34.290827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 23fcce6c-0a88-474c-8bf1-7d3d4339e0db, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:34.377203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:34.485591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 23fcce6c-0a88-474c-8bf1-7d3d4339e0db) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:34.490233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:34.490842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.497078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f496ab-c252-4860-af09-b542d1b5ad11 None None] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:34.598430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-23fcce6c-0a88-474c-8bf1-7d3d4339e0db', 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '8467fe31-07df-41a9-88ef-d78963455895'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:34.599362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.614270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ee31903-b786-442c-8779-0fe1fc135b9f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8746979 Dec 20 23:24:34.617579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46612) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:34.622871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-468092706'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:34.754286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Allocated IP 172.20.255.242 (23fcce6c-0a88-474c-8bf1-7d3d4339e0db/8467fe31-07df-41a9-88ef-d78963455895/70c21bcf-2853-43d2-aca1-df1a7a6bccf5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:34.760505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:34.764076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.790595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:34.798729 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.799078 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 327dbfb0-fe26-4f6c-9d74-f0a8357d0290 of type vlan for network 8b222798-de32-40a9-9974-894749d3b62e Dec 20 23:24:34.876843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.971507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.973601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0b69c3cb-7a0c-440e-87f0-243f5e87dfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:34.980815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:34.981443 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.068487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=8b222798-de32-40a9-9974-894749d3b62e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:35.090423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 8b222798-de32-40a9-9974-894749d3b62e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:35.094193 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00421316-9449-45a2-9dc4-39499119492a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4754105 Dec 20 23:24:35.096991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46632) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:35.103491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '8b222798-de32-40a9-9974-894749d3b62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:35.131906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:35.161324 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.275703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.316719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:24:35.328985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:35.329358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.337410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:35.359995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:35.367821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:35.371520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:35.375930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.408007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Pushing event updated for resources: {'Port': ['ID=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:35.420899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd9e1e-838d-400e-93b7-d3483f642069 req-d9a20234-38de-4177-8295-acd801aa9450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:35.422785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44dd9e1e-838d-400e-93b7-d3483f642069 req-d9a20234-38de-4177-8295-acd801aa9450 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 908 time: 0.0940993 Dec 20 23:24:35.453864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Attempting to bind port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:35.454249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Attempting to bind port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c5ef0a8b-e862-4217-92ac-67513546400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:35.454620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Attempting to bind port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 on network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:35.465701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:35.466235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Checking segment: {'id': 'c5ef0a8b-e862-4217-92ac-67513546400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:35.466687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.467097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Bound using segment: {'id': 'c5ef0a8b-e862-4217-92ac-67513546400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:35.467585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Bound port: 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ef0a8b-e862-4217-92ac-67513546400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23fcce6c-0a88-474c-8bf1-7d3d4339e0db'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:35.467975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.543668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.587491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:35.589813 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa634f2-c8f7-4187-b9ad-9f16e859c915" -d '{"events": [{"server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "name": "network-vif-plugged", "status": "completed", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:35.596273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] For port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:35.604577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] For port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,segment=NetworkSegment(c5ef0a8b-e862-4217-92ac-67513546400a),segment_id=c5ef0a8b-e862-4217-92ac-67513546400a)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:35.608256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:35.638756 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13643519-e253-4e2f-a68e-38ccee49ea6e x-openstack-request-id: req-13643519-e253-4e2f-a68e-38ccee49ea6e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:35.639056 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "name": "network-vif-plugged", "status": "completed", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:35.639317 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13643519-e253-4e2f-a68e-38ccee49ea6e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:35.639719 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba', 'code': 200} Dec 20 23:24:35.703369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.705623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.718441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:35.769797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5b34-b3bf-4f50-a36a-69808daab8e4 req-9729318d-3199-4577-82f6-d9ca8aee395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:35.771766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0aa5b34-b3bf-4f50-a36a-69808daab8e4 req-9729318d-3199-4577-82f6-d9ca8aee395b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 1060 time: 0.0641096 Dec 20 23:24:35.796676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=58fca1d2-4422-40dd-b26f-77c5ac997f3d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:35.806800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:35.825800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '327dbfb0-fe26-4f6c-9d74-f0a8357d0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8b222798-de32-40a9-9974-894749d3b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:35.826177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 8b222798-de32-40a9-9974-894749d3b62e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:35.880037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af662ba3-7bb7-47fe-be87-88ad5e64a85e None None] Pushing event updated for resources: {'Port': ['ID=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:35.897135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 8b222798-de32-40a9-9974-894749d3b62e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:36.050302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 8b222798-de32-40a9-9974-894749d3b62e) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:36.055265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:36.055908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.059986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86590409-238d-473c-9fca-5fce7696c699 None None] Network 8b222798-de32-40a9-9974-894749d3b62e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:36.179640 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d77b178f-770d-4033-a891-07435f523226 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0812788 Dec 20 23:24:36.182695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:36.190703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-8b222798-de32-40a9-9974-894749d3b62e', 'network_id': '8b222798-de32-40a9-9974-894749d3b62e', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '58fca1d2-4422-40dd-b26f-77c5ac997f3d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:36.197075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.311241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.370361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Allocated IP 172.20.0.2 (8b222798-de32-40a9-9974-894749d3b62e/58fca1d2-4422-40dd-b26f-77c5ac997f3d/6fb48dda-cee6-4a47-9365-5e1869a4ccd4) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:36.374754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.586702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.609370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abbbb2-7141-40b1-82a9-660d244e190f req-23c00ca9-8a00-48c4-be8d-4377be6bb4a1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:36.609370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0abbbb2-7141-40b1-82a9-660d244e190f req-23c00ca9-8a00-48c4-be8d-4377be6bb4a1 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.0695903 Dec 20 23:24:36.702956 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.765239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Network 8b222798-de32-40a9-9974-894749d3b62e is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:36.768510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:36.772215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:36.799524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Pushing event updated for resources: {'Port': ['ID=6fb48dda-cee6-4a47-9365-5e1869a4ccd4,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:36.804916 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.834300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Attempting to bind port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:36.834595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Attempting to bind port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '327dbfb0-fe26-4f6c-9d74-f0a8357d0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8b222798-de32-40a9-9974-894749d3b62e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:36.835430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Attempting to bind port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 on network 8b222798-de32-40a9-9974-894749d3b62e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:36.842060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:36.842986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Checking segment: {'id': '327dbfb0-fe26-4f6c-9d74-f0a8357d0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8b222798-de32-40a9-9974-894749d3b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:36.843555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.844162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Bound using segment: {'id': '327dbfb0-fe26-4f6c-9d74-f0a8357d0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8b222798-de32-40a9-9974-894749d3b62e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:36.844819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Bound port: 6fb48dda-cee6-4a47-9365-5e1869a4ccd4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327dbfb0-fe26-4f6c-9d74-f0a8357d0290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8b222798-de32-40a9-9974-894749d3b62e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:36.845666 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.879187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=58fca1d2-4422-40dd-b26f-77c5ac997f3d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:36.950117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] For port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:36.954280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] For port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6fb48dda-cee6-4a47-9365-5e1869a4ccd4,segment=NetworkSegment(327dbfb0-fe26-4f6c-9d74-f0a8357d0290),segment_id=327dbfb0-fe26-4f6c-9d74-f0a8357d0290)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:36.970260 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:36.982355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fc3e5-da3a-4f9b-b37a-1907708d9688 None None] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:36.995085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b222798-de32-40a9-9974-894749d3b62e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:37.007238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327dbfb0-fe26-4f6c-9d74-f0a8357d0290') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:37.007610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327dbfb0-fe26-4f6c-9d74-f0a8357d0290') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:37.026371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.049348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.051223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.073414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:37.074064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:37.079061 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:37.098915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] Provisioning complete for port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:37.099344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.171401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46708) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:37.210556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfa08f-4816-4755-892a-f2e8ce7f2c65 None None] Pushing event updated for resources: {'Port': ['ID=6fb48dda-cee6-4a47-9365-5e1869a4ccd4,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:37.214195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:37.214195 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:37.214195 n-d-822053-9 neutron-server[115563]: [parameters: {'id': '8b222798-de32-40a9-9974-894749d3b62e'}] Dec 20 23:24:37.214195 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:37.214751 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:37.230885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf451f-437d-4f02-81cb-225955efa1d6 None None] Network 8b222798-de32-40a9-9974-894749d3b62e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:37.296255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65794c2c-adca-447b-b41d-f08e2b3a80ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.324081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.381469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] For port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,segment=NetworkSegment(c5ef0a8b-e862-4217-92ac-67513546400a),segment_id=c5ef0a8b-e862-4217-92ac-67513546400a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:37.394072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65794c2c-adca-447b-b41d-f08e2b3a80ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.422619 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.445645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-65794c2c-adca-447b-b41d-f08e2b3a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.479440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d7a44-2db3-46ca-a733-62189dafe82e None None] Pushing event updated for resources: {'Port': ['ID=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:37.495488 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-65794c2c-adca-447b-b41d-f08e2b3a80ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07e9475b7e754c99ac1c1f634ca78a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228083 Dec 20 23:24:37.498163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46712) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:37.498684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794c2c-adca-447b-b41d-f08e2b3a80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed944c7c-a1f2-4456-adb3-71c39f19aff6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:37.519591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99d71c-c26c-49be-acb2-161ee0f9abd9 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:37.551873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.570843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c9c743a8-c480-463c-9228-e37d1d546cb5 None None] Provisioning complete for port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:37.571195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c9c743a8-c480-463c-9228-e37d1d546cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.576661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.609153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5467a8a3-eaa4-4ab9-aa0b-625430fb8668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.710629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99d71c-c26c-49be-acb2-161ee0f9abd9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:37.715434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.715972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2db2c5-1ce9-416b-94f9-90a3f5c3b6ea req-2a091022-641c-401b-8f1a-cb0968402a04 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:37.717702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e2db2c5-1ce9-416b-94f9-90a3f5c3b6ea req-2a091022-641c-401b-8f1a-cb0968402a04 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.0541079 Dec 20 23:24:37.718515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.721052 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.722118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed944c7c-a1f2-4456-adb3-71c39f19aff6 HTTP/1.1" status: 204 len: 168 time: 0.2229931 Dec 20 23:24:37.745917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664b236-20ec-4703-8056-e9f9f6b07bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed944c7c-a1f2-4456-adb3-71c39f19aff6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:37.819615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:37.819965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.886399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361416c6-b433-4e6a-a039-d73d90bc236d req-e2ee4b22-6391-47bb-b52c-da046a86d89d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:37.888367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-361416c6-b433-4e6a-a039-d73d90bc236d req-e2ee4b22-6391-47bb-b52c-da046a86d89d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.0750132 Dec 20 23:24:37.927200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6fb48dda-cee6-4a47-9365-5e1869a4ccd4,segment=NetworkSegment(327dbfb0-fe26-4f6c-9d74-f0a8357d0290),segment_id=327dbfb0-fe26-4f6c-9d74-f0a8357d0290)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:37.927557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:37.944521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:37.958302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:38.036944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0e95-1353-46f5-ba22-cb84995e5cd3 req-8b317dd7-21ae-4c65-84e8-3bbfaf574f7d tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:38.039004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-445d0e95-1353-46f5-ba22-cb84995e5cd3 req-8b317dd7-21ae-4c65-84e8-3bbfaf574f7d tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 1060 time: 0.0520108 Dec 20 23:24:38.078988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:38.079362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.120377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.183501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 6fb48dda-cee6-4a47-9365-5e1869a4ccd4 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:38.191818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5930b-9442-404f-b3e9-124b8637eeb9 req-28b3a81e-9211-4ad8-a992-ec178d4f8041 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:38.196499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31a5930b-9442-404f-b3e9-124b8637eeb9 req-28b3a81e-9211-4ad8-a992-ec178d4f8041 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1135 time: 0.0767395 Dec 20 23:24:38.196662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=6fb48dda-cee6-4a47-9365-5e1869a4ccd4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:38.253669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31a5930b-9442-404f-b3e9-124b8637eeb9 req-adf1f600-bffd-4f8f-8cb3-ca72da1d11f2 tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519235 Dec 20 23:24:38.276077 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.281683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:38.300282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b222798-de32-40a9-9974-894749d3b62e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:38.315376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327dbfb0-fe26-4f6c-9d74-f0a8357d0290') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:38.315376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327dbfb0-fe26-4f6c-9d74-f0a8357d0290') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:38.325966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.326168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82200e94-5d42-4476-adbc-58cf356e4e5c tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:38.327500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-82200e94-5d42-4476-adbc-58cf356e4e5c tempest-TestSecurityGroupsBasicOps-1847883876 tempest-TestSecurityGroupsBasicOps-1847883876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 1055 time: 0.0446372 Dec 20 23:24:38.331140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.341314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.348331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:38.348755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:38.351960 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:38.512296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46732) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:38.514989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.531386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41e9a120-f7bb-4222-909b-fde81720416a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.534399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.537762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/8b222798-de32-40a9-9974-894749d3b62e HTTP/1.1" status: 204 len: 168 time: 2.3538449 Dec 20 23:24:38.541897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46734) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:38.547395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015618526'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:38.550409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ca31-60a3-49f6-929b-1220ef4fa50e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=8b222798-de32-40a9-9974-894749d3b62e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:38.631867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41e9a120-f7bb-4222-909b-fde81720416a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.697155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:38.700699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.726167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-41e9a120-f7bb-4222-909b-fde81720416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.746208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:38.787242 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.787552 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment d428e8cc-80d5-4406-9f1e-06573d160b12 of type vlan for network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 Dec 20 23:24:38.791343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a120-f7bb-4222-909b-fde81720416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b118a3-699d-49d3-8ec5-d969054b81de,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:38.817337 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-41e9a120-f7bb-4222-909b-fde81720416a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f230e85b8e85475a8561a9e6adb13ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037210 Dec 20 23:24:38.820192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46738) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:38.873790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.874344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.897946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc320b-31a4-4c99-aa70-5dac7060a4f2 req-db22cd24-5110-4f5d-8ca7-51281f54b2f2 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:38.900190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35cc320b-31a4-4c99-aa70-5dac7060a4f2 req-db22cd24-5110-4f5d-8ca7-51281f54b2f2 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.1101160 Dec 20 23:24:38.902262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.982411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:38.988228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:38.988907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.012210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.015983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.017529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6b118a3-699d-49d3-8ec5-d969054b81de HTTP/1.1" status: 204 len: 168 time: 0.1959703 Dec 20 23:24:39.026675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916915d-0ed5-4c02-8635-d7693e270836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b118a3-699d-49d3-8ec5-d969054b81de,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:39.074785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=2e8e97b8-9100-4d00-9106-ff1f4af7d732,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:39.082864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6cbb8a28-7d48-45a9-9d8c-6e6a5cf1a320 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5396714 Dec 20 23:24:39.085489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:39.090084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:39.096857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:39.284972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:39.288578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.351533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing IP validity checks on allocation pools {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:24:39.352108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:24:39.533450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:39.555045 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.641754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=7cc8e69b-a721-4e68-94aa-8233a9aa0c5a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:39.663952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': 'd428e8cc-80d5-4406-9f1e-06573d160b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:39.664396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 2e8e97b8-9100-4d00-9106-ff1f4af7d732, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:39.748242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.776522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:39.856849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 2e8e97b8-9100-4d00-9106-ff1f4af7d732) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:39.866579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:39.867171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:39.875578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06170d48-0a8b-4a7b-9cd3-9ef4f73a14ab None None] Network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:39.991811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-839365e5-91ae-4a44-8e76-5a87ab4c31a3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9038148 Dec 20 23:24:39.994993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46764) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:40.243826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-2e8e97b8-9100-4d00-9106-ff1f4af7d732', 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '7cc8e69b-a721-4e68-94aa-8233a9aa0c5a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:40.245508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.327714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d676696-25e1-4e90-baae-1301e96ceeb1 req-6200667f-7d16-4bca-9658-0743febcf7ee tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:40.328929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d676696-25e1-4e90-baae-1301e96ceeb1 req-6200667f-7d16-4bca-9658-0743febcf7ee tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.3165059 Dec 20 23:24:40.367606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6d99a4de-537a-4657-a6be-5aca9dd95efc tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:40.372231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6d99a4de-537a-4657-a6be-5aca9dd95efc tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.45 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 909 time: 0.1362975 Dec 20 23:24:40.386007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.442108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Allocated IP 172.20.0.3 (2e8e97b8-9100-4d00-9106-ff1f4af7d732/7cc8e69b-a721-4e68-94aa-8233a9aa0c5a/feb2f0b4-2327-4d58-b61c-76756d9f6cdf) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:40.462987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.535242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.617423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.644969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.678936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:40.679329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.725534 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.771915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:40.777483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:40.785546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:40.802526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:40.803093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.803905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Pushing event updated for resources: {'Port': ['ID=feb2f0b4-2327-4d58-b61c-76756d9f6cdf,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:40.837571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:40.849784 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.870558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Attempting to bind port feb2f0b4-2327-4d58-b61c-76756d9f6cdf on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:40.871739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Attempting to bind port feb2f0b4-2327-4d58-b61c-76756d9f6cdf by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd428e8cc-80d5-4406-9f1e-06573d160b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:40.872209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Attempting to bind port feb2f0b4-2327-4d58-b61c-76756d9f6cdf on network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:40.880345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:40.880899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Checking segment: {'id': 'd428e8cc-80d5-4406-9f1e-06573d160b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:40.881450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.881971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Bound using segment: {'id': 'd428e8cc-80d5-4406-9f1e-06573d160b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:40.882574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Bound port: feb2f0b4-2327-4d58-b61c-76756d9f6cdf, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd428e8cc-80d5-4406-9f1e-06573d160b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:40.883343 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:40.955123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.008619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 59442d15-aa0a-499b-8d35-8b36f09f8c06 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:41.009164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.025514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] For port feb2f0b4-2327-4d58-b61c-76756d9f6cdf, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:41.034125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc8e69b-a721-4e68-94aa-8233a9aa0c5a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:41.043748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] For port feb2f0b4-2327-4d58-b61c-76756d9f6cdf, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=feb2f0b4-2327-4d58-b61c-76756d9f6cdf,segment=NetworkSegment(d428e8cc-80d5-4406-9f1e-06573d160b12),segment_id=d428e8cc-80d5-4406-9f1e-06573d160b12)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:41.054595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8e97b8-9100-4d00-9106-ff1f4af7d732']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:41.073349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd428e8cc-80d5-4406-9f1e-06573d160b12') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:41.073650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd428e8cc-80d5-4406-9f1e-06573d160b12') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:41.094227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.108602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.111935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.125704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:41.126139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:41.129334 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:41.185374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port 59442d15-aa0a-499b-8d35-8b36f09f8c06, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=59442d15-aa0a-499b-8d35-8b36f09f8c06,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:41.186615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.190268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0907ae7-4ba5-4be7-808a-47eba94c0be1 None None] Pushing event updated for resources: {'Port': ['ID=feb2f0b4-2327-4d58-b61c-76756d9f6cdf,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:41.217645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 59442d15-aa0a-499b-8d35-8b36f09f8c06 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:41.289954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:41.289954 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:41.289954 n-d-822053-9 neutron-server[115562]: [parameters: {'id': '2e8e97b8-9100-4d00-9106-ff1f4af7d732'}] Dec 20 23:24:41.289954 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:41.289954 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:41.291556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f26c0-4ec5-4f60-8805-e0f8f8534542 None None] Network 2e8e97b8-9100-4d00-9106-ff1f4af7d732 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:41.342376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.395557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=6489d0c8-ec3f-45a5-8b8e-42d9dea13dba,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:41.484927 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] No DVR routers for this DVR port 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:41.488577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dca6b1b3-9fb6-417b-a790-3affd6da1387 req-d7cf1e87-a8ad-40ca-bb0c-03930d57ffdc tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0552170 Dec 20 23:24:41.489639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.493027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cb667f2-bb16-479d-ae07-e1de9db7fd89 req-6bdcfe7f-df66-4113-a308-260fa48763e8 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.45 "DELETE /v2.0/ports/6489d0c8-ec3f-45a5-8b8e-42d9dea13dba HTTP/1.1" status: 204 len: 173 time: 1.0969045 Dec 20 23:24:41.493488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'name': 'network-vif-deleted', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:41.495883 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476d7abe-2ba8-4a6f-b6f8-0736d67addea" -d '{"events": [{"server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "name": "network-vif-deleted", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:41.556144 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b9942-1e8a-4cd0-91fc-2eba00815e33 x-openstack-request-id: req-3c3b9942-1e8a-4cd0-91fc-2eba00815e33 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:41.556523 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812ed83d-37c9-4ab7-8920-e626510027a2", "name": "network-vif-deleted", "tag": "6489d0c8-ec3f-45a5-8b8e-42d9dea13dba", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:41.556779 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c3b9942-1e8a-4cd0-91fc-2eba00815e33 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:41.559198 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812ed83d-37c9-4ab7-8920-e626510027a2', 'name': 'network-vif-deleted', 'tag': '6489d0c8-ec3f-45a5-8b8e-42d9dea13dba', 'status': 'completed', 'code': 200} Dec 20 23:24:41.640631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.733659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=59442d15-aa0a-499b-8d35-8b36f09f8c06,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:41.764585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.764957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.765279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.765609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.765964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.766291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.766618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.766946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.767266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.767589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.767918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.768241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.768563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:24:41.785491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.920841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port feb2f0b4-2327-4d58-b61c-76756d9f6cdf {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:41.921457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:41.961190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc69ec-dd4f-42be-92d2-a3561deedd56 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:41.984756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.031599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port feb2f0b4-2327-4d58-b61c-76756d9f6cdf, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=feb2f0b4-2327-4d58-b61c-76756d9f6cdf,segment=NetworkSegment(d428e8cc-80d5-4406-9f1e-06573d160b12),segment_id=d428e8cc-80d5-4406-9f1e-06573d160b12)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:42.031823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.049297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for feb2f0b4-2327-4d58-b61c-76756d9f6cdf owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:42.154397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc69ec-dd4f-42be-92d2-a3561deedd56 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:42.239494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.276680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=feb2f0b4-2327-4d58-b61c-76756d9f6cdf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:42.280467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port feb2f0b4-2327-4d58-b61c-76756d9f6cdf on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:42.290208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:42.393336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.417973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8e97b8-9100-4d00-9106-ff1f4af7d732']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:42.433458 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd428e8cc-80d5-4406-9f1e-06573d160b12') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:42.434181 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd428e8cc-80d5-4406-9f1e-06573d160b12') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:42.444948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.469430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.492486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:42.494179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:42.499313 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:42.520762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:42.527014 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b2c427fc-69c7-4833-bd43-bfa4cabe8629 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/21a12923-f4bf-4859-ab99-f9217ee9c63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9922423 Dec 20 23:24:42.535387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:42.547211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:42.547943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:42.692931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:42.702892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.706068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d7d777d7-1647-4a59-ab7f-eee8f420c306 req-575e28a8-29a1-4b96-b755-472b527fac5e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=812ed83d-37c9-4ab7-8920-e626510027a2 HTTP/1.1" status: 200 len: 210 time: 0.0375307 Dec 20 23:24:42.723626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.732812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/2e8e97b8-9100-4d00-9106-ff1f4af7d732 HTTP/1.1" status: 204 len: 168 time: 2.7331789 Dec 20 23:24:42.732812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51e8f-2719-4bce-9541-142cd4bbafe7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=2e8e97b8-9100-4d00-9106-ff1f4af7d732,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:42.732812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46826) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:42.738096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073594461'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:42.845368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:42.850289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.878722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:42.890281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:42.890712 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 0c2afe65-7ed5-481f-8f66-9a55e0e0015e of type vlan for network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a Dec 20 23:24:42.941226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.004649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:43.033190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:43.047272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:43.047917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:43.068529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.077908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:43.079146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.187097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:43.223210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46854) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:43.223804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4899783 Dec 20 23:24:43.229786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:43.231865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca3cc7-9f1a-415c-afea-7a968b6f89ad tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=5bf09fbe-5714-42a9-9b72-96dca3bdc68a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:43.252625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23932a3f-2735-4a8d-abae-693e40317df2 req-88091586-65c7-49d0-be3d-f7eac86a6102 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:43.262112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23932a3f-2735-4a8d-abae-693e40317df2 req-88091586-65c7-49d0-be3d-f7eac86a6102 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.1505666 Dec 20 23:24:43.291042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:43.317825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23932a3f-2735-4a8d-abae-693e40317df2 req-223fb6f1-5355-4d50-b761-d170cdbbbff7 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554383 Dec 20 23:24:43.467842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:43.472513 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.503561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:43.534946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b7f47-4a4c-46fd-8db1-653f9e6f435b None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '257c2b8b-fb4f-4fab-8e9a-513de3f31fc6', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'port_id': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'mac_address': 'fa:16:3e:80:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defdcc1-e67a-4279-a477-747c94db7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:23:11Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 1, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:43.748145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.785202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46868) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:43.817658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=7d676540-051e-4ea4-9b37-d31ca5e4f945,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:43.828260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '0c2afe65-7ed5-481f-8f66-9a55e0e0015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:43.828565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 5bf09fbe-5714-42a9-9b72-96dca3bdc68a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:43.896535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:43.933467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 59442d15-aa0a-499b-8d35-8b36f09f8c06 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:43.971185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5bf09fbe-5714-42a9-9b72-96dca3bdc68a) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:43.975441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:43.975994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:43.991889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9eff7-d2c9-4bca-b68c-d6f3a9532b3b None None] Network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:43.995104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 59442d15-aa0a-499b-8d35-8b36f09f8c06 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:43.995527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 59442d15-aa0a-499b-8d35-8b36f09f8c06 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:44.073153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-504532df-3410-46c4-a836-d92648d35135 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8459554 Dec 20 23:24:44.073471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46872) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:44.118819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46874) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:44.147552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-5bf09fbe-5714-42a9-9b72-96dca3bdc68a', 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '7d676540-051e-4ea4-9b37-d31ca5e4f945'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:44.149602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.318051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.384096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc02-2486-49fb-91db-3cd6c95e12bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.397505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.399824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Allocated IP 172.20.0.1 (5bf09fbe-5714-42a9-9b72-96dca3bdc68a/7d676540-051e-4ea4-9b37-d31ca5e4f945/550ce428-2b44-4a5c-9da5-96d059edabe5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:44.574366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.575162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-65d74dfa-4f87-4ac0-8e68-70a818cd2f29 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:44.576670 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-65d74dfa-4f87-4ac0-8e68-70a818cd2f29 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.1637461 Dec 20 23:24:44.600032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6c198-6afc-4ca8-a5c0-c4dae0832af7 req-52230bf3-80ab-4a5a-a6f6-adbc5acfec05 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:44.601468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ed6c198-6afc-4ca8-a5c0-c4dae0832af7 req-52230bf3-80ab-4a5a-a6f6-adbc5acfec05 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 946 time: 0.1434906 Dec 20 23:24:44.638745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.652520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.696379 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:44.702604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:44.705104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:44.708286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Pushing event updated for resources: {'Port': ['ID=550ce428-2b44-4a5c-9da5-96d059edabe5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:44.731318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc02-2486-49fb-91db-3cd6c95e12bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.765512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Attempting to bind port 550ce428-2b44-4a5c-9da5-96d059edabe5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:44.765744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.766248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Attempting to bind port 550ce428-2b44-4a5c-9da5-96d059edabe5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '0c2afe65-7ed5-481f-8f66-9a55e0e0015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:44.766339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Attempting to bind port 550ce428-2b44-4a5c-9da5-96d059edabe5 on network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:44.772357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:44.772724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Checking segment: {'id': '0c2afe65-7ed5-481f-8f66-9a55e0e0015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:44.773675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.773675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Bound using segment: {'id': '0c2afe65-7ed5-481f-8f66-9a55e0e0015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:44.774093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Bound port: 550ce428-2b44-4a5c-9da5-96d059edabe5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2afe65-7ed5-481f-8f66-9a55e0e0015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:44.776812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.794533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=7d676540-051e-4ea4-9b37-d31ca5e4f945,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:44.866049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] For port 550ce428-2b44-4a5c-9da5-96d059edabe5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:44.872185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.872759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] For port 550ce428-2b44-4a5c-9da5-96d059edabe5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=550ce428-2b44-4a5c-9da5-96d059edabe5,segment=NetworkSegment(0c2afe65-7ed5-481f-8f66-9a55e0e0015e),segment_id=0c2afe65-7ed5-481f-8f66-9a55e0e0015e)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:44.896860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf09fbe-5714-42a9-9b72-96dca3bdc68a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:44.917347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2afe65-7ed5-481f-8f66-9a55e0e0015e') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:44.917856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2afe65-7ed5-481f-8f66-9a55e0e0015e') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:44.933406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.936881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.952706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.961034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:44.961619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:44.965671 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:44.996172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268d3ce-bcfc-4e11-8cc9-f84efdbf7705 None None] Pushing event updated for resources: {'Port': ['ID=550ce428-2b44-4a5c-9da5-96d059edabe5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:45.061071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984eccb9-4f9a-459c-95bf-f7f3c36082c4 None None] Network 5bf09fbe-5714-42a9-9b72-96dca3bdc68a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:45.108438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:45.108438 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:45.108438 n-d-822053-9 neutron-server[115563]: [parameters: {'id': '5bf09fbe-5714-42a9-9b72-96dca3bdc68a'}] Dec 20 23:24:45.108438 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:45.109291 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:45.117186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ecdc02-2486-49fb-91db-3cd6c95e12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.128331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ed6c198-6afc-4ca8-a5c0-c4dae0832af7 req-f1fd4e3f-2c92-4855-8ed2-287261e96e14 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=63731e96-f7d9-45bc-893b-53341f15ea9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5165589 Dec 20 23:24:45.177255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708eb3d-8695-4b7d-ad1d-aac03ea7cc82 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:24:45.199854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecdc02-2486-49fb-91db-3cd6c95e12bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254731fa-8acf-4901-be32-cc52b03e4b9a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:45.206475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83ecdc02-2486-49fb-91db-3cd6c95e12bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13bc960127b74e628dee9d78f375f716&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0836816 Dec 20 23:24:45.207195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46882) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:45.225501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:45.266306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.266630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:45.267775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 6489d0c8-ec3f-45a5-8b8e-42d9dea13dba not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:45.290875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.301817 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:45.302156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.345175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708eb3d-8695-4b7d-ad1d-aac03ea7cc82 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:24:45.431724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port 27aad90a-e1e5-45d6-a078-fc1c6e470e80, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=27aad90a-e1e5-45d6-a078-fc1c6e470e80,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:45.432084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.433475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.436278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.440225 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/254731fa-8acf-4901-be32-cc52b03e4b9a HTTP/1.1" status: 204 len: 168 time: 0.2323501 Dec 20 23:24:45.449118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76937f3a-51fa-4f35-b629-c356f899ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254731fa-8acf-4901-be32-cc52b03e4b9a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:45.465986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 27aad90a-e1e5-45d6-a078-fc1c6e470e80 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:45.593506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:45.593885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.612729 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.672654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 550ce428-2b44-4a5c-9da5-96d059edabe5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:45.672902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.725338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port 374ef1c8-c246-40b7-9f77-81aa6e4aeed1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:45.725700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.739890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:45.745468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 550ce428-2b44-4a5c-9da5-96d059edabe5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=550ce428-2b44-4a5c-9da5-96d059edabe5,segment=NetworkSegment(0c2afe65-7ed5-481f-8f66-9a55e0e0015e),segment_id=0c2afe65-7ed5-481f-8f66-9a55e0e0015e)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:45.745929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.759256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 550ce428-2b44-4a5c-9da5-96d059edabe5 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:45.794901 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.842485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=27aad90a-e1e5-45d6-a078-fc1c6e470e80,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:45.912434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] No DVR routers for this DVR port 27aad90a-e1e5-45d6-a078-fc1c6e470e80 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:45.916099 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.919549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-182c75ed-8a7c-4165-928b-f7f3409966e6 req-b4d16cbb-eb27-4665-915c-3ed4cf1fe794 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.45 "DELETE /v2.0/ports/27aad90a-e1e5-45d6-a078-fc1c6e470e80 HTTP/1.1" status: 204 len: 173 time: 1.3280532 Dec 20 23:24:45.919999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'name': 'network-vif-deleted', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:45.922280 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5878d414-7d7b-4e2f-b5b6-a1edc74f0ebb" -d '{"events": [{"server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "name": "network-vif-deleted", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:45.936733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:45.964724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=550ce428-2b44-4a5c-9da5-96d059edabe5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:45.970001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 550ce428-2b44-4a5c-9da5-96d059edabe5 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:45.974772 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a26d9b-a462-423c-9745-140eab8114a4 x-openstack-request-id: req-02a26d9b-a462-423c-9745-140eab8114a4 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:45.975059 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cb759-380b-4d30-bbdd-2bfcf3db0a96", "name": "network-vif-deleted", "tag": "27aad90a-e1e5-45d6-a078-fc1c6e470e80", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:45.975337 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02a26d9b-a462-423c-9745-140eab8114a4 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:45.976374 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cb759-380b-4d30-bbdd-2bfcf3db0a96', 'name': 'network-vif-deleted', 'tag': '27aad90a-e1e5-45d6-a078-fc1c6e470e80', 'status': 'completed', 'code': 200} Dec 20 23:24:46.058564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.079249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf09fbe-5714-42a9-9b72-96dca3bdc68a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:46.090192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2afe65-7ed5-481f-8f66-9a55e0e0015e') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:46.090426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2afe65-7ed5-481f-8f66-9a55e0e0015e') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:46.100808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.114566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.123928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:46.126263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:46.129795 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:46.142261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46892) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:46.193431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb2a21f3-b44a-4981-a0db-dad13e68b23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.233620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-672617a7-00db-4653-a7c0-477813fca7b8 req-05fdabd4-f0e8-4e5e-8e7d-716d33d8d8ab tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=df2cb759-380b-4d30-bbdd-2bfcf3db0a96 HTTP/1.1" status: 200 len: 210 time: 0.0270338 Dec 20 23:24:46.285103 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.315404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.319773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=374ef1c8-c246-40b7-9f77-81aa6e4aeed1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:46.346684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.350195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/5bf09fbe-5714-42a9-9b72-96dca3bdc68a HTTP/1.1" status: 204 len: 168 time: 2.2756553 Dec 20 23:24:46.356154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46898) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:46.371156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-72780677'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:46.376292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f46a-304c-4d14-9309-6ee80c3df74e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=5bf09fbe-5714-42a9-9b72-96dca3bdc68a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:46.471366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb2a21f3-b44a-4981-a0db-dad13e68b23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.513340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:46.517039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.533201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.547252 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb2a21f3-b44a-4981-a0db-dad13e68b23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.563704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:46.597560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:46.598391 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment da43fc6c-9fff-42bf-90e3-8b8f4c2e2034 of type vlan for network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 Dec 20 23:24:46.611172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb2a21f3-b44a-4981-a0db-dad13e68b23d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d7bd778d4a44d0295040f24d20b4aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678755 Dec 20 23:24:46.614837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46906) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:46.787470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router 563aef63-5dfb-433d-a4aa-d82b93d84eba has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:46.921375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:46.931244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d5fa8f0-4e2f-47cc-b597-119d5f0550ef tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "PUT /v2.0/routers/563aef63-5dfb-433d-a4aa-d82b93d84eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1419859 Dec 20 23:24:46.931554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46908) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:46.937810 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Sync routers for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:46.952419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a21f3-b44a-4981-a0db-dad13e68b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57438bf8-6ab4-45dd-bbbf-36daa3bb6599,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:46.953910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:46.954838 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:47.002891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting subnet 8eb7bce0-05cc-461f-9f96-e5b75505fc3f {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:47.008300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.012229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.057123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.062605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.083506 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:47.085546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.150412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:47.155115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950899718', 'description': 'tempest-secgroup-smoke-1950899718 description', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:47.164458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.193267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.200445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:47.201103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.231716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.234312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.235443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57438bf8-6ab4-45dd-bbbf-36daa3bb6599 HTTP/1.1" status: 204 len: 168 time: 0.6196473 Dec 20 23:24:47.278374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a37c8-7121-4ed0-aefd-4313d95f8d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57438bf8-6ab4-45dd-bbbf-36daa3bb6599,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:47.284955 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.300918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46916) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:47.303408 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:45Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:47.319836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.329337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=9ca7d012-ce92-4af7-900f-9e79819e7bf7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:47.335279 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ffee33e4-2332-4b4a-8673-fdd8aa88cc04 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9685774 Dec 20 23:24:47.338827 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Checking router: 563aef63-5dfb-433d-a4aa-d82b93d84eba for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:47.350305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:47.351536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Routers {'563aef63-5dfb-433d-a4aa-d82b93d84eba'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:47.353114 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['563aef63-5dfb-433d-a4aa-d82b93d84eba'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:47.365493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb7bce0-05cc-461f-9f96-e5b75505fc3f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:47.371781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:47.384830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.390169 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a75b73f2-bb0f-43bb-9244-998b0b90971d tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/subnets/8eb7bce0-05cc-461f-9f96-e5b75505fc3f HTTP/1.1" status: 204 len: 168 time: 0.4574208 Dec 20 23:24:47.396877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46920) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:47.497105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.521572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:47.537347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.568912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78966772-dc77-44f9-a418-b6525bd31685 None None] Network ceaed913-fe6f-42b7-9869-6a0eb12521f6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:47.580684 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] Set router 563aef63-5dfb-433d-a4aa-d82b93d84eba gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:47.581288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.582580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.631373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.634027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e32ec3-8adc-4927-aa48-f84223ae6838,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:47.639160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:47.648102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.757076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.767936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d90b8f62-7567-4596-9e8b-0df9f580b7d0 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6180837 Dec 20 23:24:47.769348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46924) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:47.777122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] DHCP port deletion for ceaed913-fe6f-42b7-9869-6a0eb12521f6 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:47.780174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:47.803458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.856558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.859265 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.860432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/security-groups/63731e96-f7d9-45bc-893b-53341f15ea9b HTTP/1.1" status: 204 len: 168 time: 0.5576260 Dec 20 23:24:47.876325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234d49-8eae-400e-b40b-fcf26deb7059 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63731e96-f7d9-45bc-893b-53341f15ea9b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:47.876824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Deleting port 442990dc-1e38-44cb-961e-559a7e20a3f6 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:47.877203 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.923175 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:45Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:47.958606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port fd9e9fdb-5140-46ea-a85b-f9e6c075e201 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:47.959192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.963809 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:47.995736 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8926b-33b0-416e-a023-183af9b81777 None None] The sync data for ids ['563aef63-5dfb-433d-a4aa-d82b93d84eba'] in n-d-822053-9 is: [{'id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'name': 'tempest-TestSecurityGroupsBasicOps-router-275507472', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:45Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': 'fd9e9fdb-5140-46ea-a85b-f9e6c075e201', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563aef63-5dfb-433d-a4aa-d82b93d84eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:24:11Z', 'updated_at': '2021-12-20T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:48.016056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46932) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:48.058804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] For port 442990dc-1e38-44cb-961e-559a7e20a3f6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=442990dc-1e38-44cb-961e-559a7e20a3f6,segment=NetworkSegment(a66f9a33-7476-4787-9f83-e021bcbc2bec),segment_id=a66f9a33-7476-4787-9f83-e021bcbc2bec)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:48.059211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.096787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Calling delete_port for 442990dc-1e38-44cb-961e-559a7e20a3f6 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:48.105875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting subnet f324f57a-d668-4c28-9518-e11ed1fa96dc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:24:48.110324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.112335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.114980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port fd9e9fdb-5140-46ea-a85b-f9e6c075e201, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:48.114980 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.118435 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.130163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for fd9e9fdb-5140-46ea-a85b-f9e6c075e201 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:48.147229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 442990dc-1e38-44cb-961e-559a7e20a3f6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:48.195190 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.196364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.219251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd6c76c-710c-4093-a8a6-49f14b7cf801,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.272680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.317890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.319274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6a26df81-5692-4fc2-8d63-5718aad7241e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482070 Dec 20 23:24:48.323654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46938) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:48.326838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=256f346d-efc0-4fbc-a7cf-b9b85f876476,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.328027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:48.345808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:48.346245 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 9ca7d012-ce92-4af7-900f-9e79819e7bf7, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:48.349662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.376864 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.429845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] Pushing event deleted for resources: {'Port': ['ID=442990dc-1e38-44cb-961e-559a7e20a3f6,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.432635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847d6eb-09df-47cf-9ecd-d2354670f252 None None] No DVR routers for this DVR port 442990dc-1e38-44cb-961e-559a7e20a3f6 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:48.459413 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.485582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:48.488896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.505954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=fd9e9fdb-5140-46ea-a85b-f9e6c075e201,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.525926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4c68c-f915-4b9c-8255-3d4751cd484c None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:48.526521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.577055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Subnet': ['ID=f324f57a-d668-4c28-9518-e11ed1fa96dc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.580160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 9ca7d012-ce92-4af7-900f-9e79819e7bf7) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:48.582313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.589576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a4fcdc5-1a19-45e2-8e41-08dab65b9bb9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/subnets/f324f57a-d668-4c28-9518-e11ed1fa96dc HTTP/1.1" status: 204 len: 168 time: 0.5683894 Dec 20 23:24:48.589576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46946) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:48.597628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:48.598259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.611090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e78c0-4a1b-49b3-98d2-dfde18daf62e None None] Network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:48.614353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a77e6-2104-49ce-98cb-3b5f91b37b60 None None] Network e702b42e-af82-49dc-b05f-2aebfb970072 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:48.618030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.689499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.700491 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad9cf638-d05f-43a6-9a57-d9e54557876d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3458276 Dec 20 23:24:48.703772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46948) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:48.759299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.764394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.772846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.818553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-9ca7d012-ce92-4af7-900f-9e79819e7bf7', 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '256f346d-efc0-4fbc-a7cf-b9b85f876476'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:48.821792 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.847373 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.857231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.862397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:48.862397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.883763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dedc0f2-7feb-4437-8447-0178c8e4d32f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:48.920446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.921278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Fanout notify agent at l3_agent the message router_deleted on router 563aef63-5dfb-433d-a4aa-d82b93d84eba {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:24:48.940081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] DHCP port deletion for e702b42e-af82-49dc-b05f-2aebfb970072 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:48.951684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.954573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9318e0e-5b30-417d-b92e-312e2918c3f4 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/routers/563aef63-5dfb-433d-a4aa-d82b93d84eba HTTP/1.1" status: 204 len: 168 time: 1.5513659 Dec 20 23:24:48.956274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46954) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:48.992031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=378487d1-4fa4-4271-bb4f-5be8a07e6b40,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:48.992566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.995461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:48.996863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-224f83a7-1f08-4a6b-9e84-0359c872e480 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6722574 Dec 20 23:24:49.000335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 46956) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:49.015172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:49.034585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 378487d1-4fa4-4271-bb4f-5be8a07e6b40 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:49.051869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.070395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Deleting port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:49.071183 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.105342 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.152391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Allocated IP 172.20.0.2 (9ca7d012-ce92-4af7-900f-9e79819e7bf7/256f346d-efc0-4fbc-a7cf-b9b85f876476/28bb162d-7bbc-465e-adc3-219bd52495df) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:49.156587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] For port 378487d1-4fa4-4271-bb4f-5be8a07e6b40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=378487d1-4fa4-4271-bb4f-5be8a07e6b40,segment=NetworkSegment(cbcd36a0-f939-4243-abba-37cd455febe5),segment_id=cbcd36a0-f939-4243-abba-37cd455febe5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:49.157261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.196436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Calling delete_port for 378487d1-4fa4-4271-bb4f-5be8a07e6b40 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:49.209945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.237996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaed913-fe6f-42b7-9869-6a0eb12521f6']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.248942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66f9a33-7476-4787-9f83-e021bcbc2bec') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.249246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66f9a33-7476-4787-9f83-e021bcbc2bec') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.251655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.260287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.262996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 27aad90a-e1e5-45d6-a078-fc1c6e470e80 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:49.276327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.284618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:49.285497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:49.289111 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:49.308129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.322384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 27aad90a-e1e5-45d6-a078-fc1c6e470e80 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:49.322820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 27aad90a-e1e5-45d6-a078-fc1c6e470e80 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:49.342698 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=378487d1-4fa4-4271-bb4f-5be8a07e6b40,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.348283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] No DVR routers for this DVR port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:49.378304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.403272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.434994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] Pushing event deleted for resources: {'Port': ['ID=378487d1-4fa4-4271-bb4f-5be8a07e6b40,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.441845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b77f1-ce19-42dc-9442-784b24bb8553 None None] No DVR routers for this DVR port 378487d1-4fa4-4271-bb4f-5be8a07e6b40 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:49.446684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.447498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.461048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.468075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.476312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.480187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/networks/ceaed913-fe6f-42b7-9869-6a0eb12521f6 HTTP/1.1" status: 204 len: 168 time: 0.5203764 Dec 20 23:24:49.483356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46964) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:49.485670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e702b42e-af82-49dc-b05f-2aebfb970072']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.513200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5513327-1828-4b63-999d-2a0110e86d38 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Network': ['ID=ceaed913-fe6f-42b7-9869-6a0eb12521f6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.517298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcd36a0-f939-4243-abba-37cd455febe5') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.517844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcd36a0-f939-4243-abba-37cd455febe5') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.519995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e14974-743f-42bb-b1be-27e1f5ae8301,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.532910 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.553663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.561365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.579761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:49.580173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:49.583612 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:49.615711 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:49.620380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:49.625182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:49.628560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Pushing event updated for resources: {'Port': ['ID=28bb162d-7bbc-465e-adc3-219bd52495df,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.648539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.648539 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-053cf4ca-026f-4fe0-b10c-84b1b7d6fe23 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6407177 Dec 20 23:24:49.652940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46968) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:49.658250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:49.683778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Attempting to bind port 28bb162d-7bbc-465e-adc3-219bd52495df on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:49.684157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Attempting to bind port 28bb162d-7bbc-465e-adc3-219bd52495df by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:49.684697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Attempting to bind port 28bb162d-7bbc-465e-adc3-219bd52495df on network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:49.691228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:49.691611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Checking segment: {'id': 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:49.692017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.692404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Bound using segment: {'id': 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:49.692869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Bound port: 28bb162d-7bbc-465e-adc3-219bd52495df, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:49.693247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.731362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.733858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port bf628d7c-442d-4af4-b86b-fd5cf2db810b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:49.734520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.769589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=256f346d-efc0-4fbc-a7cf-b9b85f876476,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.776577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] For port 28bb162d-7bbc-465e-adc3-219bd52495df, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:49.781394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.783224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] For port 28bb162d-7bbc-465e-adc3-219bd52495df, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=28bb162d-7bbc-465e-adc3-219bd52495df,segment=NetworkSegment(da43fc6c-9fff-42bf-90e3-8b8f4c2e2034),segment_id=da43fc6c-9fff-42bf-90e3-8b8f4c2e2034)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:49.800971 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.804221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/networks/e702b42e-af82-49dc-b05f-2aebfb970072 HTTP/1.1" status: 204 len: 168 time: 1.2141666 Dec 20 23:24:49.807986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46972) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:49.812438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71ac6c-6506-4bbb-ba6d-e2eacf0f101f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Network': ['ID=e702b42e-af82-49dc-b05f-2aebfb970072,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:49.857869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.860920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.894580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca7d012-ce92-4af7-900f-9e79819e7bf7']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.897067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.910391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:49.910589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.910589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:49.927487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.947679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.955880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:49.956419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:49.960709 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:49.965034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:49.965393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 374ef1c8-c246-40b7-9f77-81aa6e4aeed1 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:49.965846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 378487d1-4fa4-4271-bb4f-5be8a07e6b40 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:49.993525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 378487d1-4fa4-4271-bb4f-5be8a07e6b40 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:49.993901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 378487d1-4fa4-4271-bb4f-5be8a07e6b40 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:49.994382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd9e9fdb-5140-46ea-a85b-f9e6c075e201 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:50.027886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fd9e9fdb-5140-46ea-a85b-f9e6c075e201 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:50.028237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd9e9fdb-5140-46ea-a85b-f9e6c075e201 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:50.054404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83644d0-9609-4089-8a3f-5aef05141767 None None] Pushing event updated for resources: {'Port': ['ID=28bb162d-7bbc-465e-adc3-219bd52495df,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:50.103397 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:50.103397 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:50.103397 n-d-822053-9 neutron-server[115563]: [parameters: {'id': '9ca7d012-ce92-4af7-900f-9e79819e7bf7'}] Dec 20 23:24:50.103397 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:50.104175 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:50.318398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.318725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.381713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for bf628d7c-442d-4af4-b86b-fd5cf2db810b owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:50.421863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.512747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.558072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfd24c0-b541-4aa8-84f9-a051081c117e,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:50.584011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:50.584341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.606753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.650582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.651794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9b30a98c-f80f-484b-b49f-19d61bbe3a59 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9973102 Dec 20 23:24:50.654882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 46998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:50.664376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:50.669093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 28bb162d-7bbc-465e-adc3-219bd52495df {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:50.669794 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.733432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.733782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.755821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 28bb162d-7bbc-465e-adc3-219bd52495df, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=28bb162d-7bbc-465e-adc3-219bd52495df,segment=NetworkSegment(da43fc6c-9fff-42bf-90e3-8b8f4c2e2034),segment_id=da43fc6c-9fff-42bf-90e3-8b8f4c2e2034)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:50.756189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.756756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:50.771633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 28bb162d-7bbc-465e-adc3-219bd52495df owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:50.817530 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Project b8e0e1a81b3c4535a1c97da3f32ec96a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:24:50.827459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.856779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.908145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=bf628d7c-442d-4af4-b86b-fd5cf2db810b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:50.947260 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:50.981798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=28bb162d-7bbc-465e-adc3-219bd52495df,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:50.984143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 28bb162d-7bbc-465e-adc3-219bd52495df on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:51.003150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.020040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.020410 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Floating IP 9e151ed3-acdb-440e-961c-9d17e5b1394f disassociated (deleted). External IP: 172.25.1.196, port: c6ece860-9413-4bdf-ad6d-5783d4cdf0ee. Dec 20 23:24:51.078116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.105466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca7d012-ce92-4af7-900f-9e79819e7bf7']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:51.115783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:51.116089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da43fc6c-9fff-42bf-90e3-8b8f4c2e2034') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:51.127024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.134994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.143961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.152925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:51.153562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:51.157198 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:51.162878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaa11e5-22a6-4266-af76-6c2c50098041,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:51.173196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb199b95-1cd2-4558-8f83-e6c38f2e00d0 None None] Network 9ca7d012-ce92-4af7-900f-9e79819e7bf7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:51.232224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.244667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c82bc751-8dac-45a1-818b-931900808c2d None None] Could not find standard attr ID for object 28bb162d-7bbc-465e-adc3-219bd52495df. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:24:51.281283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.281283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-72eaed30-15dd-4ebf-8aa6-220d61c2bf6a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6236019 Dec 20 23:24:51.281283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=e5041da2-0f21-4b2e-a2a6-6eb3d298fbf5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:51.283485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47022) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:51.292718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'security_group_rule': {'security_group_id': '43e32ec3-8adc-4927-aa48-f84223ae6838', 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:51.298978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.308551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.311912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/9ca7d012-ce92-4af7-900f-9e79819e7bf7 HTTP/1.1" status: 204 len: 168 time: 2.6069126 Dec 20 23:24:51.329123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:51.335392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761905670'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:51.342437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4852-a3f2-42ab-8d95-59963b0fd788 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=9ca7d012-ce92-4af7-900f-9e79819e7bf7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:51.382301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85b0f1-8381-428d-a128-3b6763d6f51d None None] DHCP port deletion for 9ca7d012-ce92-4af7-900f-9e79819e7bf7 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:51.391306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.391669 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Floating IP 257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 disassociated (deleted). External IP: 172.25.1.246, port: af4fa843-d8d3-49c4-8601-eb1ac6a02dcd. Dec 20 23:24:51.433674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router ada58a7f-1a44-415b-ac11-86fb3ea96598 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:51.433910 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Project b8e0e1a81b3c4535a1c97da3f32ec96a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:24:51.439383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.461052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:51.464898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.521764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:51.537433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.537795 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment eb35602d-4447-4aad-b617-0d8e3d4e9ae3 of type vlan for network 01649e2d-1923-43d1-a791-69ed0715ba5f Dec 20 23:24:51.553268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.588551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.635425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.649548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:51.653711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb13435-b0a3-4b63-a547-a21247d03f4e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:51.654263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.681954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Sync routers for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:51.681954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:51.681954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:51.700928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:51.711268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.717077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:51.717658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.725514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed7de9c0-ff90-4ad2-bb57-8462d464617b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/floatingips/9e151ed3-acdb-440e-961c-9d17e5b1394f HTTP/1.1" status: 204 len: 168 time: 2.2251897 Dec 20 23:24:51.728860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:51.731276 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d7abd3-f62b-4756-ab6f-a51b878a112a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:51.773337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.779396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f8ed3afd-2f0f-4aa8-a683-3602cd86c58a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4917364 Dec 20 23:24:51.799702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:24:51.828454 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe9672-6177-4971-92f8-11d372fdb810 x-openstack-request-id: req-3ffe9672-6177-4971-92f8-11d372fdb810 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:51.828748 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:51.829003 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ffe9672-6177-4971-92f8-11d372fdb810 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:51.829406 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'status': 'completed', 'code': 200} Dec 20 23:24:51.835914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=01649e2d-1923-43d1-a791-69ed0715ba5f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:51.870169 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8591643b-7c68-468b-951c-176e808ec043 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5389562 Dec 20 23:24:51.874896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:51.890088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:51.898167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:51.942395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 01649e2d-1923-43d1-a791-69ed0715ba5f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:51.961760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eca587f5-2c6c-46a9-9b36-f1dfc5cdafc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:51.993801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:24:52.000085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.005014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:24:52.018461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-ba68f5a7-6a47-47df-9074-0e210a88ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.020765 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-ba68f5a7-6a47-47df-9074-0e210a88ea7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 1135 time: 0.1690378 Dec 20 23:24:52.023663 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:52.027347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:52.042632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-78c5a9bc-d586-4bc7-b97f-5c4bdf7d5d3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/floatingips/257c2b8b-fb4f-4fab-8e9a-513de3f31fc6 HTTP/1.1" status: 204 len: 168 time: 2.2334664 Dec 20 23:24:52.150422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-f5adc6ca-2412-41cb-9292-3f9c9adae751 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950899718&fields=id&tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a HTTP/1.1" status: 200 len: 267 time: 0.0693688 Dec 20 23:24:52.209486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-60ffa54c-4038-4fc3-87d6-b541bf723cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.211303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-60ffa54c-4038-4fc3-87d6-b541bf723cc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11ae5a3c-6682-4a62-bb79-1f87081e32a0 HTTP/1.1" status: 200 len: 897 time: 0.1815424 Dec 20 23:24:52.269974 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-f2c71319-9ca5-4c24-a911-42160f91da81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee HTTP/1.1" status: 200 len: 217 time: 0.0512080 Dec 20 23:24:52.276302 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:52.287752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eca587f5-2c6c-46a9-9b36-f1dfc5cdafc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.295721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:52.299205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.320746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:52.354820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Checking router: ada58a7f-1a44-415b-ac11-86fb3ea96598 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:52.359023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-1a71c889-b5a8-4cab-a2fe-ddd9a1f78c9b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.362998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-1a71c889-b5a8-4cab-a2fe-ddd9a1f78c9b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 814 time: 0.2025611 Dec 20 23:24:52.365316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:52.366351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:52.384689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-597b7b4f-92e4-45fe-a05f-bfc226473993 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/quotas/b8e0e1a81b3c4535a1c97da3f32ec96a HTTP/1.1" status: 200 len: 375 time: 0.0173814 Dec 20 23:24:52.388471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eca587f5-2c6c-46a9-9b36-f1dfc5cdafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.453249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-1fef28d5-c8bd-4d0c-8c8f-e3f2294a5202 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621042 Dec 20 23:24:52.457358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-29768925-9a2e-4063-86d7-61b5d5504142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.458848 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-29768925-9a2e-4063-86d7-61b5d5504142 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd4a6c38-0d24-438b-af70-4cdfabcbd909 HTTP/1.1" status: 200 len: 834 time: 0.1734967 Dec 20 23:24:52.469033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing IP validity checks on allocation pools {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:24:52.469548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:24:52.496584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:52.552911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eca587f5-2c6c-46a9-9b36-f1dfc5cdafc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7bc3e6d9ce64a88984c2282c46de41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8507490 Dec 20 23:24:52.553605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47048) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:52.558273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca587f5-2c6c-46a9-9b36-f1dfc5cdafc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6663b8-dc25-42ea-bef4-5cfb276b0901,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:52.588100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-ee8ca50f-d4ee-4042-9892-1ae3dc12aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.589640 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-ee8ca50f-d4ee-4042-9892-1ae3dc12aa93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11ae5a3c-6682-4a62-bb79-1f87081e32a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094594 Dec 20 23:24:52.593171 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:52.631970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-35ac5b83-0fe7-4140-bce1-6147447b6fdf service neutron] 10.222.0.62 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609190 Dec 20 23:24:52.660149 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:24:52.671891 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.684265 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:24:52.684898 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:52.704564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.802724 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-cf1d7fc3-fccd-4769-a6e5-e7dadbfeb61c service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827281 Dec 20 23:24:52.834471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:24:52.865319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-f5a3467c-509a-4760-b316-d8d95c893375 service neutron] 10.222.0.62 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314036 Dec 20 23:24:52.887692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe10ad-5119-4486-9bfb-7ac83b8abbfb req-15b71a06-06f7-4440-8722-dbb995da8b8b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:52.894391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3efe10ad-5119-4486-9bfb-7ac83b8abbfb req-15b71a06-06f7-4440-8722-dbb995da8b8b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.1899934 Dec 20 23:24:52.899118 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:52.998102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3efe10ad-5119-4486-9bfb-7ac83b8abbfb req-d947fe94-9dc3-408a-a4ce-51516f06d3cd tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0979264 Dec 20 23:24:52.999696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.002826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.004225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f6663b8-dc25-42ea-bef4-5cfb276b0901 HTTP/1.1" status: 204 len: 168 time: 0.4497876 Dec 20 23:24:53.015457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21f0ef-8963-4a81-bb3a-4b70432783a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6663b8-dc25-42ea-bef4-5cfb276b0901,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:53.037380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=38314c80-2e1f-493b-9340-7d23f1fdf6a0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:53.050351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c3d7abd3-f62b-4756-ab6f-a51b878a112a req-1024673f-bd9f-4559-8fef-58e9f436265b service neutron] 10.222.0.59 "GET /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401021 Dec 20 23:24:53.100295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:53.100295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 01649e2d-1923-43d1-a791-69ed0715ba5f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:53.139482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:53.168163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a99d9-027d-4575-a134-834014ad6d96 None None] The sync data for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 is: [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:23:16Z', 'revision_number': 4, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '90a08ea6-94d9-4d77-b46e-a0128ce391f8', 'name': '', 'network_id': '11ae5a3c-6682-4a62-bb79-1f87081e32a0', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'mac_address': 'fa:16:3e:7d:a8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:15Z', 'updated_at': '2021-12-20T23:23:19Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'subnets': [{'id': 'bd4a6c38-0d24-438b-af70-4cdfabcbd909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:53.168464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e8267-13db-4c6c-857c-628533c66e6f req-1d30d29b-4010-464a-8de0-6e3cc6d5484e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:53.169963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-340e8267-13db-4c6c-857c-628533c66e6f req-1d30d29b-4010-464a-8de0-6e3cc6d5484e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.0816650 Dec 20 23:24:53.194239 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:53.227944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 01649e2d-1923-43d1-a791-69ed0715ba5f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:53.240082 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4092c-e0a6-4074-835c-6bbcaa2e8b28 None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:24:41Z', 'revision_number': 6, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'a0cf1eb6-e90d-4100-af86-a056b24db497', 'name': '', 'network_id': 'ce861238-d466-421e-a187-e98dfc7d2c13', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:47:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:49Z', 'updated_at': '2021-12-20T23:22:54Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'bab250db-b57e-46a8-9293-11026aab1ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:24:53.247943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-340e8267-13db-4c6c-857c-628533c66e6f req-a5cf2bcd-eece-4706-a31f-5892d139b6f1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706091 Dec 20 23:24:53.319003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 01649e2d-1923-43d1-a791-69ed0715ba5f) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:53.324968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:53.329218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.331100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66399f69-8e68-405b-819d-01486dee723e None None] Network 01649e2d-1923-43d1-a791-69ed0715ba5f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:53.400296 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f89b72dd-65bb-4bd7-852d-3bef545a9787 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5089190 Dec 20 23:24:53.402805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47062) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:53.471852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-01649e2d-1923-43d1-a791-69ed0715ba5f', 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '38314c80-2e1f-493b-9340-7d23f1fdf6a0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:53.472760 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.639807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.644601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3e8e0-7e50-474c-9d5b-9796dce1ae3f None None] New status for floating IP 9e151ed3-acdb-440e-961c-9d17e5b1394f: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:24:53.713704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb55dd-b2a5-40e5-ac7d-69cd9b9555f8 None None] New status for floating IP 257c2b8b-fb4f-4fab-8e9a-513de3f31fc6: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:24:53.748879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45615176-acb6-47ab-8088-3eee4724b326 req-05614d83-4739-4fa2-bbf9-248adde33164 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0692627 Dec 20 23:24:53.786898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-0e66e919-9599-4d45-aae2-f3799c820754 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:53.790505 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-0e66e919-9599-4d45-aae2-f3799c820754 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.2216649 Dec 20 23:24:53.792573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Allocated IP 172.20.0.3 (01649e2d-1923-43d1-a791-69ed0715ba5f/38314c80-2e1f-493b-9340-7d23f1fdf6a0/256df19d-8c6c-431f-a27a-a5c9625cbcb7) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:53.830487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:53.831444 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:24:53.838353 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26" -d '{"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:53.878334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.909619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:53.938444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d008722-b069-4576-bceb-0be91b8e3ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:53.943807 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1dba57-bb08-45dc-998f-022a4b062a6c x-openstack-request-id: req-de1dba57-bb08-45dc-998f-022a4b062a6c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:53.944220 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:53.944568 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de1dba57-bb08-45dc-998f-022a4b062a6c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:53.946129 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'status': 'completed', 'code': 200} Dec 20 23:24:54.023628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-3c77c5b0-7720-40c2-9a0e-0b888d4024ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.025020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.025175 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-3c77c5b0-7720-40c2-9a0e-0b888d4024ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 1097 time: 0.0574532 Dec 20 23:24:54.027754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:54.028088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.035528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d008722-b069-4576-bceb-0be91b8e3ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.108760 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.150784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f397ef4-02a4-4691-984c-e9b7b6bac541 req-0cd7e4ed-af4b-4213-b750-74180896de7b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.152279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f397ef4-02a4-4691-984c-e9b7b6bac541 req-0cd7e4ed-af4b-4213-b750-74180896de7b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 984 time: 0.0594020 Dec 20 23:24:54.153806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Network 01649e2d-1923-43d1-a791-69ed0715ba5f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:54.156408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:54.167227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:54.171453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Pushing event updated for resources: {'Port': ['ID=256df19d-8c6c-431f-a27a-a5c9625cbcb7,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:54.173028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d008722-b069-4576-bceb-0be91b8e3ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.241882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d008722-b069-4576-bceb-0be91b8e3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b869d-6198-46f5-bd37-c53cb87a7814,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:54.246946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Attempting to bind port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:54.247778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Attempting to bind port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:54.248427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Attempting to bind port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 on network 01649e2d-1923-43d1-a791-69ed0715ba5f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:54.249317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d008722-b069-4576-bceb-0be91b8e3ee9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebdb4f44d98b4b948806d992794377b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382459 Dec 20 23:24:54.252818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47080) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:54.255480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:54.256581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Checking segment: {'id': 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:54.257440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.259324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Bound using segment: {'id': 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:54.260714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Bound port: 256df19d-8c6c-431f-a27a-a5c9625cbcb7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01649e2d-1923-43d1-a791-69ed0715ba5f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:54.261220 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.292015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f397ef4-02a4-4691-984c-e9b7b6bac541 req-56189d33-1ae7-4fd7-99c9-7dc82b466848 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/security-groups?id=80370d0c-185a-491e-a92b-f4919809e045&id=eb8cae38-8998-452c-8665-d5a9646fcbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1335831 Dec 20 23:24:54.356531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] For port 256df19d-8c6c-431f-a27a-a5c9625cbcb7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:54.360705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] For port 256df19d-8c6c-431f-a27a-a5c9625cbcb7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=256df19d-8c6c-431f-a27a-a5c9625cbcb7,segment=NetworkSegment(eb35602d-4447-4aad-b617-0d8e3d4e9ae3),segment_id=eb35602d-4447-4aad-b617-0d8e3d4e9ae3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:54.379610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.421822 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.430750 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.448547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c86b4-feb7-45dc-a67b-801818f4b6e5 req-c65d58f5-d3e7-4cd0-993a-d2acf98348bf tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.450192 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-463c86b4-feb7-45dc-a67b-801818f4b6e5 req-c65d58f5-d3e7-4cd0-993a-d2acf98348bf tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.0858390 Dec 20 23:24:54.501755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c0d2-a1e2-4a80-abc0-04aa126affeb None None] Pushing event updated for resources: {'Port': ['ID=256df19d-8c6c-431f-a27a-a5c9625cbcb7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:54.530348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-463c86b4-feb7-45dc-a67b-801818f4b6e5 req-ca40a12d-241d-476c-b751-a341701d4519 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708365 Dec 20 23:24:54.555910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-73656b5d-2deb-497f-89f0-fa3e0806b8aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.557472 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-73656b5d-2deb-497f-89f0-fa3e0806b8aa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.5139995 Dec 20 23:24:54.588734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.593613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.597433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:54.597433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.597822 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/969b869d-6198-46f5-bd37-c53cb87a7814 HTTP/1.1" status: 204 len: 168 time: 0.3411832 Dec 20 23:24:54.609042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06a46a-baac-49e6-b754-a7cfbca33a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b869d-6198-46f5-bd37-c53cb87a7814,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:54.625521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-79a55999-1657-44b2-af61-eef0b960839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.626925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-79a55999-1657-44b2-af61-eef0b960839e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 200 len: 895 time: 0.5845044 Dec 20 23:24:54.634280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.644181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for c6ece860-9413-4bdf-ad6d-5783d4cdf0ee owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:54.738008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=38314c80-2e1f-493b-9340-7d23f1fdf6a0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:54.747863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-cda0ee69-c44f-4768-9486-b5e0b9cb216f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 200 len: 217 time: 0.1041312 Dec 20 23:24:54.833570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cf75c10-f7fa-4b87-9782-bc95dcf7c945 req-43aca2a4-c27d-41df-a50a-42ace95e4de9 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0371835 Dec 20 23:24:54.880054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:54.932681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01649e2d-1923-43d1-a791-69ed0715ba5f']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:54.937962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-bd920859-a752-4160-9d45-222bd796d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:54.939435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-bd920859-a752-4160-9d45-222bd796d65a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bab250db-b57e-46a8-9293-11026aab1ff8 HTTP/1.1" status: 200 len: 834 time: 0.1520426 Dec 20 23:24:54.969037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:54.969426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:55.006097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.032835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:55.033172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.068995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.088687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:55.089098 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:55.095629 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:55.115064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-908de94a-3dcb-4af3-a067-82bd2c8fb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:55.118680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-908de94a-3dcb-4af3-a067-82bd2c8fb579 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce861238-d466-421e-a187-e98dfc7d2c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678236 Dec 20 23:24:55.275989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:24:55.275989 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:24:55.275989 n-d-822053-9 neutron-server[115563]: [parameters: {'id': '01649e2d-1923-43d1-a791-69ed0715ba5f'}] Dec 20 23:24:55.275989 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:24:55.276429 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:24:55.284583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.287485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:55.287844 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.338456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for af4fa843-d8d3-49c4-8601-eb1ac6a02dcd owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:55.343224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=c6ece860-9413-4bdf-ad6d-5783d4cdf0ee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:55.419784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ae1a309-953c-4480-8898-772de558c3bf req-982a3351-3262-4a1e-99c9-2c974062431e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0301881 Dec 20 23:24:55.450153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-4e93d46b-2d72-4025-82ef-2b1463897835 service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985542 Dec 20 23:24:55.452612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] No DVR routers for this DVR port c6ece860-9413-4bdf-ad6d-5783d4cdf0ee on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:55.456214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.459640 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.59 "DELETE /v2.0/ports/c6ece860-9413-4bdf-ad6d-5783d4cdf0ee HTTP/1.1" status: 204 len: 173 time: 1.6614740 Dec 20 23:24:55.460102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'name': 'network-vif-deleted', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:55.462553 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39735739-cda2-4bd0-bc7e-b319ddfa317a" -d '{"events": [{"server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "name": "network-vif-deleted", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:55.514997 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d4041-904e-4ca9-b611-4694425520be x-openstack-request-id: req-319d4041-904e-4ca9-b611-4694425520be {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:55.514997 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac50ae39-0c06-4836-8058-369a9f530130", "name": "network-vif-deleted", "tag": "c6ece860-9413-4bdf-ad6d-5783d4cdf0ee", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:55.514997 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-319d4041-904e-4ca9-b611-4694425520be {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:55.515269 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac50ae39-0c06-4836-8058-369a9f530130', 'name': 'network-vif-deleted', 'tag': 'c6ece860-9413-4bdf-ad6d-5783d4cdf0ee', 'status': 'completed', 'code': 200} Dec 20 23:24:55.614015 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d7f42e7a-27bd-47a3-837e-b5f26bce8c26 req-b1d3fb9f-d323-4347-9abe-fc47bab0b567 service neutron] 10.222.0.59 "GET /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484737 Dec 20 23:24:55.684835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a3108-897d-439b-b2b2-d082df0d1395 req-b3419361-fad5-4e3e-adc6-c6b9897b5f69 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:55.686631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15a3108-897d-439b-b2b2-d082df0d1395 req-b3419361-fad5-4e3e-adc6-c6b9897b5f69 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 946 time: 0.0572655 Dec 20 23:24:55.758834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15a3108-897d-439b-b2b2-d082df0d1395 req-87d16e48-2840-4afc-9380-83bb1e9cd3b1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628219 Dec 20 23:24:55.765903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.790658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.837504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=af4fa843-d8d3-49c4-8601-eb1ac6a02dcd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:55.910728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] No DVR routers for this DVR port af4fa843-d8d3-49c4-8601-eb1ac6a02dcd on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:55.914421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638c6cf-cdca-4281-a5dc-c02433958324 None None] Network 01649e2d-1923-43d1-a791-69ed0715ba5f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:55.915116 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:55.940945 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e3d9f79d-949a-4bd1-b871-e9342cf6717d req-940c47c3-714e-4500-9e9e-316951ed8d5f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "DELETE /v2.0/ports/af4fa843-d8d3-49c4-8601-eb1ac6a02dcd HTTP/1.1" status: 204 len: 173 time: 1.3447213 Dec 20 23:24:56.059114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:56.059717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.062224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 256df19d-8c6c-431f-a27a-a5c9625cbcb7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:24:56.068154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec57ef68-70d3-47ab-946d-27200347ef0c req-9498705a-3122-4f7e-a8bc-46624aafc2db tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0676374 Dec 20 23:24:56.110443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-85cca5cc-31f4-45d8-8435-f23bfd217bc2 None None] Provisioning complete for port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:56.111157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85cca5cc-31f4-45d8-8435-f23bfd217bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.175091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 256df19d-8c6c-431f-a27a-a5c9625cbcb7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=256df19d-8c6c-431f-a27a-a5c9625cbcb7,segment=NetworkSegment(eb35602d-4447-4aad-b617-0d8e3d4e9ae3),segment_id=eb35602d-4447-4aad-b617-0d8e3d4e9ae3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:56.175695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.190765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 256df19d-8c6c-431f-a27a-a5c9625cbcb7 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:56.279181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85cca5cc-31f4-45d8-8435-f23bfd217bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.291898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:56.292458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.331674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] DHCP port deletion for 01649e2d-1923-43d1-a791-69ed0715ba5f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:24:56.377693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c6ece860-9413-4bdf-ad6d-5783d4cdf0ee no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:56.405462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.413078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: c6ece860-9413-4bdf-ad6d-5783d4cdf0ee {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:56.413405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c6ece860-9413-4bdf-ad6d-5783d4cdf0ee not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:56.443426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=256df19d-8c6c-431f-a27a-a5c9625cbcb7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:56.448156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:56.452727 n-d-822053-9 neutron-server[115564]: INFO neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No ports have port_id starting with 256df19d-8c6c-431f-a27a-a5c9625cbcb7 Dec 20 23:24:56.469033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Deleting port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:24:56.469416 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.551171 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.556771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] For port 256df19d-8c6c-431f-a27a-a5c9625cbcb7, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:24:56.557180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.580116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Calling delete_port for 256df19d-8c6c-431f-a27a-a5c9625cbcb7 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:24:56.580116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:24:56.580585 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.598552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01649e2d-1923-43d1-a791-69ed0715ba5f']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:56.609749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] Pushing event deleted for resources: {'Port': ['ID=256df19d-8c6c-431f-a27a-a5c9625cbcb7,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:56.619693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:56.620199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992db36-7ba9-4e52-a1e4-bbf8717d8df9 None None] No DVR routers for this DVR port 256df19d-8c6c-431f-a27a-a5c9625cbcb7 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:24:56.620289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb35602d-4447-4aad-b617-0d8e3d4e9ae3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:24:56.639708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abe4fe77-2105-4d98-8a9b-ae909acdfbed req-e797f96a-9631-4ea3-b13c-b4816f828532 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac50ae39-0c06-4836-8058-369a9f530130 HTTP/1.1" status: 200 len: 210 time: 0.0360537 Dec 20 23:24:56.647030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.664753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.671520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:24:56.671907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:24:56.674853 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:24:56.810706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.834934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:56.839254 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/01649e2d-1923-43d1-a791-69ed0715ba5f HTTP/1.1" status: 204 len: 168 time: 3.4351397 Dec 20 23:24:56.852508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:56.864498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220681cd-7cd1-40fd-a07a-de9d92f57610 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=01649e2d-1923-43d1-a791-69ed0715ba5f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:56.864604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2054837180'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:56.937097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2b0c5c1-356c-456d-9c5b-b436e4fa81d5 req-8b25cabc-8dbc-4e9f-a0e4-230ba15e5d3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=0defdcc1-e67a-4279-a477-747c94db7de2 HTTP/1.1" status: 200 len: 210 time: 0.0613332 Dec 20 23:24:57.026966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-8cdb6ac2-bc37-4c57-bcee-620d332f2aaf tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:57.028549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-8cdb6ac2-bc37-4c57-bcee-620d332f2aaf tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 814 time: 0.1882637 Dec 20 23:24:57.071774 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:57.074276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47138) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:57.075306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.125421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-35d5250b-5dae-4d9b-97dc-aa93b9556559 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a HTTP/1.1" status: 200 len: 380 time: 0.0802438 Dec 20 23:24:57.126244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:57.136817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.137036 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 206046b2-7cef-438a-b22e-341af72319d3 of type vlan for network aaea9e2c-121a-4360-8b2d-69d3a3e42819 Dec 20 23:24:57.150715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'port': {'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'admin_state_up': True, 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'security_groups': ['43e32ec3-8adc-4927-aa48-f84223ae6838']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:57.222070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30656290-2c09-4587-aeac-fc0f3b7f8dfb req-a62c166a-632b-407f-b238-cbc37269522d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0667217 Dec 20 23:24:57.267441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2103640716'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:57.271964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.354000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Made reservation on behalf of 274c86894ca24c6e966cb656ab6d5d7c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:57.357652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.366987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.376603 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.384497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:57.385527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.418606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Made reservation on behalf of b8e0e1a81b3c4535a1c97da3f32ec96a for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:57.422095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.448537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.489270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6355896 Dec 20 23:24:57.492925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:57.494401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa80900-6f7f-4318-93d1-cc187670036c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=aaea9e2c-121a-4360-8b2d-69d3a3e42819,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:57.505115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network aaea9e2c-121a-4360-8b2d-69d3a3e42819 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:57.518349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:57.529645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'name': 'network-vif-deleted', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:24:57.533886 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521c59dc-9a1c-46d5-bbd2-2300edd48f0f" -d '{"events": [{"server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "name": "network-vif-deleted", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:24:57.542343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.559753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:24:57.593750 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.594111 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Added segment 80812887-2aa5-417a-971d-fd526ed70788 of type vlan for network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 Dec 20 23:24:57.613095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Allocated IP 172.20.0.13 (be5949b1-1747-41ec-8886-62205d19c400/ab056f7a-ce6b-4649-a586-8a58574c355f/de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:57.621540 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a382a-d3cf-4a69-8c55-b9b8a701002b x-openstack-request-id: req-4d3a382a-d3cf-4a69-8c55-b9b8a701002b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:24:57.622114 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defdcc1-e67a-4279-a477-747c94db7de2", "name": "network-vif-deleted", "tag": "af4fa843-d8d3-49c4-8601-eb1ac6a02dcd", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:24:57.622114 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d3a382a-d3cf-4a69-8c55-b9b8a701002b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:24:57.625399 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0defdcc1-e67a-4279-a477-747c94db7de2', 'name': 'network-vif-deleted', 'tag': 'af4fa843-d8d3-49c4-8601-eb1ac6a02dcd', 'status': 'completed', 'code': 200} Dec 20 23:24:57.703165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e003bf6e-a7da-4f7c-a15f-1ff4fca5155c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:57.709753 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47150) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:57.745202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.766952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.809352 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.833986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.873387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.874628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 256df19d-8c6c-431f-a27a-a5c9625cbcb7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:57.879147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:57.879745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.899670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 256df19d-8c6c-431f-a27a-a5c9625cbcb7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:57.900093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 256df19d-8c6c-431f-a27a-a5c9625cbcb7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:57.902913 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.908449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:57.912492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:57.955890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Network be5949b1-1747-41ec-8886-62205d19c400 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:57.959083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:57.964831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:57.988101 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9101932 Dec 20 23:24:57.989812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47154) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:57.997221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Request body: {'subnet': {'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:58.015448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.027995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.042482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47156) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:58.061428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f4bd3-b171-4391-9e45-543efa585ab5 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event updated for resources: {'Network': ['ID=6701ff36-5e15-4fdd-8d37-2e8a931bd6b6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.073606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:24:58.083881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.088632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.092335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/security-groups/80370d0c-185a-491e-a92b-f4919809e045 HTTP/1.1" status: 204 len: 168 time: 0.3774526 Dec 20 23:24:58.095059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47158) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:58.117915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0bd78-ed20-4f26-849f-53b201dba71e tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80370d0c-185a-491e-a92b-f4919809e045,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.140819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:58.141453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.202639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.221475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.236795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.264574 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.334071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-ec91309a-9f0d-4ebd-91c4-e6e0a691ef02 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1953726 Dec 20 23:24:58.358336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Request body: {'port': {'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:24:58.383048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device af4fa843-d8d3-49c4-8601-eb1ac6a02dcd no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:24:58.406420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: af4fa843-d8d3-49c4-8601-eb1ac6a02dcd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:24:58.407186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device af4fa843-d8d3-49c4-8601-eb1ac6a02dcd not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:24:58.422190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7090de50-44e5-4faf-891a-c72f38d162be None None] Provisioning complete for port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:24:58.423118 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7090de50-44e5-4faf-891a-c72f38d162be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.466068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7090de50-44e5-4faf-891a-c72f38d162be None None] Port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:24:58.508534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.537321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.541152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.545035 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb8cae38-8998-452c-8665-d5a9646fcbe5 HTTP/1.1" status: 204 len: 168 time: 0.4444828 Dec 20 23:24:58.552962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47162) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:58.607521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128ecaf-f9b4-42e6-a917-295b3b76c28b tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8cae38-8998-452c-8665-d5a9646fcbe5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.628929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=2e1ce851-f5bd-4334-9e6d-895be5641b69,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.690120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '206046b2-7cef-438a-b22e-341af72319d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:58.690504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: aaea9e2c-121a-4360-8b2d-69d3a3e42819, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:58.765131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.768033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.769193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/security-groups/8bb9dc09-1b7f-4ebd-b47b-72163d6bb930 HTTP/1.1" status: 204 len: 168 time: 0.7134135 Dec 20 23:24:58.807503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc9491-5d1e-456a-8348-7bf5e7f1ef59 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9dc09-1b7f-4ebd-b47b-72163d6bb930,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:58.840565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network aaea9e2c-121a-4360-8b2d-69d3a3e42819 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:58.852346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b5d81-5a5b-4fde-b594-d3d86440451d req-a110c31e-767a-4906-be86-85552f402473 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:58.854161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8b5d81-5a5b-4fde-b594-d3d86440451d req-a110c31e-767a-4906-be86-85552f402473 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 932 time: 0.5126503 Dec 20 23:24:58.861834 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.887319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47166) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:58.892511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Made reservation on behalf of 274c86894ca24c6e966cb656ab6d5d7c for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:24:58.896456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.952883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, aaea9e2c-121a-4360-8b2d-69d3a3e42819) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:58.963532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:58.964131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:58.974211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90424319-e868-4b0e-a831-a8d113914a68 None None] Network aaea9e2c-121a-4360-8b2d-69d3a3e42819 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:59.044708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e8b5d81-5a5b-4fde-b594-d3d86440451d req-7bd27b6a-fd3c-4d75-9ef6-f9ea5ef7c03d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805806 Dec 20 23:24:59.145829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-aaea9e2c-121a-4360-8b2d-69d3a3e42819', 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '2e1ce851-f5bd-4334-9e6d-895be5641b69'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:24:59.147330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.306734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-decfb3e4-8386-459f-a4c6-6716b7083421 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8093431 Dec 20 23:24:59.314351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47168) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:59.329186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Allocated IP 172.20.0.1 (aaea9e2c-121a-4360-8b2d-69d3a3e42819/2e1ce851-f5bd-4334-9e6d-895be5641b69/5f868020-0d80-431e-9a53-79566c8f5292) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:24:59.400973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.456512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:24:59.473231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.512125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Transition to ACTIVE for port object de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:24:59.521288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event updated for resources: {'Subnet': ['ID=cbf7c1e3-5268-4443-82c7-703013a6907a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:59.534923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Checking segment: {'id': '80812887-2aa5-417a-971d-fd526ed70788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:59.535522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Network hostable DHCP agents. Network: 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:24:59.544726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.566805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.570615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.576790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.636253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.672840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Pushing event updated for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:59.684609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:24:59.699673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Pushing event updated for resources: {'Port': ['ID=5f868020-0d80-431e-9a53-79566c8f5292,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:24:59.714039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Network aaea9e2c-121a-4360-8b2d-69d3a3e42819 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:24:59.716149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:59.721205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:24:59.788351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Attempting to bind port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:59.789910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Attempting to bind port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:59.790419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Attempting to bind port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 on network be5949b1-1747-41ec-8886-62205d19c400 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:59.807682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 on network be5949b1-1747-41ec-8886-62205d19c400 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:24:59.808073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Attempting to bind port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 on network be5949b1-1747-41ec-8886-62205d19c400 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:59.808752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Attempting to bind port 5f868020-0d80-431e-9a53-79566c8f5292 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:24:59.809355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Attempting to bind port 5f868020-0d80-431e-9a53-79566c8f5292 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '206046b2-7cef-438a-b22e-341af72319d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:24:59.810013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Attempting to bind port 5f868020-0d80-431e-9a53-79566c8f5292 on network aaea9e2c-121a-4360-8b2d-69d3a3e42819 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:24:59.814782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:59.815173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Checking segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:59.815566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Bound using segment: {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:59.815999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Bound port: de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c84230f-c9ae-42ef-a540-c07af883de27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:59.816355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.817164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:24:59.817889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Checking segment: {'id': '206046b2-7cef-438a-b22e-341af72319d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:24:59.819007 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.819653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Bound using segment: {'id': '206046b2-7cef-438a-b22e-341af72319d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:24:59.820394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Bound port: 5f868020-0d80-431e-9a53-79566c8f5292, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206046b2-7cef-438a-b22e-341af72319d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:24:59.821094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.875130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:24:59.885646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a4770-87b7-42fa-a870-1f8bcaf0efb2 None None] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:24:59.888751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:24:59.890259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:24:59.926673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:59.932293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:24:59.943217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] For port 5f868020-0d80-431e-9a53-79566c8f5292, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:24:59.981675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b0b66381-3052-4954-b4a4-0d53ee47345a tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9887233 Dec 20 23:24:59.985693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:24:59.992524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Request body: {'port': {'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1908772460'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:00.000000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] For port 5f868020-0d80-431e-9a53-79566c8f5292, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f868020-0d80-431e-9a53-79566c8f5292,segment=NetworkSegment(206046b2-7cef-438a-b22e-341af72319d3),segment_id=206046b2-7cef-438a-b22e-341af72319d3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:00.063458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6701ff36-5e15-4fdd-8d37-2e8a931bd6b6', 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6', 'project_id': '274c86894ca24c6e966cb656ab6d5d7c', 'fixed_ips': [{'subnet_id': 'cbf7c1e3-5268-4443-82c7-703013a6907a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:00.064364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.071850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.157048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.221928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Pushing event updated for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:00.230543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:00.231193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.232595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-0c7b2c96-e0d8-4f80-9bec-2417fa5d9f46 service neutron] 10.222.0.45 "PUT /v2.0/ports/de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 1092 time: 1.8794646 Dec 20 23:25:00.234003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:00.236828 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0dd46a-242e-47d5-983b-26ffd93414b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:00.344391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3756bf-c27f-47c9-b8ba-11c1816ff04d req-556fccb0-7d9a-485a-8ffc-5ee0371dad5b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:00.355210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d3756bf-c27f-47c9-b8ba-11c1816ff04d req-556fccb0-7d9a-485a-8ffc-5ee0371dad5b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1879299 Dec 20 23:25:00.369373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.371754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0fe17-5109-4d53-b4ff-bd16a183d19d None None] Pushing event updated for resources: {'Port': ['ID=5f868020-0d80-431e-9a53-79566c8f5292,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:00.402493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Allocated IP 172.20.0.2 (6701ff36-5e15-4fdd-8d37-2e8a931bd6b6/cbf7c1e3-5268-4443-82c7-703013a6907a/3014366c-2e72-494f-8310-a31ccaa4f1f7) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:00.407146 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a945c8-db68-4e41-9ada-1e8f55a62f46 x-openstack-request-id: req-95a945c8-db68-4e41-9ada-1e8f55a62f46 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:00.407146 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:00.409129 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95a945c8-db68-4e41-9ada-1e8f55a62f46 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:00.410920 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:25:00.550810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-c28f765e-58d0-467b-99d6-84ccc0fbb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:00.556480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-c28f765e-58d0-467b-99d6-84ccc0fbb22e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1095 time: 0.1829264 Dec 20 23:25:00.558928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.568802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d3756bf-c27f-47c9-b8ba-11c1816ff04d req-83251b97-1ba2-423b-b799-124d46ceb2a7 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123058 Dec 20 23:25:00.575337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Made reservation on behalf of 274c86894ca24c6e966cb656ab6d5d7c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:00.580223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:00.669591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-1d783445-d6c2-4143-99fa-2ee6b67bede7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 217 time: 0.0994360 Dec 20 23:25:00.732907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] device_id is not set on port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:00.887606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-22478240-2f92-42e8-abe4-e395ed78896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:00.889176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-22478240-2f92-42e8-abe4-e395ed78896a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.2074909 Dec 20 23:25:00.979964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-eb1d468d-c476-4b0e-9cd9-70b3efdb0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:00.985426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-eb1d468d-c476-4b0e-9cd9-70b3efdb0ee2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833936 Dec 20 23:25:01.059336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.100283 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.142912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-b58cb7b5-df80-426d-ac46-7f28715e6ba5 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444545 Dec 20 23:25:01.149572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1ce851-f5bd-4334-9e6d-895be5641b69,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:01.206098 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.293635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Pushing event updated for resources: {'Port': ['ID=3014366c-2e72-494f-8310-a31ccaa4f1f7,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:01.300076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.313393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1590d148-8d75-41e2-bcbd-3530deae4ae5 req-477fe05e-3e1c-40f9-973b-d9387ede3d89 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506560 Dec 20 23:25:01.326551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:01.332854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:01.336253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:01.380529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaea9e2c-121a-4360-8b2d-69d3a3e42819']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:01.395625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port 90a08ea6-94d9-4d77-b46e-a0128ce391f8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:01.408421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Allocated IP 172.20.0.4 (6701ff36-5e15-4fdd-8d37-2e8a931bd6b6/cbf7c1e3-5268-4443-82c7-703013a6907a/11043b05-059d-43a5-a3d8-b2e48ebf3b5f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:01.409566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.434024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Attempting to bind port 3014366c-2e72-494f-8310-a31ccaa4f1f7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:01.434405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Attempting to bind port 3014366c-2e72-494f-8310-a31ccaa4f1f7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '80812887-2aa5-417a-971d-fd526ed70788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:01.434773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Attempting to bind port 3014366c-2e72-494f-8310-a31ccaa4f1f7 on network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:01.441623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:01.442083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Checking segment: {'id': '80812887-2aa5-417a-971d-fd526ed70788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:01.442484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.442882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Bound using segment: {'id': '80812887-2aa5-417a-971d-fd526ed70788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:01.443356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Bound port: 3014366c-2e72-494f-8310-a31ccaa4f1f7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80812887-2aa5-417a-971d-fd526ed70788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6701ff36-5e15-4fdd-8d37-2e8a931bd6b6'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:01.443812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.457798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206046b2-7cef-438a-b22e-341af72319d3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:01.458237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206046b2-7cef-438a-b22e-341af72319d3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:01.495894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.623872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.629143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-1cb9b156-38bf-4bd1-9451-9bb299235378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:01.630482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-1cb9b156-38bf-4bd1-9451-9bb299235378 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1095 time: 0.1601126 Dec 20 23:25:01.644490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] For port 3014366c-2e72-494f-8310-a31ccaa4f1f7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:01.651769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port a0cf1eb6-e90d-4100-af86-a056b24db497 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:01.652102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.655564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] For port 3014366c-2e72-494f-8310-a31ccaa4f1f7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3014366c-2e72-494f-8310-a31ccaa4f1f7,segment=NetworkSegment(80812887-2aa5-417a-971d-fd526ed70788),segment_id=80812887-2aa5-417a-971d-fd526ed70788)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:01.655733 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:01.655733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:01.672704 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:01.725678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.879227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25147c-4e45-450b-9685-8b7a3cf7bb61 None None] Pushing event updated for resources: {'Port': ['ID=3014366c-2e72-494f-8310-a31ccaa4f1f7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:01.914981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port 90a08ea6-94d9-4d77-b46e-a0128ce391f8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=90a08ea6-94d9-4d77-b46e-a0128ce391f8,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:01.918535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:01.928787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438c30e-3b80-45cf-b6d7-a86e4ec340d6 req-e9e0e168-0157-41c2-b738-5ea06ba37048 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:01.931256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1438c30e-3b80-45cf-b6d7-a86e4ec340d6 req-e9e0e168-0157-41c2-b738-5ea06ba37048 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.2473094 Dec 20 23:25:01.932856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-ca45d85d-2806-48d5-a757-96b3fc6ffc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:01.934529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-ca45d85d-2806-48d5-a757-96b3fc6ffc46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.2878575 Dec 20 23:25:01.949997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:25:01.949997 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:25:01.949997 n-d-822053-9 neutron-server[115563]: [parameters: {'id': 'aaea9e2c-121a-4360-8b2d-69d3a3e42819'}] Dec 20 23:25:01.949997 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:01.957514 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:01.963040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for 90a08ea6-94d9-4d77-b46e-a0128ce391f8 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:01.999189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port a0cf1eb6-e90d-4100-af86-a056b24db497, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a0cf1eb6-e90d-4100-af86-a056b24db497,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:01.999769 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.074380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for a0cf1eb6-e90d-4100-af86-a056b24db497 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:02.114168 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-c1299e15-7189-496e-8766-6eecea91fdd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 217 time: 0.1661367 Dec 20 23:25:02.119494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f868020-0d80-431e-9a53-79566c8f5292 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:02.123861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983fbb9b-9823-417d-a9f1-894830c3836f None None] Network aaea9e2c-121a-4360-8b2d-69d3a3e42819 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:02.221241 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.250273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1438c30e-3b80-45cf-b6d7-a86e4ec340d6 req-7456b9d9-88f8-4907-ac1a-07f6e3f7c742 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114133 Dec 20 23:25:02.269758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-4843a385-5308-4c4e-a5ec-2798926e67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:02.279170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-4843a385-5308-4c4e-a5ec-2798926e67a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.1430626 Dec 20 23:25:02.358235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-b9f381c7-5752-4609-b12f-a8ab0e6ea9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:02.362031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-b9f381c7-5752-4609-b12f-a8ab0e6ea9e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707474 Dec 20 23:25:02.388471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] Provisioning complete for port 5f868020-0d80-431e-9a53-79566c8f5292 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:02.388841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.406910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.546341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:02.547079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] DHCP port deletion for aaea9e2c-121a-4360-8b2d-69d3a3e42819 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:02.548574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event updated for resources: {'Port': ['ID=11043b05-059d-43a5-a3d8-b2e48ebf3b5f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:02.552450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5f868020-0d80-431e-9a53-79566c8f5292 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:02.555048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.563827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:02.566560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:02.600939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.608754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.677977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-e0dbeeb7-56b7-405c-9efd-ba13903f8efb service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071635 Dec 20 23:25:02.684503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=90a08ea6-94d9-4d77-b46e-a0128ce391f8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:02.749354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.752105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:02.752776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.795105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Deleting port 5f868020-0d80-431e-9a53-79566c8f5292 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:02.795528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.799931 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:02.907390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db0dd46a-242e-47d5-983b-26ffd93414b2 req-7b4fe615-cf53-4a15-8c8b-1409e4ce27c4 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124710 Dec 20 23:25:02.997176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] For port 5f868020-0d80-431e-9a53-79566c8f5292, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f868020-0d80-431e-9a53-79566c8f5292,segment=NetworkSegment(206046b2-7cef-438a-b22e-341af72319d3),segment_id=206046b2-7cef-438a-b22e-341af72319d3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:03.010398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] For port 5f868020-0d80-431e-9a53-79566c8f5292, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f868020-0d80-431e-9a53-79566c8f5292,segment=NetworkSegment(206046b2-7cef-438a-b22e-341af72319d3),segment_id=206046b2-7cef-438a-b22e-341af72319d3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:03.010780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.035098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47182) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:03.036733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7929adb2-c4b3-4ed6-a5c3-5466f6a414be tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0485473 Dec 20 23:25:03.042857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Calling delete_port for 5f868020-0d80-431e-9a53-79566c8f5292 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:03.076768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.184786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.217249 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:03.217249 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:03.222198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c31a7-0c36-43ef-bb1d-1c87716c14e1 None None] Pushing event updated for resources: {'Port': ['ID=5f868020-0d80-431e-9a53-79566c8f5292,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:03.315576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.357096 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] No DVR routers for this DVR port 5f868020-0d80-431e-9a53-79566c8f5292 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:03.422600 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.424743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00303e-02d8-4e34-a2db-0330eefc06e6 None None] Pushing event deleted for resources: {'Port': ['ID=5f868020-0d80-431e-9a53-79566c8f5292,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:03.452651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 5f868020-0d80-431e-9a53-79566c8f5292 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:03.453044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.489686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02e8e3-c784-4ae8-b2bb-b8cef7640c6a req-9e674507-ed2f-4383-92a1-86c099080ae6 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:03.489686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca02e8e3-c784-4ae8-b2bb-b8cef7640c6a req-9e674507-ed2f-4383-92a1-86c099080ae6 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1074390 Dec 20 23:25:03.556995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca02e8e3-c784-4ae8-b2bb-b8cef7640c6a req-b1283386-5949-423c-8106-5aef93ca0350 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618854 Dec 20 23:25:03.593123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a2a7b-50d7-4284-9777-4dd62bdee38f None None] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:03.612859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.623789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 5f868020-0d80-431e-9a53-79566c8f5292, host n-d-822053-9, got binding levels [] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:03.624068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.673541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] Provisioning complete for port 3014366c-2e72-494f-8310-a31ccaa4f1f7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:03.674097 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.686778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=a0cf1eb6-e90d-4100-af86-a056b24db497,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:03.693145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 5f868020-0d80-431e-9a53-79566c8f5292 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:03.696470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Deleting port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:03.696810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.700980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Port 5f868020-0d80-431e-9a53-79566c8f5292 was not found and therefore no delete operation was performed {{(pid=115563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:25:03.732670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.832038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Port 5f868020-0d80-431e-9a53-79566c8f5292 update to ACTIVE by agent not found {{(pid=115564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 23:25:03.851254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=5f868020-0d80-431e-9a53-79566c8f5292,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:03.859983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 5f868020-0d80-431e-9a53-79566c8f5292 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:03.911001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:03.960317 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Router ada58a7f-1a44-415b-ac11-86fb3ea96598 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:03.983052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] For port 3014366c-2e72-494f-8310-a31ccaa4f1f7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3014366c-2e72-494f-8310-a31ccaa4f1f7,segment=NetworkSegment(80812887-2aa5-417a-971d-fd526ed70788),segment_id=80812887-2aa5-417a-971d-fd526ed70788)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:04.059144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.069625 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.144473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd647f23-2091-46f2-83c7-8b472a78b5fa None None] Pushing event updated for resources: {'Port': ['ID=3014366c-2e72-494f-8310-a31ccaa4f1f7,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:04.174149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3014366c-2e72-494f-8310-a31ccaa4f1f7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:04.245181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 3014366c-2e72-494f-8310-a31ccaa4f1f7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:04.245826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.306158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-938eaa5f-57c8-4729-a28d-821c0610930c None None] Provisioning complete for port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:04.306627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-938eaa5f-57c8-4729-a28d-821c0610930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.399219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-938eaa5f-57c8-4729-a28d-821c0610930c None None] Port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:04.414350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-938eaa5f-57c8-4729-a28d-821c0610930c None None] Provisioning complete for port 3014366c-2e72-494f-8310-a31ccaa4f1f7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:04.414912 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-938eaa5f-57c8-4729-a28d-821c0610930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.457445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Calling delete_port for 11043b05-059d-43a5-a3d8-b2e48ebf3b5f owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:04.460521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.480437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f868020-0d80-431e-9a53-79566c8f5292 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:04.509801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5f868020-0d80-431e-9a53-79566c8f5292 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:04.510147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f868020-0d80-431e-9a53-79566c8f5292 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:04.558666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaea9e2c-121a-4360-8b2d-69d3a3e42819']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:04.619478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206046b2-7cef-438a-b22e-341af72319d3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:04.620032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206046b2-7cef-438a-b22e-341af72319d3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:04.673285 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.687644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb884c-48db-472a-80cc-425d8232d9d9 req-ba48b327-c633-4fed-b135-719a65bcc687 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:04.689357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0fb884c-48db-472a-80cc-425d8232d9d9 req-ba48b327-c633-4fed-b135-719a65bcc687 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.0520175 Dec 20 23:25:04.690049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.701545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3a6b8849-1317-4fc4-a3c5-d9659cd6acaf None None] Provisioning complete for port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:04.701959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8849-1317-4fc4-a3c5-d9659cd6acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.752698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0fb884c-48db-472a-80cc-425d8232d9d9 req-e779f331-cadf-4424-9ce0-10796b9bf119 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541351 Dec 20 23:25:04.754238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b8849-1317-4fc4-a3c5-d9659cd6acaf None None] Port 11043b05-059d-43a5-a3d8-b2e48ebf3b5f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:04.777478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.816573 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ee355fb7-27df-4482-a28b-75c4612e3840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.829024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:04.829434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:04.832799 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:04.834684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:04.841927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf95fba8-6877-48f2-9a4d-45bf1f4f4507 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "PUT /v2.0/routers/ada58a7f-1a44-415b-ac11-86fb3ea96598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2817943 Dec 20 23:25:04.842613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47188) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:04.848161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Sync routers for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:04.862796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:04.863513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:04.909705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting subnet bd4a6c38-0d24-438b-af70-4cdfabcbd909 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:04.913302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.958802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:04.984465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.002886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:05.033159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.034848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event deleted for resources: {'Port': ['ID=11043b05-059d-43a5-a3d8-b2e48ebf3b5f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:05.064568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.112948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.120086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/aaea9e2c-121a-4360-8b2d-69d3a3e42819 HTTP/1.1" status: 204 len: 168 time: 5.7784724 Dec 20 23:25:05.120896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47190) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.128608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126e4f6-f698-4d78-81c7-2f58e1177b14 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=aaea9e2c-121a-4360-8b2d-69d3a3e42819,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:05.129247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579714819'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:05.224680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:25:02Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:05.224940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.229322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da72246a-d19f-4027-ae86-3f2c3e8cc567 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "DELETE /v2.0/ports/11043b05-059d-43a5-a3d8-b2e48ebf3b5f HTTP/1.1" status: 204 len: 168 time: 2.1906738 Dec 20 23:25:05.231936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47192) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.261897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 21a12923-f4bf-4859-ab99-f9217ee9c63d has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:05.263221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Checking router: ada58a7f-1a44-415b-ac11-86fb3ea96598 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:05.274764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:05.279174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.280930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Routers {'ada58a7f-1a44-415b-ac11-86fb3ea96598'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:05.292044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ada58a7f-1a44-415b-ac11-86fb3ea96598'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:05.319931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.338340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:05.380060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.380932 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 63ca7a31-8142-47b6-8b3b-1bac58a016fd of type vlan for network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc Dec 20 23:25:05.391784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4a6c38-0d24-438b-af70-4cdfabcbd909,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:05.394442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e283628c-139e-4c5a-b103-07f870315b7b tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1613462 Dec 20 23:25:05.397053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47196) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.397249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.402714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4c35e-00f2-4363-a628-ff34e0dda38c None None] Network 11ae5a3c-6682-4a62-bb79-1f87081e32a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:05.404971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2053571846'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:05.409736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9dae5de1-6439-44d9-9436-c0d3d7710e94 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/subnets/bd4a6c38-0d24-438b-af70-4cdfabcbd909 HTTP/1.1" status: 204 len: 168 time: 0.5658140 Dec 20 23:25:05.414121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47198) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.460727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.490417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:05.499680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-24fa6678-5bd9-418c-96f8-8e92732804ca tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/21a12923-f4bf-4859-ab99-f9217ee9c63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6115263 Dec 20 23:25:05.499921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47200) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.505092 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Sync routers for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:05.525062 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:05.525826 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:05.536588 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.543324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:05.544378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.546258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Made reservation on behalf of 274c86894ca24c6e966cb656ab6d5d7c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:05.549822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.620386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=70a8d422-b31d-4c1a-bc5b-e0a491d356fc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:05.621960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:05.627806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.650239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:05.653922 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:05.672286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting subnet bab250db-b57e-46a8-9293-11026aab1ff8 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:05.677689 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.691915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3ea6ff2f-91ce-4b30-bf01-0daa4279d7c9 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5669856 Dec 20 23:25:05.693776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47202) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:05.700030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:05.710682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] Set router ada58a7f-1a44-415b-ac11-86fb3ea96598 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:05.711965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.718562 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Added segment cacf1658-21d0-4caf-8525-e755beea2f4e of type vlan for network 9dbc4bff-8477-410d-9303-5e932970529e Dec 20 23:25:05.797581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.830468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.854917 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:25:03Z', 'revision_number': 7, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:05.890003 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Checking router: 21a12923-f4bf-4859-ab99-f9217ee9c63d for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:05.900622 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Routers {'21a12923-f4bf-4859-ab99-f9217ee9c63d'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:05.901463 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:24:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['21a12923-f4bf-4859-ab99-f9217ee9c63d'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:05.919315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.942216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3014366c-2e72-494f-8310-a31ccaa4f1f7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:05.957459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:05.962675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.966733 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:05.972658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:05.973272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.015136 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] Set router 21a12923-f4bf-4859-ab99-f9217ee9c63d gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:06.051202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.101035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5066b0-664c-47f1-b3e2-fcf5fc12bbd7 req-e1507b93-e647-43bf-a2ee-7776b1801353 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:06.107991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 3014366c-2e72-494f-8310-a31ccaa4f1f7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:06.108467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.110988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc5066b0-664c-47f1-b3e2-fcf5fc12bbd7 req-e1507b93-e647-43bf-a2ee-7776b1801353 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.2330496 Dec 20 23:25:06.131759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7308292 Dec 20 23:25:06.134279 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47206) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:06.146316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b77301-7abc-4b9a-ab56-abfc9066f485 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event updated for resources: {'Network': ['ID=9dbc4bff-8477-410d-9303-5e932970529e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:06.159343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9dbc4bff-8477-410d-9303-5e932970529e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:06.183841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] DHCP port deletion for 11ae5a3c-6682-4a62-bb79-1f87081e32a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:06.241847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc5066b0-664c-47f1-b3e2-fcf5fc12bbd7 req-24e19029-e15e-43a5-b3d8-e4b0e229c8e5 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241338 Dec 20 23:25:06.317195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87b524cc-9029-40d4-b21b-6317381b0977 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks HTTP/1.1" status: 200 len: 7216 time: 0.1782694 Dec 20 23:25:06.320184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47208) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:06.328815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:25:02Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:06.348717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Deleting port 5f62653c-163e-49eb-a9cc-6d73b122b2f9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:06.349058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.359151 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:25:03Z', 'revision_number': 7, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:06.371591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad7619-2905-49d6-a50a-0ed1a1441dfe None None] The sync data for ids ['ada58a7f-1a44-415b-ac11-86fb3ea96598'] in n-d-822053-9 is: [{'id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'name': 'tempest-TestSecurityGroupsBasicOps-router-585062422', 'tenant_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:23:09Z', 'updated_at': '2021-12-20T23:25:02Z', 'revision_number': 5, 'project_id': '44a8cf1e026c429e9674f1480ba1eaf8', 'gw_port': {'id': '5f62653c-163e-49eb-a9cc-6d73b122b2f9', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada58a7f-1a44-415b-ac11-86fb3ea96598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:23:10Z', 'updated_at': '2021-12-20T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:06.393744 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb04ab-fab6-4a65-9d46-fb7900a73c57 None None] The sync data for ids ['21a12923-f4bf-4859-ab99-f9217ee9c63d'] in n-d-822053-9 is: [{'id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'name': 'tempest-TestNetworkBasicOps-router-1430428828', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:25:03Z', 'revision_number': 7, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': 'a2772699-05b0-4957-a3e5-c1bb47e301db', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a12923-f4bf-4859-ab99-f9217ee9c63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:22:43Z', 'updated_at': '2021-12-20T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:06.400372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.403852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Deleting port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:06.404225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.433766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.472417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] For port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,segment=NetworkSegment(3ad556ba-c3e2-45e0-9d46-107301093723),segment_id=3ad556ba-c3e2-45e0-9d46-107301093723)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:06.472417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.485082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Calling delete_port for fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:06.494586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=b688128f-8e7b-4686-9c01-51afe8c7c659,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:06.501712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Subnet': ['ID=bab250db-b57e-46a8-9293-11026aab1ff8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:06.505369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.506238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '63ca7a31-8142-47b6-8b3b-1bac58a016fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:06.506611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 70a8d422-b31d-4c1a-bc5b-e0a491d356fc, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:06.509272 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2235daf2-9e64-40bc-bccb-ba0a36283a11 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/subnets/bab250db-b57e-46a8-9293-11026aab1ff8 HTTP/1.1" status: 204 len: 168 time: 1.0083101 Dec 20 23:25:06.512990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47210) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:06.538255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72964a13-e31e-4b9d-8a0e-ea96b24926bf None None] Network ce861238-d466-421e-a187-e98dfc7d2c13 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:06.548105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] For port 5f62653c-163e-49eb-a9cc-6d73b122b2f9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5f62653c-163e-49eb-a9cc-6d73b122b2f9,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:06.548545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.565000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a5033-04c1-4992-84a2-d192c3a096ee tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] Network 9dbc4bff-8477-410d-9303-5e932970529e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:06.573112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Calling delete_port for 5f62653c-163e-49eb-a9cc-6d73b122b2f9 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:06.648260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.652481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:06.742024 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6f9a5033-04c1-4992-84a2-d192c3a096ee tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "POST /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4194143 Dec 20 23:25:06.746027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47212) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:06.747492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 70a8d422-b31d-4c1a-bc5b-e0a491d356fc) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:06.753639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.765915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:06.766730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.804076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f25be-176a-4ce9-88e9-e6b79b1b8ce0 None None] Network 9dbc4bff-8477-410d-9303-5e932970529e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:06.806593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef037e0-2a12-4f88-b57d-e2a6ef00f6a1 None None] Network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:06.808492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] DHCP port deletion for ce861238-d466-421e-a187-e98dfc7d2c13 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:06.819653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] Pushing event deleted for resources: {'Port': ['ID=fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:06.822895 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.847630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167573b-cca1-489c-af5c-7dbe6d7466ee None None] No DVR routers for this DVR port fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:06.900133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b6a418da-89cf-41d0-a303-2794b655c22a tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2045000 Dec 20 23:25:06.902447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:06.927711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:06.966365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Port': ['ID=5f62653c-163e-49eb-a9cc-6d73b122b2f9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:07.021888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075f687-fc5b-494b-82eb-2b888c95fbe4 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:07.054324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port a2772699-05b0-4957-a3e5-c1bb47e301db {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:07.055275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.056209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Deleting port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:07.056593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.087414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-60db9547-8051-4171-8954-987b730ce828 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks HTTP/1.1" status: 200 len: 8742 time: 0.3363767 Dec 20 23:25:07.087599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47218) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:07.108291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.174563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.179927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] For port 1ed33d21-d42d-42a5-9b5f-da24afe425b9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1ed33d21-d42d-42a5-9b5f-da24afe425b9,segment=NetworkSegment(238fb733-4932-48dc-a655-af6b70cd3031),segment_id=238fb733-4932-48dc-a655-af6b70cd3031)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:07.181590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.222537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port a2772699-05b0-4957-a3e5-c1bb47e301db, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a2772699-05b0-4957-a3e5-c1bb47e301db,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:07.223091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.230199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Calling delete_port for 1ed33d21-d42d-42a5-9b5f-da24afe425b9 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:07.237094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-70a8d422-b31d-4c1a-bc5b-e0a491d356fc', 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': 'b688128f-8e7b-4686-9c01-51afe8c7c659'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:07.242000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.279938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for a2772699-05b0-4957-a3e5-c1bb47e301db owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:07.373691 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.512972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Allocated IP 172.20.0.1 (70a8d422-b31d-4c1a-bc5b-e0a491d356fc/b688128f-8e7b-4686-9c01-51afe8c7c659/7e1b85d2-f942-432d-ada8-b5199f7bb072) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:07.517132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3141-bff8-4b05-8e5a-ef2ee69e8cf5 req-01acb276-e5e0-4d27-a567-3c45f246be10 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:07.522239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a5b3141-bff8-4b05-8e5a-ef2ee69e8cf5 req-01acb276-e5e0-4d27-a567-3c45f246be10 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1186914 Dec 20 23:25:07.555309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.613596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-de316eb5-9976-43ce-b1d1-d8f0d032404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.619951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] Pushing event deleted for resources: {'Port': ['ID=1ed33d21-d42d-42a5-9b5f-da24afe425b9,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:07.623576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8eb33-9725-4ee9-bcda-d70ab6ec9cab None None] No DVR routers for this DVR port 1ed33d21-d42d-42a5-9b5f-da24afe425b9 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:07.629814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a5b3141-bff8-4b05-8e5a-ef2ee69e8cf5 req-10ff8e8c-d083-418d-b34e-2fff177da706 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011436 Dec 20 23:25:07.638516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.643479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.724913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.727849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd88e45d-d209-4750-b41d-a04d0ee7f319 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "DELETE /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks/9dbc4bff-8477-410d-9303-5e932970529e HTTP/1.1" status: 204 len: 168 time: 0.6390646 Dec 20 23:25:07.735123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:07.816733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.817433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.817986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Fanout notify agent at l3_agent the message router_deleted on router ada58a7f-1a44-415b-ac11-86fb3ea96598 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:25:07.832290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.833404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9189dee4-6f89-4913-bb32-9e8bdecc3895 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/routers/ada58a7f-1a44-415b-ac11-86fb3ea96598 HTTP/1.1" status: 204 len: 168 time: 2.4165161 Dec 20 23:25:07.836241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47224) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:07.838463 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.860875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=a2772699-05b0-4957-a3e5-c1bb47e301db,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:07.885317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:07.891010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2e9d0328-68bb-41ba-b872-d7a77bb4efea tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks HTTP/1.1" status: 200 len: 7971 time: 0.1596892 Dec 20 23:25:07.895999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:07.900179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47226) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:07.903255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:07.934738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79087eeb-6404-45f3-87ff-41cdb201c4a6 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:07.951762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Pushing event updated for resources: {'Port': ['ID=7e1b85d2-f942-432d-ada8-b5199f7bb072,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:07.994611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:07.995277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.002697 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf5f3ab7-129a-44d9-b917-748ef5ff8960 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/networks/6701ff36-5e15-4fdd-8d37-2e8a931bd6b6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0982764 Dec 20 23:25:08.002697 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.038163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.070171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-879178e4-2704-40c9-91c6-7c3c93c9bc67 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/networks/6701ff36-5e15-4fdd-8d37-2e8a931bd6b6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0662847 Dec 20 23:25:08.088572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47230) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.134783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.139527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.141666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=b688128f-8e7b-4686-9c01-51afe8c7c659,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:08.187349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.241709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.246136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ae5a3c-6682-4a62-bb79-1f87081e32a0']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.258422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90a08ea6-94d9-4d77-b46e-a0128ce391f8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:08.263680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad556ba-c3e2-45e0-9d46-107301093723') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.263975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad556ba-c3e2-45e0-9d46-107301093723') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.264289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a8d422-b31d-4c1a-bc5b-e0a491d356fc']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.274179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ca7a31-8142-47b6-8b3b-1bac58a016fd') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.277163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ca7a31-8142-47b6-8b3b-1bac58a016fd') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.277561 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.285007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.292670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 90a08ea6-94d9-4d77-b46e-a0128ce391f8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:08.293016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 90a08ea6-94d9-4d77-b46e-a0128ce391f8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:08.293751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1ed33d21-d42d-42a5-9b5f-da24afe425b9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:08.297294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.297907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Fanout notify agent at l3_agent the message router_deleted on router 21a12923-f4bf-4859-ab99-f9217ee9c63d {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:25:08.306770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.308369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3aa994a1-f7fa-470e-9e03-3739d3a6225c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/routers/21a12923-f4bf-4859-ab99-f9217ee9c63d HTTP/1.1" status: 204 len: 168 time: 1.7938273 Dec 20 23:25:08.309607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.311321 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47232) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.316918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.317309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:08.318065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:08.321528 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:08.324048 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:08.325664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Attempting to bind port 7e1b85d2-f942-432d-ada8-b5199f7bb072 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:08.326107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Attempting to bind port 7e1b85d2-f942-432d-ada8-b5199f7bb072 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '63ca7a31-8142-47b6-8b3b-1bac58a016fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:08.332422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Attempting to bind port 7e1b85d2-f942-432d-ada8-b5199f7bb072 on network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:08.332422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1ed33d21-d42d-42a5-9b5f-da24afe425b9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:08.332422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1ed33d21-d42d-42a5-9b5f-da24afe425b9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:08.332422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:08.346405 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6aa453db-d499-4d7a-ae22-99246aeef6f9 tempest-DHCPAgentSchedulersTestJSON-1239994910 tempest-DHCPAgentSchedulersTestJSON-1239994910-project-admin] 10.222.0.62 "GET /v2.0/agents/278a3027-1e5a-4e49-929a-95b58c79fb2d/dhcp-networks HTTP/1.1" status: 200 len: 7933 time: 0.2565975 Dec 20 23:25:08.347616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:08.348030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.350148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47234) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.352998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:08.353358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fe7ea3f0-9d5e-45ac-a40f-3a25fbbf0028 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:08.353821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a0cf1eb6-e90d-4100-af86-a056b24db497 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:08.354785 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:08.380207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a0cf1eb6-e90d-4100-af86-a056b24db497 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:08.381356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a0cf1eb6-e90d-4100-af86-a056b24db497 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Checking segment: {'id': '63ca7a31-8142-47b6-8b3b-1bac58a016fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Bound using segment: {'id': '63ca7a31-8142-47b6-8b3b-1bac58a016fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Bound port: 7e1b85d2-f942-432d-ada8-b5199f7bb072, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ca7a31-8142-47b6-8b3b-1bac58a016fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:08.389372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.425346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.474201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.496141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.499620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:25:08.499620 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:25:08.499620 n-d-822053-9 neutron-server[115562]: [parameters: {'id': '70a8d422-b31d-4c1a-bc5b-e0a491d356fc'}] Dec 20 23:25:08.499620 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:08.503662 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:08.535611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] For port 7e1b85d2-f942-432d-ada8-b5199f7bb072, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:08.544749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] For port 7e1b85d2-f942-432d-ada8-b5199f7bb072, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7e1b85d2-f942-432d-ada8-b5199f7bb072,segment=NetworkSegment(63ca7a31-8142-47b6-8b3b-1bac58a016fd),segment_id=63ca7a31-8142-47b6-8b3b-1bac58a016fd)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:08.557102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.567907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.573632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] 10.222.0.62 "DELETE /v2.0/networks/11ae5a3c-6682-4a62-bb79-1f87081e32a0 HTTP/1.1" status: 204 len: 168 time: 0.7363749 Dec 20 23:25:08.590494 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.607568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466793-de54-44b4-9bbb-f6634b9be21f tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] Pushing event deleted for resources: {'Network': ['ID=11ae5a3c-6682-4a62-bb79-1f87081e32a0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:08.612312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbc4bff-8477-410d-9303-5e932970529e']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.621734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacf1658-21d0-4caf-8525-e755beea2f4e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.622054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacf1658-21d0-4caf-8525-e755beea2f4e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.622926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.638823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.665513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.669139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.693258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:08.693697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.721320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce861238-d466-421e-a187-e98dfc7d2c13']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:08.730663 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:08.733251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bab09-94c3-49dc-b641-83bf78b53556 None None] Pushing event updated for resources: {'Port': ['ID=7e1b85d2-f942-432d-ada8-b5199f7bb072,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:08.740786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058e20b-0292-462d-8257-2d7cee49b664 None None] Network 70a8d422-b31d-4c1a-bc5b-e0a491d356fc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:08.744308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238fb733-4932-48dc-a655-af6b70cd3031') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.744597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238fb733-4932-48dc-a655-af6b70cd3031') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:08.765378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.789354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.798680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:08.799261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:08.803429 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:08.822997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396635da-45c4-4c5b-9420-fce3f3aa5ad7 req-3a767e68-6853-4786-b8e8-37b5bef7c52f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:08.827898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396635da-45c4-4c5b-9420-fce3f3aa5ad7 req-3a767e68-6853-4786-b8e8-37b5bef7c52f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.0605800 Dec 20 23:25:08.853286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679bfb2e-faa6-4ae6-a3b3-ce82d88b287e None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:25:08.868213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.886936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.890172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "DELETE /v2.0/networks/9dbc4bff-8477-410d-9303-5e932970529e HTTP/1.1" status: 204 len: 168 time: 0.5122726 Dec 20 23:25:08.892990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47242) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.901697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5ecb1-9e46-438d-bfff-31155c61e69e tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event deleted for resources: {'Network': ['ID=9dbc4bff-8477-410d-9303-5e932970529e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:08.907171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-396635da-45c4-4c5b-9420-fce3f3aa5ad7 req-ec2a6a39-36aa-4656-ba32-17122047556c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733879 Dec 20 23:25:08.931186 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-072c0948-a7e5-4700-85b9-8a4ce1a0c826 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:08.932168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072c0948-a7e5-4700-85b9-8a4ce1a0c826 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:08.938125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-072c0948-a7e5-4700-85b9-8a4ce1a0c826 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "DELETE /v2.0/ports/11043b05-059d-43a5-a3d8-b2e48ebf3b5f HTTP/1.1" status: 404 len: 333 time: 0.0419521 Dec 20 23:25:08.938410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47244) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:08.952586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.977438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bfb2e-faa6-4ae6-a3b3-ce82d88b287e None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:25:08.986423 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:08.997640 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/networks/ce861238-d466-421e-a187-e98dfc7d2c13 HTTP/1.1" status: 204 len: 168 time: 0.6805148 Dec 20 23:25:09.001424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.013554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0a0a-09ef-4f8e-8825-bc4bf6db35ac tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Network': ['ID=ce861238-d466-421e-a187-e98dfc7d2c13,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.017622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47246) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:09.029050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'network': {'name': 'tempest-network-smoke--1042087236', 'project_id': '412d3bab58284f3ba001391be8044eae', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:09.036799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Deleting subnet cbf7c1e3-5268-4443-82c7-703013a6907a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:09.041978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.109168 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.233236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.264864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:09.382634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.419140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf7c1e3-5268-4443-82c7-703013a6907a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.430747 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.434017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9b7026d5-fedb-4967-8523-a73435d6af0c tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "DELETE /v2.0/subnets/cbf7c1e3-5268-4443-82c7-703013a6907a HTTP/1.1" status: 204 len: 168 time: 0.4945803 Dec 20 23:25:09.436471 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b5efe-4cc7-4c9a-b8ae-e46a86fcacca None None] Network 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:09.438525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47254) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:09.489571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 7e1b85d2-f942-432d-ada8-b5199f7bb072 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:09.489936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.517273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-edd42cbf-2112-4303-8393-fd2e7b906bd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44a8cf1e026c429e9674f1480ba1eaf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517302 Dec 20 23:25:09.520253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:09.547284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:09.551612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.551832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.588171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 7e1b85d2-f942-432d-ada8-b5199f7bb072, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7e1b85d2-f942-432d-ada8-b5199f7bb072,segment=NetworkSegment(63ca7a31-8142-47b6-8b3b-1bac58a016fd),segment_id=63ca7a31-8142-47b6-8b3b-1bac58a016fd)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:09.588620 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.608126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 7e1b85d2-f942-432d-ada8-b5199f7bb072 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:09.609955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:09.612713 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.613637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] DHCP port deletion for 6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:09.628189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.628543 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Added segment e506fb9d-809d-4b03-960d-a40cb283886b of type vlan for network a6bfb55e-7f91-4332-ab1d-508210e171b8 Dec 20 23:25:09.642851 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.665649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Deleting port 3014366c-2e72-494f-8310-a31ccaa4f1f7 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:09.668461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.678631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Deleting port 3014366c-2e72-494f-8310-a31ccaa4f1f7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:09.678832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.713652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.747458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] For port 3014366c-2e72-494f-8310-a31ccaa4f1f7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3014366c-2e72-494f-8310-a31ccaa4f1f7,segment=NetworkSegment(80812887-2aa5-417a-971d-fd526ed70788),segment_id=80812887-2aa5-417a-971d-fd526ed70788)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:09.747862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] For port 3014366c-2e72-494f-8310-a31ccaa4f1f7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3014366c-2e72-494f-8310-a31ccaa4f1f7,segment=NetworkSegment(80812887-2aa5-417a-971d-fd526ed70788),segment_id=80812887-2aa5-417a-971d-fd526ed70788)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:09.748197 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.748586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.762974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Calling delete_port for 3014366c-2e72-494f-8310-a31ccaa4f1f7 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:09.764021 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Calling delete_port for 3014366c-2e72-494f-8310-a31ccaa4f1f7 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:09.776632 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.793660 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.799691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:09.800493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.806517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.809050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.812610 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf234aed-aad6-4e63-8f40-8d173c38be55 HTTP/1.1" status: 204 len: 168 time: 0.2889180 Dec 20 23:25:09.823123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103798b-7c43-4596-a5de-671afb0d909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf234aed-aad6-4e63-8f40-8d173c38be55,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.874862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.888779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Network': ['ID=a6bfb55e-7f91-4332-ab1d-508210e171b8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.898580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 7e1b85d2-f942-432d-ada8-b5199f7bb072 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:09.908372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:09.910636 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.921219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:09.927374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=7e1b85d2-f942-432d-ada8-b5199f7bb072,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.952587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event deleted for resources: {'Port': ['ID=3014366c-2e72-494f-8310-a31ccaa4f1f7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:09.957644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] No DVR routers for this DVR port 3014366c-2e72-494f-8310-a31ccaa4f1f7 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:10.017940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48144f42-c481-4e47-bb8e-8312f7bd899f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9951110 Dec 20 23:25:10.018084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.023884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.032795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f62653c-163e-49eb-a9cc-6d73b122b2f9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:10.049302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-845424397', 'admin_state_up': True, 'project_id': '412d3bab58284f3ba001391be8044eae', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:10.060886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5f62653c-163e-49eb-a9cc-6d73b122b2f9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:10.061291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5f62653c-163e-49eb-a9cc-6d73b122b2f9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:10.061650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2772699-05b0-4957-a3e5-c1bb47e301db no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:10.080987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a8d422-b31d-4c1a-bc5b-e0a491d356fc']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.081351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] Pushing event deleted for resources: {'Port': ['ID=3014366c-2e72-494f-8310-a31ccaa4f1f7,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:10.083376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4ae91-1f11-4b9b-9ef9-1b0007ab8ad8 None None] No DVR routers for this DVR port 3014366c-2e72-494f-8310-a31ccaa4f1f7 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:10.087081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a2772699-05b0-4957-a3e5-c1bb47e301db {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:10.087504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a2772699-05b0-4957-a3e5-c1bb47e301db not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:10.087925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3014366c-2e72-494f-8310-a31ccaa4f1f7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:10.105586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.109622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ca7a31-8142-47b6-8b3b-1bac58a016fd') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.111808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ca7a31-8142-47b6-8b3b-1bac58a016fd') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.127405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.129783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 3014366c-2e72-494f-8310-a31ccaa4f1f7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:10.130356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3014366c-2e72-494f-8310-a31ccaa4f1f7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:10.148167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6701ff36-5e15-4fdd-8d37-2e8a931bd6b6']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.149667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d4011-b370-47ff-9f95-eb4ff12e3423 req-6dbea8a3-9d37-4a45-8ab9-ef0aa797a78a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:10.151836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-801d4011-b370-47ff-9f95-eb4ff12e3423 req-6dbea8a3-9d37-4a45-8ab9-ef0aa797a78a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1191242 Dec 20 23:25:10.159153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80812887-2aa5-417a-971d-fd526ed70788') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.159536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80812887-2aa5-417a-971d-fd526ed70788') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:10.159681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.169915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.177040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:10.177436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:10.180997 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:10.185647 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.192463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:10.192861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:10.196432 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:10.256379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.257761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.265338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-801d4011-b370-47ff-9f95-eb4ff12e3423 req-eca16288-84e1-4c68-84c1-be4a9994dd51 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064341 Dec 20 23:25:10.365036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.365860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.372672 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.375834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/70a8d422-b31d-4c1a-bc5b-e0a491d356fc HTTP/1.1" status: 204 len: 168 time: 3.4723976 Dec 20 23:25:10.375981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.383347 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] 10.222.0.62 "DELETE /v2.0/networks/6701ff36-5e15-4fdd-8d37-2e8a931bd6b6 HTTP/1.1" status: 204 len: 168 time: 0.9403787 Dec 20 23:25:10.383347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47266) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.397641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d47940-49d3-4d4e-94bf-454864ef843e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=70a8d422-b31d-4c1a-bc5b-e0a491d356fc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:10.415682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228387054'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:10.430876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f87634-d198-4084-91ce-bc71bd521bf4 tempest-DHCPAgentSchedulersTestJSON-917668101 tempest-DHCPAgentSchedulersTestJSON-917668101-project] Pushing event deleted for resources: {'Network': ['ID=6701ff36-5e15-4fdd-8d37-2e8a931bd6b6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:10.478871 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.485817 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.526211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.539477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760e737a-8c59-4995-bc35-8f99918d110c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.557414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:10.560802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.692364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:10.740083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.747421 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.747768 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 24d213c4-6fe8-44e5-94f3-ab3850f72142 of type vlan for network ae9dc122-938c-4789-aeac-981eb2530714 Dec 20 23:25:10.772097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.802412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.815036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760e737a-8c59-4995-bc35-8f99918d110c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.863099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-760e737a-8c59-4995-bc35-8f99918d110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.910432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f2e893fb-ec7f-44fc-9387-c9881648d083 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=274c86894ca24c6e966cb656ab6d5d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348159 Dec 20 23:25:10.911035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47278) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.922567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.928116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:10.929049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.960992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:10.971834 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-760e737a-8c59-4995-bc35-8f99918d110c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b406ebb0df545a4b68137475ebdd60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4445555 Dec 20 23:25:10.974455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47280) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:10.988724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e737a-8c59-4995-bc35-8f99918d110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43506167-259e-4d46-9549-7f7d16e262d3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:10.993285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.028785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=ae9dc122-938c-4789-aeac-981eb2530714,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:11.043427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ae9dc122-938c-4789-aeac-981eb2530714 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:11.055324 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.080431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.110135 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-da51f346-23ca-4136-a590-392451614bca tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7234774 Dec 20 23:25:11.110414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47282) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:11.118882 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:11.140802 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.143473 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.144666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e003bf6e-a7da-4f7c-a15f-1ff4fca5155c HTTP/1.1" status: 204 len: 168 time: 0.2328403 Dec 20 23:25:11.171681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.191169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7f747-79c1-4ab8-9839-dc39d4637ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003bf6e-a7da-4f7c-a15f-1ff4fca5155c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:11.193143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.268163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.270816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.272076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43506167-259e-4d46-9549-7f7d16e262d3 HTTP/1.1" status: 204 len: 168 time: 0.2967021 Dec 20 23:25:11.297994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825adfd7-1d8b-489c-abfa-f09d2482cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43506167-259e-4d46-9549-7f7d16e262d3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:11.331829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.402205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.25.1.233 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/06a83aa1-4a0d-42a3-bd5a-349d6496dc15) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:11.411753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2396ff9-c936-40a0-bf09-95f5c17b1d3d req-91342155-9e89-406f-82f0-9d0cf384a98a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:11.413251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2396ff9-c936-40a0-bf09-95f5c17b1d3d req-91342155-9e89-406f-82f0-9d0cf384a98a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.0496235 Dec 20 23:25:11.414917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.437334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network ae9dc122-938c-4789-aeac-981eb2530714 is not hosted by any dhcp agent {{(pid=115562) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:25:11.442829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:11.443429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.444703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "PUT /v2.0/networks/ae9dc122-938c-4789-aeac-981eb2530714 HTTP/1.1" status: 200 len: 723 time: 0.3329203 Dec 20 23:25:11.457044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:11.472685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:11.517231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.544072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2d3d-3861-4d44-9a1c-307c110827e0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=ae9dc122-938c-4789-aeac-981eb2530714,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:11.558156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ae9dc122-938c-4789-aeac-981eb2530714 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:11.600932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2396ff9-c936-40a0-bf09-95f5c17b1d3d req-6676d8d6-0050-4d46-9f63-be802ba01365 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799748 Dec 20 23:25:11.626253 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.674891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:11.677918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:11.682113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:11.695123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a03ac-86bd-4129-afe1-e47e58fdd0c6 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:11.702629 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:11.708208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.711984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:11.789665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-75790cf1-40c4-4f07-892b-e87d1a1b1e1f None None] Provisioning complete for port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:11.790067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-75790cf1-40c4-4f07-892b-e87d1a1b1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.836194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-75790cf1-40c4-4f07-892b-e87d1a1b1e1f None None] Port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:11.956739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47296) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:11.978367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:11.981613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e30e5c41-b851-4fbb-8120-9215bae4c9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.026562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47298) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:12.072738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.084980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=626e1c72-6cb4-476b-8690-a003fe161fdf,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:12.105642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '24d213c4-6fe8-44e5-94f3-ab3850f72142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:12.106018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: ae9dc122-938c-4789-aeac-981eb2530714, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:12.119047 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-47bd4910-e1da-4a4e-8ab0-23f27249029e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cbb58bb9d5742bfaab27f04685cd334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912712 Dec 20 23:25:12.121651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:12.157560 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e30e5c41-b851-4fbb-8120-9215bae4c9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.233454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network ae9dc122-938c-4789-aeac-981eb2530714 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:12.245223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e30e5c41-b851-4fbb-8120-9215bae4c9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.290215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e30e5c41-b851-4fbb-8120-9215bae4c9d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35a9dcc15f734b01abd6a5df0d865714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281846 Dec 20 23:25:12.290215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e5c41-b851-4fbb-8120-9215bae4c9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83716b63-1893-4d54-b42b-9cb1947881ab,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:12.290670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47302) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:12.323656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ae9dc122-938c-4789-aeac-981eb2530714) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:12.332827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:12.333808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.337519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1e200-5de3-464d-baf6-f8f4f0290ae9 None None] Network ae9dc122-938c-4789-aeac-981eb2530714 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:12.362372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.388426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.434815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9850f71d-5635-4cd4-97cb-3377de8404d5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9713626 Dec 20 23:25:12.435666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47304) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:12.441503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:12.458872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ae9dc122-938c-4789-aeac-981eb2530714', 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': '626e1c72-6cb4-476b-8690-a003fe161fdf'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:12.460077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.531213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.540506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130275034'] for subnet, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.563726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.566267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.570024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83716b63-1893-4d54-b42b-9cb1947881ab HTTP/1.1" status: 204 len: 168 time: 0.2758162 Dec 20 23:25:12.598552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f1128-baa7-4aaf-a503-52f8c848a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83716b63-1893-4d54-b42b-9cb1947881ab,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:12.634802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.673223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.809309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66eb66-654c-4b45-8379-6ec7d5d823be req-6a8a7c77-bf0f-4593-8297-6f7a41f9d9e6 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:12.810825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc66eb66-654c-4b45-8379-6ec7d5d823be req-6a8a7c77-bf0f-4593-8297-6f7a41f9d9e6 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1112339 Dec 20 23:25:12.844613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.848181 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.849783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a369820-aff6-453b-bb14-a1d999821d38 HTTP/1.1" status: 204 len: 168 time: 0.7233479 Dec 20 23:25:12.860723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dbfd4-c29a-41b8-bdd5-511f4f333d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a369820-aff6-453b-bb14-a1d999821d38,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:12.874491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc66eb66-654c-4b45-8379-6ec7d5d823be req-1e885c2f-3522-48cf-9cb7-6f0f261eede4 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558853 Dec 20 23:25:12.918898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:25:12.920487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787167807290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130208536'] for subnet, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.955299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:12.955892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:12.959844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "PUT /v2.0/subnets/626e1c72-6cb4-476b-8690-a003fe161fdf HTTP/1.1" status: 200 len: 806 time: 0.5204728 Dec 20 23:25:12.963565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47312) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:12.987149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Allocated IP 172.20.0.2 (ae9dc122-938c-4789-aeac-981eb2530714/626e1c72-6cb4-476b-8690-a003fe161fdf/51fd5fb2-6573-4273-8e79-47b53d51421e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:13.042100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a23b7-acf4-4bc9-a848-36d68ccca740 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=626e1c72-6cb4-476b-8690-a003fe161fdf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:13.049589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:13.071331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Sync routers for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:13.084383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.094571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:13.095206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:13.127969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.131395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf7b8515-2a66-4577-8e55-ccbbea5b0d0c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1087229 Dec 20 23:25:13.132070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47316) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:13.167277 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f28d54f-2bde-4805-881b-8a919d240d0d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=412d3bab58284f3ba001391be8044eae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338750 Dec 20 23:25:13.170393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.172786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47318) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:13.271440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.292585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:13.304453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f14cb-2c07-4b0b-90df-75b3fd08dd05 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:13.307148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d68f14cb-2c07-4b0b-90df-75b3fd08dd05 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327004 Dec 20 23:25:13.309508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47330) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:13.350687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-87faf524-6c8a-469b-a4ce-59197e7d8a7d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398948 Dec 20 23:25:13.353108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47336) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:13.358327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-551474554', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:13.363080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:25:13.368507 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.454007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.468682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Network ae9dc122-938c-4789-aeac-981eb2530714 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:13.478738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:13.484625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=626e1c72-6cb4-476b-8690-a003fe161fdf,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:13.494080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:13.520908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Pushing event updated for resources: {'Port': ['ID=51fd5fb2-6573-4273-8e79-47b53d51421e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:13.566157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.597914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:13.601661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.610290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9dc122-938c-4789-aeac-981eb2530714']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:13.640268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d213c4-6fe8-44e5-94f3-ab3850f72142') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:13.640699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d213c4-6fe8-44e5-94f3-ab3850f72142') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:13.666159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Attempting to bind port 51fd5fb2-6573-4273-8e79-47b53d51421e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:13.666523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Attempting to bind port 51fd5fb2-6573-4273-8e79-47b53d51421e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '24d213c4-6fe8-44e5-94f3-ab3850f72142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:13.666880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Attempting to bind port 51fd5fb2-6573-4273-8e79-47b53d51421e on network ae9dc122-938c-4789-aeac-981eb2530714 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:13.674298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:13.676927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.685327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:13.685700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Checking segment: {'id': '24d213c4-6fe8-44e5-94f3-ab3850f72142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:13.686121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.686510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Bound using segment: {'id': '24d213c4-6fe8-44e5-94f3-ab3850f72142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:13.686976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Bound port: 51fd5fb2-6573-4273-8e79-47b53d51421e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d213c4-6fe8-44e5-94f3-ab3850f72142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ae9dc122-938c-4789-aeac-981eb2530714'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:13.687349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.704254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.716674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:13.716674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:13.720446 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:13.846180 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 23:25:13.846180 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 23:25:13.846180 n-d-822053-9 neutron-server[115562]: [parameters: {'id': 'ae9dc122-938c-4789-aeac-981eb2530714'}] Dec 20 23:25:13.846180 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:13.847785 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:13.880228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:25:13.978756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:13.992802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] For port 51fd5fb2-6573-4273-8e79-47b53d51421e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:14.000090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:11Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:14.015997 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.032299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:25:14.048038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Checking router: 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:14.048271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Updating router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:14.051974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] For port 51fd5fb2-6573-4273-8e79-47b53d51421e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=51fd5fb2-6573-4273-8e79-47b53d51421e,segment=NetworkSegment(24d213c4-6fe8-44e5-94f3-ab3850f72142),segment_id=24d213c4-6fe8-44e5-94f3-ab3850f72142)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:14.075850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772a6a-5b3a-455a-af34-bd00bf201881 req-8e729a5c-b875-4da1-9418-e783afdbbb7d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:14.083288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d772a6a-5b3a-455a-af34-bd00bf201881 req-8e729a5c-b875-4da1-9418-e783afdbbb7d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 944 time: 0.1113751 Dec 20 23:25:14.086883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:14.090384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.118420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Subnet': ['ID=c7977855-cf84-4773-998a-f04f7b0ebb1c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:14.121888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.171400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d772a6a-5b3a-455a-af34-bd00bf201881 req-e6a4b6a3-1bcf-42b5-b1d4-9089fb98623e tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869243 Dec 20 23:25:14.189913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Checking segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:14.190272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network hostable DHCP agents. Network: a6bfb55e-7f91-4332-ab1d-508210e171b8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:14.235984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47362) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:14.251088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.269081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:14.316540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50af61-6917-4c21-b76a-d632193b080c None None] Pushing event updated for resources: {'Port': ['ID=51fd5fb2-6573-4273-8e79-47b53d51421e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:14.328303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7aa124-1111-454a-a4b7-547129c21d0e None None] Network ae9dc122-938c-4789-aeac-981eb2530714 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:14.349083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.354666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a6bfb55e-7f91-4332-ab1d-508210e171b8) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:14.365715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:14.366403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.377619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-380818477-network', 'tenant_id': '407b7602db8a4f109e823310716d4f35'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:14.378851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b6030-8ca9-40af-ba63-18fb4c044fcc None None] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:14.464914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 51fd5fb2-6573-4273-8e79-47b53d51421e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:14.465278 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.487301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-993943b2-98d5-4a36-a592-502174d4523c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1304667 Dec 20 23:25:14.487699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47368) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:14.540982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:14.567813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Made reservation on behalf of 407b7602db8a4f109e823310716d4f35 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:14.571641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.591340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.596740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:25:14.603035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 51fd5fb2-6573-4273-8e79-47b53d51421e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=51fd5fb2-6573-4273-8e79-47b53d51421e,segment=NetworkSegment(24d213c4-6fe8-44e5-94f3-ab3850f72142),segment_id=24d213c4-6fe8-44e5-94f3-ab3850f72142)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:14.604283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.622559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 51fd5fb2-6573-4273-8e79-47b53d51421e owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:14.696440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a6bfb55e-7f91-4332-ab1d-508210e171b8', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:14.697379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.740864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54e1e5-aedc-4168-b720-310873ef12af None None] Network ae9dc122-938c-4789-aeac-981eb2530714 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:14.768254 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.834364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.834597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.837283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.880008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=51fd5fb2-6573-4273-8e79-47b53d51421e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:14.898652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:14.902229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 51fd5fb2-6573-4273-8e79-47b53d51421e on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:14.937712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4eed6b-ffb1-4ee9-b4b4-fdae7b7c7e35,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:14.945121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:14.946282 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Added segment cbdb0905-6927-4c45-910d-c0692058f293 of type vlan for network 58356e7d-4680-4a5e-b9f2-ba60da14634b Dec 20 23:25:14.994531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.051611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.056466 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.074401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e467df0-0c32-4108-b9c3-4566e0cad3f8 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:15.088239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9dc122-938c-4789-aeac-981eb2530714']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:15.104560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d213c4-6fe8-44e5-94f3-ab3850f72142') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:15.105097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d213c4-6fe8-44e5-94f3-ab3850f72142') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:15.119381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.141529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.143221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Attempting to bind port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:15.146885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Attempting to bind port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:15.150532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Attempting to bind port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:15.150675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:15.150818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.155498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280466f-1614-409a-bfd4-b4fd7156b68f None None] Pushing event updated for resources: {'Port': ['ID=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:15.155801 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:15.180295 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.207158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:15.207820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:15.208526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.208824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.210036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:15.210458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:15.210593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.212362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Bound port: 06a83aa1-4a0d-42a3-bd5a-349d6496dc15, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:15.212949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.276872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Allocated IP 172.20.0.2 (a6bfb55e-7f91-4332-ab1d-508210e171b8/c7977855-cf84-4773-998a-f04f7b0ebb1c/6dcfa351-881b-48f7-93de-cefba4e1328a) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:15.291193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] Pushing event updated for resources: {'Network': ['ID=58356e7d-4680-4a5e-b9f2-ba60da14634b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:15.294194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47382) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:15.295609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b785b4b6-5ffa-4f90-a855-ac00d768b3e6 None None] Provisioning complete for port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:15.296172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b785b4b6-5ffa-4f90-a855-ac00d768b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.332542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:15.332876 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.344264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.350827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/ae9dc122-938c-4789-aeac-981eb2530714 HTTP/1.1" status: 204 len: 168 time: 2.3774259 Dec 20 23:25:15.351442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:15.388682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fbf5d282-3872-4e7b-83cb-4af7ed8dc773 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1515512 Dec 20 23:25:15.390921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f7b75-f24d-41cb-afa1-81d35701d24b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=ae9dc122-938c-4789-aeac-981eb2530714,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:15.392779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47388) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:15.393817 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3e3888-9b88-4503-8364-46be72222d37 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:15.394326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3e3888-9b88-4503-8364-46be72222d37 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:15.399328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b3e3888-9b88-4503-8364-46be72222d37 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/ae9dc122-938c-4789-aeac-981eb2530714 HTTP/1.1" status: 404 len: 339 time: 0.0443048 Dec 20 23:25:15.405525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Request body: {'subnet': {'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-380818477-subnet', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:15.408837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47390) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:15.418020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-8719857', 'description': 'd1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:15.438468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] For port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:15.450171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b785b4b6-5ffa-4f90-a855-ac00d768b3e6 None None] Port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:15.462008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c2b6-232d-48ba-a2db-a2178251e8cc req-402df455-e981-40d8-b44e-bd26b5e334c7 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:15.463234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5652c2b6-232d-48ba-a2db-a2178251e8cc req-402df455-e981-40d8-b44e-bd26b5e334c7 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 945 time: 0.1632223 Dec 20 23:25:15.486606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] For port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:15.522405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5652c2b6-232d-48ba-a2db-a2178251e8cc req-3940d2e5-3634-4dfd-a71b-441bfc6f821b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513098 Dec 20 23:25:15.566267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1355303798'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:15.611434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.611896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:15.615519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.618252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Made reservation on behalf of 407b7602db8a4f109e823310716d4f35 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:15.620820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.667835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4c2b5-5690-45df-afd4-8316cad86d63 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:15.675629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.696693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:15.697496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:15.702443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280466f-1614-409a-bfd4-b4fd7156b68f None None] Pushing event updated for resources: {'Port': ['ID=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:15.719537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:15.739767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.740110 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 22ff8bdd-9b33-4072-8224-30aa20527742 of type vlan for network 9743b210-7075-4f60-aa28-d68a783877cd Dec 20 23:25:15.745372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.780665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Made reservation on behalf of 38168011f5de4f86a58c8e3b561bc827 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:15.784873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.800910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.1 (a6bfb55e-7f91-4332-ab1d-508210e171b8/c7977855-cf84-4773-998a-f04f7b0ebb1c/3a642421-a687-4b48-9edc-efb5c5be27a3) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:15.811370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.833222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:15.838556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.841239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:15.850619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:15.856645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Pushing event updated for resources: {'Port': ['ID=6dcfa351-881b-48f7-93de-cefba4e1328a,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:15.872041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] Provisioning complete for port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:15.872844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.893768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:15.937318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.990990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.992022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:15.998578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:15.999163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.007240 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.028032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.036797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Attempting to bind port 6dcfa351-881b-48f7-93de-cefba4e1328a on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:16.037180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Attempting to bind port 6dcfa351-881b-48f7-93de-cefba4e1328a by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:16.037549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Attempting to bind port 6dcfa351-881b-48f7-93de-cefba4e1328a on network a6bfb55e-7f91-4332-ab1d-508210e171b8 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:16.066721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:16.072307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:16.076752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:16.083131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:16.084649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Checking segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:16.084649 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.084649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Bound using segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:16.084944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Bound port: 6dcfa351-881b-48f7-93de-cefba4e1328a, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:16.085765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.110045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.124326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=9743b210-7075-4f60-aa28-d68a783877cd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.128066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.140785 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.142170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9743b210-7075-4f60-aa28-d68a783877cd details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:16.154997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:16.165867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.166222 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Added segment c3103308-4ff9-4adb-a526-bec8b2903a02 of type vlan for network ea40e894-fcb4-44be-9fd7-828b925e0a4d Dec 20 23:25:16.183415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=857699be-2385-433a-8adb-dd64d8395fb5,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.215544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f31750c3-a0f4-42aa-b876-ac277e669037 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8017681 Dec 20 23:25:16.216612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47392) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:16.254235 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.269087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0ae24-6158-45f6-9853-a80d42241a45,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.282172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Checking segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:16.282847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Network hostable DHCP agents. Network: 58356e7d-4680-4a5e-b9f2-ba60da14634b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:16.361167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d7a19-1ae4-4f0b-9af4-5d7f5c7f298f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:16.363558 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4e6d7a19-1ae4-4f0b-9af4-5d7f5c7f298f tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks?id=9743b210-7075-4f60-aa28-d68a783877cd HTTP/1.1" status: 200 len: 758 time: 0.1452746 Dec 20 23:25:16.365835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:16.367021 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.370856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'description': 'd2'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:16.376413 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.382437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:16.383529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.409296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:16.467441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Pushing event updated for resources: {'Network': ['ID=ea40e894-fcb4-44be-9fd7-828b925e0a4d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.468942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] For port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:16.473862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] For port 6dcfa351-881b-48f7-93de-cefba4e1328a, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:16.482857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:16.492579 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.496571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a8165e98-b329-40a7-a1de-d605e2f8c278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1987834 Dec 20 23:25:16.504943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] For port 6dcfa351-881b-48f7-93de-cefba4e1328a, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dcfa351-881b-48f7-93de-cefba4e1328a,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:16.513597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 58356e7d-4680-4a5e-b9f2-ba60da14634b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:16.538720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:16.540626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.553628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb363e-6f72-43f5-a5fe-27748a600709 None None] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:16.592629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.609940 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.686770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e7749fa8-8cb8-45cb-aa56-1556e5245b4e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2856011 Dec 20 23:25:16.688170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:16.692697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:16.717679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.724409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47404) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:16.730822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d', 'binding:host_id': 'n-h1-822053-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1728745572'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:16.741423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd725cf7-a686-4ce5-ab99-465f1277d7bc req-54d59869-37f3-4d02-80f6-b07b12af6b0b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:16.743664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd725cf7-a686-4ce5-ab99-465f1277d7bc req-54d59869-37f3-4d02-80f6-b07b12af6b0b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 945 time: 0.0944831 Dec 20 23:25:16.747755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:11Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:16.772788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.774489 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.801135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.801828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-58356e7d-4680-4a5e-b9f2-ba60da14634b', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'project_id': '407b7602db8a4f109e823310716d4f35', 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:16.801828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.804321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e45391-9007-436b-b815-4dbccba3ee79 None None] The sync data for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 is: [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:11Z', 'revision_number': 3, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:16.864276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd725cf7-a686-4ce5-ab99-465f1277d7bc req-5b017c09-bd27-4578-acd2-03dc0a279603 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058514 Dec 20 23:25:16.901140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.902395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Made reservation on behalf of d9a2c2d3e2d24295a404ad065680cb48 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:16.913266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.933887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.937578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=9743b210-7075-4f60-aa28-d68a783877cd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:16.962470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 9743b210-7075-4f60-aa28-d68a783877cd is not hosted by any dhcp agent {{(pid=115563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:25:16.970693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:16.971367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:16.974063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-08e45632-743e-4956-920c-16d723f3c024 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "PUT /v2.0/networks/9743b210-7075-4f60-aa28-d68a783877cd HTTP/1.1" status: 200 len: 755 time: 0.6059599 Dec 20 23:25:16.977921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:17.004698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Allocated IP 172.20.0.2 (58356e7d-4680-4a5e-b9f2-ba60da14634b/857699be-2385-433a-8adb-dd64d8395fb5/6911c070-df37-45c6-b95d-fc4a39dc16d4) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:17.012652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a302477-cddc-4715-ae2e-53ae0015c3a1 None None] Pushing event updated for resources: {'Port': ['ID=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:17.015394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 9743b210-7075-4f60-aa28-d68a783877cd details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:17.070988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.142948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.271375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:17.276573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.277174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.313476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7bc99-3ce7-420e-b1f0-8617b3209577 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:17.318681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-21d7bc99-3ce7-420e-b1f0-8617b3209577 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks?id=9743b210-7075-4f60-aa28-d68a783877cd HTTP/1.1" status: 200 len: 758 time: 0.3369472 Dec 20 23:25:17.318952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:17.319129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.327967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922290258'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:17.334741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097b50e-7a41-4f1f-976c-3276e69f0563 None None] Pushing event updated for resources: {'Port': ['ID=6dcfa351-881b-48f7-93de-cefba4e1328a,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:17.350530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:17.380851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.387899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 398c201b-548c-4064-af05-006e1963fad0 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:17.473315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:17.474884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:17.534462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a2de5-f6db-4e5f-a9f6-c02f2639cf73,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:17.550201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.565550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:25:17.571958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:17.572846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.600203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:17.603464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:17.607088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.635030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.636880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:17.646720 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.647072 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment c52c43f2-9b83-439c-bb58-a24107e89a5e of type vlan for network 67f4ca87-6970-4408-8bd9-220e9fc7f01d Dec 20 23:25:17.693100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Pushing event updated for resources: {'Port': ['ID=6911c070-df37-45c6-b95d-fc4a39dc16d4,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:17.717122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:17.737273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:17.740199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:17.770676 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.817523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Attempting to bind port 6911c070-df37-45c6-b95d-fc4a39dc16d4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:17.818098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Attempting to bind port 6911c070-df37-45c6-b95d-fc4a39dc16d4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:17.818559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Attempting to bind port 6911c070-df37-45c6-b95d-fc4a39dc16d4 on network 58356e7d-4680-4a5e-b9f2-ba60da14634b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:17.825559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:17.826089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Checking segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:17.826592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.827086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Bound using segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:17.827667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Bound port: 6911c070-df37-45c6-b95d-fc4a39dc16d4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:17.828161 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.830735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:17.872076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:17.891719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4736219b-cc3e-4682-8f3b-3050ccef6f10 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/96e568fb-0398-4d89-b8bc-bb9e9a3b30c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4019203 Dec 20 23:25:17.894385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47414) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:17.919449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:17.921898 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf86d3-b1c1-4ff8-8350-81eff3e45eec" -d '{"events": [{"server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "name": "network-vif-plugged", "status": "completed", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:17.961915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:18.062696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] For port 6911c070-df37-45c6-b95d-fc4a39dc16d4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:18.068881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] For port 6911c070-df37-45c6-b95d-fc4a39dc16d4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6911c070-df37-45c6-b95d-fc4a39dc16d4,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:18.073695 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c86814-2466-42a1-abf3-0591bca7da30 x-openstack-request-id: req-13c86814-2466-42a1-abf3-0591bca7da30 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:18.074026 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "name": "network-vif-plugged", "status": "completed", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:18.074268 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13c86814-2466-42a1-abf3-0591bca7da30 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:18.074662 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'code': 200} Dec 20 23:25:18.075379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.156971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:18.161270 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.162466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.163693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:18.168834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.169471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.303413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4c6a-6114-435b-9668-e41ddee41f95 None None] Pushing event updated for resources: {'Port': ['ID=6911c070-df37-45c6-b95d-fc4a39dc16d4,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:18.324196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:18.324630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.450646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dcfa351-881b-48f7-93de-cefba4e1328a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:18.485123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62a9e7-1f53-46ee-88fa-7af55cd3416a req-2c465a56-4ec0-4612-9d2f-eae1389daaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.486821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a62a9e7-1f53-46ee-88fa-7af55cd3416a req-2c465a56-4ec0-4612-9d2f-eae1389daaa8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.3432660 Dec 20 23:25:18.541626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba58cb-0085-4069-8674-ebf8a761ee24 req-4581b33d-18e0-45b2-924d-c199caceaaa9 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.549022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82ba58cb-0085-4069-8674-ebf8a761ee24 req-4581b33d-18e0-45b2-924d-c199caceaaa9 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.4038801 Dec 20 23:25:18.562552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6dcfa351-881b-48f7-93de-cefba4e1328a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:18.563139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.651694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 398c201b-548c-4064-af05-006e1963fad0 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:18.680668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.684944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.703591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a62a9e7-1f53-46ee-88fa-7af55cd3416a req-f6c9e02f-6158-4ea5-ab3c-0e058a20c153 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850991 Dec 20 23:25:18.727523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.739712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cca939-4de0-4baf-8555-25a367479249 None None] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:18.750367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.754390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.776322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82ba58cb-0085-4069-8674-ebf8a761ee24 req-b22daf6f-d0db-4086-9ffb-2aeff76b4749 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964962 Dec 20 23:25:18.795701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4756694 Dec 20 23:25:18.804225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47418) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:18.819238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': '67f4ca87-6970-4408-8bd9-220e9fc7f01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:18.820000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 6dcfa351-881b-48f7-93de-cefba4e1328a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dcfa351-881b-48f7-93de-cefba4e1328a,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:18.830018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef7539-a89c-4f8b-a110-919d5f73e063 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=67f4ca87-6970-4408-8bd9-220e9fc7f01d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:18.845152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 67f4ca87-6970-4408-8bd9-220e9fc7f01d details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:18.873741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=398c201b-548c-4064-af05-006e1963fad0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:18.881417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.882480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.883848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.885404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.886223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.886845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.887810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.888512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.889124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.889777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.890391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:18.892691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8b27d3f7-9cc1-4e16-89a7-313d5388df58 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7659 time: 0.9971063 Dec 20 23:25:18.896182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47420) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:18.930478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.930812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.931369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.931859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.932339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.932820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.933294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.933820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.934324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.934796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.935284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.935766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.936236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:18.955314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.965119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Checking segment: {'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:18.965489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Network hostable DHCP agents. Network: ea40e894-fcb4-44be-9fd7-828b925e0a4d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:18.980928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-244ffc88-998b-494e-9c01-01a11beeb086 None None] Provisioning complete for port 6dcfa351-881b-48f7-93de-cefba4e1328a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:18.981430 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-244ffc88-998b-494e-9c01-01a11beeb086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:18.989649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Allocated IP 172.25.1.80 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/204555bd-853b-4b7e-b981-0996704525e2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:19.013881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.014626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.015264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.015873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.016476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.017075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.017674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.018310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.020441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee49101c-498a-4724-9b8e-f2015801859d tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5251 time: 0.1231363 Dec 20 23:25:19.026255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47422) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:19.067403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=6dcfa351-881b-48f7-93de-cefba4e1328a,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:19.080695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:19.128498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.133309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:19.142399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.170765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ea40e894-fcb4-44be-9fd7-828b925e0a4d) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:19.176270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:19.185546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938afb7-39fc-422b-99c7-0448fea993c8 None None] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:19.192477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.192813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.193148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.198769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.199098 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.199487 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 2 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.215035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.215697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.215697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.221167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.221549 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.222101 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 3 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.235987 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.239555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.239727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.240083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.279165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.279507 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.282063 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 4 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.299398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:19.310114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05c494c5-02b5-42f4-841c-d112f5808259 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.2826471 Dec 20 23:25:19.315299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:19.317837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:19.326355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.326697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.327032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.334262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ec76a-ace9-403c-ad08-41ee388a15cc None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:19.348361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Pushing event updated for resources: {'Port': ['ID=204555bd-853b-4b7e-b981-0996704525e2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:19.360233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.360574 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.362633 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 5 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.386124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.386381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.386716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.423539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.423539 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.454279 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 6 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.466312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fd8d3d17-5cad-4250-9bd4-7c7492a09089 None None] Provisioning complete for port 204555bd-853b-4b7e-b981-0996704525e2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:19.467735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fd8d3d17-5cad-4250-9bd4-7c7492a09089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.491661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.492230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.492507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.502038 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.526143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.526482 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.528234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d3d17-5cad-4250-9bd4-7c7492a09089 None None] Port 204555bd-853b-4b7e-b981-0996704525e2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:19.531384 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 7 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.555985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.556423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.556767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.564983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.565700 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.566253 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 8 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.582437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.583127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.584139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.589051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.589373 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.589782 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 9 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.614035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.614383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.614789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.619462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.619791 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.620181 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 10 to bind port 398c201b-548c-4064-af05-006e1963fad0 Dec 20 23:25:19.625432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=fa42ece9-56ee-452c-94fc-95dd8cc3151d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:19.656643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': 'c52c43f2-9b83-439c-bb58-a24107e89a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '67f4ca87-6970-4408-8bd9-220e9fc7f01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:19.657127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: 67f4ca87-6970-4408-8bd9-220e9fc7f01d, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:19.658510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9c7425c0-19eb-481a-85a9-7acfc82ff56d None None] Provisioning complete for port 6dcfa351-881b-48f7-93de-cefba4e1328a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:19.659087 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c7425c0-19eb-481a-85a9-7acfc82ff56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.730799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network 67f4ca87-6970-4408-8bd9-220e9fc7f01d is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:19.738204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:19.738531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:19.738868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:19.749037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 398c201b-548c-4064-af05-006e1963fad0 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:19.749037 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 398c201b-548c-4064-af05-006e1963fad0 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:19.749449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.811558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 67f4ca87-6970-4408-8bd9-220e9fc7f01d) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:19.820782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:19.823690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.841653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf0958-6722-4b7a-9f8c-ccf7306de413 None None] Network 67f4ca87-6970-4408-8bd9-220e9fc7f01d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:19.866959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47428) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:19.877071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971784235', 'description': 'tempest-secgroup-smoke-971784235 description', 'project_id': '412d3bab58284f3ba001391be8044eae'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:19.944284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9c7425c0-19eb-481a-85a9-7acfc82ff56d None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:19.944668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c7425c0-19eb-481a-85a9-7acfc82ff56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:19.946095 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8b3c7d9c-aa31-48ce-b953-1251f57df438 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1403189 Dec 20 23:25:19.948756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47430) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:19.960230 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Sync routers for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:19.999456 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:20.001876 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:20.078611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.118118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9c7425c0-19eb-481a-85a9-7acfc82ff56d None None] Port 3a642421-a687-4b48-9edc-efb5c5be27a3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:20.146981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76768f78-4e8d-402b-aadf-89267cb953a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-67f4ca87-6970-4408-8bd9-220e9fc7f01d', 'network_id': '67f4ca87-6970-4408-8bd9-220e9fc7f01d', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': 'fa42ece9-56ee-452c-94fc-95dd8cc3151d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:20.148062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-76768f78-4e8d-402b-aadf-89267cb953a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.211239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.232728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.307764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4235af-bc16-4a7a-88ec-e480653dc319 None None] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:20.310503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dcfa351-881b-48f7-93de-cefba4e1328a up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:20.319458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.337848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 398c201b-548c-4064-af05-006e1963fad0, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:20.338307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempted to set empty binding levels {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:25:20.383997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.403312 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:20.410750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eeba5-be68-4000-935b-5039fd68c50b req-2c1a3910-eb22-4a94-9034-e52122793c31 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:20.419123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa9eeba5-be68-4000-935b-5039fd68c50b req-2c1a3910-eb22-4a94-9034-e52122793c31 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.3943090 Dec 20 23:25:20.429320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=fa42ece9-56ee-452c-94fc-95dd8cc3151d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:20.435406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.524038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:20.524713 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.564379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.569142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=398c201b-548c-4064-af05-006e1963fad0,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:20.577919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Provisioning complete for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:20.578302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.592399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa9eeba5-be68-4000-935b-5039fd68c50b req-5a19dd98-96ad-4674-8ddd-eb00f4303856 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723034 Dec 20 23:25:20.612784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f4ca87-6970-4408-8bd9-220e9fc7f01d']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server [None req-76768f78-4e8d-402b-aadf-89267cb953a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa42ece9-56ee-452c-94fc-95dd8cc3151d: This subnet is being modified by another concurrent operation. Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 23:25:20.621829 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server raise exception Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa42ece9-56ee-452c-94fc-95dd8cc3151d: This subnet is being modified by another concurrent operation. Dec 20 23:25:20.625240 n-d-822053-9 neutron-server[115564]: ERROR oslo_messaging.rpc.server Dec 20 23:25:20.644242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d6408-ab27-4130-8be4-78b8c1fdf0e8 None None] Network 67f4ca87-6970-4408-8bd9-220e9fc7f01d requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:20.645115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52c43f2-9b83-439c-bb58-a24107e89a5e') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:20.645571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52c43f2-9b83-439c-bb58-a24107e89a5e') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:20.652402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-42b2b64c-c6dd-47ca-9427-d46f1972f814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9264939 Dec 20 23:25:20.666877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47432) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:20.667111 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.668755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 2, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:20.689117 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.697184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Checking router: 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:20.697381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:20.697769 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Updating router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 port 3a642421-a687-4b48-9edc-efb5c5be27a3 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:20.699211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.715913 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.728591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6dcfa351-881b-48f7-93de-cefba4e1328a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:20.729158 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.730676 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.795774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:20.798575 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:20.826303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.843879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.869413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.879854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e488e-011b-49b9-bf9a-f1fbc42afab8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:20.881249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.904798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Deleting port 398c201b-548c-4064-af05-006e1963fad0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:20.910851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.923447 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/67f4ca87-6970-4408-8bd9-220e9fc7f01d HTTP/1.1" status: 204 len: 168 time: 0.9636927 Dec 20 23:25:20.923447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47434) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:20.926959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6911c070-df37-45c6-b95d-fc4a39dc16d4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:20.929870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] For port 6911c070-df37-45c6-b95d-fc4a39dc16d4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6911c070-df37-45c6-b95d-fc4a39dc16d4,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:20.950627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54348c5f-8240-417c-9b28-d366a70ea42e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=67f4ca87-6970-4408-8bd9-220e9fc7f01d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:20.979253 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a5a779-9540-40b3-b00b-ae5bcde571cb tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] GET failed (client error): The resource could not be found. Dec 20 23:25:20.983459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:20.983978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-93a5a779-9540-40b3-b00b-ae5bcde571cb tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets/fa42ece9-56ee-452c-94fc-95dd8cc3151d HTTP/1.1" status: 404 len: 337 time: 0.0625494 Dec 20 23:25:20.984739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47436) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:20.988057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-802ae8bd-6207-4558-a107-d7a08e467cbd tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1190610 Dec 20 23:25:20.990954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47438) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.009653 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ac0454-7d65-4680-ac8a-d5ee651d131c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:21.010591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:21.011037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ac0454-7d65-4680-ac8a-d5ee651d131c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:21.011191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.019053 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f4ac0454-7d65-4680-ac8a-d5ee651d131c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/67f4ca87-6970-4408-8bd9-220e9fc7f01d HTTP/1.1" status: 404 len: 339 time: 0.0330129 Dec 20 23:25:21.022283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47440) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.103179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 398c201b-548c-4064-af05-006e1963fad0, host n-h1-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:21.103647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.115252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:21.115591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.122371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Calling delete_port for 398c201b-548c-4064-af05-006e1963fad0 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:21.155151 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.183267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Router 41061419-92a3-4910-b703-271f810ecc8e is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:25:21.185022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Port 3a642421-a687-4b48-9edc-efb5c5be27a3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:21.189388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Pushing event updated for resources: {'Port': ['ID=6911c070-df37-45c6-b95d-fc4a39dc16d4,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:21.204945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:21.205274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.210321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.240609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f5868-f474-40ab-a0bd-d118ee18dd16 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:25:21.245555 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.262672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f06da5-a6e1-45cb-9327-905ddabe8e0e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.266894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-07f06da5-a6e1-45cb-9327-905ddabe8e0e tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2396071 Dec 20 23:25:21.269104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47442) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.306476 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Pushing event updated for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:21.313603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-29b4f8ec-6a1a-4840-9681-65479c63fc03 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0 HTTP/1.1" status: 200 len: 207 time: 0.0388575 Dec 20 23:25:21.314745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47444) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.318507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.321439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.322681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.322939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.323273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.323589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4879-31ce-4b3b-b57e-5b010519fdf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.334393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.339748 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.339748 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.339748 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.340074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.340301 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.340602 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.340884 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.341208 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.341852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.341852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.342183 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.342499 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.342817 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:21.369659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Provisioning complete for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:21.370047 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.411744 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.417335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:21.447369 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Attempting to bind port 3a642421-a687-4b48-9edc-efb5c5be27a3 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:21.447763 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Attempting to bind port 3a642421-a687-4b48-9edc-efb5c5be27a3 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:21.448088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Attempting to bind port 3a642421-a687-4b48-9edc-efb5c5be27a3 on network a6bfb55e-7f91-4332-ab1d-508210e171b8 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:21.453313 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:21.453668 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Checking segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:21.454092 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.454614 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Bound using segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:21.455303 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Bound port: 3a642421-a687-4b48-9edc-efb5c5be27a3, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:21.455616 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.457284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0483f828-be77-4c00-805c-7c801679dbe0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:21.468228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063d7d7-3092-4da0-88e3-bea3a33000d8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.469546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.474168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063d7d7-3092-4da0-88e3-bea3a33000d8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.482319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063d7d7-3092-4da0-88e3-bea3a33000d8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.488125 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063d7d7-3092-4da0-88e3-bea3a33000d8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.489978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a063d7d7-3092-4da0-88e3-bea3a33000d8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.1744030 Dec 20 23:25:21.494090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47446) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.502283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event deleted for resources: {'Port': ['ID=398c201b-548c-4064-af05-006e1963fad0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:21.509611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.513387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00a1ea95-3e1c-4db1-b1b8-c37233a6ed25 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8218138 Dec 20 23:25:21.516003 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.517384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47448) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.520331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d684afa-f868-443d-ba0d-adf0eac077c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "DELETE /v2.0/ports/398c201b-548c-4064-af05-006e1963fad0 HTTP/1.1" status: 204 len: 168 time: 0.8515465 Dec 20 23:25:21.522367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Sync routers for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:21.522948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47450) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.536136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.541348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-492a9948-bb81-4897-af05-8cc35d97f27b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5381451 Dec 20 23:25:21.542131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47452) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.548270 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] For port 3a642421-a687-4b48-9edc-efb5c5be27a3, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:21.554036 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] For port 3a642421-a687-4b48-9edc-efb5c5be27a3, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3a642421-a687-4b48-9edc-efb5c5be27a3,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:21.558464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f5868-f474-40ab-a0bd-d118ee18dd16 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:25:21.560196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:21.560840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:21.561781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:21.567650 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d875700-68f4-4599-a753-434360693e47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:25:21.573331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6d875700-68f4-4599-a753-434360693e47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports/398c201b-548c-4064-af05-006e1963fad0 HTTP/1.1" status: 404 len: 333 time: 0.0446353 Dec 20 23:25:21.574557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47454) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.579386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-659772555'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:21.630502 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.715734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Made reservation on behalf of d9a2c2d3e2d24295a404ad065680cb48 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:21.716505 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a46ae3fe-c194-4cc4-b278-959053301f1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.2210264 Dec 20 23:25:21.718110 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.719098 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:21.719981 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:21.732517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.738919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 58b0ec01-66c8-46bf-9f59-e65963f6d272 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:21.767071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c104b-ea07-4167-8509-6d4a109979a7 None None] Pushing event updated for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:21.830630 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.848374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:21.848962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:21.864921 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:21.918579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:21.926952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624933c-a65e-45b8-b9c6-06fda85de7a3 req-0f1f1c66-f05e-495f-96d4-a4397ca2b31f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.928560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5624933c-a65e-45b8-b9c6-06fda85de7a3 req-0f1f1c66-f05e-495f-96d4-a4397ca2b31f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.2617421 Dec 20 23:25:21.965165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe161f-82e5-4ec5-a03e-db8389a74e5c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.967973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe161f-82e5-4ec5-a03e-db8389a74e5c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:21.972042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0ebe161f-82e5-4ec5-a03e-db8389a74e5c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2377589 Dec 20 23:25:21.977392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47460) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:21.984539 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6911c070-df37-45c6-b95d-fc4a39dc16d4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:21.996267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.031310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92976e8-29be-4aed-bc27-fa4309867a3d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.032858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92976e8-29be-4aed-bc27-fa4309867a3d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.038337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a92976e8-29be-4aed-bc27-fa4309867a3d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0595605 Dec 20 23:25:22.041362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47462) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.110985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5624933c-a65e-45b8-b9c6-06fda85de7a3 req-7f9a108e-e203-459a-aed1-df7428752924 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619081 Dec 20 23:25:22.129345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:21Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:22.131233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.158815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.162769 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8679-bffd-4229-8b7a-8b68eeb434dc None None] The sync data for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 is: [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:21Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:22.207445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:22.243406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:22.256398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:22.263910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.264680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.271929 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.330488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f9be6-59fe-4b72-8d22-770869947110 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 23:25:22.332260 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.336526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=58b0ec01-66c8-46bf-9f59-e65963f6d272,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:22.353000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607345a7-4a24-438b-84a9-afcf7e336efa,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:22.369057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.373949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-238d2cab-4670-4ad1-93e8-ee03bfd3af42 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8296888 Dec 20 23:25:22.375691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.381149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:22.385243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:22.385626 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.397383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5146c6-2799-4d86-a561-16365b949fa7 req-5125a38a-7012-45c9-8e46-691ae60b2f9d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.399244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a5146c6-2799-4d86-a561-16365b949fa7 req-5125a38a-7012-45c9-8e46-691ae60b2f9d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.1938651 Dec 20 23:25:22.424205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f365354-a2b0-46b7-9059-f4f15e99dd97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8484142 Dec 20 23:25:22.434103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47468) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.444737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:22.494406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189760a-c332-4622-9222-1bf3e6a3aaa8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.496305 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4189760a-c332-4622-9222-1bf3e6a3aaa8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks/23fcce6c-0a88-474c-8bf1-7d3d4339e0db HTTP/1.1" status: 200 len: 799 time: 0.4544897 Dec 20 23:25:22.502944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47470) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.507058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] For port 3a642421-a687-4b48-9edc-efb5c5be27a3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3a642421-a687-4b48-9edc-efb5c5be27a3,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:22.517321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.536973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.545834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a5146c6-2799-4d86-a561-16365b949fa7 req-c8b2847f-ba48-4867-bace-a125013eff7f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386533 Dec 20 23:25:22.580664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47472) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.607698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f9be6-59fe-4b72-8d22-770869947110 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 23:25:22.625167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.686508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.706903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad87dcb-0741-48dd-8e8c-faae2e527bc2 None None] Pushing event updated for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:22.781431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:19Z', 'revision_number': 3, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:22.818508 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c69889fa-d2cd-4e6d-9fe7-0cf07a020951 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/networks/23fcce6c-0a88-474c-8bf1-7d3d4339e0db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3108726 Dec 20 23:25:22.822659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Checking router: 41061419-92a3-4910-b703-271f810ecc8e for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:22.823015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Updating router 41061419-92a3-4910-b703-271f810ecc8e port 204555bd-853b-4b7e-b981-0996704525e2 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:22.841968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47476) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.881765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.903095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfa764-37e1-4b05-bb60-7f74b3a3535f tempest-TestVolumeBackupRestore-115549444 tempest-TestVolumeBackupRestore-115549444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.907962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cbbfa764-37e1-4b05-bb60-7f74b3a3535f tempest-TestVolumeBackupRestore-115549444 tempest-TestVolumeBackupRestore-115549444-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1092 time: 0.3239188 Dec 20 23:25:22.908627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47478) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:22.948604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 58b0ec01-66c8-46bf-9f59-e65963f6d272 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:22.959260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.966049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:22.970822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:22.991426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3cb5e-3283-4e2a-8bac-830f37d990ab tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:22.993416 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-38d3cb5e-3283-4e2a-8bac-830f37d990ab tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets/8467fe31-07df-41a9-88ef-d78963455895 HTTP/1.1" status: 200 len: 811 time: 0.1504781 Dec 20 23:25:22.998160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:23.011805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Allocated IP 172.20.0.1 (58356e7d-4680-4a5e-b9f2-ba60da14634b/857699be-2385-433a-8adb-dd64d8395fb5/9c22665b-9f32-456e-82ae-576e0688b186) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:23.061581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.080389 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.089998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c162c-9630-4fa3-89c5-8c783b585cab tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['shared'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:23.096551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f76c162c-9630-4fa3-89c5-8c783b585cab tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "GET /v2.0/subnets/8467fe31-07df-41a9-88ef-d78963455895?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0922959 Dec 20 23:25:23.099316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:23.105179 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.159847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=58b0ec01-66c8-46bf-9f59-e65963f6d272,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:23.220311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.253815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:23.254448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:23.255030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:23.268149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:23.268349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907166418'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:23.268437 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:23.268437 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 2 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:23.268614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9a3336-001c-4a10-b6b1-d11b804f60d5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:23.275725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.281824 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0d3798d4-b2e4-462c-8924-2452460e8907 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9047103 Dec 20 23:25:23.282581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:23.311274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:23.325585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:23.326194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:23.326622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:23.333259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.334297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:23.335186 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:23.340348 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 3 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:23.359197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:23.359791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:23.360275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:23.368267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:23.368910 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:23.370310 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 4 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:23.397590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:23.399480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:23.403550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.421150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:23.432257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:23.459157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:23.471941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.472366 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Added segment 67a77284-ee40-4ae8-b22f-68ab3365f061 of type vlan for network b592ad23-d3ce-4f67-8324-222f7691bbf2 Dec 20 23:25:23.625924 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.676981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Pushing event updated for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:23.724140 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.791616 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.862016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:23.965994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Attempting to bind port 204555bd-853b-4b7e-b981-0996704525e2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:23.967413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Attempting to bind port 204555bd-853b-4b7e-b981-0996704525e2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:23.967732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Attempting to bind port 204555bd-853b-4b7e-b981-0996704525e2 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:23.973322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f2e37-3e47-4cfd-b9d7-989b2aca6155 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:23.993788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:23.993788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:23.993788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:23.994519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:23.994519 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:23.995939 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 5 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.009854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:24.010430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:24.010954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.011419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:24.012835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Bound port: 204555bd-853b-4b7e-b981-0996704525e2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:24.013610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.030413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.030818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.031216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.034225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.053573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.053573 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.053573 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 6 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.055543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12acbda-e567-4d79-964d-bd5de911c6db None None] Pushing event updated for resources: {'Port': ['ID=204555bd-853b-4b7e-b981-0996704525e2,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.063486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3a642421-a687-4b48-9edc-efb5c5be27a3 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:24.074020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-90f7d084-2b8c-446f-ab38-2d3ebec05dbf None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:24.076356 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90f7d084-2b8c-446f-ab38-2d3ebec05dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.080200 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.089023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.090405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.102515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.102930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.103271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.113780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.114206 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.116695 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 7 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.132623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.158342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.158573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.158824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.171734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.177339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.177564 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.182051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-90f7d084-2b8c-446f-ab38-2d3ebec05dbf None None] Port 9c22665b-9f32-456e-82ae-576e0688b186 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:24.185124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] For port 204555bd-853b-4b7e-b981-0996704525e2, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:24.185290 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 8 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.189191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] For port 204555bd-853b-4b7e-b981-0996704525e2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=204555bd-853b-4b7e-b981-0996704525e2,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:24.202892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:24.203461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.236113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Allocated IP 172.25.1.96 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/0a342dbd-a33c-40ef-b9bd-c867bf27ab1f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:24.243281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.243677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.244095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.259572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.259572 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.260267 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.265742 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 9 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.309198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.309535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.309907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.321251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3e806-8bf3-4100-beb0-5a53a71f54c7 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:24.325479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.328317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.328547 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.330935 n-d-822053-9 neutron-server[115562]: INFO neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 10 to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 Dec 20 23:25:24.368743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:24.369810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:24.377377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:24.377853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:24.378069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:24.387620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:24.388006 n-d-822053-9 neutron-server[115562]: ERROR neutron.plugins.ml2.managers [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:24.388376 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.399058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.440895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f69daa-c04f-48fb-bc11-4ab515011ce4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.445242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12acbda-e567-4d79-964d-bd5de911c6db None None] Pushing event updated for resources: {'Port': ['ID=204555bd-853b-4b7e-b981-0996704525e2,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.453669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Provisioning complete for port 204555bd-853b-4b7e-b981-0996704525e2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:24.454105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.477330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.530865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 58b0ec01-66c8-46bf-9f59-e65963f6d272, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:24.531284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempted to set empty binding levels {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:25:24.534627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.535900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55e7b609-fa61-4916-9eec-8f63dfc8db8b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2495377 Dec 20 23:25:24.540240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:24.546359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:24.559778 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4568062 Dec 20 23:25:24.560974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47488) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:24.569260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:24.569741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:24.603399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.611207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcd7d0-6eba-4f76-aeb8-842d504468a0 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Network': ['ID=b592ad23-d3ce-4f67-8324-222f7691bbf2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.633282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:24.669168 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.686511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] In _notify_port_updated(), no bound segment for port 58b0ec01-66c8-46bf-9f59-e65963f6d272 on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:25:24.687376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.688082 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.693506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "PUT /v2.0/ports/58b0ec01-66c8-46bf-9f59-e65963f6d272 HTTP/1.1" status: 200 len: 978 time: 2.2535572 Dec 20 23:25:24.693767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:24.698079 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:25:24.709840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902288a0-386c-4e95-8d1f-d55d93e8872d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=58b0ec01-66c8-46bf-9f59-e65963f6d272,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.717246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.720826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:24.735815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:24.748522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.764035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:24.803536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.804530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.804530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.805890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.806525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.807042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.807560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.808067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.808617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.809106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.809601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.810133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.810630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.811132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.812108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.812108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.812581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.813267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.813568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.814103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:24.820933 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-742e6530-f34d-4ece-94a5-8307f4f436b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18047 time: 0.1239634 Dec 20 23:25:24.826377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] For port 204555bd-853b-4b7e-b981-0996704525e2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=204555bd-853b-4b7e-b981-0996704525e2,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:24.826766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:24.848302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.870131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'Port': ['ID=0a342dbd-a33c-40ef-b9bd-c867bf27ab1f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:24.883335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Made reservation on behalf of 1f4f63b5f9294f769b299ad8bf63bed0 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:24.885754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.903629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 1, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:24.936025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fe86d-f68b-4d16-8ad1-c1b5298d0dea None None] The sync data for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 is: [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 1, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:24.939030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.960511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.968125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:24.979626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:24.979626 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.015885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dbe7a-5439-4ac7-a16c-1e5dae1ec53b None None] Pushing event updated for resources: {'Port': ['ID=204555bd-853b-4b7e-b981-0996704525e2,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:25.041258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.047692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Performing IP validity checks on allocation pools {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:25:25.048506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:25:25.066287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Pushing event updated for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:25.066287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.142335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02413eaf-d2cb-44ca-8f03-0e9597fbc609,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:25.170958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.175327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:25.175798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-002f2299-d659-4c5f-a761-ac7c1da34e17 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6330142 Dec 20 23:25:25.175906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:25.177013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47494) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:25.195051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'security_group_rule': {'security_group_id': 'f37e488e-011b-49b9-bf9a-f1fbc42afab8', 'project_id': '412d3bab58284f3ba001391be8044eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:25.219940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1fb5428e-97f9-473c-bfd2-8b385ae4fda2 None None] Provisioning complete for port 204555bd-853b-4b7e-b981-0996704525e2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:25.220319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fb5428e-97f9-473c-bfd2-8b385ae4fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.232185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Deleting port 58b0ec01-66c8-46bf-9f59-e65963f6d272 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:25.232695 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.326892 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Project 412d3bab58284f3ba001391be8044eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:25:25.372223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.395194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1fb5428e-97f9-473c-bfd2-8b385ae4fda2 None None] Provisioning complete for port 3a642421-a687-4b48-9edc-efb5c5be27a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:25.395605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fb5428e-97f9-473c-bfd2-8b385ae4fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.399397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 58b0ec01-66c8-46bf-9f59-e65963f6d272, host n-h1-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:25.400040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.437019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Calling delete_port for 58b0ec01-66c8-46bf-9f59-e65963f6d272 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:25.489192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Router 41061419-92a3-4910-b703-271f810ecc8e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:25.516827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.615383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.638832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c23c94c9-4e02-4b9b-b85d-9a7cd7f2670b None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:25.638832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c23c94c9-4e02-4b9b-b85d-9a7cd7f2670b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.649212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae89f96-4a79-4b1f-b75c-67039bad351b,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:25.663334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:25.675396 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f2f27aca-0f25-4a13-b07e-7dec9a023f5f admin admin] 10.222.0.62 "PUT /v2.0/routers/41061419-92a3-4910-b703-271f810ecc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1568844 Dec 20 23:25:25.698271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c23c94c9-4e02-4b9b-b85d-9a7cd7f2670b None None] Port 9c22665b-9f32-456e-82ae-576e0688b186 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:25.732947 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.733631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:25.734748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-436b0820-d8d2-4bc4-84e3-27af3964e8fa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5569191 Dec 20 23:25:25.949176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:26.015920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.028111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Checking segment: {'id': '67a77284-ee40-4ae8-b22f-68ab3365f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:26.028483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network hostable DHCP agents. Network: b592ad23-d3ce-4f67-8324-222f7691bbf2, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:26.037411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.117052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event deleted for resources: {'Port': ['ID=58b0ec01-66c8-46bf-9f59-e65963f6d272,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:26.156886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.162941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47514) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:26.163146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-be12c40a-07f5-4719-9e43-79d8be74751e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "DELETE /v2.0/ports/58b0ec01-66c8-46bf-9f59-e65963f6d272 HTTP/1.1" status: 204 len: 168 time: 1.3405905 Dec 20 23:25:26.200266 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55363ba-42a8-4dcf-84b1-20b99f41d850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:25:26.201959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f55363ba-42a8-4dcf-84b1-20b99f41d850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports/58b0ec01-66c8-46bf-9f59-e65963f6d272 HTTP/1.1" status: 404 len: 333 time: 0.0377643 Dec 20 23:25:26.205674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47516) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:26.210824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-2bb7a0dd-9fcb-4e6a-b52b-f9c92965cc51 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971784235&fields=id&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 267 time: 0.1928370 Dec 20 23:25:26.217482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2031927889', 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:26.285198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:26.302017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Made reservation on behalf of d9a2c2d3e2d24295a404ad065680cb48 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:26.305634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.338670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.346219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 30b4bf17-11d6-496a-b8e3-52b7801aa544 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:26.374555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b592ad23-d3ce-4f67-8324-222f7691bbf2) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:26.380669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9918f-7c6e-4bb4-9190-18116432521e None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:26.392345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:26.393113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.454871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-5a75b5ba-d2ca-4eaf-a1f0-b2af62d107c9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:26.456514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-5a75b5ba-d2ca-4eaf-a1f0-b2af62d107c9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 797 time: 0.2384880 Dec 20 23:25:26.501125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6051660e-b6a9-480d-8705-729de863ac9d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9393909 Dec 20 23:25:26.503880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47524) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:26.509754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:26.563057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-440d2cab-e648-408d-8b5b-861f82f86f2a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/quotas/412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 375 time: 0.0871155 Dec 20 23:25:26.587970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b592ad23-d3ce-4f67-8324-222f7691bbf2', 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2', 'project_id': '1f4f63b5f9294f769b299ad8bf63bed0', 'fixed_ips': [{'subnet_id': 'a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:26.589057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.604036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.687188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47528) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:26.693840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1204348097-network', 'tenant_id': '402a7d607ee9493fa6ec926a322af476'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:26.716956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.776383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:26.778711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-5d5a0aea-6e25-4c4f-814a-6d95947fe994 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851983 Dec 20 23:25:26.792850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130275034'] for subnet, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.795995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:26.798816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:26.800031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:26.802461 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.806658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Made reservation on behalf of 402a7d607ee9493fa6ec926a322af476 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:26.809354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.818291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Allocated IP 172.20.0.3 (b592ad23-d3ce-4f67-8324-222f7691bbf2/a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc/31c66b90-97c5-43da-a6b0-9376cafb0337) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:26.823407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=30b4bf17-11d6-496a-b8e3-52b7801aa544,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:26.830524 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.864543 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.930691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-83991cd9-a23d-4349-a3c5-d7126007e436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7239726 Dec 20 23:25:26.935942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47530) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:26.954086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-d277aee5-f492-4d4b-9de9-618a33e9c290 service neutron] 10.222.0.62 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582210 Dec 20 23:25:26.959636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:26.996070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08cc5ef-dc46-4ac7-a9d2-c05609d6e498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:26.997496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a08cc5ef-dc46-4ac7-a9d2-c05609d6e498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports/30b4bf17-11d6-496a-b8e3-52b7801aa544 HTTP/1.1" status: 200 len: 959 time: 0.0617652 Dec 20 23:25:27.001197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:27.004503 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.007328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.082599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Deleting port 30b4bf17-11d6-496a-b8e3-52b7801aa544 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:27.083011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.091659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.096883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.136879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:27.137159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:27.139600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:27.150934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Pushing event updated for resources: {'Port': ['ID=31c66b90-97c5-43da-a6b0-9376cafb0337,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.159044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:27.184309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.193928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0b441-e429-4781-b0b6-828357bf8e50,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.197688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.198057 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Added segment 9779ad2a-5508-46ef-8cd5-f2c874fd4d61 of type vlan for network a810fe17-3363-49ea-9c99-9256adea41e5 Dec 20 23:25:27.205388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event updated for resources: {'Port': ['ID=0a342dbd-a33c-40ef-b9bd-c867bf27ab1f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.214558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Calling delete_port for 30b4bf17-11d6-496a-b8e3-52b7801aa544 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:27.215003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Attempting to bind port 31c66b90-97c5-43da-a6b0-9376cafb0337 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:27.216324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Attempting to bind port 31c66b90-97c5-43da-a6b0-9376cafb0337 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '67a77284-ee40-4ae8-b22f-68ab3365f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:27.216324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Attempting to bind port 31c66b90-97c5-43da-a6b0-9376cafb0337 on network b592ad23-d3ce-4f67-8324-222f7691bbf2 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Checking segment: {'id': '67a77284-ee40-4ae8-b22f-68ab3365f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Bound using segment: {'id': '67a77284-ee40-4ae8-b22f-68ab3365f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Bound port: 31c66b90-97c5-43da-a6b0-9376cafb0337, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a77284-ee40-4ae8-b22f-68ab3365f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b592ad23-d3ce-4f67-8324-222f7691bbf2'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:27.228916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.242744 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.257524 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.305997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] For port 31c66b90-97c5-43da-a6b0-9376cafb0337, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:27.309738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] For port 31c66b90-97c5-43da-a6b0-9376cafb0337, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31c66b90-97c5-43da-a6b0-9376cafb0337,segment=NetworkSegment(67a77284-ee40-4ae8-b22f-68ab3365f061),segment_id=67a77284-ee40-4ae8-b22f-68ab3365f061)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:27.322241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-176ae1e0-cae9-456b-b5e0-4e4d2da46979 service neutron] 10.222.0.62 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554528 Dec 20 23:25:27.377120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.386838 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Floating IP c544eb37-a394-4d9b-b587-db30f93ecf92 associated. External IP: 172.25.1.96, port: de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4. Dec 20 23:25:27.402294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.407500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:27.407500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.440000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787167807290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130208536'] for subnet, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.441500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ff53-b30a-4d0a-87b7-b7ca2cdd3261 None None] Pushing event updated for resources: {'Port': ['ID=31c66b90-97c5-43da-a6b0-9376cafb0337,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.463126 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.567990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8795643 Dec 20 23:25:27.569281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event deleted for resources: {'Port': ['ID=30b4bf17-11d6-496a-b8e3-52b7801aa544,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.579040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.583554 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1a8956f-25cb-4b9a-a35d-5ded1e1b0aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "DELETE /v2.0/ports/30b4bf17-11d6-496a-b8e3-52b7801aa544 HTTP/1.1" status: 204 len: 168 time: 0.5813284 Dec 20 23:25:27.584805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:27.602756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Request body: {'subnet': {'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1204348097-subnet', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:27.606994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8811f8-4988-4299-aa2c-a66dfbf1dab1 admin admin] Pushing event updated for resources: {'Network': ['ID=a810fe17-3363-49ea-9c99-9256adea41e5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:27.613167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47540) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:27.621789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a810fe17-3363-49ea-9c99-9256adea41e5 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:27.696091 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-10528938-52bb-4ae5-9a42-30549a1ca730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:25:27.698049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-10528938-52bb-4ae5-9a42-30549a1ca730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports/30b4bf17-11d6-496a-b8e3-52b7801aa544 HTTP/1.1" status: 404 len: 333 time: 0.0836761 Dec 20 23:25:27.704892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47542) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:27.712008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994228477'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:27.783369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Made reservation on behalf of 402a7d607ee9493fa6ec926a322af476 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:27.786383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.954757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Made reservation on behalf of d9a2c2d3e2d24295a404ad065680cb48 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:27.958724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.991400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75a56738-8828-45bf-8f49-4db134987d7b req-7e690c8e-6588-4814-b2d6-0b15a230566c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.1267183 Dec 20 23:25:27.993643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:27.994497 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:27.998881 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "PUT /v2.0/subnets/a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc HTTP/1.1" status: 200 len: 877 time: 1.4939020 Dec 20 23:25:27.999624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47548) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:28.017771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4954f6-cac3-4727-9f88-d72f5a61df1d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event updated for resources: {'Subnet': ['ID=a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:28.051248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 06a54601-eecb-4def-8b81-cd040392e7ff yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:28.121417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31c66b90-97c5-43da-a6b0-9376cafb0337 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:28.131735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.160763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Router c53f3930-79db-4776-9ba1-1a7f1405e959 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:28.230103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.270205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.291386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 31c66b90-97c5-43da-a6b0-9376cafb0337 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:28.291771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.333526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:28.346411 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:28.356993 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:28.357591 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:28.383807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.417506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.420789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 31c66b90-97c5-43da-a6b0-9376cafb0337, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31c66b90-97c5-43da-a6b0-9376cafb0337,segment=NetworkSegment(67a77284-ee40-4ae8-b22f-68ab3365f061),segment_id=67a77284-ee40-4ae8-b22f-68ab3365f061)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:28.426489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f7a0ef-221a-491c-8727-f0633ad92034,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:28.460786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.464263 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:28.467331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Checking segment: {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:28.467700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Network hostable DHCP agents. Network: a810fe17-3363-49ea-9c99-9256adea41e5, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:28.475292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 31c66b90-97c5-43da-a6b0-9376cafb0337 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:28.475619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.503693 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.504785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 204555bd-853b-4b7e-b981-0996704525e2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:28.513476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7063a0da-b702-4542-a68d-84131b22fe1a tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5511487 Dec 20 23:25:28.515760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:28.517415 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e822d9c-18cc-4e3d-994a-27d35f87042e" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:28.520502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:28.580350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 31c66b90-97c5-43da-a6b0-9376cafb0337, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=31c66b90-97c5-43da-a6b0-9376cafb0337,segment=NetworkSegment(67a77284-ee40-4ae8-b22f-68ab3365f061),segment_id=67a77284-ee40-4ae8-b22f-68ab3365f061)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:28.584501 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.597824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472a1cd-8f49-408d-90c7-db6cd8be687c tempest-TestVolumeBackupRestore-115549444 tempest-TestVolumeBackupRestore-115549444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:28.598186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.598317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b472a1cd-8f49-408d-90c7-db6cd8be687c tempest-TestVolumeBackupRestore-115549444 tempest-TestVolumeBackupRestore-115549444-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1092 time: 0.0725174 Dec 20 23:25:28.598414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47556) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:28.607354 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ebeed5-e7fa-403c-b104-321c597cf5e9 x-openstack-request-id: req-c8ebeed5-e7fa-403c-b104-321c597cf5e9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:28.607811 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:28.608222 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8ebeed5-e7fa-403c-b104-321c597cf5e9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:28.608725 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Request body: {'floatingip': {'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:28.608852 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:25:28.646591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 31c66b90-97c5-43da-a6b0-9376cafb0337 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:28.694245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-35897fc5-7c9b-466d-b52a-0fbaf114c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:28.696968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-35897fc5-7c9b-466d-b52a-0fbaf114c355 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.0618255 Dec 20 23:25:28.734984 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:25Z', 'revision_number': 0, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:28.736376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=31c66b90-97c5-43da-a6b0-9376cafb0337,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:28.740841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Network a810fe17-3363-49ea-9c99-9256adea41e5 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:28.749933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 204555bd-853b-4b7e-b981-0996704525e2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:28.750315 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:28.881222 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:28.906349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-6647be98-f200-4a57-974e-c4d035ae6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:28.909510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Network ea40e894-fcb4-44be-9fd7-828b925e0a4d is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:28.912406 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:28.913500 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:28.928171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-6647be98-f200-4a57-974e-c4d035ae6616 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.2239602 Dec 20 23:25:29.038212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:29.041103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a810fe17-3363-49ea-9c99-9256adea41e5) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:29.042720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:29.044107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:29.044915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.051161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0965a-7bcf-4bdf-b1ac-6afc903fd336 None None] Network a810fe17-3363-49ea-9c99-9256adea41e5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:29.068701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=06a54601-eecb-4def-8b81-cd040392e7ff,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:29.072339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:29.073006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.090594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.097119 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:29.109265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-9ae7ce5e-64ca-4cf1-9ca3-33b3c0d5f22c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 999 time: 0.1739473 Dec 20 23:25:29.210133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-df2f4241-ae6e-4ff1-9613-c407bd0943d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5021143 Dec 20 23:25:29.213128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:29.225605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:29.250660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-a810fe17-3363-49ea-9c99-9256adea41e5', 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5', 'project_id': '402a7d607ee9493fa6ec926a322af476', 'fixed_ips': [{'subnet_id': '20f7a0ef-221a-491c-8727-f0633ad92034'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:29.255935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.288300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b7e47548-b8cd-4661-a777-111e63c42a48 req-7205665a-5fb9-446f-86a4-ca14b69b00f6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.1433926 Dec 20 23:25:29.290153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8365241c-f2c8-4383-9418-1797ef51d36d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6917872 Dec 20 23:25:29.293823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:29.305597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:29.309671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-e468feb8-bb06-4362-aba2-ce6f8053105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:29.311565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-e468feb8-bb06-4362-aba2-ce6f8053105f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.1951265 Dec 20 23:25:29.343276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Sync routers for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:29.379112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-26a78a0c-71e9-43d7-a6d5-8036ac716735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:29.380905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-26a78a0c-71e9-43d7-a6d5-8036ac716735 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612123 Dec 20 23:25:29.466967 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:25Z', 'revision_number': 0, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:29.475374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.523341 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89656d-6020-43d0-9fcb-8e9e673c7c4e None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:25Z', 'revision_number': 0, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:29.545682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-38b6d65a-0766-4af4-b625-e7a3f5dc30ed service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538780 Dec 20 23:25:29.546314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afbe59-0fb0-450e-897c-5b1b368a426d None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:29.581615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.582671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.604444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:29.668790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e822d9c-18cc-4e3d-994a-27d35f87042e req-bbb55d6b-6bbc-4e3e-8d0e-b238cea3e669 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161473 Dec 20 23:25:29.834991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Allocated IP 172.20.0.2 (a810fe17-3363-49ea-9c99-9256adea41e5/20f7a0ef-221a-491c-8727-f0633ad92034/1d972aac-e9c5-44af-8c93-b04415a90d62) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:29.847136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:29.847798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:29.859431 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c03079f-df8a-40d9-8999-4fa37a183c7a None None] New status for floating IP c544eb37-a394-4d9b-b587-db30f93ecf92: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:25:29.976343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a700ae63-3b9f-4cd8-ac50-4917f7b4bb3c None None] Provisioning complete for port 31c66b90-97c5-43da-a6b0-9376cafb0337 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:29.977210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a700ae63-3b9f-4cd8-ac50-4917f7b4bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.004503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a700ae63-3b9f-4cd8-ac50-4917f7b4bb3c None None] Port 31c66b90-97c5-43da-a6b0-9376cafb0337 was deleted so its status cannot be updated. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 23:25:30.006105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31c66b90-97c5-43da-a6b0-9376cafb0337 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:30.082632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 31c66b90-97c5-43da-a6b0-9376cafb0337 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:30.085800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31c66b90-97c5-43da-a6b0-9376cafb0337 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 23:25:30.116274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Port 31c66b90-97c5-43da-a6b0-9376cafb0337 not found, will not notify nova. {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 23:25:30.180447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:30.182596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=31c66b90-97c5-43da-a6b0-9376cafb0337,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:30.225212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.241683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.288615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 31c66b90-97c5-43da-a6b0-9376cafb0337 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:30.343616 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.392619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Network a810fe17-3363-49ea-9c99-9256adea41e5 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:30.399954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:30.406851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4677a8-df6a-419e-90e2-3c6079dab782 None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:30.412150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:30.455268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3e3fadc-2375-4b93-abb1-4eb31b80d3a0 req-7bde0378-e3f5-40cb-a1ff-a0ad521d3b3f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.0339463 Dec 20 23:25:30.460791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Pushing event updated for resources: {'Port': ['ID=1d972aac-e9c5-44af-8c93-b04415a90d62,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:30.573139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Attempting to bind port 1d972aac-e9c5-44af-8c93-b04415a90d62 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:30.573807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Attempting to bind port 1d972aac-e9c5-44af-8c93-b04415a90d62 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:30.573807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Attempting to bind port 1d972aac-e9c5-44af-8c93-b04415a90d62 on network a810fe17-3363-49ea-9c99-9256adea41e5 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:30.586611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:30.586992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Checking segment: {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:30.587393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.587784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Bound using segment: {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:30.588260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Bound port: 1d972aac-e9c5-44af-8c93-b04415a90d62, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:30.588635 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.597536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.657972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 2, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:30.687353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:30.687680 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:30.701380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Checking router: 41061419-92a3-4910-b703-271f810ecc8e for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:30.701750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Updating router 41061419-92a3-4910-b703-271f810ecc8e port 9c22665b-9f32-456e-82ae-576e0688b186 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:30.725062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] For port 1d972aac-e9c5-44af-8c93-b04415a90d62, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:30.734800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-20c173c0-9484-4cd5-83a8-7654509d48a4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:30.736366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-20c173c0-9484-4cd5-83a8-7654509d48a4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 797 time: 0.6523497 Dec 20 23:25:30.741520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] For port 1d972aac-e9c5-44af-8c93-b04415a90d62, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d972aac-e9c5-44af-8c93-b04415a90d62,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:30.742418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.743091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.776655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] device_id is not set on port 06a54601-eecb-4def-8b81-cd040392e7ff yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:30.791269 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.822009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:25:30.849811 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.853507 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-194b9a3a-17d7-4a2d-b386-74fc97b40aaa tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412d3bab58284f3ba001391be8044eae HTTP/1.1" status: 200 len: 379 time: 0.1030962 Dec 20 23:25:30.862720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'port': {'device_id': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'admin_state_up': True, 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'security_groups': ['f37e488e-011b-49b9-bf9a-f1fbc42afab8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:30.929760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.938258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:30.964450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06ac91-7a09-4f37-8fa4-44023525244d None None] Pushing event updated for resources: {'Port': ['ID=1d972aac-e9c5-44af-8c93-b04415a90d62,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:31.030724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:31.034481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190efbe9-5c5d-43c4-915c-286b5a4758f0 None None] Network b592ad23-d3ce-4f67-8324-222f7691bbf2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:31.090256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=06a54601-eecb-4def-8b81-cd040392e7ff,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:31.189228 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.191400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.220690 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.277496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b592ad23-d3ce-4f67-8324-222f7691bbf2']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:31.281062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:31.281403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:31.281793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:31.298268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3c83b-183f-4b13-a3bc-76d45f3e4a88 None None] DHCP port deletion for b592ad23-d3ce-4f67-8324-222f7691bbf2 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:31.303533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.315555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a77284-ee40-4ae8-b22f-68ab3365f061') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:31.315555 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a77284-ee40-4ae8-b22f-68ab3365f061') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:31.334871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:31.335338 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:31.340410 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 2 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:31.345463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.379738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a1111-1eee-48ca-acf8-382cc92382da None None] Pushing event updated for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:31.382519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:31.382519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:31.383364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:31.388258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.421335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:31.421672 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:31.423848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:31.424256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.429398 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 3 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:31.432236 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:31.434831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Made reservation on behalf of 412d3bab58284f3ba001391be8044eae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:31.436655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.440760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Attempting to bind port 9c22665b-9f32-456e-82ae-576e0688b186 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:31.441165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Attempting to bind port 9c22665b-9f32-456e-82ae-576e0688b186 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:31.441687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Attempting to bind port 9c22665b-9f32-456e-82ae-576e0688b186 on network 58356e7d-4680-4a5e-b9f2-ba60da14634b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:31.455537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:31.455922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Checking segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:31.456333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.456730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Bound using segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:31.457200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Bound port: 9c22665b-9f32-456e-82ae-576e0688b186, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:31.457585 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.540044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] For port 9c22665b-9f32-456e-82ae-576e0688b186, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:31.544461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] For port 9c22665b-9f32-456e-82ae-576e0688b186, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9c22665b-9f32-456e-82ae-576e0688b186,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:31.567230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:31.567585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:31.567942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:31.580760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-428dd8e6-5c58-461d-8753-7528d9b9336c req-57389424-f005-4437-bbdb-8767b14837ed tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.0452511 Dec 20 23:25:31.594843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.663513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:31.664338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:31.667219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:31.667759 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:31.675284 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 4 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:31.712364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a1111-1eee-48ca-acf8-382cc92382da None None] Pushing event updated for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:31.793118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:31.793639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:31.837490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:32.028330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.031615 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.038682 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/b592ad23-d3ce-4f67-8324-222f7691bbf2 HTTP/1.1" status: 204 len: 168 time: 4.0348649 Dec 20 23:25:32.039385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:32.081430 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c494e7-403d-42a9-a3ea-ef2d6c3bf434 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:32.105365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c494e7-403d-42a9-a3ea-ef2d6c3bf434 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:32.115977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-46c494e7-403d-42a9-a3ea-ef2d6c3bf434 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/a734ce3a-f3dd-481f-80ae-4ebb80d5f5bc HTTP/1.1" status: 404 len: 337 time: 0.0733833 Dec 20 23:25:32.116183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47570) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:32.120299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ac3e-afec-4f31-82a4-27a09e7d97f8 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=b592ad23-d3ce-4f67-8324-222f7691bbf2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:32.124446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:32.124954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:32.125781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:32.175639 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-56396ec1-5ef0-40e0-b471-c75b3843066b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:32.176591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56396ec1-5ef0-40e0-b471-c75b3843066b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:32.183966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56396ec1-5ef0-40e0-b471-c75b3843066b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/b592ad23-d3ce-4f67-8324-222f7691bbf2 HTTP/1.1" status: 404 len: 339 time: 0.0667357 Dec 20 23:25:32.184382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:32.184783 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:32.185446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47572) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:32.199462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1d972aac-e9c5-44af-8c93-b04415a90d62 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:32.222243 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd524f6-8941-40e6-8a7e-e49ff1fae6d3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:32.223065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd524f6-8941-40e6-8a7e-e49ff1fae6d3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:32.229923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5bd524f6-8941-40e6-8a7e-e49ff1fae6d3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/fa42ece9-56ee-452c-94fc-95dd8cc3151d HTTP/1.1" status: 404 len: 337 time: 0.0431647 Dec 20 23:25:32.230617 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 5 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:32.230803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47574) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:32.250419 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3f2cb0-7a83-48a2-b008-78bb7eddc0c3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:32.251113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3f2cb0-7a83-48a2-b008-78bb7eddc0c3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:32.263706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47576) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:32.265209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f3f2cb0-7a83-48a2-b008-78bb7eddc0c3 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/67f4ca87-6970-4408-8bd9-220e9fc7f01d HTTP/1.1" status: 404 len: 339 time: 0.0331905 Dec 20 23:25:32.311655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:32.312356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:32.312811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:32.378882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d33a5-d692-4818-a0a4-708fe180ca63 None None] Network a810fe17-3363-49ea-9c99-9256adea41e5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:32.379797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:32.380135 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:32.400850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.409952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.20.0.11 (a6bfb55e-7f91-4332-ab1d-508210e171b8/c7977855-cf84-4773-998a-f04f7b0ebb1c/b9358075-2f56-4160-a006-74b4bd5e825f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:32.411979 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 6 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:32.415390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.472187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1d972aac-e9c5-44af-8c93-b04415a90d62 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:32.472570 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.475839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.505823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:32.506770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:32.506770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:32.540186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.540902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] For port 9c22665b-9f32-456e-82ae-576e0688b186, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9c22665b-9f32-456e-82ae-576e0688b186,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:32.598600 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.607489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:32.607798 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:32.608420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:31Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:32.645052 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 7 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:32.689088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53a0b4-50f6-4bb0-91a1-3724f8c54f5f None None] The sync data for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 is: [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:31Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:32.706944 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.735505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf406361-ab95-44b2-a4f6-7bd3f1b9142e None None] Pushing event updated for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:32.740528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ace8cfc-8f46-407a-a4d3-ee84b0cc0c44 req-1502b1f3-e39d-4b03-82b1-ee1c5c119910 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.0692494 Dec 20 23:25:32.768022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Provisioning complete for port 1d972aac-e9c5-44af-8c93-b04415a90d62 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:32.768407 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.778440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 1d972aac-e9c5-44af-8c93-b04415a90d62, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d972aac-e9c5-44af-8c93-b04415a90d62,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:32.847070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:32.847631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:32.847721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:32.866343 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.867669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9c22665b-9f32-456e-82ae-576e0688b186 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:32.975591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:32.979867 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=1d972aac-e9c5-44af-8c93-b04415a90d62,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:33.031576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:33.032052 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:33.055728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:33.056110 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.066038 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 8 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:33.084270 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:25:33.084566 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:25:33.085393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.179391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Allocated IP 172.25.1.234 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/069964c5-29b9-4324-b468-bd3bb866c1a3) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:33.201225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:33.201649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:33.202135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:33.213278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31c66b90-97c5-43da-a6b0-9376cafb0337 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:33.232668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9743b210-7075-4f60-aa28-d68a783877cd']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:33.237735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 31c66b90-97c5-43da-a6b0-9376cafb0337 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:33.238192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 31c66b90-97c5-43da-a6b0-9376cafb0337 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:33.243030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.resource_extend [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 23:25:33.283163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:33.283493 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:33.285157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ff8bdd-9b33-4072-8224-30aa20527742') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:33.285449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ff8bdd-9b33-4072-8224-30aa20527742') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:33.295501 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 9 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:33.330120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.383811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.385578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:33.385938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:33.386269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:33.399298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.399565 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.431436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.437232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:33.437232 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:33.443412 n-d-822053-9 neutron-server[115563]: INFO neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempt 10 to bind port 06a54601-eecb-4def-8b81-cd040392e7ff Dec 20 23:25:33.456908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:33.457308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:33.462112 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:33.492908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:33.493236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:33.493570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempting to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:33.495602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.591178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:33.591512 n-d-822053-9 neutron-server[115563]: ERROR neutron.plugins.ml2.managers [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Failed to bind port 06a54601-eecb-4def-8b81-cd040392e7ff on host n-h1-822053-9 for vnic_type normal using segments [{'id': 'c3103308-4ff9-4adb-a526-bec8b2903a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea40e894-fcb4-44be-9fd7-828b925e0a4d'}] Dec 20 23:25:33.591881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.631033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:33.631601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-59314a12-6111-430a-b6c5-7218122bf15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.631716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.831128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b644cfc7-7033-4f7b-a29e-86dbcb286584 None None] Provisioning complete for port 1d972aac-e9c5-44af-8c93-b04415a90d62 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:33.831506 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b644cfc7-7033-4f7b-a29e-86dbcb286584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.913126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6a21-a165-4fed-87f2-ccfbcc222ba8 req-7b17224f-3b12-495d-a569-012c3d7daa1c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:33.925172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fc6a21-a165-4fed-87f2-ccfbcc222ba8 req-7b17224f-3b12-495d-a569-012c3d7daa1c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 932 time: 0.0855060 Dec 20 23:25:33.961628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.966567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1d972aac-e9c5-44af-8c93-b04415a90d62 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:33.966818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:33.972572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/9743b210-7075-4f60-aa28-d68a783877cd HTTP/1.1" status: 204 len: 168 time: 1.7007995 Dec 20 23:25:33.973026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47582) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:33.982370 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.004846 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61c80ef-f1d8-47d7-8b47-fe9cd0b0e755 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.016196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61c80ef-f1d8-47d7-8b47-fe9cd0b0e755 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.016196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f61c80ef-f1d8-47d7-8b47-fe9cd0b0e755 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/626e1c72-6cb4-476b-8690-a003fe161fdf HTTP/1.1" status: 404 len: 337 time: 0.0354333 Dec 20 23:25:34.016196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fc6a21-a165-4fed-87f2-ccfbcc222ba8 req-17a62973-cc23-4620-9b77-89e5b6e85079 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881870 Dec 20 23:25:34.016616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.043279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1d972aac-e9c5-44af-8c93-b04415a90d62 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:34.044035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.047504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522e9f-e59e-478e-b3c9-c186364eee50 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=9743b210-7075-4f60-aa28-d68a783877cd,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:34.047901 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-444c15b5-ddab-42ce-871f-a81cafe04e59 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.049250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444c15b5-ddab-42ce-871f-a81cafe04e59 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.054373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-444c15b5-ddab-42ce-871f-a81cafe04e59 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/ae9dc122-938c-4789-aeac-981eb2530714 HTTP/1.1" status: 404 len: 339 time: 0.0360439 Dec 20 23:25:34.055201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47586) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.083985 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c033531-e652-4110-b7b9-143deeafacb4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.084600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c033531-e652-4110-b7b9-143deeafacb4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.090835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6c033531-e652-4110-b7b9-143deeafacb4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/b688128f-8e7b-4686-9c01-51afe8c7c659 HTTP/1.1" status: 404 len: 337 time: 0.0323563 Dec 20 23:25:34.091684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47588) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.103369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:34.109420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:34.110801 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc96b84-13f1-4f34-a739-4f2466c75495 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.111396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc96b84-13f1-4f34-a739-4f2466c75495 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.114593 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-efc96b84-13f1-4f34-a739-4f2466c75495 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/70a8d422-b31d-4c1a-bc5b-e0a491d356fc HTTP/1.1" status: 404 len: 339 time: 0.0216789 Dec 20 23:25:34.115464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:34.117113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47590) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.118328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:34.147202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 06a54601-eecb-4def-8b81-cd040392e7ff, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:34.147576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attempted to set empty binding levels {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 23:25:34.150210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9c22665b-9f32-456e-82ae-576e0688b186 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:34.152459 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9257d5c-a522-4a53-879a-370a7db26375 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.152925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9257d5c-a522-4a53-879a-370a7db26375 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.167151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f9257d5c-a522-4a53-879a-370a7db26375 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/2e1ce851-f5bd-4334-9e6d-895be5641b69 HTTP/1.1" status: 404 len: 337 time: 0.0477939 Dec 20 23:25:34.200465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.207263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.211992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9c22665b-9f32-456e-82ae-576e0688b186 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:34.212376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.233364 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-87509bc3-ce29-423e-a5f2-ed03e4abc4d4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.234304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87509bc3-ce29-423e-a5f2-ed03e4abc4d4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.239113 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-87509bc3-ce29-423e-a5f2-ed03e4abc4d4 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/aaea9e2c-121a-4360-8b2d-69d3a3e42819 HTTP/1.1" status: 404 len: 339 time: 0.0369503 Dec 20 23:25:34.241618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47594) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.270829 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d31c622-d650-43c2-a312-70ad18cc1239 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.271296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d31c622-d650-43c2-a312-70ad18cc1239 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.275054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d31c622-d650-43c2-a312-70ad18cc1239 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/38314c80-2e1f-493b-9340-7d23f1fdf6a0 HTTP/1.1" status: 404 len: 337 time: 0.0318823 Dec 20 23:25:34.277549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47596) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.284603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:34.285235 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.298216 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b9d432-b7cb-4f30-b24a-d2d55f3b53e7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.298736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b9d432-b7cb-4f30-b24a-d2d55f3b53e7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.302624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61b9d432-b7cb-4f30-b24a-d2d55f3b53e7 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/01649e2d-1923-43d1-a791-69ed0715ba5f HTTP/1.1" status: 404 len: 339 time: 0.0232878 Dec 20 23:25:34.302765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:34.308143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47598) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.310978 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.325053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:34.327465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:34.344370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ed4b2-92a4-45be-836b-4a9f1dc97e10 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:34.345523 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4be0eeb-2ec1-4e8d-8715-401dc9374a47 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.346075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4be0eeb-2ec1-4e8d-8715-401dc9374a47 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.349594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d4be0eeb-2ec1-4e8d-8715-401dc9374a47 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/256f346d-efc0-4fbc-a7cf-b9b85f876476 HTTP/1.1" status: 404 len: 337 time: 0.0403645 Dec 20 23:25:34.352521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.369041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] In _notify_port_updated(), no bound segment for port 06a54601-eecb-4def-8b81-cd040392e7ff on network ea40e894-fcb4-44be-9fd7-828b925e0a4d {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:25:34.369907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:34.370498 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.372054 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "PUT /v2.0/ports/06a54601-eecb-4def-8b81-cd040392e7ff HTTP/1.1" status: 200 len: 979 time: 5.1559284 Dec 20 23:25:34.374563 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0316b1-46a8-4238-a675-bdc23bcb08fe tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.375365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0316b1-46a8-4238-a675-bdc23bcb08fe tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.377087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Pushing event updated for resources: {'Port': ['ID=069964c5-29b9-4324-b468-bd3bb866c1a3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:34.378565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9c0316b1-46a8-4238-a675-bdc23bcb08fe tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/9ca7d012-ce92-4af7-900f-9e79819e7bf7 HTTP/1.1" status: 404 len: 339 time: 0.0251532 Dec 20 23:25:34.379151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47602) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.388046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47604) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.428300 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-832ff416-a0da-4fc9-82d6-a19d224f004d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.428985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832ff416-a0da-4fc9-82d6-a19d224f004d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.429138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Router c53f3930-79db-4776-9ba1-1a7f1405e959 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:34.432417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-832ff416-a0da-4fc9-82d6-a19d224f004d tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/7d676540-051e-4ea4-9b37-d31ca5e4f945 HTTP/1.1" status: 404 len: 337 time: 0.0440285 Dec 20 23:25:34.434913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47606) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.435387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-6284a8b7-b882-4659-b333-7276c595601f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5765471 Dec 20 23:25:34.461616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Provisioning complete for port 069964c5-29b9-4324-b468-bd3bb866c1a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:34.462268 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.462772 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c83466-bc23-4bd1-9840-78218da4aa55 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.463286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c83466-bc23-4bd1-9840-78218da4aa55 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.468678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19c83466-bc23-4bd1-9840-78218da4aa55 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/5bf09fbe-5714-42a9-9b72-96dca3bdc68a HTTP/1.1" status: 404 len: 339 time: 0.0305765 Dec 20 23:25:34.470060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.487100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Request body: {'port': {'device_id': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:34.500695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Port 069964c5-29b9-4324-b468-bd3bb866c1a3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:34.511878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Provisioning complete for port b9358075-2f56-4160-a006-74b4bd5e825f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:34.531361 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.531505 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb25a3c2-fc62-410e-9826-9f78448768f5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.531505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb25a3c2-fc62-410e-9826-9f78448768f5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.531505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb25a3c2-fc62-410e-9826-9f78448768f5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/7cc8e69b-a721-4e68-94aa-8233a9aa0c5a HTTP/1.1" status: 404 len: 337 time: 0.0487063 Dec 20 23:25:34.531779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f51d0-2f2f-451f-91f1-5f2caf66a7da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event updated for resources: {'Port': ['ID=06a54601-eecb-4def-8b81-cd040392e7ff,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:34.531902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.549311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7ef86b4f-e118-41df-839f-058fef6db041 None None] Port b9358075-2f56-4160-a006-74b4bd5e825f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:34.553282 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d65e47e-f284-4cce-8114-fac1ba4fc168 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.553776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d65e47e-f284-4cce-8114-fac1ba4fc168 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.557769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d65e47e-f284-4cce-8114-fac1ba4fc168 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/2e8e97b8-9100-4d00-9106-ff1f4af7d732 HTTP/1.1" status: 404 len: 339 time: 0.0247006 Dec 20 23:25:34.560685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47612) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.589212 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-501dba76-2b07-4422-9962-235faff8a324 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.589667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501dba76-2b07-4422-9962-235faff8a324 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.592731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-501dba76-2b07-4422-9962-235faff8a324 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/58fca1d2-4422-40dd-b26f-77c5ac997f3d HTTP/1.1" status: 404 len: 337 time: 0.0311582 Dec 20 23:25:34.595216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Deleting port 06a54601-eecb-4def-8b81-cd040392e7ff {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:34.595555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.597073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47614) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.635030 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74bc4ab-6f8f-471b-9859-63f3e6c7e0e5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:34.635539 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74bc4ab-6f8f-471b-9859-63f3e6c7e0e5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:34.638623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e74bc4ab-6f8f-471b-9859-63f3e6c7e0e5 tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/8b222798-de32-40a9-9974-894749d3b62e HTTP/1.1" status: 404 len: 339 time: 0.0406437 Dec 20 23:25:34.641429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47616) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:34.660609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.710616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] For port 06a54601-eecb-4def-8b81-cd040392e7ff, host n-h1-822053-9, got binding levels [] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:34.711590 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.729914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Calling delete_port for 06a54601-eecb-4def-8b81-cd040392e7ff owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:34.738961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting subnet 8467fe31-07df-41a9-88ef-d78963455895 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:34.743319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.761230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:34.766164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.773178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:34.785050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:34.785676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:34.823308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.825139 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-80ebf246-c0ed-44bd-a4ab-5d74caea5d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.901622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:34.934267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:34.954051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:34.956395 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddc1377-67e6-4804-902c-95b754daf1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:34.997352 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.034960 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb4ca6-5906-41e0-bbe4-bd072dfac98a x-openstack-request-id: req-e4eb4ca6-5906-41e0-bbe4-bd072dfac98a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:35.036901 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:35.037167 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4eb4ca6-5906-41e0-bbe4-bd072dfac98a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:35.037574 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:25:35.043655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-514653f3-c279-40c9-8e09-c1b4fc33020c tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "PUT /v2.0/floatingips/c544eb37-a394-4d9b-b587-db30f93ecf92 HTTP/1.1" status: 200 len: 993 time: 6.4437654 Dec 20 23:25:35.083345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Pushing event deleted for resources: {'Port': ['ID=06a54601-eecb-4def-8b81-cd040392e7ff,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:35.092315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.097322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bb786226-d230-495c-91da-c200bc361fd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "DELETE /v2.0/ports/06a54601-eecb-4def-8b81-cd040392e7ff HTTP/1.1" status: 204 len: 168 time: 0.7172582 Dec 20 23:25:35.101191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47622) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:35.120840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-b9826dfb-33e3-4866-9ada-79d1c00762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:35.122914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-b9826dfb-33e3-4866-9ada-79d1c00762f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.0740523 Dec 20 23:25:35.144656 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-536f765a-423b-44ae-b3d3-e92f3fc833de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] GET failed (client error): The resource could not be found. Dec 20 23:25:35.149932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-536f765a-423b-44ae-b3d3-e92f3fc833de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046562702-project-admin] 10.222.0.62 "GET /v2.0/ports/06a54601-eecb-4def-8b81-cd040392e7ff HTTP/1.1" status: 404 len: 333 time: 0.0421402 Dec 20 23:25:35.149932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.150482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:35.187060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:33Z', 'revision_number': 2, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:35.196261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.215899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:35.224561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:35.225298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:35.266433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.272091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/subnets/8467fe31-07df-41a9-88ef-d78963455895 HTTP/1.1" status: 204 len: 168 time: 0.6061010 Dec 20 23:25:35.272467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4926c2cd-0d12-40f2-b966-60c872889a12 None None] Network 23fcce6c-0a88-474c-8bf1-7d3d4339e0db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:35.272688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47626) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:35.283542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56bbf4-285f-4083-bd84-306426eb394b tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Subnet': ['ID=8467fe31-07df-41a9-88ef-d78963455895,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:35.341863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8025f7-1f1e-48c7-83ba-befa0032fa81 req-ba33c87f-f9fb-4919-8df2-a911996adf3a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:35.349705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a8025f7-1f1e-48c7-83ba-befa0032fa81 req-ba33c87f-f9fb-4919-8df2-a911996adf3a tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 932 time: 0.2061908 Dec 20 23:25:35.351272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.415101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-bfd1443b-155d-4c24-942d-6aa99546a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:35.416653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-bfd1443b-155d-4c24-942d-6aa99546a560 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.2823834 Dec 20 23:25:35.420139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:35.430872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9358075-2f56-4160-a006-74b4bd5e825f {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:25:35.444150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.483834 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.509835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a8025f7-1f1e-48c7-83ba-befa0032fa81 req-38605754-804d-48e2-b2c2-fc11280d6ead tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532855 Dec 20 23:25:35.544280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] DHCP port deletion for 23fcce6c-0a88-474c-8bf1-7d3d4339e0db request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:35.549260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Transition to ACTIVE for port object b9358075-2f56-4160-a006-74b4bd5e825f will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:25:35.568612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-cbe8ea9b-5f62-440e-9f9a-4f6bed696aca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 1001 time: 0.1370156 Dec 20 23:25:35.597987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.624447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.628026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea40e894-fcb4-44be-9fd7-828b925e0a4d']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:35.630626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Deleting port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:35.630964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.631216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.635153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-0e9670da-f7ed-4d62-a41d-dd546b525d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:35.637229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-0e9670da-f7ed-4d62-a41d-dd546b525d9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.0593991 Dec 20 23:25:35.647666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3103308-4ff9-4adb-a526-bec8b2903a02') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:35.647964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3103308-4ff9-4adb-a526-bec8b2903a02') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:35.712455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.733177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] For port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,segment=NetworkSegment(c5ef0a8b-e862-4217-92ac-67513546400a),segment_id=c5ef0a8b-e862-4217-92ac-67513546400a)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:35.733615 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.747697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-ddb02e86-26c1-465a-a0cb-1024b1aaaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:35.749242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-ddb02e86-26c1-465a-a0cb-1024b1aaaf81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024525 Dec 20 23:25:35.753512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Calling delete_port for 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:35.758903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.783545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:35.783999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:35.787488 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:35.887788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Deleting port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:35.889393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:35.984567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.017431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] For port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,segment=NetworkSegment(c5ef0a8b-e862-4217-92ac-67513546400a),segment_id=c5ef0a8b-e862-4217-92ac-67513546400a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:36.017862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.028516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Port': ['ID=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.037150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Calling delete_port for 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:36.042390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] No DVR routers for this DVR port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:36.054055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:36.073469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-7b857695-7322-487d-a449-e7920e66d8cd service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138173 Dec 20 23:25:36.086930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:36.087215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:36.166547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.167816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Pushing event updated for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.186983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:33Z', 'revision_number': 2, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:36.216550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee35a12-2dc1-49ef-9099-5d0541128558 None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'c544eb37-a394-4d9b-b587-db30f93ecf92', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'port_id': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'mac_address': 'fa:16:3e:af:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:25Z', 'updated_at': '2021-12-20T23:25:33Z', 'revision_number': 2, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:36.217696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fcce6c-0a88-474c-8bf1-7d3d4339e0db']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:36.219594 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.235761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ef0a8b-e862-4217-92ac-67513546400a') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:36.236065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ef0a8b-e862-4217-92ac-67513546400a') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:36.252182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] Pushing event deleted for resources: {'Port': ['ID=70c21bcf-2853-43d2-aca1-df1a7a6bccf5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.257089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f34e67-4e01-47c4-9829-b0b4bc7b43ba None None] No DVR routers for this DVR port 70c21bcf-2853-43d2-aca1-df1a7a6bccf5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:36.265331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.294640 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.299103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fddc1377-67e6-4804-902c-95b754daf1c4 req-cd89fd54-abf4-488c-9a35-e7b84324bf57 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107129 Dec 20 23:25:36.304381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:36.307129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.310813 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:36.312958 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:36.318597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Attempting to bind port b9358075-2f56-4160-a006-74b4bd5e825f on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:36.318927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Attempting to bind port b9358075-2f56-4160-a006-74b4bd5e825f by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:36.319247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Attempting to bind port b9358075-2f56-4160-a006-74b4bd5e825f on network a6bfb55e-7f91-4332-ab1d-508210e171b8 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:36.330562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Port b9358075-2f56-4160-a006-74b4bd5e825f on network a6bfb55e-7f91-4332-ab1d-508210e171b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:36.330879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Attempting to bind port b9358075-2f56-4160-a006-74b4bd5e825f on network a6bfb55e-7f91-4332-ab1d-508210e171b8 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:36.336717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:36.337108 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Checking segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:36.337591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Bound using segment: {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:36.338082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Bound port: b9358075-2f56-4160-a006-74b4bd5e825f, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e506fb9d-809d-4b03-960d-a40cb283886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:36.338391 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.356474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.381835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.385652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] 10.222.0.62 "DELETE /v2.0/networks/ea40e894-fcb4-44be-9fd7-828b925e0a4d HTTP/1.1" status: 204 len: 168 time: 1.2340260 Dec 20 23:25:36.409846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Router 8c5778da-a80e-49a6-a053-e7695d03fa13 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:25:36.409846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418afea-0558-473a-a21d-452d66bd0f53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1774287102-project] Pushing event deleted for resources: {'Network': ['ID=ea40e894-fcb4-44be-9fd7-828b925e0a4d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.456533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.462099 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.465358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] 10.222.0.62 "DELETE /v2.0/networks/23fcce6c-0a88-474c-8bf1-7d3d4339e0db HTTP/1.1" status: 204 len: 168 time: 1.1887040 Dec 20 23:25:36.476041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:36.491485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e4d0d-5a44-4ca8-a8e4-f4ddfa4a364c tempest-NetworksTest-1905817317 tempest-NetworksTest-1905817317-project] Pushing event deleted for resources: {'Network': ['ID=23fcce6c-0a88-474c-8bf1-7d3d4339e0db,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.505340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b9358075-2f56-4160-a006-74b4bd5e825f,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:36.575033 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:36.586598 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Sync routers for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:36.590026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.605148 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:36.606076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:07Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:36.641996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:36.642718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.644731 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] 10.222.0.59 "PUT /v2.0/ports/b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 1092 time: 2.1644058 Dec 20 23:25:36.650920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530387-66f2-4620-b6c0-b72914926c5a req-0e9964b1-47b7-4bb6-b182-fd417cc1dee1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:36.652569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e530387-66f2-4620-b6c0-b72914926c5a req-0e9964b1-47b7-4bb6-b182-fd417cc1dee1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 944 time: 0.0746744 Dec 20 23:25:36.669840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1374-c82c-4c1c-aa96-12fe6f2ada4e service neutron] Pushing event updated for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:36.694995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:36.699042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-001e0301-f5aa-4fc1-aa8e-9f8a25de8949 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3995016 Dec 20 23:25:36.699504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47634) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:36.736522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e530387-66f2-4620-b6c0-b72914926c5a req-3ab577bf-dfbc-447a-b34a-ee14ee8bdb4b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765679 Dec 20 23:25:36.740975 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:36.888165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-5f431643-ffbc-48ee-84b7-6aa5923392e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:36.889498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-5f431643-ffbc-48ee-84b7-6aa5923392e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1095 time: 0.0946410 Dec 20 23:25:36.981821 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:34Z', 'revision_number': 3, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:37.002031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47640) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:37.043190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47644) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:37.048693 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Checking router: 8c5778da-a80e-49a6-a053-e7695d03fa13 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:37.049317 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Updating router 8c5778da-a80e-49a6-a053-e7695d03fa13 port 069964c5-29b9-4324-b468-bd3bb866c1a3 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:37.074826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}, {'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:37.077130 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}, {"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:37.084132 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.113123 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-d8a171fa-f99f-4b83-976f-2187ca5d778b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 217 time: 0.1041374 Dec 20 23:25:37.215128 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a139bde7-dbe0-4282-8767-af5d38a94650 x-openstack-request-id: req-a139bde7-dbe0-4282-8767-af5d38a94650 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:37.216218 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:37.216575 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a139bde7-dbe0-4282-8767-af5d38a94650 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:37.217077 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:25:37.217432 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'status': 'completed', 'code': 200} Dec 20 23:25:37.228458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-ade277cf-fb19-43d6-ad7d-33d19a0b37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.230305 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-ade277cf-fb19-43d6-ad7d-33d19a0b37eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 200 len: 834 time: 0.1100130 Dec 20 23:25:37.277636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3bc7963b-cf2e-4f2b-9a8c-010e0b042dff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f4f63b5f9294f769b299ad8bf63bed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329137 Dec 20 23:25:37.286791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47650) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:37.333014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-cda206c8-6cd9-45f1-9b60-e283833824e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.334539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-cda206c8-6cd9-45f1-9b60-e283833824e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.1070416 Dec 20 23:25:37.350058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fd900882-fe6f-4c3a-8948-9580ee5c9090 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38168011f5de4f86a58c8e3b561bc827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465683 Dec 20 23:25:37.358970 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47652) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:37.372898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-8e948f36-24ce-4c78-a0a3-a2b600ba37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.374335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-8e948f36-24ce-4c78-a0a3-a2b600ba37f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6bfb55e-7f91-4332-ab1d-508210e171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362915 Dec 20 23:25:37.402993 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.456294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.475664 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.486452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.507448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.516363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.525450 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-618b5d41-cd3e-4fe8-a102-40cf0f19e793 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430264 Dec 20 23:25:37.530062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-10ad8913-f60a-493e-9a72-53d8d78807a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.531531 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-10ad8913-f60a-493e-9a72-53d8d78807a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.1842830 Dec 20 23:25:37.564827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44491bd-1df5-4c90-8671-3be2f8610edf None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:37.565470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Attempting to bind port 069964c5-29b9-4324-b468-bd3bb866c1a3 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:37.565470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Attempting to bind port 069964c5-29b9-4324-b468-bd3bb866c1a3 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:37.565694 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Attempting to bind port 069964c5-29b9-4324-b468-bd3bb866c1a3 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:37.578414 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e377af-6caa-4a0a-aad8-0ce78f48443c None None] Pushing event updated for resources: {'Port': ['ID=069964c5-29b9-4324-b468-bd3bb866c1a3,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:37.588903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:37.590399 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:37.590995 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.591542 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:37.592186 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Bound port: 069964c5-29b9-4324-b468-bd3bb866c1a3, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:37.593202 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.611378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a8823f91-95e1-405f-aa18-88645f71603d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.614268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.658170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-11c0de2a-e2ba-4db1-861a-c3495d07325c None None] Provisioning complete for port 069964c5-29b9-4324-b468-bd3bb866c1a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:37.659339 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11c0de2a-e2ba-4db1-861a-c3495d07325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.666935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] For port 069964c5-29b9-4324-b468-bd3bb866c1a3, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:37.672765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] For port 069964c5-29b9-4324-b468-bd3bb866c1a3, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=069964c5-29b9-4324-b468-bd3bb866c1a3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:37.677998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-ff4eddb4-44db-40a4-912b-baa6eda60209 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 1001 time: 0.1335206 Dec 20 23:25:37.702339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-11c0de2a-e2ba-4db1-861a-c3495d07325c None None] Port 069964c5-29b9-4324-b468-bd3bb866c1a3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:37.721498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.724077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.725204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e94af21-c436-40fa-856a-cc6e828e07d3 HTTP/1.1" status: 204 len: 168 time: 0.4375131 Dec 20 23:25:37.726712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e34a5273-62ad-44f5-b8ee-ab271b7a5502 req-06a31d79-e610-4bc4-85e4-eb798892da05 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645532 Dec 20 23:25:37.738058 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.744071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac49db-2e44-4a01-9740-6af8da9cfc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94af21-c436-40fa-856a-cc6e828e07d3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:37.752439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-179965ba-55f8-413e-a734-8daa4f95e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.754038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-179965ba-55f8-413e-a734-8daa4f95e676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.0685155 Dec 20 23:25:37.760779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Allocated IP 172.20.0.1 (a810fe17-3363-49ea-9c99-9256adea41e5/20f7a0ef-221a-491c-8727-f0633ad92034/ef6396db-caec-4b97-94cd-045443027c9b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:37.821291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.824959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064be1d-d3f4-42c6-bbcd-e3439f54b88a None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:37.831600 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.834162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afb0ae24-6158-45f6-9853-a80d42241a45 HTTP/1.1" status: 204 len: 168 time: 0.4733987 Dec 20 23:25:37.849334 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74f07-94ef-4acd-8f3a-3921f8eca5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0ae24-6158-45f6-9853-a80d42241a45,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:37.874370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-b707fc6e-4957-40e0-ae03-d15149165a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.875878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-b707fc6e-4957-40e0-ae03-d15149165a06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143963 Dec 20 23:25:37.892839 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:37.893500 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:37.952962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-d9491fbf-d996-4f5c-a3df-3af42d08a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:37.954500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-d9491fbf-d996-4f5c-a3df-3af42d08a413 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1095 time: 0.0825684 Dec 20 23:25:37.962723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] Provisioning complete for port 069964c5-29b9-4324-b468-bd3bb866c1a3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:37.963096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:37.988276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.021461 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e377af-6caa-4a0a-aad8-0ce78f48443c None None] Pushing event updated for resources: {'Port': ['ID=069964c5-29b9-4324-b468-bd3bb866c1a3,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:38.074265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f83b5a-e4dd-48ac-b6b0-80c5dad152c1 req-d458f0d2-058a-461c-9b70-3143e05fc8ae tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:38.076514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6f83b5a-e4dd-48ac-b6b0-80c5dad152c1 req-d458f0d2-058a-461c-9b70-3143e05fc8ae tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 944 time: 0.1924090 Dec 20 23:25:38.111663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.153505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] For port 069964c5-29b9-4324-b468-bd3bb866c1a3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=069964c5-29b9-4324-b468-bd3bb866c1a3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:38.159905 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:38.169563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-7d80e728-fd0f-4d5f-8026-064a69fd62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:38.169563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-7d80e728-fd0f-4d5f-8026-064a69fd62da service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 898 time: 0.1977425 Dec 20 23:25:38.169985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-cb21e55e-2031-458f-9d39-bf82be312363 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795050 Dec 20 23:25:38.215913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-71c554dd-5451-4ea9-9bbc-9a890d33d7ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 217 time: 0.0422473 Dec 20 23:25:38.243528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.251710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.267554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6f83b5a-e4dd-48ac-b6b0-80c5dad152c1 req-461f8bc3-b0d8-4e1a-8e8a-ebf86dd1ea9f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742218 Dec 20 23:25:38.308029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-5f342cf1-10a9-45a1-84b7-16b691a98b3d service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330955 Dec 20 23:25:38.340359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Network a810fe17-3363-49ea-9c99-9256adea41e5 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:38.348176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-a4920baf-3e63-4ef8-8ca3-6615c9447f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:38.348176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-a4920baf-3e63-4ef8-8ca3-6615c9447f81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 200 len: 834 time: 0.1238723 Dec 20 23:25:38.350960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:38.354641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Pushing event updated for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:38.362822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:38.378567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad2df4-4999-45f0-a4bf-0c1bdcdb9b29 None None] Pushing event updated for resources: {'Port': ['ID=069964c5-29b9-4324-b468-bd3bb866c1a3,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:38.416863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.463402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.528597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-16d75351-6acb-43b6-9793-b3ae42d9b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:38.530287 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-16d75351-6acb-43b6-9793-b3ae42d9b9ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6bfb55e-7f91-4332-ab1d-508210e171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601772 Dec 20 23:25:38.669567 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:34Z', 'revision_number': 3, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:38.676884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-37c95acd-60d0-49a7-9439-98c0a52c8571 None None] Provisioning complete for port ef6396db-caec-4b97-94cd-045443027c9b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:38.677611 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37c95acd-60d0-49a7-9439-98c0a52c8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.722926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749f37b-40ac-4780-88ee-c9ff431b58a9 None None] The sync data for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 is: [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:34Z', 'revision_number': 3, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:38.726737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-37c95acd-60d0-49a7-9439-98c0a52c8571 None None] Port ef6396db-caec-4b97-94cd-045443027c9b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:38.730531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:38.784138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6d06d08-694b-4193-a533-c953264c626e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9a2c2d3e2d24295a404ad065680cb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518672 Dec 20 23:25:38.787622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47678) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:38.857022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.883383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:38.983455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-bb7c244e-546d-4fea-b696-2b39c65df63f service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424860 Dec 20 23:25:39.034360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.043150 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.044297 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f9a2de5-f6db-4e5f-a9f6-c02f2639cf73 HTTP/1.1" status: 204 len: 168 time: 0.2557259 Dec 20 23:25:39.053519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6ff62-52fa-4dca-a894-8b329ef6e38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a2de5-f6db-4e5f-a9f6-c02f2639cf73,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:39.119063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.173230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ec7eccfb-69f3-4a58-bce2-ec5bac326ba0 req-e23d4f1b-f131-4619-b8b6-9e6909616bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814785 Dec 20 23:25:39.256552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47686) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.353608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.432329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885b8ef-697f-40ee-baf4-bae421a8f130 req-9e4b52ae-debd-4a83-9085-2b2d1da8fd44 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:39.435063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2885b8ef-697f-40ee-baf4-bae421a8f130 req-9e4b52ae-debd-4a83-9085-2b2d1da8fd44 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 944 time: 0.0585997 Dec 20 23:25:39.439650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.533642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2885b8ef-697f-40ee-baf4-bae421a8f130 req-1451a741-2747-4c21-b9a1-b6117f247d83 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813365 Dec 20 23:25:39.536177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.539209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Pushing event updated for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:39.559616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-01404cfd-f261-414f-b7fc-67210d857861 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] Request body: {'port': {'network_id': '40204840-cc0d-42a0-b25b-8f6c2deb69d4', 'name': 'tempest-NetworksNegativeTestJSON-37809020'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:39.578663 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-01404cfd-f261-414f-b7fc-67210d857861 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] POST failed (client error): The resource could not be found. Dec 20 23:25:39.579799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01404cfd-f261-414f-b7fc-67210d857861 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.581124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-01404cfd-f261-414f-b7fc-67210d857861 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3234823 Dec 20 23:25:39.587352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47696) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.607666 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-68037568-7733-4fe3-9418-58eccd573ef1 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:39.608049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68037568-7733-4fe3-9418-58eccd573ef1 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.611184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-68037568-7733-4fe3-9418-58eccd573ef1 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "DELETE /v2.0/networks/ba3f2e55-d390-4ed5-ac8f-af18945367e9 HTTP/1.1" status: 404 len: 339 time: 0.0228112 Dec 20 23:25:39.615445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47700) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.640268 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c778229f-db3f-4996-b85c-dee0893129a5 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:39.640821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c778229f-db3f-4996-b85c-dee0893129a5 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.643914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c778229f-db3f-4996-b85c-dee0893129a5 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "DELETE /v2.0/ports/23a40d57-b576-4a12-be67-79dcc5fdd808 HTTP/1.1" status: 404 len: 333 time: 0.0275011 Dec 20 23:25:39.649521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47702) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.672734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Network a810fe17-3363-49ea-9c99-9256adea41e5 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:39.674297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:39.687993 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-558282eb-7cc0-45b5-b586-e99719bc1886 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:39.688551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558282eb-7cc0-45b5-b586-e99719bc1886 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.696754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-558282eb-7cc0-45b5-b586-e99719bc1886 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "DELETE /v2.0/subnets/335d478e-e53a-4365-a2a8-bbdc6dfd9bad HTTP/1.1" status: 404 len: 337 time: 0.0458083 Dec 20 23:25:39.702441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47706) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.728655 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea67f429-cd85-4646-9e30-7b0f78437dfa tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] GET failed (client error): The resource could not be found. Dec 20 23:25:39.741190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ea67f429-cd85-4646-9e30-7b0f78437dfa tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "GET /v2.0/networks/0f5a56e0-2fa3-400f-8828-0b1172da7de3 HTTP/1.1" status: 404 len: 339 time: 0.0367091 Dec 20 23:25:39.742131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.771274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:39.778201 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6e1c84-cb7a-42bb-9d3a-3310f9c399b5 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] GET failed (client error): The resource could not be found. Dec 20 23:25:39.785604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe6e1c84-cb7a-42bb-9d3a-3310f9c399b5 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "GET /v2.0/ports/f979bd20-72a2-4913-8040-5a234b9b4e79 HTTP/1.1" status: 404 len: 333 time: 0.0363874 Dec 20 23:25:39.786804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.825200 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2551c5-85c3-404b-8275-daf12ea49fb6 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] GET failed (client error): The resource could not be found. Dec 20 23:25:39.833993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0c2551c5-85c3-404b-8275-daf12ea49fb6 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "GET /v2.0/subnets/58bcb223-d304-4b46-a56a-0a91b5d03439 HTTP/1.1" status: 404 len: 337 time: 0.0420685 Dec 20 23:25:39.833993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47714) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.839991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e7ec6ae2-2575-4de9-8d5d-54ebd59df493 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:39.856012 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ec6ae2-2575-4de9-8d5d-54ebd59df493 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] PUT failed (client error): The resource could not be found. Dec 20 23:25:39.856541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ec6ae2-2575-4de9-8d5d-54ebd59df493 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.861292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e7ec6ae2-2575-4de9-8d5d-54ebd59df493 tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "PUT /v2.0/networks/30fa9c1e-c400-429b-b1cb-c4b2e03dcb03 HTTP/1.1" status: 404 len: 339 time: 0.0231507 Dec 20 23:25:39.861753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.867434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ddfed0f4-b033-4fb2-a588-7695a57ee15a tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:39.874924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Router 8c5778da-a80e-49a6-a053-e7695d03fa13 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:39.889848 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfed0f4-b033-4fb2-a588-7695a57ee15a tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] PUT failed (client error): The resource could not be found. Dec 20 23:25:39.890703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfed0f4-b033-4fb2-a588-7695a57ee15a tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.891981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ddfed0f4-b033-4fb2-a588-7695a57ee15a tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "PUT /v2.0/ports/99c7fa8b-f7ed-42f7-99a5-5023eac829f8 HTTP/1.1" status: 404 len: 333 time: 0.0291104 Dec 20 23:25:39.895858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:39.903108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-48e505a5-c90f-4860-aa1e-fa893928246b tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:39.929584 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e505a5-c90f-4860-aa1e-fa893928246b tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] PUT failed (client error): The resource could not be found. Dec 20 23:25:39.930879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e505a5-c90f-4860-aa1e-fa893928246b tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:39.932136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48e505a5-c90f-4860-aa1e-fa893928246b tempest-NetworksNegativeTestJSON-1251951024 tempest-NetworksNegativeTestJSON-1251951024-project] 10.222.0.62 "PUT /v2.0/subnets/7464a7a4-ef89-48ac-beaa-b426732c6b73 HTTP/1.1" status: 404 len: 337 time: 0.0352464 Dec 20 23:25:40.035430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 069964c5-29b9-4324-b468-bd3bb866c1a3 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:40.057024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:40.065801 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57765819-b70b-4e97-937a-7cca2c85221e admin admin] 10.222.0.62 "PUT /v2.0/routers/8c5778da-a80e-49a6-a053-e7695d03fa13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613410 Dec 20 23:25:40.085417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-94012994-601a-496e-adc1-5035539a28ee None None] Provisioning complete for port ef6396db-caec-4b97-94cd-045443027c9b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:40.085773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94012994-601a-496e-adc1-5035539a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.131107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-94012994-601a-496e-adc1-5035539a28ee None None] Port ef6396db-caec-4b97-94cd-045443027c9b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:40.132478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 069964c5-29b9-4324-b468-bd3bb866c1a3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:40.133593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.467707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47736) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:40.485684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.555780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b9358075-2f56-4160-a006-74b4bd5e825f details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:25:40.715065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b9358075-2f56-4160-a006-74b4bd5e825f,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:40.730866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e0db-52db-425c-8580-071e9514937e req-25edc259-5b24-4e7c-bf42-422c3342b405 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:40.735827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'port_id': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'mac_address': 'fa:16:3e:f7:cc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:25:40.741518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df61e0db-52db-425c-8580-071e9514937e req-25edc259-5b24-4e7c-bf42-422c3342b405 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 944 time: 0.0774801 Dec 20 23:25:40.815645 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.816129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df61e0db-52db-425c-8580-071e9514937e req-a34d5176-0aa7-4f99-a6bc-215c24634568 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733435 Dec 20 23:25:40.819840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47744) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:40.825212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473207727', 'description': 'tempest-secgroup-smoke-1473207727 description', 'project_id': '407b7602db8a4f109e823310716d4f35'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:40.832511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9358075-2f56-4160-a006-74b4bd5e825f {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:25:40.847409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47746) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:40.862360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b9358075-2f56-4160-a006-74b4bd5e825f,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:40.879189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d56bf358-dd15-4b1d-9eb9-cdfb266ca354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.888022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Sync routers for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:40.898602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:40.899323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:40.920259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1484766806'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:40.941646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.965514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:40.975752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d56bf358-dd15-4b1d-9eb9-cdfb266ca354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.041109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.041478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.062381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:41.068312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d56bf358-dd15-4b1d-9eb9-cdfb266ca354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.105823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:41.109764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.114183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.126351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.135791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d56bf358-dd15-4b1d-9eb9-cdfb266ca354 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d59d8f9ee034dca982353ab36349ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669333 Dec 20 23:25:41.136813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bf358-dd15-4b1d-9eb9-cdfb266ca354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733e512-340f-4baa-96b5-73719a78f5f6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.137417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:41.166759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b9358075-2f56-4160-a006-74b4bd5e825f'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:25:41.171772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520c88df-0d63-4fea-b0cb-705f6be37d20,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.205584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.206870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f65fc42a-c3a0-47ad-a779-a7ae091ad65f tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3854165 Dec 20 23:25:41.209929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47752) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:41.210196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.214995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:41.231905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.235139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.307989 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.331688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.334281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.335496 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7733e512-340f-4baa-96b5-73719a78f5f6 HTTP/1.1" status: 204 len: 168 time: 0.1969867 Dec 20 23:25:41.352688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e1a8e-f492-48f8-b665-6cacddf36103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733e512-340f-4baa-96b5-73719a78f5f6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.360756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:41.369122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.374463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2da16e-a96d-4d19-970f-47a51aca3cfa,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.399794 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.400340 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Added segment c4a26734-4ec0-4e8c-abf5-7530a2e25e14 of type vlan for network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 Dec 20 23:25:41.404545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ef6396db-caec-4b97-94cd-045443027c9b', 'name': '', 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'mac_address': 'fa:16:3e:09:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:37Z', 'updated_at': '2021-12-20T23:25:39Z', 'revision_number': 2, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'subnets': [{'id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:41.436857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Checking router: 8c5778da-a80e-49a6-a053-e7695d03fa13 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:41.437204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Updating router 8c5778da-a80e-49a6-a053-e7695d03fa13 port ef6396db-caec-4b97-94cd-045443027c9b binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:25:41.459116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.482027 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.485782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.554358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.559744 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.565407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:41.566245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.611657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867dae8e-e993-44e6-aa71-3279c1476d50,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.658804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Network': ['ID=193ceedb-25f7-4a68-9386-99ebc1e7efe9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:41.677672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:41.678224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ef9cade7-a53d-4941-8c53-19ae99cf5763 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8291090 Dec 20 23:25:41.681965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47760) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:41.687261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'subnet': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:41.697958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.703149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b263959a-b7b9-4041-a72b-db9804647245 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922237 Dec 20 23:25:41.706486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:41.712570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:41.799788 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.879869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:41.884230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.885160 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.895599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.956199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cee9-067f-4edc-b27b-74641209ba43 req-db668a7b-8dc3-4a14-a026-3e0a363a3ac6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:41.957741 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9070cee9-067f-4edc-b27b-74641209ba43 req-db668a7b-8dc3-4a14-a026-3e0a363a3ac6 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 945 time: 0.0549128 Dec 20 23:25:41.994561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:41.999933 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.034622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9070cee9-067f-4edc-b27b-74641209ba43 req-49181a69-e617-4da4-b3df-470c9057113d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704904 Dec 20 23:25:42.035966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d346a7a-a62b-4410-bfa8-88a96b057550,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.048072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a530-7e00-43d0-bf52-8a733356aec8 None None] Pushing event updated for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.110578 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.112179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-02a4a339-2ca3-4240-8e16-64c86f16c7b8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4044230 Dec 20 23:25:42.114642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Attempting to bind port ef6396db-caec-4b97-94cd-045443027c9b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:42.115169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47774) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:42.115294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Attempting to bind port ef6396db-caec-4b97-94cd-045443027c9b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:42.115642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Attempting to bind port ef6396db-caec-4b97-94cd-045443027c9b on network a810fe17-3363-49ea-9c99-9256adea41e5 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:42.121096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:42.122997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:42.125989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Checking segment: {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:42.126421 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.127259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Bound using segment: {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:42.127760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Bound port: ef6396db-caec-4b97-94cd-045443027c9b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779ad2a-5508-46ef-8cd5-f2c874fd4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:42.128152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.218146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] For port ef6396db-caec-4b97-94cd-045443027c9b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:42.221637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] For port ef6396db-caec-4b97-94cd-045443027c9b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef6396db-caec-4b97-94cd-045443027c9b,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:42.223477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.255510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.295918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Subnet': ['ID=e7907c35-449e-49f7-af3a-cb3e4800e556,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.303238 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.307647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.308003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.313176 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:25:42.317433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.320989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Checking segment: {'id': 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:42.321421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network hostable DHCP agents. Network: 193ceedb-25f7-4a68-9386-99ebc1e7efe9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:42.360988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:42.362078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:42.372994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.392671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36206ecc-f58c-4c2f-8bc9-1bcc48b5e2db,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.400187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:42.429461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a530-7e00-43d0-bf52-8a733356aec8 None None] Pushing event updated for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.435784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] Provisioning complete for port ef6396db-caec-4b97-94cd-045443027c9b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:42.436162 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.479426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 193ceedb-25f7-4a68-9386-99ebc1e7efe9) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:42.481411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.484376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:42.485882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.490850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d2b8040-69d5-4fce-8470-924b214e33e8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740308 Dec 20 23:25:42.493680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47782) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:42.498912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:42.506331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fffb16d-6558-4ce9-b76a-1abf9b271745 None None] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:42.514396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47784) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:42.603262 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-613559cb-7069-4bcd-bbb0-22a575b14bda tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9195757 Dec 20 23:25:42.605601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47788) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:42.612034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-588958440'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:42.656734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1487710445'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:42.696483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.770562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b9358075-2f56-4160-a006-74b4bd5e825f up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:42.776735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.782275 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:42.811003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:42.814833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.824051 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.858227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.880117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:42.887427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.887968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f07066-9315-464b-8efc-0d59f5d44ecb,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:42.910413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port 344865ae-912f-4e46-98eb-d8c5cb06c639 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:42.924958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.962350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:42.965766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00ebbab1-a47c-41a1-933e-ae55f6d82ab5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4688697 Dec 20 23:25:42.966628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47790) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:42.971132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:42.994255 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.026279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'project_id': 'db97362fb9bc4386bf6a2dc8facc34ae', 'fixed_ips': [{'subnet_id': 'e7907c35-449e-49f7-af3a-cb3e4800e556'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:43.027131 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.043702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:43.053065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358a58bc-f416-4cc5-97c6-0483b8f66954,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:43.055768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::367 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/344865ae-912f-4e46-98eb-d8c5cb06c639) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:43.060465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.060664 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment da7a0088-2e29-453a-880c-9a627a6195bf of type vlan for network 99c9c57a-7afe-4557-826c-1110a38d9dff Dec 20 23:25:43.083552 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.209774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b9358075-2f56-4160-a006-74b4bd5e825f completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:25:43.240325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b9358075-2f56-4160-a006-74b4bd5e825f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:43.240976 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.250185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] For port ef6396db-caec-4b97-94cd-045443027c9b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef6396db-caec-4b97-94cd-045443027c9b,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:43.252888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.342448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.365925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.438868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:43.447175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:43.450323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:43.458028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:43.458703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.461786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=344865ae-912f-4e46-98eb-d8c5cb06c639,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:43.469239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3f824-5a8c-4560-8087-16a1ed6e6c31 None None] Pushing event updated for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:43.502169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Allocated IP 2001:db8::2 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/7b0874dd-1c69-4077-b596-46ac9dcdeaf2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:43.530179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37d8c7e9-6204-45bb-8898-5498165ea110 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9226441 Dec 20 23:25:43.534081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47794) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:43.534576 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.543107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1625650142', 'allowed_address_pairs': [{'ip_address': '2001:db8::367', 'mac_address': 'fa:16:3e:c0:92:cd'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:43.548263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ef6396db-caec-4b97-94cd-045443027c9b', 'name': '', 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'mac_address': 'fa:16:3e:09:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:37Z', 'updated_at': '2021-12-20T23:25:42Z', 'revision_number': 4, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'subnets': [{'id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:43.563934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ca24-3d10-4662-a112-3bd7defc9322 req-a1909bd0-e648-4352-8038-38ca473f81b0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:43.565746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0456ca24-3d10-4662-a112-3bd7defc9322 req-a1909bd0-e648-4352-8038-38ca473f81b0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 945 time: 0.0709646 Dec 20 23:25:43.570719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ba6d81b8-06f9-47c4-8e97-eedb81f1af17 None None] Provisioning complete for port ef6396db-caec-4b97-94cd-045443027c9b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:43.571116 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ba6d81b8-06f9-47c4-8e97-eedb81f1af17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.583895 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Project 407b7602db8a4f109e823310716d4f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:25:43.598147 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.598429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.631628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1e0cb-b177-4c28-963f-47caa106f446 None None] The sync data for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 is: [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ef6396db-caec-4b97-94cd-045443027c9b', 'name': '', 'network_id': 'a810fe17-3363-49ea-9c99-9256adea41e5', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'mac_address': 'fa:16:3e:09:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:37Z', 'updated_at': '2021-12-20T23:25:42Z', 'revision_number': 4, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'subnets': [{'id': '20f7a0ef-221a-491c-8727-f0633ad92034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:43.694446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0456ca24-3d10-4662-a112-3bd7defc9322 req-8080fdc8-544d-47b7-aeb9-ae2ad4a5cbf1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961506 Dec 20 23:25:43.699909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.730417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:43.732874 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef90576-bc7a-4272-bdd3-1a673d9e02b8" -d '{"events": [{"server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "name": "network-vif-plugged", "status": "completed", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:43.734031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:43.734682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.774033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b9358075-2f56-4160-a006-74b4bd5e825f,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:43.777750 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.806750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:43.809198 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f686ae-3d97-4973-a7f5-17e78edb66c6 x-openstack-request-id: req-59f686ae-3d97-4973-a7f5-17e78edb66c6 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:43.809487 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "name": "network-vif-plugged", "status": "completed", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:43.809806 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59f686ae-3d97-4973-a7f5-17e78edb66c6 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:43.810192 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'code': 200} Dec 20 23:25:43.850527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.857091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=99c9c57a-7afe-4557-826c-1110a38d9dff,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:43.910741 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:43.920855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:43.955207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d888a8d4-27e1-46c2-add7-5ec281b11747 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4388587 Dec 20 23:25:43.956625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2c94a1-a74d-4856-bce8-b6d5e46451c6,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:43.958681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47798) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:43.964968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'name': 'tempest-PortsIpV6TestJSON-784472568'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:44.013076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.035839 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.039950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-72235071-4d6e-4e7a-9e37-06ec9ddd5aee tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0694919 Dec 20 23:25:44.041034 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47800) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:44.054276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'security_group_rule': {'security_group_id': '520c88df-0d63-4fea-b0cb-705f6be37d20', 'project_id': '407b7602db8a4f109e823310716d4f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:44.067101 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.108868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7fd50-cf71-4b74-bbce-c22053ea7b24 req-39341574-35b0-4bcf-97f1-2ccf0cb0ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:44.109274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef6396db-caec-4b97-94cd-045443027c9b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:44.110456 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6d7fd50-cf71-4b74-bbce-c22053ea7b24 req-39341574-35b0-4bcf-97f1-2ccf0cb0ec84 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1097 time: 0.2118628 Dec 20 23:25:44.122512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port 029c8c0b-e7c2-49a0-852b-c5bb6b32c44f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:44.150243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.155418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.184040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6d7fd50-cf71-4b74-bbce-c22053ea7b24 req-080449c4-b1fe-411e-873d-d03c87b3d1d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631771 Dec 20 23:25:44.213643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:44.216762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:44.219925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:44.223244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:44.227840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.250206 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port c4ea3f42-edb7-47a6-8790-75279332b2b8 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:44.251745 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Project 407b7602db8a4f109e823310716d4f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:25:44.257893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.353214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Pushing event updated for resources: {'Port': ['ID=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.364775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Attempting to bind port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:44.365149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Attempting to bind port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:44.365528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Attempting to bind port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 on network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:44.372564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:44.373350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Checking segment: {'id': 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:44.373484 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.373835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Bound using segment: {'id': 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:44.374315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Bound port: 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:44.374718 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.378383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ef6396db-caec-4b97-94cd-045443027c9b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:44.378750 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.426914 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.472281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::3e8 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/029c8c0b-e7c2-49a0-852b-c5bb6b32c44f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:44.499510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.528067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] For port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:44.531385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] For port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,segment=NetworkSegment(c4a26734-4ec0-4e8c-abf5-7530a2e25e14),segment_id=c4a26734-4ec0-4e8c-abf5-7530a2e25e14)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:44.568148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.612074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.626565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba8f2eb-9288-48c4-b4f5-63232fb70532,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.628970 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.695043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77232-3555-45b6-90ae-45ca4374a9fa None None] Pushing event updated for resources: {'Port': ['ID=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.698112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.726133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=c4ea3f42-edb7-47a6-8790-75279332b2b8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.746607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.751549 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d2871905-df8a-4710-8e5f-5291fb4ea1e5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7082250 Dec 20 23:25:44.754987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': 'da7a0088-2e29-453a-880c-9a627a6195bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:44.755347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: 99c9c57a-7afe-4557-826c-1110a38d9dff, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:44.784427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.852893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:44.860721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:44.866975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:44.871401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:44.873247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f828b8f-3edf-4172-a7b7-70094a026151 req-0e0d4aca-94dd-4644-879c-de45b42b6cc4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:44.877276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:44.877961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:44.893564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f828b8f-3edf-4172-a7b7-70094a026151 req-0e0d4aca-94dd-4644-879c-de45b42b6cc4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.0943944 Dec 20 23:25:44.898309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=029c8c0b-e7c2-49a0-852b-c5bb6b32c44f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:44.980717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f828b8f-3edf-4172-a7b7-70094a026151 req-46f59079-89ec-4e31-98a9-e11ec1b5be50 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801349 Dec 20 23:25:45.010854 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae11a306-90c5-44ba-a980-da3c1948b5ba tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4747922 Dec 20 23:25:45.013367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47816) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:45.058031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 99c9c57a-7afe-4557-826c-1110a38d9dff) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:45.067989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:45.075901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.076894 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.078278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7a840-196c-4266-a74d-e24debc09fef None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:45.124092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7353ec-2850-4f8f-a0c7-4f5f74c66006 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.131900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-989461b8-b7c2-464b-bf04-122973d5bdac tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473207727&fields=id&tenant_id=407b7602db8a4f109e823310716d4f35 HTTP/1.1" status: 200 len: 267 time: 0.1300614 Dec 20 23:25:45.140993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7353ec-2850-4f8f-a0c7-4f5f74c66006 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.167131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7353ec-2850-4f8f-a0c7-4f5f74c66006 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.169787 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5c7353ec-2850-4f8f-a0c7-4f5f74c66006 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1552296 Dec 20 23:25:45.175063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47818) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:45.202739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6d079dc6-3930-4ea9-8d57-9ac0a590c208 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2422762 Dec 20 23:25:45.205316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:45.213095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-14664957'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:45.348627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:45.353336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.375091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-de9aa399-91d4-4539-9ee7-562da08943eb tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.379355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-de9aa399-91d4-4539-9ee7-562da08943eb tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 808 time: 0.2457504 Dec 20 23:25:45.379764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:45.390708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.391179 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment 01726679-716e-4a53-ac03-b984830c4051 of type vlan for network fbd5897a-6e40-4786-93a8-84834147609f Dec 20 23:25:45.412758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-62195d0e-b6af-4e5b-87b0-da22b74fcbf0 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/quotas/407b7602db8a4f109e823310716d4f35 HTTP/1.1" status: 200 len: 375 time: 0.0228572 Dec 20 23:25:45.416082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 029c8c0b-e7c2-49a0-852b-c5bb6b32c44f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:45.416437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.439718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.548043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.554535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:45.555192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.565789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-c75a7c52-0f16-421b-8506-42093eeb85e7 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227283 Dec 20 23:25:45.567480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.594702 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 029c8c0b-e7c2-49a0-852b-c5bb6b32c44f owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:45.627593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=fbd5897a-6e40-4786-93a8-84834147609f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:45.638575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network fbd5897a-6e40-4786-93a8-84834147609f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:45.673166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0a18d202-1947-4526-9e36-9e51fb99b50d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4648023 Dec 20 23:25:45.674030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:45.679168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'ports': [{'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'}, {'network_id': 'fbd5897a-6e40-4786-93a8-84834147609f'}]} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:45.679480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:45.680050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': 'fbd5897a-6e40-4786-93a8-84834147609f'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:45.726167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0087e913-d8f5-41d0-b521-e8ff121028c5 service neutron] 10.222.0.62 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443594 Dec 20 23:25:45.864138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-a5438b00-f1d6-45ab-af17-459ae1a47e74 service neutron] 10.222.0.62 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306541 Dec 20 23:25:45.910595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 2} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:45.912485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.936998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:45.955695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.007085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=029c8c0b-e7c2-49a0-852b-c5bb6b32c44f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:46.029287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:46.101519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:46.102768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.116380 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port baa7571e-80b7-4967-a54e-dad6056049aa yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:46.187027 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.190468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf9c38fb-74fc-461b-b230-51c2acabff04 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/029c8c0b-e7c2-49a0-852b-c5bb6b32c44f HTTP/1.1" status: 204 len: 168 time: 1.0145283 Dec 20 23:25:46.193855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47832) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:46.253486 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e481bde-9d1f-49ff-8ab6-1fe35992fefb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] GET failed (client error): The resource could not be found. Dec 20 23:25:46.254999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e481bde-9d1f-49ff-8ab6-1fe35992fefb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports/029c8c0b-e7c2-49a0-852b-c5bb6b32c44f HTTP/1.1" status: 404 len: 333 time: 0.0602109 Dec 20 23:25:46.257122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7df2ddf9-9c66-4f43-8229-cfb9cd583772 req-477f9659-e3f0-45d8-8edc-90914c121811 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Dec 20 23:25:46.265176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47834) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:46.272006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-855778003'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:46.303933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.357926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ed8de-ef25-484e-a971-566e0e68d78e req-91555b52-d913-4c2c-8151-14b56083c9c0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:46.360004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,segment=NetworkSegment(c4a26734-4ec0-4e8c-abf5-7530a2e25e14),segment_id=c4a26734-4ec0-4e8c-abf5-7530a2e25e14)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:46.365830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc0ed8de-ef25-484e-a971-566e0e68d78e req-91555b52-d913-4c2c-8151-14b56083c9c0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.2403488 Dec 20 23:25:46.369029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.395414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb97de-65b2-4a92-95af-2ff1ac5a7533 None None] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:46.448498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc0ed8de-ef25-484e-a971-566e0e68d78e req-741a03b9-905c-4ec6-9500-ab54ca57dc00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817327 Dec 20 23:25:46.453942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port d5955114-ee1c-4afe-b13a-0b3043c148e4 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:46.505227 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.573449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-81f19398-c9b1-4115-9eee-887e981bbefa None None] Provisioning complete for port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:46.573880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81f19398-c9b1-4115-9eee-887e981bbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.575267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:46.579603 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.581311 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.608599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c4e22-cb75-4c5d-959f-6d0e6d471188 req-75f9a958-1953-4e39-8e81-c46e1823b9c0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:46.614491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c57c4e22-cb75-4c5d-959f-6d0e6d471188 req-75f9a958-1953-4e39-8e81-c46e1823b9c0 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.0850785 Dec 20 23:25:46.630748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:46.645998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port 51bbf58b-22f1-48b8-bf03-451426de1760 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:46.688129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.741035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c57c4e22-cb75-4c5d-959f-6d0e6d471188 req-f8ce340c-4129-4bf7-90e3-85dabc35c2b8 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207349 Dec 20 23:25:46.749492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:46.752731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:46.757222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:46.759041 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.761396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=baa7571e-80b7-4967-a54e-dad6056049aa,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:46.771304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:46.839782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::1b5 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/51bbf58b-22f1-48b8-bf03-451426de1760) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:46.860412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=d5955114-ee1c-4afe-b13a-0b3043c148e4,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:46.879453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68cd88-1b29-4c83-8c25-489a5e100eb1 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:46.884100 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee68cd88-1b29-4c83-8c25-489a5e100eb1 tempest-TestNetworkBasicOps-1999093442 tempest-TestNetworkBasicOps-1999093442-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1092 time: 0.1055973 Dec 20 23:25:46.885175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47844) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:46.889685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:46.897567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': '01726679-716e-4a53-ac03-b984830c4051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbd5897a-6e40-4786-93a8-84834147609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:46.897960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: fbd5897a-6e40-4786-93a8-84834147609f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:46.977676 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:46.981457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network fbd5897a-6e40-4786-93a8-84834147609f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:47.015596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8c1dd82c-c3f7-4ec1-970d-bea64e128b8a None None] Provisioning complete for port 344865ae-912f-4e46-98eb-d8c5cb06c639 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:47.016165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8c1dd82c-c3f7-4ec1-970d-bea64e128b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.032162 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.056680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8c1dd82c-c3f7-4ec1-970d-bea64e128b8a None None] Port 344865ae-912f-4e46-98eb-d8c5cb06c639 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:47.067738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8c1dd82c-c3f7-4ec1-970d-bea64e128b8a None None] Provisioning complete for port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:47.068362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8c1dd82c-c3f7-4ec1-970d-bea64e128b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.120673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.166693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.174035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, fbd5897a-6e40-4786-93a8-84834147609f) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:47.185132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:47.188625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8f1b5-5256-4098-8c00-1c0308fff239 None None] Network fbd5897a-6e40-4786-93a8-84834147609f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:47.192301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:47.198218 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:47.199034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.239254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:47.243293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:47.247389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:47.253174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:47.253854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.267706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=51bbf58b-22f1-48b8-bf03-451426de1760,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:47.281852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f46ee24-66dd-4692-9fa6-f63285ee1470 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6067135 Dec 20 23:25:47.284713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:47.310014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Allocated IP 172.25.1.192 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/16367314-c22c-4485-8ed7-829daf106bb6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:47.321292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f917280e-bbf8-4b7a-a782-2195e98f7e90 None None] Provisioning complete for port 344865ae-912f-4e46-98eb-d8c5cb06c639 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:47.321837 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f917280e-bbf8-4b7a-a782-2195e98f7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.359346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-db56e506-9ad1-4a52-9e22-89672fc02fcb tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0913918 Dec 20 23:25:47.370920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f917280e-bbf8-4b7a-a782-2195e98f7e90 None None] Port 344865ae-912f-4e46-98eb-d8c5cb06c639 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:47.381668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47852) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:47.384782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b8cb215-615c-40fd-b179-6c2c47ca7e7c req-790301ed-5493-403e-bbac-7d108ad123af tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 210 time: 0.0431035 Dec 20 23:25:47.390354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::367', 'mac_address': 'fa:16:3e:c0:92:cd'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:47.442691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.549904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port d5955114-ee1c-4afe-b13a-0b3043c148e4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:47.550361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.560556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.589274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f37372d4-41fb-475d-8afc-524bbe9e636a None None] Could not find standard attr ID for object 029c8c0b-e7c2-49a0-852b-c5bb6b32c44f. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:25:47.609789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:47.613103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:47.615841 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:47.654693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=16367314-c22c-4485-8ed7-829daf106bb6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:47.663684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.674880 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.690730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for d5955114-ee1c-4afe-b13a-0b3043c148e4 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:47.935130 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.948055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0bb34a7-9011-4e85-beac-10a842ae3069 None None] Provisioning complete for port 51bbf58b-22f1-48b8-bf03-451426de1760 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:47.948441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0bb34a7-9011-4e85-beac-10a842ae3069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.983452 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.988141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:47.991537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/d5955114-ee1c-4afe-b13a-0b3043c148e4 HTTP/1.1" status: 204 len: 168 time: 0.7058041 Dec 20 23:25:47.993071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc33021-3a29-4bbe-aef2-f9bfeec550eb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=d5955114-ee1c-4afe-b13a-0b3043c148e4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:47.994853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47854) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.017579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:48.024878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb34a7-9011-4e85-beac-10a842ae3069 None None] Port 51bbf58b-22f1-48b8-bf03-451426de1760 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:48.074069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb32dc-7054-4ab3-addc-bcb04983fa87 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:48.080475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb32dc-7054-4ab3-addc-bcb04983fa87 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:48.082159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3cfb32dc-7054-4ab3-addc-bcb04983fa87 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0787563 Dec 20 23:25:48.084976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47856) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.092728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:48.092966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.093507 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.188066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=51bbf58b-22f1-48b8-bf03-451426de1760,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:48.192170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] In _notify_port_updated(), no bound segment for port 51bbf58b-22f1-48b8-bf03-451426de1760 on network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:25:48.199979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:48.201070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.202714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dab0b63f-1b13-4481-8798-2dba02162b0c tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "PUT /v2.0/ports/51bbf58b-22f1-48b8-bf03-451426de1760 HTTP/1.1" status: 200 len: 1002 time: 0.8169200 Dec 20 23:25:48.209563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.344299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port baa7571e-80b7-4967-a54e-dad6056049aa {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:48.344671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.411986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 51bbf58b-22f1-48b8-bf03-451426de1760 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:48.412538 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.441230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.470748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for baa7571e-80b7-4967-a54e-dad6056049aa owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:48.511721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.550662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-815d63a8-ff67-4829-8471-af0916fbfbbd None None] Provisioning complete for port 51bbf58b-22f1-48b8-bf03-451426de1760 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:48.551079 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-815d63a8-ff67-4829-8471-af0916fbfbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.587872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7f238db-2e3e-40e9-bc89-6251001384d1 req-ffee980b-79f7-4953-84fb-a3765f7c6019 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 210 time: 0.1109467 Dec 20 23:25:48.597896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-815d63a8-ff67-4829-8471-af0916fbfbbd None None] Port 51bbf58b-22f1-48b8-bf03-451426de1760 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:48.640473 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.654322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-f801e967-ccd6-420a-a6a7-3787acf9c44e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:48.656349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-f801e967-ccd6-420a-a6a7-3787acf9c44e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 808 time: 0.1232302 Dec 20 23:25:48.660274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 51bbf58b-22f1-48b8-bf03-451426de1760 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:48.729903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.769019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-f55525a4-e874-42fd-ba39-57db19aa3745 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407b7602db8a4f109e823310716d4f35 HTTP/1.1" status: 200 len: 380 time: 0.1027145 Dec 20 23:25:48.772616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.781439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'port': {'device_id': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'admin_state_up': True, 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'security_groups': ['520c88df-0d63-4fea-b0cb-705f6be37d20']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:48.810533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=baa7571e-80b7-4967-a54e-dad6056049aa,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:48.819395 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.824410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ec14b889-a522-4846-b3ee-2cfcad281935 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/baa7571e-80b7-4967-a54e-dad6056049aa HTTP/1.1" status: 204 len: 168 time: 0.7384396 Dec 20 23:25:48.827544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47862) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.886611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5541fd-0518-4a6e-ac6c-49961ca53a3e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:48.888247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a5541fd-0518-4a6e-ac6c-49961ca53a3e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0600755 Dec 20 23:25:48.891061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47864) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.921751 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:48.923629 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e762610-82d7-41fc-918d-bc51a6041271 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:25:48.925296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e762610-82d7-41fc-918d-bc51a6041271 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/d5955114-ee1c-4afe-b13a-0b3043c148e4 HTTP/1.1" status: 404 len: 333 time: 0.0332794 Dec 20 23:25:48.930041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47866) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.964055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=51bbf58b-22f1-48b8-bf03-451426de1760,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:48.981851 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0c3cb8-caa1-4e83-8eba-b9e1db6b9221 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:25:48.985760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b0c3cb8-caa1-4e83-8eba-b9e1db6b9221 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/baa7571e-80b7-4967-a54e-dad6056049aa HTTP/1.1" status: 404 len: 333 time: 0.0501606 Dec 20 23:25:48.987180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47868) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:48.996243 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.074494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Made reservation on behalf of 407b7602db8a4f109e823310716d4f35 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:49.078578 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.112246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.152890 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.154880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.156243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7fd93478-bef3-4e90-9fa6-2503ced348c7 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/51bbf58b-22f1-48b8-bf03-451426de1760 HTTP/1.1" status: 204 len: 168 time: 0.9453218 Dec 20 23:25:49.159148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47870) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:49.188036 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7497fab3-12da-4cbd-b189-a493cdf4a872 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] GET failed (client error): The resource could not be found. Dec 20 23:25:49.189520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7497fab3-12da-4cbd-b189-a493cdf4a872 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports/51bbf58b-22f1-48b8-bf03-451426de1760 HTTP/1.1" status: 404 len: 333 time: 0.0295880 Dec 20 23:25:49.195958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47872) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:49.206926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1262749871'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:49.272557 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.294118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd5897a-6e40-4786-93a8-84834147609f']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:49.301797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event updated for resources: {'Port': ['ID=16367314-c22c-4485-8ed7-829daf106bb6,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:49.304366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01726679-716e-4a53-ac03-b984830c4051') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:49.305148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01726679-716e-4a53-ac03-b984830c4051') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:49.315703 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.329563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.335673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:49.336076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:49.339235 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:49.342645 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:49.368420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.373126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Allocated IP 172.20.0.11 (58356e7d-4680-4a5e-b9f2-ba60da14634b/857699be-2385-433a-8adb-dd64d8395fb5/5201bd7c-7cf1-43ed-b21e-5e5e2a148d70) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:49.474372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.482562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.486107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/fbd5897a-6e40-4786-93a8-84834147609f HTTP/1.1" status: 204 len: 168 time: 0.4986043 Dec 20 23:25:49.495463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47874) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:49.500109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-803461909'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:49.503349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d57ad-766b-42a7-b7f1-a05ff3969f6b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=fbd5897a-6e40-4786-93a8-84834147609f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:49.553570 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Floating IP a921d19c-2f9b-42a2-b7c1-a4479c1580f0 associated. External IP: 172.25.1.192, port: b9358075-2f56-4160-a006-74b4bd5e825f. Dec 20 23:25:49.604790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:49.608419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.635523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:49.647954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.648302 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment 57821ee4-92ce-42c8-b21d-9e12eb171e5a of type vlan for network 6fb278cf-4157-4a6c-a8e2-34f773349c80 Dec 20 23:25:49.668304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:49.671846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.713701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f28b5be0-32ce-44ad-b090-42817bd909ff req-19864928-93f7-4ef9-90ff-aed24595d114 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 210 time: 0.0358984 Dec 20 23:25:49.715645 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.732154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:49.748360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.799370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.806544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:49.807167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:49.879856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=6fb278cf-4157-4a6c-a8e2-34f773349c80,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:49.887936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f51c343-3e63-4909-a455-3dc59272aa92 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3917735 Dec 20 23:25:49.890869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47878) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:49.895719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:49.911177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:49.958199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::2b3 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/50edc06a-0b75-4ef5-be5a-6fc9809bfbc8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:49.986382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:25:50.001253 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.074097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:50.077652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.129963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:50.139931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Performing IP validity checks on allocation pools {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 23:25:50.142771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 23:25:50.178474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:50.206388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:50.218045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:50.293423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:25:50.303675 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Sync routers for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:25:50.304715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:50.305360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.316193 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:50.317125 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:50.333436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.400642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.429205 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:50.463987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=5813c6f3-5f45-4e4e-96da-b82bff502090,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:50.481420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': '57821ee4-92ce-42c8-b21d-9e12eb171e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:50.481938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: 6fb278cf-4157-4a6c-a8e2-34f773349c80, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:50.505582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.512597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-0910f7e1-77d2-46ca-91aa-3f2b2b071a73 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7364087 Dec 20 23:25:50.513598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.538702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Request body: {'port': {'device_id': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:50.546767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a54c09d2-977f-42a8-b7c7-d7280e3fe69e None None] Provisioning complete for port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:50.547488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a54c09d2-977f-42a8-b7c7-d7280e3fe69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.582860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:50.583112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a54c09d2-977f-42a8-b7c7-d7280e3fe69e None None] Port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:50.592141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-020a681d-22ea-4c5a-a4a2-7a7af3eda79e tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7058203 Dec 20 23:25:50.595637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47880) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:50.597047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:50.599294 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb54580-a7f8-4d4e-95b2-652844c157be" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:50.614524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:50.621752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:50.629700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.634354 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:50.637183 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.641688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=50edc06a-0b75-4ef5-be5a-6fc9809bfbc8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:50.669217 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'a921d19c-2f9b-42a2-b7c1-a4479c1580f0', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'port_id': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'mac_address': 'fa:16:3e:f7:cc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:47Z', 'updated_at': '2021-12-20T23:25:47Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:50.682049 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a1827-35fb-427b-b306-164a2e6a8838 x-openstack-request-id: req-0a7a1827-35fb-427b-b306-164a2e6a8838 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:50.682049 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:50.682049 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a7a1827-35fb-427b-b306-164a2e6a8838 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:50.682529 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'status': 'completed', 'code': 200} Dec 20 23:25:50.686695 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.696970 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Checking router: 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:25:50.704850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 6fb278cf-4157-4a6c-a8e2-34f773349c80) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:50.707903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:25:50.707903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:50.716614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:50.717231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.718145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709756b1-939f-4ed4-b642-dddc44f03793 None None] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:50.728533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c6d9e07b-aec8-4713-8f75-d4870ce92081 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/a921d19c-2f9b-42a2-b7c1-a4479c1580f0 HTTP/1.1" status: 200 len: 992 time: 0.1301856 Dec 20 23:25:50.833288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fe0d9e56-e26c-419c-a621-1a79de1fd4f6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9413466 Dec 20 23:25:50.848264 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:25:50.859804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-6fb278cf-4157-4a6c-a8e2-34f773349c80', 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '5813c6f3-5f45-4e4e-96da-b82bff502090'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:50.861387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:50.861806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47886) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:50.868314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80', 'name': 'tempest-PortsIpV6TestJSON-326303276'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:50.917258 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-57e44d60-5864-4888-8144-5f3bf8b8bb1b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7180672 Dec 20 23:25:50.920465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:50.935739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:92:cd'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:51.038226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-99fa3c7c-ae08-4652-aa6f-faedf001000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.040761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-99fa3c7c-ae08-4652-aa6f-faedf001000b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1097 time: 0.1620319 Dec 20 23:25:51.073337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7c9dfa93-38da-4773-ac87-0333eb92299a None None] Provisioning complete for port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:51.074454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfa93-38da-4773-ac87-0333eb92299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.081755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778033-a484-4c84-9b4f-289512f9665e req-1f9d8f33-a39c-4d71-8c88-1e5a836479b7 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.089750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06778033-a484-4c84-9b4f-289512f9665e req-1f9d8f33-a39c-4d71-8c88-1e5a836479b7 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 932 time: 0.2756371 Dec 20 23:25:51.113061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dfa93-38da-4773-ac87-0333eb92299a None None] Port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:51.123425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.128923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Allocated IP 2001:db8::2 (6fb278cf-4157-4a6c-a8e2-34f773349c80/5813c6f3-5f45-4e4e-96da-b82bff502090/2fd62d01-8537-40d3-8209-5a54315dcbd7) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:51.218234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06778033-a484-4c84-9b4f-289512f9665e req-4fa93937-4321-435f-842e-fd6a97dbae63 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274946 Dec 20 23:25:51.250851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-2be8efa3-62d3-4b1b-ae69-ba521270f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.252391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-2be8efa3-62d3-4b1b-ae69-ba521270f95c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 898 time: 0.2044337 Dec 20 23:25:51.260117 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'a921d19c-2f9b-42a2-b7c1-a4479c1580f0', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'port_id': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'mac_address': 'fa:16:3e:f7:cc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:47Z', 'updated_at': '2021-12-20T23:25:47Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:51.265554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:25:51.293635 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03524cc-98f2-4ab9-9255-856f8c95e156 None None] The sync data for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 is: [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'a921d19c-2f9b-42a2-b7c1-a4479c1580f0', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'port_id': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'mac_address': 'fa:16:3e:f7:cc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:25:47Z', 'updated_at': '2021-12-20T23:25:47Z', 'revision_number': 0, 'project_id': '412d3bab58284f3ba001391be8044eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:25:51.312382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.316647 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.329966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:51.329966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.359998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 93852150-e52b-434f-a089-c0bf5231301c yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:51.400653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.463166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:51.467747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Pushing event updated for resources: {'Port': ['ID=2fd62d01-8537-40d3-8209-5a54315dcbd7,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:51.472050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:51.477367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:51.484996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.535130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::1d (6fb278cf-4157-4a6c-a8e2-34f773349c80/5813c6f3-5f45-4e4e-96da-b82bff502090/93852150-e52b-434f-a089-c0bf5231301c) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:51.552042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Attempting to bind port 2fd62d01-8537-40d3-8209-5a54315dcbd7 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:51.552778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Attempting to bind port 2fd62d01-8537-40d3-8209-5a54315dcbd7 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '57821ee4-92ce-42c8-b21d-9e12eb171e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:51.553313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Attempting to bind port 2fd62d01-8537-40d3-8209-5a54315dcbd7 on network 6fb278cf-4157-4a6c-a8e2-34f773349c80 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:51.560965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:51.561259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Checking segment: {'id': '57821ee4-92ce-42c8-b21d-9e12eb171e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:51.561706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.562310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Bound using segment: {'id': '57821ee4-92ce-42c8-b21d-9e12eb171e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:51.562783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Bound port: 2fd62d01-8537-40d3-8209-5a54315dcbd7, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57821ee4-92ce-42c8-b21d-9e12eb171e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6fb278cf-4157-4a6c-a8e2-34f773349c80'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:51.563209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.587166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.659349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] In _notify_port_updated(), no bound segment for port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 on network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:25:51.663228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] For port 2fd62d01-8537-40d3-8209-5a54315dcbd7, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:51.666217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.666882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.671199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "PUT /v2.0/ports/50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 HTTP/1.1" status: 200 len: 1003 time: 0.7459075 Dec 20 23:25:51.677450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47890) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:51.677557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] For port 2fd62d01-8537-40d3-8209-5a54315dcbd7, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fd62d01-8537-40d3-8209-5a54315dcbd7,segment=NetworkSegment(57821ee4-92ce-42c8-b21d-9e12eb171e5a),segment_id=57821ee4-92ce-42c8-b21d-9e12eb171e5a)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:51.680984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf162c7-2b73-471a-921c-bd3f72960562 None None] New status for floating IP a921d19c-2f9b-42a2-b7c1-a4479c1580f0: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:25:51.689982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Transition to ACTIVE for port object 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:25:51.708866 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-82010020-35fb-44a5-bc9a-a4a1b9eeca45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 1000 time: 0.4456873 Dec 20 23:25:51.731505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47892) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:51.763072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-67901d08-c9b4-46fc-8865-de5a8630f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.765328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-67901d08-c9b4-46fc-8865-de5a8630f07f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 200 len: 834 time: 0.0485196 Dec 20 23:25:51.782810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.806249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:51.887603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:51.900239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-96b6637f-2c91-41cc-87c4-41adc094985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:51.912300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe09de-91e8-453a-8ed6-4e9c4c2fcc90 None None] Pushing event updated for resources: {'Port': ['ID=2fd62d01-8537-40d3-8209-5a54315dcbd7,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:51.919955 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-96b6637f-2c91-41cc-87c4-41adc094985f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6bfb55e-7f91-4332-ab1d-508210e171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455235 Dec 20 23:25:52.080775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Attempting to bind port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:52.081164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Attempting to bind port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:52.081437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Attempting to bind port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 on network 58356e7d-4680-4a5e-b9f2-ba60da14634b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:52.097376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 on network 58356e7d-4680-4a5e-b9f2-ba60da14634b not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:25:52.097703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Attempting to bind port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 on network 58356e7d-4680-4a5e-b9f2-ba60da14634b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:52.108389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-b80fa644-1cae-4c4a-8a65-be1b73a90062 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701035 Dec 20 23:25:52.108869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:52.109207 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Checking segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:52.109595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Bound using segment: {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:52.110065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Bound port: 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdb0905-6927-4c45-910d-c0692058f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:52.110419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.205690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79684f2a-7550-4803-8226-f290ee3c8def tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=50edc06a-0b75-4ef5-be5a-6fc9809bfbc8,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:52.264403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:52.270016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:52.298480 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-39bbfc89-d934-4961-93d9-7e8d0a618f9d service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771564 Dec 20 23:25:52.352056 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.354689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-be471d1e-a8bc-485c-8d14-65e582db0fad None None] Provisioning complete for port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:52.354689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be471d1e-a8bc-485c-8d14-65e582db0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.373165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94feef7b-bfe1-4bbf-abc0-846677037969 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/a921d19c-2f9b-42a2-b7c1-a4479c1580f0 HTTP/1.1" status: 200 len: 994 time: 0.6368439 Dec 20 23:25:52.398233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.405627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-be471d1e-a8bc-485c-8d14-65e582db0fad None None] Port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:52.432835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.433437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.434898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1092 time: 1.9051054 Dec 20 23:25:52.447548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:52.447898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.479430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693722a6-3540-4f43-82e3-d45325fe74f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:52.513892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaab705-5c70-4a73-be3f-1f4ea0c8b70b req-294de279-e06c-45a2-a870-10966d04c0a4 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.515725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecaab705-5c70-4a73-be3f-1f4ea0c8b70b req-294de279-e06c-45a2-a870-10966d04c0a4 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 944 time: 0.1894679 Dec 20 23:25:52.603454 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-37c9d30f-67ad-4fb9-857e-48846c75d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.605041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-37c9d30f-67ad-4fb9-857e-48846c75d8bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0535421 Dec 20 23:25:52.650014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.657153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecaab705-5c70-4a73-be3f-1f4ea0c8b70b req-25cb9dff-990f-4202-a785-a5a26d450a41 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252167 Dec 20 23:25:52.663580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-2d394b67-30ba-4a7d-9603-c7bfa083918f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 217 time: 0.0498316 Dec 20 23:25:52.677655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:52.677655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.705098 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:52.707820 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:52.732840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-1a660a85-57c8-4731-97e4-8beb8a840d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.734520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-1a660a85-57c8-4731-97e4-8beb8a840d9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0636690 Dec 20 23:25:52.778338 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1552097-7f84-4c49-bd34-c85d149924e3 x-openstack-request-id: req-f1552097-7f84-4c49-bd34-c85d149924e3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:52.780553 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:52.780553 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1552097-7f84-4c49-bd34-c85d149924e3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:52.780553 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'status': 'completed', 'code': 200} Dec 20 23:25:52.788103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:52.795963 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:52.797801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c746-1472-4165-a889-01a3d7c321fc req-1fa4cd29-c4d3-4e07-81f8-aa36d850e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.799133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-1fa4cd29-c4d3-4e07-81f8-aa36d850e2cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568385 Dec 20 23:25:52.799583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:52.806039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:52.806680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.809125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=93852150-e52b-434f-a089-c0bf5231301c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:52.901344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-1262510b-114f-4121-92d7-1a5f28473b42 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937970 Dec 20 23:25:52.925668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-741a43f7-2577-4373-95d5-76528aec5e7c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0602391 Dec 20 23:25:52.925987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:52.991554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:52.998378 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9e71c746-1472-4165-a889-01a3d7c321fc req-9112b274-ddf9-4501-bb98-0e106ecccdfc service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903013 Dec 20 23:25:53.028388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=50edc06a-0b75-4ef5-be5a-6fc9809bfbc8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:53.061224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.065784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-11b39f62-314c-46d6-965b-6602ef32ce02 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 HTTP/1.1" status: 204 len: 168 time: 1.3902884 Dec 20 23:25:53.067611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:53.097316 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-593004d1-f6b4-4199-87d9-6fc8212dc21f tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] GET failed (client error): The resource could not be found. Dec 20 23:25:53.098824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-593004d1-f6b4-4199-87d9-6fc8212dc21f tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports/50edc06a-0b75-4ef5-be5a-6fc9809bfbc8 HTTP/1.1" status: 404 len: 333 time: 0.0301874 Dec 20 23:25:53.103761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47902) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:53.109344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 93852150-e52b-434f-a089-c0bf5231301c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:53.109689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.110124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1640394965'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:53.231993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.245047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-70e8fb03-369a-48d7-983c-dbf8f7de5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:53.246586 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-70e8fb03-369a-48d7-983c-dbf8f7de5d3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1095 time: 0.1156366 Dec 20 23:25:53.248762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 93852150-e52b-434f-a089-c0bf5231301c owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:53.371996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-a080b29b-8263-4982-a2c7-acfd9e71af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:53.373668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-a080b29b-8263-4982-a2c7-acfd9e71af33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.1157410 Dec 20 23:25:53.421740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-13f8d94d-46f5-40cb-9075-68134bf2a481 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 217 time: 0.0383513 Dec 20 23:25:53.428070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:53.433288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.471386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b32446-f249-44dc-ab01-d7d6342b8f38 None None] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:53.481659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port 14c61910-2915-4d54-9678-5d33b5f35caf yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:53.498825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-a3a9b1ea-0a5b-4802-a230-8b22c6e3fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:53.500280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-a3a9b1ea-0a5b-4802-a230-8b22c6e3fd16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0650978 Dec 20 23:25:53.537147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.567552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=93852150-e52b-434f-a089-c0bf5231301c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:53.594375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] Provisioning complete for port 2fd62d01-8537-40d3-8209-5a54315dcbd7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:53.594745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.602004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.607968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-baacc4c8-8c01-4f30-b34a-f5b741371a13 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/93852150-e52b-434f-a089-c0bf5231301c HTTP/1.1" status: 204 len: 168 time: 0.6785147 Dec 20 23:25:53.608449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47904) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:53.634094 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe74872-5b7e-4623-ac31-8e04e8bb2278 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:25:53.634676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe74872-5b7e-4623-ac31-8e04e8bb2278 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:25:53.640483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bfe74872-5b7e-4623-ac31-8e04e8bb2278 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/93852150-e52b-434f-a089-c0bf5231301c HTTP/1.1" status: 404 len: 333 time: 0.0285416 Dec 20 23:25:53.640784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47906) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:53.667368 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f1405-c857-4c35-99ae-dcc782548c44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:25:53.668195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-83f55302-7cf3-408c-bf29-ce84cba166d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:53.671303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a67f1405-c857-4c35-99ae-dcc782548c44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/93852150-e52b-434f-a089-c0bf5231301c HTTP/1.1" status: 404 len: 333 time: 0.0271306 Dec 20 23:25:53.671455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-83f55302-7cf3-408c-bf29-ce84cba166d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607506 Dec 20 23:25:53.672842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47908) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:53.697191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.752445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] For port 2fd62d01-8537-40d3-8209-5a54315dcbd7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fd62d01-8537-40d3-8209-5a54315dcbd7,segment=NetworkSegment(57821ee4-92ce-42c8-b21d-9e12eb171e5a),segment_id=57821ee4-92ce-42c8-b21d-9e12eb171e5a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:53.768041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::16f (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/14c61910-2915-4d54-9678-5d33b5f35caf) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:53.782763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e967-5547-4bcd-aa44-5841a9292dc9 req-2fbe8203-57fe-43a5-890c-2d702ecddb3e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:53.784374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6c4e967-5547-4bcd-aa44-5841a9292dc9 req-2fbe8203-57fe-43a5-890c-2d702ecddb3e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 944 time: 0.0552697 Dec 20 23:25:53.840248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 5813c6f3-5f45-4e4e-96da-b82bff502090 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:53.844793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.855610 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.860398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6c4e967-5547-4bcd-aa44-5841a9292dc9 req-4f7da547-bd92-4227-a78c-7ec2c26477f5 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530896 Dec 20 23:25:53.902995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1be675-b811-49fd-a444-a1986a658ceb None None] Pushing event updated for resources: {'Port': ['ID=2fd62d01-8537-40d3-8209-5a54315dcbd7,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:53.947263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-465c7bec-2bf3-44b2-aa78-8f90a4a35e0d service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579129 Dec 20 23:25:53.949603 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:53.972803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7e0de3d1-6a44-4142-ae2a-36e796091dde None None] Provisioning complete for port 2fd62d01-8537-40d3-8209-5a54315dcbd7 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:53.973419 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7e0de3d1-6a44-4142-ae2a-36e796091dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.015550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fd62d01-8537-40d3-8209-5a54315dcbd7 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:54.122797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2fd62d01-8537-40d3-8209-5a54315dcbd7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:54.122797 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.239833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a81bf452-6ff9-4cb1-b44f-fa1679b2c696 None None] Could not find standard attr ID for object 93852150-e52b-434f-a089-c0bf5231301c. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:25:54.251920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.253853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.284078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e6c1851f-0601-438c-a6ad-a4a0b91ec8fc req-d87c358a-f80d-4792-b1e0-e7197100a7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098986 Dec 20 23:25:54.394512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.425174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.473552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:54.478067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=5813c6f3-5f45-4e4e-96da-b82bff502090,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:54.482908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.484032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d124c-7a53-4950-be47-2c8f178e3723 None None] Network 6fb278cf-4157-4a6c-a8e2-34f773349c80 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:54.486155 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-743b7d77-ac5e-4d2c-ab9d-2964c9837f31 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5813c6f3-5f45-4e4e-96da-b82bff502090 HTTP/1.1" status: 204 len: 168 time: 0.8123999 Dec 20 23:25:54.487103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:54.489055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47912) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:54.490097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=14c61910-2915-4d54-9678-5d33b5f35caf,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:54.492576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:54.498465 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:54.499088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.552130 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4795fdc8-0dcf-4aa2-b7ce-78211460879a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4468544 Dec 20 23:25:54.555717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47914) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:54.562695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'network_id': '193ceedb-25f7-4a68-9386-99ebc1e7efe9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1630873492'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:54.597269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.678636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 2fd62d01-8537-40d3-8209-5a54315dcbd7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:54.679289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.713239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] DHCP port deletion for 6fb278cf-4157-4a6c-a8e2-34f773349c80 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:54.759507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port 2fd62d01-8537-40d3-8209-5a54315dcbd7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fd62d01-8537-40d3-8209-5a54315dcbd7,segment=NetworkSegment(57821ee4-92ce-42c8-b21d-9e12eb171e5a),segment_id=57821ee4-92ce-42c8-b21d-9e12eb171e5a)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:54.759782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.770348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Deleting port 2fd62d01-8537-40d3-8209-5a54315dcbd7 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:54.770732 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.772921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 2fd62d01-8537-40d3-8209-5a54315dcbd7 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:54.823910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Made reservation on behalf of db97362fb9bc4386bf6a2dc8facc34ae for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:54.827746 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.841449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] For port 2fd62d01-8537-40d3-8209-5a54315dcbd7, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2fd62d01-8537-40d3-8209-5a54315dcbd7,segment=NetworkSegment(57821ee4-92ce-42c8-b21d-9e12eb171e5a),segment_id=57821ee4-92ce-42c8-b21d-9e12eb171e5a)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:54.842037 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.845956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] device_id is not set on port f723d95f-3cf9-4d50-a72a-409ec934bfc9 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:54.859659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Calling delete_port for 2fd62d01-8537-40d3-8209-5a54315dcbd7 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:54.878527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-40027883-afc3-4c01-8e1c-040fbf27830c None None] Provisioning complete for port 14c61910-2915-4d54-9678-5d33b5f35caf triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:54.878832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-40027883-afc3-4c01-8e1c-040fbf27830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.925776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.953139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port 2fd62d01-8537-40d3-8209-5a54315dcbd7 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:54.964334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-40027883-afc3-4c01-8e1c-040fbf27830c None None] Port 14c61910-2915-4d54-9678-5d33b5f35caf cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:54.983208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:54.994677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Allocated IP 2001:db8::127 (193ceedb-25f7-4a68-9386-99ebc1e7efe9/e7907c35-449e-49f7-af3a-cb3e4800e556/f723d95f-3cf9-4d50-a72a-409ec934bfc9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:54.995278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=2fd62d01-8537-40d3-8209-5a54315dcbd7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:55.093454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b62784-28a4-4897-89a6-9558b07f50f7 req-e54a4745-08d3-4587-8d94-8a12b502c675 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:55.095101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5b62784-28a4-4897-89a6-9558b07f50f7 req-e54a4745-08d3-4587-8d94-8a12b502c675 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 944 time: 0.1588335 Dec 20 23:25:55.097386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.150252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb278cf-4157-4a6c-a8e2-34f773349c80']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:55.169947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57821ee4-92ce-42c8-b21d-9e12eb171e5a') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:55.170228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57821ee4-92ce-42c8-b21d-9e12eb171e5a') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:55.171302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] Pushing event deleted for resources: {'Port': ['ID=2fd62d01-8537-40d3-8209-5a54315dcbd7,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:55.175286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28321b-6c38-4be2-8718-d53de0d6834d None None] No DVR routers for this DVR port 2fd62d01-8537-40d3-8209-5a54315dcbd7 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:55.186040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.193536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5b62784-28a4-4897-89a6-9558b07f50f7 req-50168e09-9f3b-4d05-9a59-832245658954 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875375 Dec 20 23:25:55.195396 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.210063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.217282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:55.218469 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:55.220709 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:55.303119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.347010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:55.350081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:55.353679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:55.359485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:55.360093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.373886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=f723d95f-3cf9-4d50-a72a-409ec934bfc9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:55.399735 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.408498 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.411677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/6fb278cf-4157-4a6c-a8e2-34f773349c80 HTTP/1.1" status: 204 len: 168 time: 0.9203124 Dec 20 23:25:55.418187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47918) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:55.421843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f938b-4bea-4f28-8df0-975ef0d2d38f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=6fb278cf-4157-4a6c-a8e2-34f773349c80,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:55.423810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-781702502'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:55.497742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-509fa46c-375e-4304-bf95-dd84993809d1 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9407003 Dec 20 23:25:55.500467 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47920) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:55.507497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::367', 'mac_address': 'fa:16:3e:c0:92:cd'}, {'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:4c:35:41'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:55.591294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91ff5c6c-ebca-43e5-b6f7-df21be2bbb2b None None] Provisioning complete for port f723d95f-3cf9-4d50-a72a-409ec934bfc9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:55.591893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91ff5c6c-ebca-43e5-b6f7-df21be2bbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.611173 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:55.614652 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.625587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91ff5c6c-ebca-43e5-b6f7-df21be2bbb2b None None] Port f723d95f-3cf9-4d50-a72a-409ec934bfc9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:55.674235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:25:55.690418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.694408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:55.694408 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment 725d4fec-755a-4ecc-b6aa-3e1db0331a5c of type vlan for network 5e71442a-5364-4f63-8634-1e48eb48ae02 Dec 20 23:25:55.945079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fd62d01-8537-40d3-8209-5a54315dcbd7 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:25:55.967145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2fd62d01-8537-40d3-8209-5a54315dcbd7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:25:55.967488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2fd62d01-8537-40d3-8209-5a54315dcbd7 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:25:56.075269 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.223034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.229165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:56.229771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.241525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.300779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=5e71442a-5364-4f63-8634-1e48eb48ae02,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:56.313136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:25:56.324622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb824f59-4794-4edf-a868-42845f43363c req-6e02c07e-e4f5-4d53-b659-7bd1e4297b14 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:56.326234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb824f59-4794-4edf-a868-42845f43363c req-6e02c07e-e4f5-4d53-b659-7bd1e4297b14 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 944 time: 0.0559616 Dec 20 23:25:56.337053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.378383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] In _notify_port_updated(), no bound segment for port f723d95f-3cf9-4d50-a72a-409ec934bfc9 on network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 {{(pid=115563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:25:56.385049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:56.385708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.389644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "PUT /v2.0/ports/f723d95f-3cf9-4d50-a72a-409ec934bfc9 HTTP/1.1" status: 200 len: 1068 time: 0.8857074 Dec 20 23:25:56.395263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb824f59-4794-4edf-a868-42845f43363c req-edfaa17c-ddea-4518-8c3e-481ce85b3c27 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567234 Dec 20 23:25:56.395263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47924) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:56.399402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-92182f02-0c50-4677-b33e-5bfad23bbcfa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9771760 Dec 20 23:25:56.402154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47926) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:56.407302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:56.413765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a23aa-6e8c-46ab-9847-95538b3435aa tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event updated for resources: {'Port': ['ID=f723d95f-3cf9-4d50-a72a-409ec934bfc9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:56.580809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port f723d95f-3cf9-4d50-a72a-409ec934bfc9 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:56.581203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.592689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:25:56.640983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:56.644459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.690996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b4163feb-ea62-46de-bec6-fff33cf75f91 None None] Provisioning complete for port f723d95f-3cf9-4d50-a72a-409ec934bfc9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:56.691287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b4163feb-ea62-46de-bec6-fff33cf75f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.721070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:56.729848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.739177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'port_id': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'mac_address': 'fa:16:3e:1c:1f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:25:56.745237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b4163feb-ea62-46de-bec6-fff33cf75f91 None None] Port f723d95f-3cf9-4d50-a72a-409ec934bfc9 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:25:56.752952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for f723d95f-3cf9-4d50-a72a-409ec934bfc9 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:56.783275 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.796547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:25:56.816040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:56.868776 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:56.926950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:56.966981 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.033450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=5d31c35a-9684-4805-a3e8-0043350d262b,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:57.040801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': '725d4fec-755a-4ecc-b6aa-3e1db0331a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:57.041164 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: 5e71442a-5364-4f63-8634-1e48eb48ae02, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:25:57.067790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.074077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['5201bd7c-7cf1-43ed-b21e-5e5e2a148d70'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:25:57.097846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=f723d95f-3cf9-4d50-a72a-409ec934bfc9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:57.178682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:25:57.268609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5e71442a-5364-4f63-8634-1e48eb48ae02) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:57.270472 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.275394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf686d51-aa38-4f53-bd08-b5ed2d50573b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/f723d95f-3cf9-4d50-a72a-409ec934bfc9 HTTP/1.1" status: 204 len: 168 time: 0.8805285 Dec 20 23:25:57.277226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47928) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:57.285483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8273d896-7508-42d6-beaf-f8514ec3243b None None] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:57.288662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:57.289353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.308332 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-782621ea-8870-4e57-a404-64a6cf0f2854 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] GET failed (client error): The resource could not be found. Dec 20 23:25:57.309855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-782621ea-8870-4e57-a404-64a6cf0f2854 tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports/f723d95f-3cf9-4d50-a72a-409ec934bfc9 HTTP/1.1" status: 404 len: 333 time: 0.0316803 Dec 20 23:25:57.312937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47930) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:57.365292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-403cc099-99fc-4765-ad8d-ff34851a13d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9593453 Dec 20 23:25:57.365908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47932) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:57.371364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1653556281'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:25:57.409964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 14c61910-2915-4d54-9678-5d33b5f35caf {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:57.410342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.436103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-5e71442a-5364-4f63-8634-1e48eb48ae02', 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '5d31c35a-9684-4805-a3e8-0043350d262b'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:25:57.436982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.511433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.531103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 14c61910-2915-4d54-9678-5d33b5f35caf owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:57.566849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e88e9-8243-440d-bef5-6e61557436d2 req-a26e82c6-e7f8-41ee-b898-6f403a237dc9 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:57.568522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd9e88e9-8243-440d-bef5-6e61557436d2 req-a26e82c6-e7f8-41ee-b898-6f403a237dc9 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 945 time: 0.0766194 Dec 20 23:25:57.588189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Allocated IP 2001:db8::2 (5e71442a-5364-4f63-8634-1e48eb48ae02/5d31c35a-9684-4805-a3e8-0043350d262b/6d12ecea-fc00-4868-a46b-55ae48145c45) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:57.624902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd9e88e9-8243-440d-bef5-6e61557436d2 req-d09c622a-453b-4bb8-80e8-67efffcd8908 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499823 Dec 20 23:25:57.680109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:25:57.684076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.702196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 496afacf-a878-48c5-9222-4bf57c27db4d yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:25:57.736942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.740114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.765528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=14c61910-2915-4d54-9678-5d33b5f35caf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:57.816821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.817770 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-14d09788-9bd1-4cfc-8de5-c9e1abbac59a tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/14c61910-2915-4d54-9678-5d33b5f35caf HTTP/1.1" status: 204 len: 168 time: 0.5037940 Dec 20 23:25:57.820882 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47936) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:57.834960 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.847362 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8578f7d-0923-48a3-bcb7-15ce7f33e8ef tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] GET failed (client error): The resource could not be found. Dec 20 23:25:57.848907 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f8578f7d-0923-48a3-bcb7-15ce7f33e8ef tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "GET /v2.0/ports/14c61910-2915-4d54-9678-5d33b5f35caf HTTP/1.1" status: 404 len: 333 time: 0.0267899 Dec 20 23:25:57.853705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47938) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:57.895235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Pushing event updated for resources: {'Port': ['ID=6d12ecea-fc00-4868-a46b-55ae48145c45,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:57.909679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:57.911429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:57.914011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:57.923870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::32a (5e71442a-5364-4f63-8634-1e48eb48ae02/5d31c35a-9684-4805-a3e8-0043350d262b/496afacf-a878-48c5-9222-4bf57c27db4d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:25:57.991159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 344865ae-912f-4e46-98eb-d8c5cb06c639 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:57.991530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:57.999444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Attempting to bind port 6d12ecea-fc00-4868-a46b-55ae48145c45 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:25:57.999904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Attempting to bind port 6d12ecea-fc00-4868-a46b-55ae48145c45 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '725d4fec-755a-4ecc-b6aa-3e1db0331a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:25:58.000261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Attempting to bind port 6d12ecea-fc00-4868-a46b-55ae48145c45 on network 5e71442a-5364-4f63-8634-1e48eb48ae02 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:25:58.006953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:25:58.008636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Checking segment: {'id': '725d4fec-755a-4ecc-b6aa-3e1db0331a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:25:58.008833 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.009293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Bound using segment: {'id': '725d4fec-755a-4ecc-b6aa-3e1db0331a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:25:58.009792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Bound port: 6d12ecea-fc00-4868-a46b-55ae48145c45, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725d4fec-755a-4ecc-b6aa-3e1db0331a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e71442a-5364-4f63-8634-1e48eb48ae02'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:25:58.010178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.077922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] For port 6d12ecea-fc00-4868-a46b-55ae48145c45, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:25:58.080980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] For port 6d12ecea-fc00-4868-a46b-55ae48145c45, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d12ecea-fc00-4868-a46b-55ae48145c45,segment=NetworkSegment(725d4fec-755a-4ecc-b6aa-3e1db0331a5c),segment_id=725d4fec-755a-4ecc-b6aa-3e1db0331a5c)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:25:58.085597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.086318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.099412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 344865ae-912f-4e46-98eb-d8c5cb06c639 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:58.119486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.166290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.229003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1556c-bb64-432a-b1e1-230f76ed6373 None None] Pushing event updated for resources: {'Port': ['ID=6d12ecea-fc00-4868-a46b-55ae48145c45,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:58.246355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.295681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:25:58.299081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:25:58.299325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.302940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:25:58.308630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:58.309250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.319090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=496afacf-a878-48c5-9222-4bf57c27db4d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:58.334000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=344865ae-912f-4e46-98eb-d8c5cb06c639,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:58.363192 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.366741 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-44a9468a-69cf-4074-bd3a-583e1e0193ca tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/ports/344865ae-912f-4e46-98eb-d8c5cb06c639 HTTP/1.1" status: 204 len: 168 time: 0.5119612 Dec 20 23:25:58.369643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47940) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:58.405634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4ff70f7d-e772-4cc4-ad8c-e83a230fa550 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0390668 Dec 20 23:25:58.408457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47942) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:58.451809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting subnet e7907c35-449e-49f7-af3a-cb3e4800e556 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:58.456905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.508948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.532698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 496afacf-a878-48c5-9222-4bf57c27db4d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:58.533041 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.603188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:25:58.616332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.647228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.667113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 496afacf-a878-48c5-9222-4bf57c27db4d owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:58.776664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:25:58.780701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:58.780973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4a91-56f6-47f2-b6c9-6d580985bc8e req-fd969ffb-ba06-4139-9620-96b72c57b07b tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:58.781099 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.782577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-397c4a91-56f6-47f2-b6c9-6d580985bc8e req-fd969ffb-ba06-4139-9620-96b72c57b07b tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 945 time: 0.0725369 Dec 20 23:25:58.839218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.865708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f74bb2-7899-4f87-b132-feaa44b91435 None None] Network 193ceedb-25f7-4a68-9386-99ebc1e7efe9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:58.868760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.874688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/subnets/e7907c35-449e-49f7-af3a-cb3e4800e556 HTTP/1.1" status: 204 len: 168 time: 0.5016971 Dec 20 23:25:58.875800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.875936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47946) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:58.876074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e5bee-9447-4b19-acc9-381f74b8edfc tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Subnet': ['ID=e7907c35-449e-49f7-af3a-cb3e4800e556,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:58.900784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-397c4a91-56f6-47f2-b6c9-6d580985bc8e req-28b3e290-2a98-4197-b1b4-9db97fda4d48 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114650 Dec 20 23:25:58.947278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:25:58.949600 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6584cf-163f-4885-b2df-f47479140322" -d '{"events": [{"server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "name": "network-vif-plugged", "status": "completed", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:25:58.950260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:58.966754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:58.992551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=496afacf-a878-48c5-9222-4bf57c27db4d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.005162 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7ab2e0-dd9e-4426-be22-2bdc5f77ddb0 x-openstack-request-id: req-5a7ab2e0-dd9e-4426-be22-2bdc5f77ddb0 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:25:59.005162 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "name": "network-vif-plugged", "status": "completed", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:25:59.005162 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a7ab2e0-dd9e-4426-be22-2bdc5f77ddb0 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:25:59.005162 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'code': 200} Dec 20 23:25:59.006704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.027533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.033267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fb6be5c2-7f44-4ec0-aef8-188448e422c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/496afacf-a878-48c5-9222-4bf57c27db4d HTTP/1.1" status: 204 len: 168 time: 0.6212037 Dec 20 23:25:59.033446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47950) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:59.061186 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3233e0fe-c87a-47c2-b04b-2ebcd00f55ae tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:25:59.065223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3233e0fe-c87a-47c2-b04b-2ebcd00f55ae tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/496afacf-a878-48c5-9222-4bf57c27db4d HTTP/1.1" status: 404 len: 333 time: 0.0283144 Dec 20 23:25:59.065585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47952) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:59.069399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.115867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Deleting port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:59.116332 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.128677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] DHCP port deletion for 193ceedb-25f7-4a68-9386-99ebc1e7efe9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:59.138115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.178351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bf862-62d0-42b8-84a3-8c8df16b5b8a req-117964d3-5333-4187-aee1-01056ad984c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:25:59.178351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de9bf862-62d0-42b8-84a3-8c8df16b5b8a req-117964d3-5333-4187-aee1-01056ad984c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0944061 Dec 20 23:25:59.197877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 5d31c35a-9684-4805-a3e8-0043350d262b {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:25:59.207404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.233766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Deleting port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:59.237258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.237390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] For port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,segment=NetworkSegment(c4a26734-4ec0-4e8c-abf5-7530a2e25e14),segment_id=c4a26734-4ec0-4e8c-abf5-7530a2e25e14)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:59.237390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.253973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Calling delete_port for 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:59.276137 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.325109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] For port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,segment=NetworkSegment(c4a26734-4ec0-4e8c-abf5-7530a2e25e14),segment_id=c4a26734-4ec0-4e8c-abf5-7530a2e25e14)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:59.325821 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.339670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Calling delete_port for 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:59.377029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de9bf862-62d0-42b8-84a3-8c8df16b5b8a req-8e283053-1bf8-4cb2-98d7-192748722653 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757064 Dec 20 23:25:59.390029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.394491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.432121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Port': ['ID=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.435336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.441640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] No DVR routers for this DVR port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:59.470515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] Pushing event deleted for resources: {'Port': ['ID=7b0874dd-1c69-4077-b596-46ac9dcdeaf2,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.477653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801c13d-eb71-4957-be83-5f3308f53699 None None] No DVR routers for this DVR port 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:25:59.515002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.533675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.538044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e48c3b-3338-4fc3-8226-4f9568995643 None None] Network 5e71442a-5364-4f63-8634-1e48eb48ae02 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:25:59.548966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=5d31c35a-9684-4805-a3e8-0043350d262b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.557401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193ceedb-25f7-4a68-9386-99ebc1e7efe9']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:59.559188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.563156 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3f1af4f-fc0a-4b9c-853a-e1a217b60620 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5d31c35a-9684-4805-a3e8-0043350d262b HTTP/1.1" status: 204 len: 168 time: 0.4965270 Dec 20 23:25:59.566037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47954) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:25:59.575659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:59.576275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a26734-4ec0-4e8c-abf5-7530a2e25e14') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:25:59.598405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.633479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] Provisioning complete for port 6d12ecea-fc00-4868-a46b-55ae48145c45 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:25:59.633479 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.653100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.665698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:25:59.666074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:25:59.668988 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:25:59.675125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.725601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.746768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] DHCP port deletion for 5e71442a-5364-4f63-8634-1e48eb48ae02 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:25:59.783636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 6d12ecea-fc00-4868-a46b-55ae48145c45 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:59.783974 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.784592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] For port 6d12ecea-fc00-4868-a46b-55ae48145c45, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d12ecea-fc00-4868-a46b-55ae48145c45,segment=NetworkSegment(725d4fec-755a-4ecc-b6aa-3e1db0331a5c),segment_id=725d4fec-755a-4ecc-b6aa-3e1db0331a5c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:59.810706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Deleting port 6d12ecea-fc00-4868-a46b-55ae48145c45 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:25:59.811081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.847469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port 6d12ecea-fc00-4868-a46b-55ae48145c45, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d12ecea-fc00-4868-a46b-55ae48145c45,segment=NetworkSegment(725d4fec-755a-4ecc-b6aa-3e1db0331a5c),segment_id=725d4fec-755a-4ecc-b6aa-3e1db0331a5c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:59.847827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.850115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.861978 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.865084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] 10.222.0.62 "DELETE /v2.0/networks/193ceedb-25f7-4a68-9386-99ebc1e7efe9 HTTP/1.1" status: 204 len: 168 time: 0.9890382 Dec 20 23:25:59.874233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.880699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 6d12ecea-fc00-4868-a46b-55ae48145c45 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:59.883909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2182b-391f-47ef-a6dd-60aa47a4ea6b tempest-AllowedAddressPairIpV6TestJSON-399526738 tempest-AllowedAddressPairIpV6TestJSON-399526738-project] Pushing event deleted for resources: {'Network': ['ID=193ceedb-25f7-4a68-9386-99ebc1e7efe9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:25:59.884040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] For port 6d12ecea-fc00-4868-a46b-55ae48145c45, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d12ecea-fc00-4868-a46b-55ae48145c45,segment=NetworkSegment(725d4fec-755a-4ecc-b6aa-3e1db0331a5c),segment_id=725d4fec-755a-4ecc-b6aa-3e1db0331a5c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:25:59.884448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:25:59.924781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Calling delete_port for 6d12ecea-fc00-4868-a46b-55ae48145c45 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:25:59.965444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fc91-d448-4250-94a1-350ea64fc5ea None None] Pushing event updated for resources: {'Port': ['ID=6d12ecea-fc00-4868-a46b-55ae48145c45,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:00.011437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:00.041128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:00.041480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7b0874dd-1c69-4077-b596-46ac9dcdeaf2 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:00.082547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45619ca-a6ec-40d9-b031-6dbbfffc3287 req-cf364eed-703b-43c6-a186-e6859dcc84ad tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:00.087656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a45619ca-a6ec-40d9-b031-6dbbfffc3287 req-cf364eed-703b-43c6-a186-e6859dcc84ad tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.0656395 Dec 20 23:26:00.106126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.109693 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.138119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] Pushing event deleted for resources: {'Port': ['ID=6d12ecea-fc00-4868-a46b-55ae48145c45,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:00.138435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=6d12ecea-fc00-4868-a46b-55ae48145c45,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:00.141331 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9189d-700b-4924-8406-8cbb15d0da6b None None] No DVR routers for this DVR port 6d12ecea-fc00-4868-a46b-55ae48145c45 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:00.150628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port 6d12ecea-fc00-4868-a46b-55ae48145c45 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:00.189196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a45619ca-a6ec-40d9-b031-6dbbfffc3287 req-fcbf09e2-a58f-4025-8979-f832ea841d05 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985389 Dec 20 23:26:00.249152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.269572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e71442a-5364-4f63-8634-1e48eb48ae02']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:00.279577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725d4fec-755a-4ecc-b6aa-3e1db0331a5c') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:00.279877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725d4fec-755a-4ecc-b6aa-3e1db0331a5c') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:00.289369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.302918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.309289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:00.309668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:00.312719 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:00.428502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.436811 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.438830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47962) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:00.439973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/5e71442a-5364-4f63-8634-1e48eb48ae02 HTTP/1.1" status: 204 len: 168 time: 0.8727584 Dec 20 23:26:00.447711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:00.455456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f34f5-ed16-45c6-bf2a-d16d868789dd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=5e71442a-5364-4f63-8634-1e48eb48ae02,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:00.456396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'name': 'tempest-PortsIpV6TestJSON-410536724'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:00.593120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef64a9a7-b8b6-4024-81f9-2e058e226fc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db97362fb9bc4386bf6a2dc8facc34ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521599 Dec 20 23:26:00.595609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47968) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:00.608941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:00.612314 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.649805 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 2cd4d595-23f5-4dde-afa1-ff181b2292e7 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:00.705705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.745981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.859179 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.925307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.928014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:00.929381 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f2da16e-a96d-4d19-970f-47a51aca3cfa HTTP/1.1" status: 204 len: 168 time: 0.3328369 Dec 20 23:26:00.938436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba70ac-0bcf-4482-b8b1-13ccfeddb725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2da16e-a96d-4d19-970f-47a51aca3cfa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:00.959971 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.013014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:01.016961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=2cd4d595-23f5-4dde-afa1-ff181b2292e7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:01.019353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:01.021346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:01.027521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:01.028134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.141169 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5af556c3-96e4-44c5-b5f3-693d26c3d4c6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6897416 Dec 20 23:26:01.142528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47972) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:01.236016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 2cd4d595-23f5-4dde-afa1-ff181b2292e7 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:01.236360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.318940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.320784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4426c-7b18-4eff-9454-ceb11296619f req-5f82c574-ef45-4042-a2b8-77648ccf3950 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:01.323173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6a4426c-7b18-4eff-9454-ceb11296619f req-5f82c574-ef45-4042-a2b8-77648ccf3950 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.0541019 Dec 20 23:26:01.340995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 2cd4d595-23f5-4dde-afa1-ff181b2292e7 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:01.377382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6a4426c-7b18-4eff-9454-ceb11296619f req-96298966-f377-4340-829c-75c9c015706b tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475657 Dec 20 23:26:01.502218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7e622-8dbb-4645-b23f-a1af562541c9 req-cd7781e1-fc06-4c87-bc11-6eff474360db tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:01.503762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caf7e622-8dbb-4645-b23f-a1af562541c9 req-cd7781e1-fc06-4c87-bc11-6eff474360db tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.0508506 Dec 20 23:26:01.509479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.547394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=2cd4d595-23f5-4dde-afa1-ff181b2292e7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:01.558122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-caf7e622-8dbb-4645-b23f-a1af562541c9 req-2818ca12-690a-464d-8da0-6b6e51ca477e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471470 Dec 20 23:26:01.558332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.562265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b473a273-458f-416b-a2e7-d3ed02b0cc2a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/2cd4d595-23f5-4dde-afa1-ff181b2292e7 HTTP/1.1" status: 204 len: 168 time: 0.4187903 Dec 20 23:26:01.564786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 47990) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:01.572916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'mac_address': 'fa:16:3e:f1:58:a7', 'name': 'tempest-PortsIpV6TestJSON-1092938696'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:01.699514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343ae8-5223-4436-a8e8-bb1b70464f7e req-86470373-5aca-4d54-9cb8-d7ae5a5104e6 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:01.701067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30343ae8-5223-4436-a8e8-bb1b70464f7e req-86470373-5aca-4d54-9cb8-d7ae5a5104e6 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.0584373 Dec 20 23:26:01.742271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:01.750838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-30343ae8-5223-4436-a8e8-bb1b70464f7e req-ea657dcb-4462-4242-a919-0c5189663570 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Dec 20 23:26:01.782504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 47996) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:01.881547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-e4d3f2ba-2985-4b34-ac79-ea4bac30b8af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795622 Dec 20 23:26:01.884286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:01.936240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:02.050812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-273c2228-b996-4b85-8859-11bd628b821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.052354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-273c2228-b996-4b85-8859-11bd628b821a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1097 time: 0.1016092 Dec 20 23:26:02.077448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f897cf7-6b88-43c0-838f-4162c78a4852 tempest-TestServerBasicOps-245389952 tempest-TestServerBasicOps-245389952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.079158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3f897cf7-6b88-43c0-838f-4162c78a4852 tempest-TestServerBasicOps-245389952 tempest-TestServerBasicOps-245389952-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1092 time: 0.2949851 Dec 20 23:26:02.086327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48006) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:02.087013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:02.154323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48008) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:02.176395 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.241429 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.275523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-da0157ad-de99-4067-a416-eb21cfd9cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.277171 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-da0157ad-de99-4067-a416-eb21cfd9cb12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 898 time: 0.1943076 Dec 20 23:26:02.363544 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-b079f55e-d552-47b4-9221-5750aa8e08ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 1002 time: 0.0732155 Dec 20 23:26:02.404011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.464811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:02.468968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-832c3f98-19c6-485e-9498-55e391de953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.470485 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-832c3f98-19c6-485e-9498-55e391de953b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 200 len: 834 time: 0.0997927 Dec 20 23:26:02.473423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:02.476031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:02.482448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.483143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.523508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:02.548731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-b0d2bc13-59b4-4656-83b3-3e85287ac11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.552080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-b0d2bc13-59b4-4656-83b3-3e85287ac11d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6bfb55e-7f91-4332-ab1d-508210e171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642781 Dec 20 23:26:02.631435 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de41bb66-8ad0-4742-b812-33d1058c1746 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0651972 Dec 20 23:26:02.635243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48012) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:02.657056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831280674'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:02.692987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f20c2-0277-4839-939c-e60f4d0a10b0 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:02.694386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-821f20c2-0277-4839-939c-e60f4d0a10b0 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f HTTP/1.1" status: 200 len: 845 time: 0.0583246 Dec 20 23:26:02.698314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48014) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:02.701158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-7433a260-ffb8-4b7a-aadd-d1525666a907 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432023 Dec 20 23:26:02.740228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:02.744851 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.780861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.786216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:02.807941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a91b135d-2b81-444c-bfab-b44d8d5ec98f req-2dc292bc-de99-4ef3-ab4e-0a0132dd9ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980041 Dec 20 23:26:02.920770 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:02.927854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.026513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Allocated IP 172.25.1.100 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a3f84f29-7268-4f78-93df-98d2980c790b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:03.037448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.065266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.067676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:03.184741 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.229370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:03.251874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.259248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b6aa1-0519-40be-b326-e65ce5eff594,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:03.266142 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.266486 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 645d0679-a7d0-4bf8-ba8e-8e9d2414eecb of type vlan for network 90bdef86-5211-4311-876e-5181807f3671 Dec 20 23:26:03.322355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.371183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.394182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.404610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:03.406848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.410267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d2a8a38-50a0-4343-b9ec-a45aaed91213 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f HTTP/1.1" status: 204 len: 168 time: 0.7101831 Dec 20 23:26:03.412741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:03.441049 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0bbdaa-12a9-4985-945f-9b18ac9adca1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:03.442450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cb0bbdaa-12a9-4985-945f-9b18ac9adca1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/e3cd5fc6-6c6d-40d3-9e26-2aa447c0bd5f HTTP/1.1" status: 404 len: 333 time: 0.0287528 Dec 20 23:26:03.446579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:03.451599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'name': 'tempest-PortsIpV6TestJSON-1158838307'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:03.475453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.538831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.544491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:03.545065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.582711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:03.609368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:03.613364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:03.619228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'Port': ['ID=a3f84f29-7268-4f78-93df-98d2980c790b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:03.673573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=90bdef86-5211-4311-876e-5181807f3671,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:03.684015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 90bdef86-5211-4311-876e-5181807f3671 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:03.712286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9a8e9201-49b7-467e-8570-db0ef31de82a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5567369 Dec 20 23:26:03.715253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48022) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:03.721130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-213615015'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:03.806366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:03.809879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.816943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:03.820637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.834349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:03.842987 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.843330 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 522193cf-4b7d-400a-aed4-60e5b4c7409e of type vlan for network 3eee97fc-c054-49ab-b824-10135035d8fb Dec 20 23:26:03.846265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port a940b5e8-951c-43b8-b41b-149dba5ccba8 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:03.886115 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.965543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:03.971883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:03.976342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.045969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=3eee97fc-c054-49ab-b824-10135035d8fb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:04.056554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3eee97fc-c054-49ab-b824-10135035d8fb details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:04.085394 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-048baa21-211e-439e-abfd-5770cc814898 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3656349 Dec 20 23:26:04.085668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48024) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:04.093353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': '90bdef86-5211-4311-876e-5181807f3671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:04.158323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.200456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.257165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:04.261332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.360602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.428909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:04.434708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:04.440848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:04.447318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:04.447973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.453255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=a940b5e8-951c-43b8-b41b-149dba5ccba8,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:04.458442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.531879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.581425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55927841-3c63-4c02-ad8c-b157355d322f tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1336346 Dec 20 23:26:04.584190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48026) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:04.590184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:04.597531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=f286e7be-6f55-4d5e-ba56-d1a87cb94de6,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:04.605907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90bdef86-5211-4311-876e-5181807f3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:04.605907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: 90bdef86-5211-4311-876e-5181807f3671, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:04.673740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.682385 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.685351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 90bdef86-5211-4311-876e-5181807f3671 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:04.799190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.828158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 90bdef86-5211-4311-876e-5181807f3671) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:04.832228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:04.832826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.840107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79333ea4-e055-4f19-bcd9-48b260aec4c6 None None] Network 90bdef86-5211-4311-876e-5181807f3671 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:04.893190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event updated for resources: {'Port': ['ID=a3f84f29-7268-4f78-93df-98d2980c790b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:04.925087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.925087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:04.943660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-90bdef86-5211-4311-876e-5181807f3671', 'network_id': '90bdef86-5211-4311-876e-5181807f3671', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': 'f286e7be-6f55-4d5e-ba56-d1a87cb94de6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:04.961538 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.016897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.018920 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20deef8c-0425-4ce9-812f-9c38aed91e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.023677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-09071425-c698-4f63-b5dc-c4cdea9bbb7f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9362264 Dec 20 23:26:05.024507 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:05.029858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:05.066408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] In _notify_port_updated(), no bound segment for port a940b5e8-951c-43b8-b41b-149dba5ccba8 on network 99c9c57a-7afe-4557-826c-1110a38d9dff {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:26:05.073299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:05.074058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.078353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/ports/a940b5e8-951c-43b8-b41b-149dba5ccba8 HTTP/1.1" status: 200 len: 818 time: 0.4930236 Dec 20 23:26:05.082548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48030) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:05.092940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Allocated IP 2001:db8::2 (90bdef86-5211-4311-876e-5181807f3671/f286e7be-6f55-4d5e-ba56-d1a87cb94de6/da89eb16-edc1-4462-bcb8-a6244edbcb6c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:05.098295 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Floating IP 38a29e7f-be86-444b-81db-52d85ffdc0f4 associated. External IP: 172.25.1.100, port: 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70. Dec 20 23:26:05.171563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9183b-b5ed-46ec-9a4b-f51c414db4ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=a940b5e8-951c-43b8-b41b-149dba5ccba8,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:05.194368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:05.198995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.244888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.309129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.318285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port a940b5e8-951c-43b8-b41b-149dba5ccba8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:05.318627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.355554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Network 90bdef86-5211-4311-876e-5181807f3671 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:05.361689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:05.363852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Pushing event updated for resources: {'Port': ['ID=da89eb16-edc1-4462-bcb8-a6244edbcb6c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:05.366290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:05.430181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Attempting to bind port da89eb16-edc1-4462-bcb8-a6244edbcb6c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:05.430530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Attempting to bind port da89eb16-edc1-4462-bcb8-a6244edbcb6c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90bdef86-5211-4311-876e-5181807f3671'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:05.431114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Attempting to bind port da89eb16-edc1-4462-bcb8-a6244edbcb6c on network 90bdef86-5211-4311-876e-5181807f3671 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:05.436410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:05.436781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Checking segment: {'id': '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90bdef86-5211-4311-876e-5181807f3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:05.437182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.437576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Bound using segment: {'id': '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90bdef86-5211-4311-876e-5181807f3671'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:05.438106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Bound port: da89eb16-edc1-4462-bcb8-a6244edbcb6c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '90bdef86-5211-4311-876e-5181807f3671'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:05.438529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.448343 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.452291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.466675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for a940b5e8-951c-43b8-b41b-149dba5ccba8 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:05.486588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Router 41061419-92a3-4910-b703-271f810ecc8e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:05.506526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] For port da89eb16-edc1-4462-bcb8-a6244edbcb6c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:05.511297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] For port da89eb16-edc1-4462-bcb8-a6244edbcb6c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=da89eb16-edc1-4462-bcb8-a6244edbcb6c,segment=NetworkSegment(645d0679-a7d0-4bf8-ba8e-8e9d2414eecb),segment_id=645d0679-a7d0-4bf8-ba8e-8e9d2414eecb)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:05.526004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:05.533532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '522193cf-4b7d-400a-aed4-60e5b4c7409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:05.533946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: 3eee97fc-c054-49ab-b824-10135035d8fb, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:05.622848 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.646572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3eee97fc-c054-49ab-b824-10135035d8fb is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:05.651820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:05.662933 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Sync routers for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:05.677291 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:05.678142 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:05.686882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa82fd-6e43-43c2-91eb-0a136297d99a None None] Pushing event updated for resources: {'Port': ['ID=da89eb16-edc1-4462-bcb8-a6244edbcb6c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:05.737815 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.760818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3eee97fc-c054-49ab-b824-10135035d8fb) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:05.766618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:05.767792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.771592 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.772703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d71b1-aa19-4722-b8fd-8236af4b7325 None None] Network 3eee97fc-c054-49ab-b824-10135035d8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:05.773752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=a940b5e8-951c-43b8-b41b-149dba5ccba8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:05.802174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:05.806424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e9a8710-98d1-40a3-9009-d1e94e324da4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/a940b5e8-951c-43b8-b41b-149dba5ccba8 HTTP/1.1" status: 204 len: 168 time: 0.7228503 Dec 20 23:26:05.809353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:05.815131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a18e071-bf22-4501-92db-7c9f2764288e tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7320380 Dec 20 23:26:05.816119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:26:05.819210 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43c296-c542-4e81-b634-b330210b163c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:26:05.839070 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:05.892590 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a97f61ab-c372-4078-9c15-fc5af80c3cbc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8670661 Dec 20 23:26:05.895439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48040) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:05.904741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328961349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:05.935520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17984f5-69ff-4229-9b2c-15ea9c204667 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:05.935520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e17984f5-69ff-4229-9b2c-15ea9c204667 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1202030 Dec 20 23:26:05.938133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48042) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:06.016016 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b002bc-f554-4fa6-a26f-1ee234723dea tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:06.022137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48044) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:06.028341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-379049701'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:06.032677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e7b002bc-f554-4fa6-a26f-1ee234723dea tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/a940b5e8-951c-43b8-b41b-149dba5ccba8 HTTP/1.1" status: 404 len: 333 time: 0.0788460 Dec 20 23:26:06.047081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-3eee97fc-c054-49ab-b824-10135035d8fb', 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': 'dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:06.048177 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.064102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.066257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.161426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device da89eb16-edc1-4462-bcb8-a6244edbcb6c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:06.162843 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f47e7-47b7-429e-9081-da56271b7a74 x-openstack-request-id: req-2e7f47e7-47b7-429e-9081-da56271b7a74 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:26:06.163147 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:26:06.163403 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e7f47e7-47b7-429e-9081-da56271b7a74 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:26:06.163820 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'status': 'completed', 'code': 200} Dec 20 23:26:06.166304 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.200622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:06.204862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.234732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c296-c542-4e81-b634-b330210b163c req-1e5abb11-0fb6-41d5-8eee-0e36f16a13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:06.236442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-1e5abb11-0fb6-41d5-8eee-0e36f16a13c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0507932 Dec 20 23:26:06.242649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:06.246608 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '38a29e7f-be86-444b-81db-52d85ffdc0f4', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '41061419-92a3-4910-b703-271f810ecc8e', 'port_id': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'mac_address': 'fa:16:3e:1c:1f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:26:03Z', 'updated_at': '2021-12-20T23:26:03Z', 'revision_number': 0, 'project_id': '407b7602db8a4f109e823310716d4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:06.253539 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.255145 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment 31e42fd4-fce9-4cd1-9573-1e54e21e7be4 of type vlan for network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 Dec 20 23:26:06.282304 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Checking router: 41061419-92a3-4910-b703-271f810ecc8e for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:26:06.292558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:06.293283 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:25:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:06.302243 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.332458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.371215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c296-c542-4e81-b634-b330210b163c req-66157b0a-2694-4241-9438-a4430f21a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:06.372902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-66157b0a-2694-4241-9438-a4430f21a483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.1259654 Dec 20 23:26:06.454438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Allocated IP 2001:db8:1::2 (3eee97fc-c054-49ab-b824-10135035d8fb/dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d/b8fe1c4e-f565-4d83-83b4-d57c161d2eca) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:06.457078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.465753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:06.467000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.467529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-886d3bf1-4302-4aaf-a8d0-ecf22940833c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1000 time: 0.0828876 Dec 20 23:26:06.478355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port da89eb16-edc1-4462-bcb8-a6244edbcb6c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:06.483900 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.487367 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.488646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e4d88eb-f7d5-415e-9ec6-649d0140fd9e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5919304 Dec 20 23:26:06.502675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48046) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:06.536902 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:06.554438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c296-c542-4e81-b634-b330210b163c req-5b76cf31-ced3-4d8c-b5eb-071b5634d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:06.560269 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-5b76cf31-ced3-4d8c-b5eb-071b5634d6d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0838764 Dec 20 23:26:06.577484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5513396 Dec 20 23:26:06.613878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48048) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:06.642198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c296-c542-4e81-b634-b330210b163c req-f41ed51a-64fa-452e-b8d9-02f79226bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:06.644733 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-f41ed51a-64fa-452e-b8d9-02f79226bb64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604272 Dec 20 23:26:06.661066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:06.693342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069805a-9ac6-4cb1-a274-05dac1c48569 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=0eb49fe6-85b4-4a7f-8d04-c87d29902709,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:06.712999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.727996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.731781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:06.810884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-ad3dad33-c397-44ae-a6af-f3de97008bd3 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Dec 20 23:26:06.836902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port da89eb16-edc1-4462-bcb8-a6244edbcb6c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=da89eb16-edc1-4462-bcb8-a6244edbcb6c,segment=NetworkSegment(645d0679-a7d0-4bf8-ba8e-8e9d2414eecb),segment_id=645d0679-a7d0-4bf8-ba8e-8e9d2414eecb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:06.858065 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '38a29e7f-be86-444b-81db-52d85ffdc0f4', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '41061419-92a3-4910-b703-271f810ecc8e', 'port_id': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'mac_address': 'fa:16:3e:1c:1f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:26:03Z', 'updated_at': '2021-12-20T23:26:03Z', 'revision_number': 0, 'project_id': '407b7602db8a4f109e823310716d4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:06.863365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.917330 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Network 3eee97fc-c054-49ab-b824-10135035d8fb is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:06.928982 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:06.938425 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0768c-3377-41c3-ab55-ab211a084e6f None None] The sync data for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 is: [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '38a29e7f-be86-444b-81db-52d85ffdc0f4', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '41061419-92a3-4910-b703-271f810ecc8e', 'port_id': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'mac_address': 'fa:16:3e:1c:1f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:26:03Z', 'updated_at': '2021-12-20T23:26:03Z', 'revision_number': 0, 'project_id': '407b7602db8a4f109e823310716d4f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:06.941813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:06.949297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:06.949818 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4a43c296-c542-4e81-b634-b330210b163c req-ff066fa4-51ac-4f89-bda7-c0e868d35dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316953 Dec 20 23:26:06.957940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Pushing event updated for resources: {'Port': ['ID=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:07.066137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=da89eb16-edc1-4462-bcb8-a6244edbcb6c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:07.087969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Attempting to bind port b8fe1c4e-f565-4d83-83b4-d57c161d2eca on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:07.088362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Attempting to bind port b8fe1c4e-f565-4d83-83b4-d57c161d2eca by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '522193cf-4b7d-400a-aed4-60e5b4c7409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:07.088866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Attempting to bind port b8fe1c4e-f565-4d83-83b4-d57c161d2eca on network 3eee97fc-c054-49ab-b824-10135035d8fb {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:07.095218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:07.095608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Checking segment: {'id': '522193cf-4b7d-400a-aed4-60e5b4c7409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:07.096015 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.096414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Bound using segment: {'id': '522193cf-4b7d-400a-aed4-60e5b4c7409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:07.096895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Bound port: b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522193cf-4b7d-400a-aed4-60e5b4c7409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3eee97fc-c054-49ab-b824-10135035d8fb'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:07.097525 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.112307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc1cd5-8e82-4ef4-b764-3547ca36c4cb None None] Network 90bdef86-5211-4311-876e-5181807f3671 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:07.255519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170200f3-e216-46dd-9f01-63792696f7af None None] New status for floating IP 38a29e7f-be86-444b-81db-52d85ffdc0f4: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:26:07.265483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d9bdbf3f-6ad6-449e-a3c0-582c1079da0b None None] Provisioning complete for port da89eb16-edc1-4462-bcb8-a6244edbcb6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:07.265880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d9bdbf3f-6ad6-449e-a3c0-582c1079da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.322829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] For port b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:07.368439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] For port b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,segment=NetworkSegment(522193cf-4b7d-400a-aed4-60e5b4c7409e),segment_id=522193cf-4b7d-400a-aed4-60e5b4c7409e)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:07.436348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.478661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.527079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:07.531208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.589692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca685c-163a-4985-bf4a-55e195afba60 None None] Pushing event updated for resources: {'Port': ['ID=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:07.651851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e4192ae5-9069-4445-802d-bed338a46f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.826793 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:26:07.827317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a2240b13-9171-4705-a747-a327d15b9f16 None None] Provisioning complete for port da89eb16-edc1-4462-bcb8-a6244edbcb6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:07.827827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2240b13-9171-4705-a747-a327d15b9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:07.937653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8::1 (90bdef86-5211-4311-876e-5181807f3671/f286e7be-6f55-4d5e-ba56-d1a87cb94de6/a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:08.049318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.066469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8fe1c4e-f565-4d83-83b4-d57c161d2eca up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:08.111943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.125002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b8fe1c4e-f565-4d83-83b4-d57c161d2eca triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:08.125002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.136903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=26565f62-9604-499f-87a1-44a930ca7de8,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:08.166829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': '31e42fd4-fce9-4cd1-9573-1e54e21e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:08.167189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: 0eb49fe6-85b4-4a7f-8d04-c87d29902709, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:08.205588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.237697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,segment=NetworkSegment(522193cf-4b7d-400a-aed4-60e5b4c7409e),segment_id=522193cf-4b7d-400a-aed4-60e5b4c7409e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:08.269507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.307908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 90bdef86-5211-4311-876e-5181807f3671 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:08.311315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:08.317571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:08.319062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.323651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:08.366416 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.368024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device da89eb16-edc1-4462-bcb8-a6244edbcb6c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:08.374325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:08.419196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.459573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:08.468174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port da89eb16-edc1-4462-bcb8-a6244edbcb6c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:08.468543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.479650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0eb49fe6-85b4-4a7f-8d04-c87d29902709) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:08.491849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:08.493533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.498897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e913c288-320c-4f86-8294-96f5d97f76b6 None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:08.581972 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.606373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cbcc7f4a-0154-4b84-8d2e-c6902efdf594 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9540598 Dec 20 23:26:08.609235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48052) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:08.614711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:08.691161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '26565f62-9604-499f-87a1-44a930ca7de8'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:08.692103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.709186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c28d07c4-370c-4aa3-8991-9ee0fa4c5130 None None] Provisioning complete for port a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:08.709497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c28d07c4-370c-4aa3-8991-9ee0fa4c5130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.810337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae6529-96ed-464d-8e53-e3a5f813caf0 None None] Network 3eee97fc-c054-49ab-b824-10135035d8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:08.812204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c28d07c4-370c-4aa3-8991-9ee0fa4c5130 None None] Port a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:08.861669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:08.865280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.910456 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:08.967798 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26565f62-9604-499f-87a1-44a930ca7de8 (CIDR: 2001:db8::/64) Dec 20 23:26:09.034911 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:26:09.035300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:26:09.056984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.062704 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.110919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Allocated IP 2001:db8::2 (0eb49fe6-85b4-4a7f-8d04-c87d29902709/26565f62-9604-499f-87a1-44a930ca7de8/7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:09.117643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1c31f97b-d498-4477-b380-ccaa51e188d0 None None] Provisioning complete for port b8fe1c4e-f565-4d83-83b4-d57c161d2eca triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:09.117992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c31f97b-d498-4477-b380-ccaa51e188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.144694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:09.169380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8e7ac784-ce4c-48fe-8a31-6e6b8c2b74db tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5588889 Dec 20 23:26:09.172730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48054) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:09.177690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:09.190269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 90bdef86-5211-4311-876e-5181807f3671 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:09.191848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:09.359564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.469309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:09.497964 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.555948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:09.562485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:09.567596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:09.613638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:09.616078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Pushing event updated for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:09.624275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bcbec6d6-59c3-4df9-9d10-7f5c85761249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1178598 Dec 20 23:26:09.625007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c2efb543-c17b-46d9-b8f7-ad9fec948fad None None] Provisioning complete for port a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:09.625481 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2efb543-c17b-46d9-b8f7-ad9fec948fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.627040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48056) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:09.630997 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] Sync routers for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:09.645134 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:09.645928 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:09.698840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4cb2de-5f5e-4475-b6a9-5168cebe608e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:09.698840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba4cb2de-5f5e-4475-b6a9-5168cebe608e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports/a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac HTTP/1.1" status: 200 len: 911 time: 0.0489309 Dec 20 23:26:09.699077 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:09.699161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Attempting to bind port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:09.699161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Attempting to bind port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '31e42fd4-fce9-4cd1-9573-1e54e21e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:09.699161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Attempting to bind port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d on network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:09.699421 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:09.699421 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:09.700901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48058) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:09.709341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c2efb543-c17b-46d9-b8f7-ad9fec948fad None None] Port a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:09.712261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:09.712642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Checking segment: {'id': '31e42fd4-fce9-4cd1-9573-1e54e21e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:09.713045 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.713438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Bound using segment: {'id': '31e42fd4-fce9-4cd1-9573-1e54e21e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:09.713936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Bound port: 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e42fd4-fce9-4cd1-9573-1e54e21e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:09.714317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.743670 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:09.744702 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58c7f82-257c-4996-a2b9-9abcaf01899b None None] The sync data for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:09.783804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:09.787272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.787863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:09.792116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,segment=NetworkSegment(31e42fd4-fce9-4cd1-9573-1e54e21e7be4),segment_id=31e42fd4-fce9-4cd1-9573-1e54e21e7be4)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:09.824647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.833055 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0b32a9da-e902-4dea-8e00-abe979f11aa0 None None] Provisioning complete for port b8fe1c4e-f565-4d83-83b4-d57c161d2eca triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:09.833413 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0b32a9da-e902-4dea-8e00-abe979f11aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.877159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:09.977303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08294d3-d6e2-4bcf-9e45-fce89be8fda4 None None] Pushing event updated for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:10.005587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8fe1c4e-f565-4d83-83b4-d57c161d2eca up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:10.072952 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b8fe1c4e-f565-4d83-83b4-d57c161d2eca triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:10.073370 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.256683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.390934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.484701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:10.488230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.514259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:10.522511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:10.523148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.537025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=1b09323c-fcfc-4b72-af4e-148972c85fe1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:10.605890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-28e342d0-9d83-4cac-95e9-de0d59d2db53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4319994 Dec 20 23:26:10.607095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8:1::1 (3eee97fc-c054-49ab-b824-10135035d8fb/dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d/438dc6a8-b14a-4f0a-85b0-17af4e586278) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:10.608603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:10.613686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'fixed_ips': [{'subnet_id': '26565f62-9604-499f-87a1-44a930ca7de8'}, {'subnet_id': '1b09323c-fcfc-4b72-af4e-148972c85fe1'}], 'name': 'tempest-PortsIpV6TestJSON-369608622'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:10.745263 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.806662 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:10.834684 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.880706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3eee97fc-c054-49ab-b824-10135035d8fb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:10.885102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:10.889365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:10.889778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.896673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:10.921023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:10.935396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=438dc6a8-b14a-4f0a-85b0-17af4e586278,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:11.042474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cd710-75c8-47a2-9db7-cc7f32d2215f None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:11.119266 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.137354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:11.137759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.266454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::29d (0eb49fe6-85b4-4a7f-8d04-c87d29902709/26565f62-9604-499f-87a1-44a930ca7de8/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:11.274103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8:0:1::2a3 (0eb49fe6-85b4-4a7f-8d04-c87d29902709/1b09323c-fcfc-4b72-af4e-148972c85fe1/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:11.294032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.309323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Update dhcp port {'port': {'network_id': '0eb49fe6-85b4-4a7f-8d04-c87d29902709', 'fixed_ips': [{'subnet_id': '26565f62-9604-499f-87a1-44a930ca7de8', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b09323c-fcfc-4b72-af4e-148972c85fe1'}], 'binding:host_id': 'n-d-822053-9'}, 'id': '7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:26:11.354878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,segment=NetworkSegment(31e42fd4-fce9-4cd1-9573-1e54e21e7be4),segment_id=31e42fd4-fce9-4cd1-9573-1e54e21e7be4)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:11.355977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.434892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.440078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.458869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.508927 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.509658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.522403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ffdf0-efec-4486-b022-892f4fd0c8ef None None] Pushing event updated for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:11.537862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.588930 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:11.592134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:11.597148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:11.605430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:11.606108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.610264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Allocated IP 2001:db8:0:1::2 (0eb49fe6-85b4-4a7f-8d04-c87d29902709/1b09323c-fcfc-4b72-af4e-148972c85fe1/7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:11.610444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=8eae197e-dd89-4b3e-b4aa-e5f2c84517c3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:11.611930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0feae936-f529-4e3c-a3a4-e38351a84f0e None None] Provisioning complete for port 438dc6a8-b14a-4f0a-85b0-17af4e586278 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:11.612978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0feae936-f529-4e3c-a3a4-e38351a84f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.613701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=438dc6a8-b14a-4f0a-85b0-17af4e586278,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:11.654469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3eee97fc-c054-49ab-b824-10135035d8fb is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:11.656008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:11.674953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0feae936-f529-4e3c-a3a4-e38351a84f0e None None] Port 438dc6a8-b14a-4f0a-85b0-17af4e586278 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:11.704703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f1d2569-dfd2-4164-9444-7d0498a2eec4 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0925486 Dec 20 23:26:11.705230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48066) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:11.711740 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26565f62-9604-499f-87a1-44a930ca7de8'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:11.753676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,segment=NetworkSegment(31e42fd4-fce9-4cd1-9573-1e54e21e7be4),segment_id=31e42fd4-fce9-4cd1-9573-1e54e21e7be4)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:11.764252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:11.788589 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.812854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.857906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:11.864615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:11.873678 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c47c6a72-6614-418f-910a-2fd43c4fdd2d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691144 Dec 20 23:26:11.873859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:11.886433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] Sync routers for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:11.931637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c6ce03-197a-4578-a30c-5816e786ba31 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:11.935734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-34c6ce03-197a-4578-a30c-5816e786ba31 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports/438dc6a8-b14a-4f0a-85b0-17af4e586278 HTTP/1.1" status: 200 len: 913 time: 0.0583191 Dec 20 23:26:11.941948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48072) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:11.980786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:11.981134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:12.048834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:12.056540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311153b-4eca-426a-92b5-92fdacb26d71 None None] Pushing event updated for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:12.064531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-db6fef74-e1c6-4f21-9dad-dc8ade969aab None None] Provisioning complete for port 438dc6a8-b14a-4f0a-85b0-17af4e586278 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:12.065034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db6fef74-e1c6-4f21-9dad-dc8ade969aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.091981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:12.092734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:12.143320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:12.145706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-db6fef74-e1c6-4f21-9dad-dc8ade969aab None None] Port 438dc6a8-b14a-4f0a-85b0-17af4e586278 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:12.148823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:12.149572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46873d1b-2aa7-45e2-93fa-cc8d25f9f5db None None] The sync data for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:12.191461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Delete allocated IP 2001:db8:0:1::2a3 (0eb49fe6-85b4-4a7f-8d04-c87d29902709/1b09323c-fcfc-4b72-af4e-148972c85fe1) {{(pid=115562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:26:12.205294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:12.205686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.378446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.439110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.474633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.545104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] In _notify_port_updated(), no bound segment for port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 on network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:26:12.550755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:12.551371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.555684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/ports/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 HTTP/1.1" status: 200 len: 925 time: 0.8464708 Dec 20 23:26:12.556715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:12.562428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26565f62-9604-499f-87a1-44a930ca7de8'}, {'subnet_id': '1b09323c-fcfc-4b72-af4e-148972c85fe1'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:12.565565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c1f9-13cb-4456-8bc2-16f6bda18f83 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=8eae197e-dd89-4b3e-b4aa-e5f2c84517c3,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:12.619602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59338b2a-58b4-446a-ae6b-6b55786e70dc None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:12.652198 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.703850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6875bdaf-771c-498d-b43a-1ff7c9906ec3 None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:12.704216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6875bdaf-771c-498d-b43a-1ff7c9906ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.758982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 438dc6a8-b14a-4f0a-85b0-17af4e586278 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:12.759624 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.860064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:12.874233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 438dc6a8-b14a-4f0a-85b0-17af4e586278 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:12.950616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8:0:1::2da (0eb49fe6-85b4-4a7f-8d04-c87d29902709/1b09323c-fcfc-4b72-af4e-148972c85fe1/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:13.073922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2b91b213-93f6-43a9-b3ec-2ad6692f67d0 None None] Provisioning complete for port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:13.074441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b91b213-93f6-43a9-b3ec-2ad6692f67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.102737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.128975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2b91b213-93f6-43a9-b3ec-2ad6692f67d0 None None] Port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:13.142835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2b91b213-93f6-43a9-b3ec-2ad6692f67d0 None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:13.143358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b91b213-93f6-43a9-b3ec-2ad6692f67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.177146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.296505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] In _notify_port_updated(), no bound segment for port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 on network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:26:13.298628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:13.299311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.303825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/ports/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 HTTP/1.1" status: 200 len: 1011 time: 0.7458417 Dec 20 23:26:13.304204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48080) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:13.312540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cc45c-4ad5-4495-aa43-ae89b9b9b988 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=8eae197e-dd89-4b3e-b4aa-e5f2c84517c3,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:13.359267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ae79e203-14c2-4f2d-9edc-834e2cf41435 None None] Provisioning complete for port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:13.359787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ae79e203-14c2-4f2d-9edc-834e2cf41435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.400772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ae79e203-14c2-4f2d-9edc-834e2cf41435 None None] Port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:13.424467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:13.424808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.473435 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.503246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=438dc6a8-b14a-4f0a-85b0-17af4e586278,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:13.522537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.537323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:13.643339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e035f250-2894-4d66-a68f-01aa9968d1c8 None None] Provisioning complete for port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:13.643339 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e035f250-2894-4d66-a68f-01aa9968d1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.655454 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.698668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e035f250-2894-4d66-a68f-01aa9968d1c8 None None] Port 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:13.791290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-e109123b-7c9f-411c-8d63-e469468c1798 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725202 Dec 20 23:26:13.894342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-ae181196-d3c4-4f46-80f7-691c6f6e91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:13.895821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-ae181196-d3c4-4f46-80f7-691c6f6e91da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.0462108 Dec 20 23:26:13.903934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:13.927002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:13.927144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-54cd3e50-3431-4498-8e2e-055227b08867 None None] Could not find standard attr ID for object 8eae197e-dd89-4b3e-b4aa-e5f2c84517c3. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:26:13.972862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=8eae197e-dd89-4b3e-b4aa-e5f2c84517c3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:13.985276 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:14.019663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:14.025100 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9a0cefeb-90c4-4f41-b402-519c209f698b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875995 Dec 20 23:26:14.030248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48082) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:14.035204 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] Sync routers for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:14.046942 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:14.047827 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:14.070332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:14.072996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.086819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:14.094340 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.098835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-200816ff-5784-4672-b66c-126a0564ef55 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 HTTP/1.1" status: 204 len: 168 time: 0.7927938 Dec 20 23:26:14.100729 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:14.101674 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:14.101961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48084) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:14.145324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:14.150480 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4f23d6-822a-4c8e-a595-01346c204c96 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:14.157824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e4f23d6-822a-4c8e-a595-01346c204c96 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 HTTP/1.1" status: 404 len: 333 time: 0.0484042 Dec 20 23:26:14.158197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de172fec-c117-478d-aff6-ee9a849121bf None None] The sync data for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:14.158303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48086) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:14.175199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-d72a8654-feb4-4dd7-84a6-2a96c97878c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:14.176679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-d72a8654-feb4-4dd7-84a6-2a96c97878c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.2496891 Dec 20 23:26:14.254454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-5bd4351f-0a90-4717-8779-2b3c8f30ea0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 1001 time: 0.0637162 Dec 20 23:26:14.304542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 1b09323c-fcfc-4b72-af4e-148972c85fe1 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:14.309609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.311055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-1d03c559-0751-4a7d-9cd6-31f464da5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:14.312569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-1d03c559-0751-4a7d-9cd6-31f464da5a27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.0494430 Dec 20 23:26:14.361204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.361976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-1e5db24e-592d-43b8-9548-72cec316c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:14.363533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-1e5db24e-592d-43b8-9548-72cec316c1d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398881 Dec 20 23:26:14.457395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-8d7d06e1-c7b9-4e0f-815b-c9b0641d6b43 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819182 Dec 20 23:26:14.509609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.558926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed279d46-5230-476b-8f60-3b8cd0e0c4fd req-98e78da5-2682-418c-a666-5d87e00b0b5d service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897341 Dec 20 23:26:14.614597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.684775 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.720303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=1b09323c-fcfc-4b72-af4e-148972c85fe1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:14.724382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.727820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2f487-2a88-4c04-88af-14141ccb38ce None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:14.728973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a4f78925-479b-48a3-8af5-e6ddcace7197 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/1b09323c-fcfc-4b72-af4e-148972c85fe1 HTTP/1.1" status: 204 len: 168 time: 0.5731230 Dec 20 23:26:14.731000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48088) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:14.784508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 26565f62-9604-499f-87a1-44a930ca7de8 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:14.787655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.833869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.915099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:14.915622 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:14.929375 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.016085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.030526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:15.058212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.088810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=26565f62-9604-499f-87a1-44a930ca7de8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:15.092977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.099114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fc1948bd-b980-4b66-83ac-bd5eb867ea34 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/26565f62-9604-499f-87a1-44a930ca7de8 HTTP/1.1" status: 204 len: 168 time: 0.3646362 Dec 20 23:26:15.100492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48090) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:15.231393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.330728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:15.331069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.406304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,segment=NetworkSegment(31e42fd4-fce9-4cd1-9573-1e54e21e7be4),segment_id=31e42fd4-fce9-4cd1-9573-1e54e21e7be4)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:15.406667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.411225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d06fd2-ca62-42ab-9210-ecd61027bd27 None None] Network 0eb49fe6-85b4-4a7f-8d04-c87d29902709 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:15.415674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.430768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:15.453443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=a362bd8b-be5d-4f1c-bda6-52d2bf5fc8ac,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:15.489800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8c5ef49b-01bd-4b9c-8007-c926faeb1c0c None None] Provisioning complete for port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:15.490181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef49b-01bd-4b9c-8007-c926faeb1c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.587026 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.667125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] DHCP port deletion for 0eb49fe6-85b4-4a7f-8d04-c87d29902709 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:15.723724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Deleting port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:15.724101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.767252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:15.787140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] For port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,segment=NetworkSegment(31e42fd4-fce9-4cd1-9573-1e54e21e7be4),segment_id=31e42fd4-fce9-4cd1-9573-1e54e21e7be4)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:15.793239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.804065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Calling delete_port for 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:15.808129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.866553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:15.868235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:15.875707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:15.886598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] Sync routers for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:15.889030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:15.900632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d438a68-e7af-4f60-9816-a0ed376935e2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656645 Dec 20 23:26:15.901100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:15.925904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:15.934396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:15.934396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] Pushing event deleted for resources: {'Port': ['ID=7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:15.960576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0df1f6ae-a85c-4419-bf56-18d485584c0a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 HTTP/1.1" status: 200 len: 205 time: 0.0560288 Dec 20 23:26:15.961828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48094) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:15.969597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7451cf-5c46-46ef-99a8-9c2c0666aad6 None None] No DVR routers for this DVR port 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:15.971237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:15.987480 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] Routers {'ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:15.988101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:16.006972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.027289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:16.028273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:16.028899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a8930-bab9-4180-bfda-f171c856f69c None None] The sync data for ids ['ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:16.036409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb49fe6-85b4-4a7f-8d04-c87d29902709']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:16.048469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e42fd4-fce9-4cd1-9573-1e54e21e7be4') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:16.048803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e42fd4-fce9-4cd1-9573-1e54e21e7be4') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:16.048923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:16.049261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7194a85e-6c2b-4cc4-afc4-5a4cfa7c900d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:16.065148 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.066752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.083657 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.091361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:16.091753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.094906 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:16.097503 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:16.223793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.225821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.240029 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.263040 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.266257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/0eb49fe6-85b4-4a7f-8d04-c87d29902709 HTTP/1.1" status: 204 len: 168 time: 1.1647789 Dec 20 23:26:16.267289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fe28-9d8f-4a4a-9648-5484f674eac6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=0eb49fe6-85b4-4a7f-8d04-c87d29902709,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:16.270339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48096) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.323875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad60788-af15-4771-9ba6-0549f610d5b2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:16.325342 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cad60788-af15-4771-9ba6-0549f610d5b2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0538361 Dec 20 23:26:16.328870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.356069 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.356555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.362233 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:16.364858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.369476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0c0d3dc8-a958-4cdd-8a13-1a751e25fe87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 HTTP/1.1" status: 204 len: 168 time: 0.4029825 Dec 20 23:26:16.369575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.385619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-859ae033-e46f-4761-9e9f-4e17ea55c6fb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0556839 Dec 20 23:26:16.389447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48102) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.394440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-14841891'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:16.422180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:16.425224 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.465666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.507972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:16.512430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.536331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:16.546120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.546461 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment 46e86d7b-fd2f-4dd4-8699-b8dbee6998c2 of type vlan for network b8dfa174-a96e-4853-be15-174256fcbc31 Dec 20 23:26:16.556687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.587063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.657487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.657900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.663325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:16.663955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.685700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:16.690759 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.697890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ccc8bbab-17b2-4536-a8d5-ae9effcbad3b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d HTTP/1.1" status: 204 len: 168 time: 0.3274376 Dec 20 23:26:16.698898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e9c42-2c80-4d9c-a4f4-b72f08fc0805 None None] Network 3eee97fc-c054-49ab-b824-10135035d8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:16.701680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48106) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.746504 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=b8dfa174-a96e-4853-be15-174256fcbc31,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:16.757101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b8dfa174-a96e-4853-be15-174256fcbc31 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:16.768318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet f286e7be-6f55-4d5e-ba56-d1a87cb94de6 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:16.772635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.772977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-937cf43a-a67c-4b42-9d4f-c14a9eb2d53c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3822629 Dec 20 23:26:16.776156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48108) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:16.781264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:16.821043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.916525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:16.924665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] DHCP port deletion for 3eee97fc-c054-49ab-b824-10135035d8fb request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:16.971382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:16.975197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.068728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.100601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=f286e7be-6f55-4d5e-ba56-d1a87cb94de6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.108258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.114473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-352412c0-4d3b-479f-806f-905d2bf6b7ea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/f286e7be-6f55-4d5e-ba56-d1a87cb94de6 HTTP/1.1" status: 204 len: 168 time: 0.4091134 Dec 20 23:26:17.114854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48110) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:17.128521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87d0bc-34e2-4f5b-9aa9-1c8f22488dd7 None None] Network 90bdef86-5211-4311-876e-5181807f3671 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:17.200451 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.227070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Deleting port b8fe1c4e-f565-4d83-83b4-d57c161d2eca {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:17.227434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.255142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port b8fe1c4e-f565-4d83-83b4-d57c161d2eca {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:17.255483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.279626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.297057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] For port b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,segment=NetworkSegment(522193cf-4b7d-400a-aed4-60e5b4c7409e),segment_id=522193cf-4b7d-400a-aed4-60e5b4c7409e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:17.297458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.314417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Calling delete_port for b8fe1c4e-f565-4d83-83b4-d57c161d2eca owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:17.328762 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port b8fe1c4e-f565-4d83-83b4-d57c161d2eca, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,segment=NetworkSegment(522193cf-4b7d-400a-aed4-60e5b4c7409e),segment_id=522193cf-4b7d-400a-aed4-60e5b4c7409e)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:17.328762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.347556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for b8fe1c4e-f565-4d83-83b4-d57c161d2eca owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:17.368405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] DHCP port deletion for 90bdef86-5211-4311-876e-5181807f3671 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:17.378669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=5c82cee1-463a-4a2f-bfd7-af2ee4284eb4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.380892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:17.382234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: b8dfa174-a96e-4853-be15-174256fcbc31, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:17.446757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Deleting port da89eb16-edc1-4462-bcb8-a6244edbcb6c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:17.447126 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.462479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network b8dfa174-a96e-4853-be15-174256fcbc31 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:17.510462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] For port da89eb16-edc1-4462-bcb8-a6244edbcb6c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=da89eb16-edc1-4462-bcb8-a6244edbcb6c,segment=NetworkSegment(645d0679-a7d0-4bf8-ba8e-8e9d2414eecb),segment_id=645d0679-a7d0-4bf8-ba8e-8e9d2414eecb)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:17.510855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.513553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.519852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.534818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Calling delete_port for da89eb16-edc1-4462-bcb8-a6244edbcb6c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:17.546468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.550066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port b8fe1c4e-f565-4d83-83b4-d57c161d2eca on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:17.560350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] Pushing event deleted for resources: {'Port': ['ID=b8fe1c4e-f565-4d83-83b4-d57c161d2eca,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.560536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b8dfa174-a96e-4853-be15-174256fcbc31) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:17.566030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:17.568414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.569483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e8795-3776-4931-bd0e-33e802408938 None None] No DVR routers for this DVR port b8fe1c4e-f565-4d83-83b4-d57c161d2eca on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:17.585996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d485c-bab4-4db9-b85b-c6a6c6476438 None None] Network b8dfa174-a96e-4853-be15-174256fcbc31 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:17.638152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.658994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee97fc-c054-49ab-b824-10135035d8fb']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:17.666784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3c8edb79-b0dc-4e63-9159-448ed57960a7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8893676 Dec 20 23:26:17.669304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:17.671756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522193cf-4b7d-400a-aed4-60e5b4c7409e') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:17.672501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522193cf-4b7d-400a-aed4-60e5b4c7409e') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:17.681399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31', 'name': 'tempest-PortsIpV6TestJSON-1246854284'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:17.683242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.697952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.705120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:17.705537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self.session.flush() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:17.709043 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:17.738704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b8dfa174-a96e-4853-be15-174256fcbc31', 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '5c82cee1-463a-4a2f-bfd7-af2ee4284eb4'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:17.739726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.806929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.846027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] Pushing event deleted for resources: {'Port': ['ID=da89eb16-edc1-4462-bcb8-a6244edbcb6c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.853490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e198b67-c65e-412e-a121-778c1aaa65dc None None] No DVR routers for this DVR port da89eb16-edc1-4462-bcb8-a6244edbcb6c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:17.866717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.872632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.878575 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/3eee97fc-c054-49ab-b824-10135035d8fb HTTP/1.1" status: 204 len: 168 time: 0.7597775 Dec 20 23:26:17.879884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48116) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:17.892701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae7b8-36c3-4aec-8430-c8d81de3946f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=3eee97fc-c054-49ab-b824-10135035d8fb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:17.920239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:17.921016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Allocated IP 2001:db8::2 (b8dfa174-a96e-4853-be15-174256fcbc31/5c82cee1-463a-4a2f-bfd7-af2ee4284eb4/fef6415b-0ef0-453b-8e51-795049fc9b00) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:17.924488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:17.983673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 0bd811bf-8f60-4950-b360-433938ab76ae yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:17.992980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8fe1c4e-f565-4d83-83b4-d57c161d2eca no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:17.995228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.022597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b8fe1c4e-f565-4d83-83b4-d57c161d2eca {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:18.022941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8fe1c4e-f565-4d83-83b4-d57c161d2eca not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:18.024054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device da89eb16-edc1-4462-bcb8-a6244edbcb6c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:18.047853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: da89eb16-edc1-4462-bcb8-a6244edbcb6c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:18.050473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device da89eb16-edc1-4462-bcb8-a6244edbcb6c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:18.118681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.131912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.153567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bdef86-5211-4311-876e-5181807f3671']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:18.165398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:18.165398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645d0679-a7d0-4bf8-ba8e-8e9d2414eecb') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:18.172961 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.186077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.191961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:18.192349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:18.195973 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:18.217900 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.258916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Network b8dfa174-a96e-4853-be15-174256fcbc31 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:18.263380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:18.265789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:18.274314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Pushing event updated for resources: {'Port': ['ID=fef6415b-0ef0-453b-8e51-795049fc9b00,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:18.304053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::16e (b8dfa174-a96e-4853-be15-174256fcbc31/5c82cee1-463a-4a2f-bfd7-af2ee4284eb4/0bd811bf-8f60-4950-b360-433938ab76ae) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:18.329200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Attempting to bind port fef6415b-0ef0-453b-8e51-795049fc9b00 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:18.329574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Attempting to bind port fef6415b-0ef0-453b-8e51-795049fc9b00 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:18.329966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Attempting to bind port fef6415b-0ef0-453b-8e51-795049fc9b00 on network b8dfa174-a96e-4853-be15-174256fcbc31 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:18.335174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:18.337565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Checking segment: {'id': '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:18.337565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.337565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Bound using segment: {'id': '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:18.337565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Bound port: fef6415b-0ef0-453b-8e51-795049fc9b00, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:18.337565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.363394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.372097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.375129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/90bdef86-5211-4311-876e-5181807f3671 HTTP/1.1" status: 204 len: 168 time: 0.4941735 Dec 20 23:26:18.381814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:18.389490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2052804445'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:18.396571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719dac9-f000-43e9-91c3-753289980513 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=90bdef86-5211-4311-876e-5181807f3671,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:18.414008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] For port fef6415b-0ef0-453b-8e51-795049fc9b00, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:18.417399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] For port fef6415b-0ef0-453b-8e51-795049fc9b00, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fef6415b-0ef0-453b-8e51-795049fc9b00,segment=NetworkSegment(46e86d7b-fd2f-4dd4-8699-b8dbee6998c2),segment_id=46e86d7b-fd2f-4dd4-8699-b8dbee6998c2)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:18.485338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.497165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:18.501250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.536198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:18.555108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ce32c-59ba-47a0-aad6-74993a96436d None None] Pushing event updated for resources: {'Port': ['ID=fef6415b-0ef0-453b-8e51-795049fc9b00,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:18.555441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.555994 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment d11d7b36-6be5-4349-a4b2-5bd116dc1059 of type vlan for network e96b4aeb-751a-4205-bcd2-94ac1a694c58 Dec 20 23:26:18.605091 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.691753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.698752 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:18.699377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:18.803882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4185305 Dec 20 23:26:18.807775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48120) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:18.815738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad33d4-c1da-4587-8614-fcdbd315ffb6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=e96b4aeb-751a-4205-bcd2-94ac1a694c58,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:18.826992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:18.828313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:18.938066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.045674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:19.049289 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.065135 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.157711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network b8dfa174-a96e-4853-be15-174256fcbc31 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:19.166076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:19.172674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:19.178457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:19.179062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.186260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=0bd811bf-8f60-4950-b360-433938ab76ae,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:19.207492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.207862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.208188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.208528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.208924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.209251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.209581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.209934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.210271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.210594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.211637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.211971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.212483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:19.306649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95bd5edb-145f-4e05-ad50-b765e6042000 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6362362 Dec 20 23:26:19.309040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48122) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:19.316991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': 'b8dfa174-a96e-4853-be15-174256fcbc31', 'name': 'tempest-PortsIpV6TestJSON-1437375133'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:19.408443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.492303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=aae5772f-258e-47ea-b3b6-913b102904d5,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:19.518378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': 'd11d7b36-6be5-4349-a4b2-5bd116dc1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:19.518751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: e96b4aeb-751a-4205-bcd2-94ac1a694c58, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:19.540228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfece7f0-f88d-4513-a1cc-39d5d24cbd9f None None] Network b8dfa174-a96e-4853-be15-174256fcbc31 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:19.594490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:19.598079 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.615600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] Provisioning complete for port fef6415b-0ef0-453b-8e51-795049fc9b00 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:19.615846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port e1f3c275-dc34-4471-843f-715edac16eed yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:19.616003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.620430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:19.706341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, e96b4aeb-751a-4205-bcd2-94ac1a694c58) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:19.715090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:19.715677 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.725276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.729243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201684a7-2f67-431f-8250-40dd1b28a070 None None] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:19.754409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::19a (b8dfa174-a96e-4853-be15-174256fcbc31/5c82cee1-463a-4a2f-bfd7-af2ee4284eb4/e1f3c275-dc34-4471-843f-715edac16eed) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:19.820614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] For port fef6415b-0ef0-453b-8e51-795049fc9b00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fef6415b-0ef0-453b-8e51-795049fc9b00,segment=NetworkSegment(46e86d7b-fd2f-4dd4-8699-b8dbee6998c2),segment_id=46e86d7b-fd2f-4dd4-8699-b8dbee6998c2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:19.833102 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-49cc8c58-98fd-4ca1-b160-07c2bfab7c11 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0227680 Dec 20 23:26:19.833456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48126) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:19.839634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-808892920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:19.869889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-e96b4aeb-751a-4205-bcd2-94ac1a694c58', 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': 'aae5772f-258e-47ea-b3b6-913b102904d5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:19.872149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.958648 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.962634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.972102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:19.974576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.056949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.059551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929fd8-dd21-4f3f-b11e-72b3ad4eb87d None None] Pushing event updated for resources: {'Port': ['ID=fef6415b-0ef0-453b-8e51-795049fc9b00,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:20.079144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fef6415b-0ef0-453b-8e51-795049fc9b00 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:20.084486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Allocated IP 2001:db8::2 (e96b4aeb-751a-4205-bcd2-94ac1a694c58/aae5772f-258e-47ea-b3b6-913b102904d5/b99c951c-2e96-4a71-ab4a-e76a2951c6ed) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:20.120152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.143970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.153844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-668b4a27-302e-41b3-a489-906001fe2a1b None None] Provisioning complete for port 0bd811bf-8f60-4950-b360-433938ab76ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:20.154219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-668b4a27-302e-41b3-a489-906001fe2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.171847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network b8dfa174-a96e-4853-be15-174256fcbc31 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:20.174955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:20.178953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:20.184985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:20.185609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.192470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=e1f3c275-dc34-4471-843f-715edac16eed,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:20.242316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-668b4a27-302e-41b3-a489-906001fe2a1b None None] Port 0bd811bf-8f60-4950-b360-433938ab76ae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:20.242825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.244336 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6f413b1-b654-4232-ac31-b1621ede3f3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4092045 Dec 20 23:26:20.247402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:20.253911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'port': {'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58', 'name': 'tempest-RoutersIpV6Test-1138257110'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:20.259591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fef6415b-0ef0-453b-8e51-795049fc9b00 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:20.259961 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.278835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:20.279037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bbebc139-17c9-4c67-862b-034b7f0a09f3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9675996 Dec 20 23:26:20.313444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-668b4a27-302e-41b3-a489-906001fe2a1b None None] Provisioning complete for port fef6415b-0ef0-453b-8e51-795049fc9b00 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:20.313846 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-668b4a27-302e-41b3-a489-906001fe2a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.409440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.492483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.545661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:20.548614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:20.553292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:20.557638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Pushing event updated for resources: {'Port': ['ID=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:20.611833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Attempting to bind port b99c951c-2e96-4a71-ab4a-e76a2951c6ed on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:20.612213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Attempting to bind port b99c951c-2e96-4a71-ab4a-e76a2951c6ed by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd11d7b36-6be5-4349-a4b2-5bd116dc1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:20.612582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Attempting to bind port b99c951c-2e96-4a71-ab4a-e76a2951c6ed on network e96b4aeb-751a-4205-bcd2-94ac1a694c58 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:20.618673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:20.619050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Checking segment: {'id': 'd11d7b36-6be5-4349-a4b2-5bd116dc1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:20.619457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.619857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Bound using segment: {'id': 'd11d7b36-6be5-4349-a4b2-5bd116dc1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:20.620329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Bound port: b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11d7b36-6be5-4349-a4b2-5bd116dc1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e96b4aeb-751a-4205-bcd2-94ac1a694c58'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:20.620713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.689894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Provisioning complete for port 0bd811bf-8f60-4950-b360-433938ab76ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:20.690273 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.724955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] For port b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:20.739997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] For port b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,segment=NetworkSegment(d11d7b36-6be5-4349-a4b2-5bd116dc1059),segment_id=d11d7b36-6be5-4349-a4b2-5bd116dc1059)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:20.741030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Port 0bd811bf-8f60-4950-b360-433938ab76ae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:20.752613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Provisioning complete for port e1f3c275-dc34-4471-843f-715edac16eed triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:20.752989 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.761200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf080b-b622-4736-ab56-20fafa591e2b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:20.762771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5caf080b-b622-4736-ab56-20fafa591e2b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A16e HTTP/1.1" status: 200 len: 929 time: 0.4858012 Dec 20 23:26:20.765781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:20.788357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d71b4-aa2a-4cff-8225-2bb4ccabf480 None None] Port e1f3c275-dc34-4471-843f-715edac16eed cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:20.818171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.863451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port e1f3c275-dc34-4471-843f-715edac16eed {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:20.863785 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.876568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20c59-26fb-46a8-85a4-0395356abe11 None None] Pushing event updated for resources: {'Port': ['ID=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:20.886564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:20.890260 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.915450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] device_id is not set on port 067f247e-53c3-4271-a19b-a16df7aa6963 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:20.974790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:20.988210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for e1f3c275-dc34-4471-843f-715edac16eed owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:21.056600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8::2b6 (e96b4aeb-751a-4205-bcd2-94ac1a694c58/aae5772f-258e-47ea-b3b6-913b102904d5/067f247e-53c3-4271-a19b-a16df7aa6963) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:21.211833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.236859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.243199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=e1f3c275-dc34-4471-843f-715edac16eed,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:21.274978 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.278418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-afa40ca9-60be-416d-afc7-3aaa5c039a38 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/e1f3c275-dc34-4471-843f-715edac16eed HTTP/1.1" status: 204 len: 168 time: 0.5116217 Dec 20 23:26:21.281060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48134) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.307930 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1f6e97-be6e-4f08-93f7-eed3ffee1cfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:21.309380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f1f6e97-be6e-4f08-93f7-eed3ffee1cfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/e1f3c275-dc34-4471-843f-715edac16eed HTTP/1.1" status: 404 len: 333 time: 0.0272808 Dec 20 23:26:21.312151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48136) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.340313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.433632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:21.442504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:21.446275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=067f247e-53c3-4271-a19b-a16df7aa6963,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:21.449742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:21.455803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:21.456444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.486448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 0bd811bf-8f60-4950-b360-433938ab76ae {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:21.486744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.543258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.552174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ad5b669f-9e51-48f0-8261-0d54627c8a77 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3032091 Dec 20 23:26:21.556221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48142) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.589933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.604302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 0bd811bf-8f60-4950-b360-433938ab76ae owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:21.717765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-009b1ace-c967-48de-a6fe-74db8cf21f4f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/floatingips/a921d19c-2f9b-42a2-b7c1-a4479c1580f0 HTTP/1.1" status: 200 len: 994 time: 0.1733148 Dec 20 23:26:21.828697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.869754 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=0bd811bf-8f60-4950-b360-433938ab76ae,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:21.897998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.904681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-30a70218-71bc-454d-a246-8f579ed3a64e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/0bd811bf-8f60-4950-b360-433938ab76ae HTTP/1.1" status: 204 len: 168 time: 0.5914798 Dec 20 23:26:21.905499 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48148) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.912553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b951b-d925-490b-ace8-d4ba2c99ac44 None None] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:21.937676 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a9f4bb-8a9e-4dde-b090-d21eca2deabd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:21.942395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48150) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:21.942966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-85a9f4bb-8a9e-4dde-b090-d21eca2deabd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/0bd811bf-8f60-4950-b360-433938ab76ae HTTP/1.1" status: 404 len: 333 time: 0.0356684 Dec 20 23:26:21.983482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:21.993370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Provisioning complete for port b99c951c-2e96-4a71-ab4a-e76a2951c6ed triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:21.993622 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.009102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48152) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:22.061067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 5c82cee1-463a-4a2f-bfd7-af2ee4284eb4 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:22.064668 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.192909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fef6415b-0ef0-453b-8e51-795049fc9b00 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:22.209872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.257518 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.280645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 16367314-c22c-4485-8ed7-829daf106bb6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:22.280645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.291976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fef6415b-0ef0-453b-8e51-795049fc9b00 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:22.292348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.387785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.388694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.404188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.407523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 16367314-c22c-4485-8ed7-829daf106bb6 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:22.485018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.520432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] For port b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,segment=NetworkSegment(d11d7b36-6be5-4349-a4b2-5bd116dc1059),segment_id=d11d7b36-6be5-4349-a4b2-5bd116dc1059)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:22.579230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b99c951c-2e96-4a71-ab4a-e76a2951c6ed up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:22.595092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.641873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b99c951c-2e96-4a71-ab4a-e76a2951c6ed triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:22.642595 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.646328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.650249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.734728 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Pushing event updated for resources: {'Port': ['ID=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:22.736725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.741741 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.749383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5c82cee1-463a-4a2f-bfd7-af2ee4284eb4 HTTP/1.1" status: 204 len: 168 time: 0.8029072 Dec 20 23:26:22.761839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.762188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.766875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.766875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.766875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91961d-83b3-4758-9e87-06e6283169ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=5c82cee1-463a-4a2f-bfd7-af2ee4284eb4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.767542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf69010-8d84-4190-a1d4-f6e2fd5165b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:22.768323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=067f247e-53c3-4271-a19b-a16df7aa6963,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:22.771858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48154) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:22.777608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=16367314-c22c-4485-8ed7-829daf106bb6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:22.781661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe230bfd-ecdb-45b8-9bb6-a051bcd37338 None None] Network b8dfa174-a96e-4853-be15-174256fcbc31 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:22.852828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.853477 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Floating IP a921d19c-2f9b-42a2-b7c1-a4479c1580f0 disassociated (deleted). External IP: 172.25.1.192, port: b9358075-2f56-4160-a006-74b4bd5e825f. Dec 20 23:26:22.907321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bd30abe1-ddb2-4d2c-bcba-51d8189361b9 None None] Provisioning complete for port b99c951c-2e96-4a71-ab4a-e76a2951c6ed triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:22.907901 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd30abe1-ddb2-4d2c-bcba-51d8189361b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:22.964779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.023696 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.081638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bd30abe1-ddb2-4d2c-bcba-51d8189361b9 None None] Provisioning complete for port 067f247e-53c3-4271-a19b-a16df7aa6963 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:23.082675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bd30abe1-ddb2-4d2c-bcba-51d8189361b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.112292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] DHCP port deletion for b8dfa174-a96e-4853-be15-174256fcbc31 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:23.141424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:23.161339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bd30abe1-ddb2-4d2c-bcba-51d8189361b9 None None] Port 067f247e-53c3-4271-a19b-a16df7aa6963 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:23.174704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port fef6415b-0ef0-453b-8e51-795049fc9b00 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:23.175035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.186685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Deleting port fef6415b-0ef0-453b-8e51-795049fc9b00 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:23.187108 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.250755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port fef6415b-0ef0-453b-8e51-795049fc9b00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fef6415b-0ef0-453b-8e51-795049fc9b00,segment=NetworkSegment(46e86d7b-fd2f-4dd4-8699-b8dbee6998c2),segment_id=46e86d7b-fd2f-4dd4-8699-b8dbee6998c2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:23.251143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.255680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] For port fef6415b-0ef0-453b-8e51-795049fc9b00, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fef6415b-0ef0-453b-8e51-795049fc9b00,segment=NetworkSegment(46e86d7b-fd2f-4dd4-8699-b8dbee6998c2),segment_id=46e86d7b-fd2f-4dd4-8699-b8dbee6998c2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:23.256186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.268271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for fef6415b-0ef0-453b-8e51-795049fc9b00 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:23.275048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:23.276496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Calling delete_port for fef6415b-0ef0-453b-8e51-795049fc9b00 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:23.280374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.287277 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Sync routers for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:23.303122 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:23.303931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4034aa35-945e-40be-b1f0-144e97e81855 None None] Provisioning complete for port 067f247e-53c3-4271-a19b-a16df7aa6963 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:23.304177 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.304854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4034aa35-945e-40be-b1f0-144e97e81855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.310616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.315918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a0338c9-8d60-47d3-aa1f-6736e9957b41 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/floatingips/a921d19c-2f9b-42a2-b7c1-a4479c1580f0 HTTP/1.1" status: 204 len: 168 time: 1.3032010 Dec 20 23:26:23.315918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:26:23.317412 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:26:23.368353 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77e7fd7-fad0-4cac-8a7e-af2b070ac002 x-openstack-request-id: req-a77e7fd7-fad0-4cac-8a7e-af2b070ac002 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:26:23.368838 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:26:23.369263 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a77e7fd7-fad0-4cac-8a7e-af2b070ac002 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:26:23.369858 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'status': 'completed', 'code': 200} Dec 20 23:26:23.448865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4034aa35-945e-40be-b1f0-144e97e81855 None None] Port 067f247e-53c3-4271-a19b-a16df7aa6963 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:23.473031 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:23.473710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-c48991cf-01db-413b-9267-98f4f8117e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:23.475404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-c48991cf-01db-413b-9267-98f4f8117e19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412d3bab58284f3ba001391be8044eae&device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 1097 time: 0.0779643 Dec 20 23:26:23.537629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.558730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] No DVR routers for this DVR port fef6415b-0ef0-453b-8e51-795049fc9b00 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:23.578161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.622609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-c0833101-a290-4da3-8783-e64327e85915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:23.624219 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-c0833101-a290-4da3-8783-e64327e85915 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 200 len: 898 time: 0.1404488 Dec 20 23:26:23.630429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3b0e5-c11f-45ad-9fa2-b7ceccdc506f None None] Pushing event deleted for resources: {'Port': ['ID=fef6415b-0ef0-453b-8e51-795049fc9b00,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:23.650581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=fef6415b-0ef0-453b-8e51-795049fc9b00,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:23.659736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port fef6415b-0ef0-453b-8e51-795049fc9b00 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:23.677953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-3c9c5b08-c0b5-4213-a671-e6b067000d8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 200 len: 217 time: 0.0456598 Dec 20 23:26:23.752576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.756211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-a984495f-4994-4a8c-be59-e64812eaf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:23.764533 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-a984495f-4994-4a8c-be59-e64812eaf883 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 200 len: 834 time: 0.0782323 Dec 20 23:26:23.775749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.790088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Checking router: 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:26:23.799370 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:23.800290 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.808981 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.826849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dfa174-a96e-4853-be15-174256fcbc31']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.841797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-f37d5561-fcd0-4813-b1e6-6b415a9fd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:23.842928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.843238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e86d7b-fd2f-4dd4-8699-b8dbee6998c2') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:23.843387 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-f37d5561-fcd0-4813-b1e6-6b415a9fd748 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a6bfb55e-7f91-4332-ab1d-508210e171b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711544 Dec 20 23:26:23.855826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.882357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.889550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:23.890008 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:23.929200 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:23.962021 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:23.986509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.987372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:23.993379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-d02eedc3-2786-432b-ade4-6876ff387b1d service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406462 Dec 20 23:26:24.015628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b99c951c-2e96-4a71-ab4a-e76a2951c6ed up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:24.118434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b99c951c-2e96-4a71-ab4a-e76a2951c6ed triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:24.119720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.129656 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a07410d7-e7a6-4965-bbb7-2e6e73ad86df req-b6200b3d-850c-4bc3-8ef1-e4dc562b40b3 service neutron] 10.222.0.59 "GET /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280591 Dec 20 23:26:24.170119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=067f247e-53c3-4271-a19b-a16df7aa6963,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:24.218838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd71f2-8ce1-4ade-a41e-8fdbe376c799 req-6c6f7f47-cbec-4507-98a2-4e0eefac2ef1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:24.220389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bfcd71f2-8ce1-4ade-a41e-8fdbe376c799 req-6c6f7f47-cbec-4507-98a2-4e0eefac2ef1 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.2896147 Dec 20 23:26:24.253439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.267780 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:24.277236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.284587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48164) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:24.285212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/b8dfa174-a96e-4853-be15-174256fcbc31 HTTP/1.1" status: 204 len: 168 time: 1.5088439 Dec 20 23:26:24.289615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-694544268'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:24.290875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fef6415b-0ef0-453b-8e51-795049fc9b00 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:24.306375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961799f9-ef5f-41d8-8b19-426047007823 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=b8dfa174-a96e-4853-be15-174256fcbc31,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:24.308475 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fc4a3-723b-4b40-a451-6577554f525c None None] The sync data for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 is: [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '3a642421-a687-4b48-9edc-efb5c5be27a3', 'name': '', 'network_id': 'a6bfb55e-7f91-4332-ab1d-508210e171b8', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'mac_address': 'fa:16:3e:2d:37:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:15Z', 'updated_at': '2021-12-20T23:25:22Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'subnets': [{'id': 'c7977855-cf84-4773-998a-f04f7b0ebb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:24.317562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fef6415b-0ef0-453b-8e51-795049fc9b00 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:24.318045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fef6415b-0ef0-453b-8e51-795049fc9b00 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:24.336776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:24.339620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:24.353590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bfcd71f2-8ce1-4ade-a41e-8fdbe376c799 req-5861a69e-e993-4b2c-929f-d2cbe3e45310 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222498 Dec 20 23:26:24.385124 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:24.388841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.416658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:24.427149 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.427588 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment ab18b398-ee20-4720-aee4-b4d23f8a26fc of type vlan for network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 Dec 20 23:26:24.479121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.595251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 5c1c032e-897d-4c9b-8966-f06832160697 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:24.605813 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.611900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:24.612480 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.626319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c450c4-17e5-4f17-af1e-e3989fd31403 None None] New status for floating IP a921d19c-2f9b-42a2-b7c1-a4479c1580f0: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:26:24.688546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=5b5b2329-e4be-42ab-b8fe-90a6a3d378c7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:24.693087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:24.701090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e766d608-b87d-43f6-b893-3572358a7baf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/5c1c032e-897d-4c9b-8966-f06832160697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1424937 Dec 20 23:26:24.702895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48166) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:24.704618 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] Sync routers for ids ['5c1c032e-897d-4c9b-8966-f06832160697'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:24.712223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:24.717198 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] Routers {'5c1c032e-897d-4c9b-8966-f06832160697'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:24.717889 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5c1c032e-897d-4c9b-8966-f06832160697'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:24.723353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a6b881fd-d23e-4dc2-8d38-1d2058a5453d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4376726 Dec 20 23:26:24.726085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48168) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:24.734280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:24.773178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca4902-030f-4e37-acfa-516317ba01c7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:24.774934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5fca4902-030f-4e37-acfa-516317ba01c7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports/067f247e-53c3-4271-a19b-a16df7aa6963 HTTP/1.1" status: 200 len: 984 time: 0.0692544 Dec 20 23:26:24.777651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48170) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:24.790729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2a9737c0-c9c0-43f2-bd7d-d102922e0636 None None] Provisioning complete for port 067f247e-53c3-4271-a19b-a16df7aa6963 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:24.791242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2a9737c0-c9c0-43f2-bd7d-d102922e0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.843023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2a9737c0-c9c0-43f2-bd7d-d102922e0636 None None] Port 067f247e-53c3-4271-a19b-a16df7aa6963 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:24.902453 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:24.911268 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] Routers {'5c1c032e-897d-4c9b-8966-f06832160697'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:24.911924 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5c1c032e-897d-4c9b-8966-f06832160697'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:24.914398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:24.920202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:24.946493 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:24.947123 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fc307-7316-4be5-8758-3c0400b8ae67 None None] The sync data for ids ['5c1c032e-897d-4c9b-8966-f06832160697'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:25.204169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.289964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-9f3ca6d8-41a6-4136-b293-1db76f6f57b9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:25.291541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-9f3ca6d8-41a6-4136-b293-1db76f6f57b9 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.1155324 Dec 20 23:26:25.295911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=256bbbf9-ab86-40da-b48d-b4915fa88462,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:25.343029 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': 'ab18b398-ee20-4720-aee4-b4d23f8a26fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:25.343391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:25.428022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port b9358075-2f56-4160-a006-74b4bd5e825f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:25.428535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.504430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:25.528463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port b9358075-2f56-4160-a006-74b4bd5e825f, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b9358075-2f56-4160-a006-74b4bd5e825f,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:25.528824 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.540906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for b9358075-2f56-4160-a006-74b4bd5e825f owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:25.544392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c958a25-fd44-4c3a-8a36-006c073993ed req-c504ac92-8ead-4993-be53-8f5cb422a561 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:25.545928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c958a25-fd44-4c3a-8a36-006c073993ed req-c504ac92-8ead-4993-be53-8f5cb422a561 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 946 time: 0.0945084 Dec 20 23:26:25.588369 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:25.592737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:25.595846 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.599618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cfff8-299d-4cc3-bbac-c15d7144fe83 None None] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:25.651717 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-133c8ab0-0ce9-4e17-a1fe-3fd76a6b4695 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9232252 Dec 20 23:26:25.659734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48174) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:25.675219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7', 'name': 'tempest-PortsIpV6TestJSON-212726344', 'fixed_ips': [{'subnet_id': '256bbbf9-ab86-40da-b48d-b4915fa88462', 'ip_address': '2001:db8::10'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:25.712868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-5b5b2329-e4be-42ab-b8fe-90a6a3d378c7', 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '256bbbf9-ab86-40da-b48d-b4915fa88462'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:25.712868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.720894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c958a25-fd44-4c3a-8a36-006c073993ed req-6b37eec7-be48-4bd0-a2c9-ecc3059d5a92 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/security-groups?id=f37e488e-011b-49b9-bf9a-f1fbc42afab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495891 Dec 20 23:26:25.728748 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.783455 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.814694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=b9358075-2f56-4160-a006-74b4bd5e825f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:25.866687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] No DVR routers for this DVR port b9358075-2f56-4160-a006-74b4bd5e825f on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:25.869302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:25.872764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-97fa5f85-62c2-4f02-8743-e766ece35eed req-7fefb324-e899-46f5-a2c7-4d83da3770e4 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.59 "DELETE /v2.0/ports/b9358075-2f56-4160-a006-74b4bd5e825f HTTP/1.1" status: 204 len: 173 time: 0.5693893 Dec 20 23:26:25.873223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'name': 'network-vif-deleted', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:26:25.875655 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb404b2a-01d0-4905-a97f-0411dc35e693" -d '{"events": [{"server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "name": "network-vif-deleted", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:26:25.885622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Allocated IP 2001:db8::2 (5b5b2329-e4be-42ab-b8fe-90a6a3d378c7/256bbbf9-ab86-40da-b48d-b4915fa88462/6dfba00e-0ab6-465d-9add-dd4fbf04ccf3) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:25.923108 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1c3ed-475f-4733-9976-a5956dedad77 x-openstack-request-id: req-abe1c3ed-475f-4733-9976-a5956dedad77 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:26:25.923108 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59aafb-a9e7-4be6-a209-aa25d34c00fe", "name": "network-vif-deleted", "tag": "b9358075-2f56-4160-a006-74b4bd5e825f", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:26:25.923108 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abe1c3ed-475f-4733-9976-a5956dedad77 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:26:25.923108 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59aafb-a9e7-4be6-a209-aa25d34c00fe', 'name': 'network-vif-deleted', 'tag': 'b9358075-2f56-4160-a006-74b4bd5e825f', 'status': 'completed', 'code': 200} Dec 20 23:26:26.043541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.080869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:26.149024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 067f247e-53c3-4271-a19b-a16df7aa6963 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:26.149264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.160551 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.208986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:26.212932 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:26.215641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:26.224267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Pushing event updated for resources: {'Port': ['ID=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:26.245757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.280733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port df2f458f-7bcc-4bae-8433-de0c9feb76e2 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:26.298050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Attempting to bind port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:26.298673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Attempting to bind port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'ab18b398-ee20-4720-aee4-b4d23f8a26fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:26.299119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.300167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Attempting to bind port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 on network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:26.307631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:26.308314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Checking segment: {'id': 'ab18b398-ee20-4720-aee4-b4d23f8a26fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:26.308834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.309296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Bound using segment: {'id': 'ab18b398-ee20-4720-aee4-b4d23f8a26fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:26.309798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Bound port: 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab18b398-ee20-4720-aee4-b4d23f8a26fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:26.310164 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.354301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 067f247e-53c3-4271-a19b-a16df7aa6963 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:26.393546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] For port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:26.393546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] For port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,segment=NetworkSegment(ab18b398-ee20-4720-aee4-b4d23f8a26fc),segment_id=ab18b398-ee20-4720-aee4-b4d23f8a26fc)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:26.480896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.546361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6da75-34fd-47b8-9c0f-de1d25899127 None None] Pushing event updated for resources: {'Port': ['ID=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:26.607522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::10 (5b5b2329-e4be-42ab-b8fe-90a6a3d378c7/256bbbf9-ab86-40da-b48d-b4915fa88462/df2f458f-7bcc-4bae-8433-de0c9feb76e2) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:26.837387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.904633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a7897390-7657-450c-9329-fcbfac7446f4 req-a124b607-bcf3-4b12-96e7-697d037622e5 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc59aafb-a9e7-4be6-a209-aa25d34c00fe HTTP/1.1" status: 200 len: 210 time: 0.0719912 Dec 20 23:26:26.930632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:26.935957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=067f247e-53c3-4271-a19b-a16df7aa6963,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:27.058094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.184232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.265068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:27.274167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:27.278607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:27.284633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:27.285251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.287637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=df2f458f-7bcc-4bae-8433-de0c9feb76e2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:27.291938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 5c1c032e-897d-4c9b-8966-f06832160697 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:27.345799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1326c8ef-4cc9-4ea2-897f-60d66fb96dcf tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6845624 Dec 20 23:26:27.348496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48182) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:27.354445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': '5b5b2329-e4be-42ab-b8fe-90a6a3d378c7', 'name': 'tempest-PortsIpV6TestJSON-155627907', 'fixed_ips': [{'subnet_id': '256bbbf9-ab86-40da-b48d-b4915fa88462', 'ip_address': '2001:db8::f'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:27.380885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:27.389847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-97bcd723-7f08-4da7-b514-ee21886bb680 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/5c1c032e-897d-4c9b-8966-f06832160697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6109369 Dec 20 23:26:27.392477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48184) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:27.395124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] Sync routers for ids ['5c1c032e-897d-4c9b-8966-f06832160697'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:27.408608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] Routers {'5c1c032e-897d-4c9b-8966-f06832160697'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:27.409589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5c1c032e-897d-4c9b-8966-f06832160697'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:27.450224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:27.459549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] Routers {'5c1c032e-897d-4c9b-8966-f06832160697'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:27.460216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5c1c032e-897d-4c9b-8966-f06832160697'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:27.498521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:27.499183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc55d8-95bf-4e7f-96da-49795b6e254b None None] The sync data for ids ['5c1c032e-897d-4c9b-8966-f06832160697'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:27.583008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:27.596537 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-27b0192f-7bc6-4039-bd3b-85abe0727f2c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 23:26:27.597620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27b0192f-7bc6-4039-bd3b-85abe0727f2c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/5c1c032e-897d-4c9b-8966-f06832160697/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2041402 Dec 20 23:26:27.600407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48186) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:27.631215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a8b7037a-3089-416e-a457-1b85daeb2249 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c1c032e-897d-4c9b-8966-f06832160697 HTTP/1.1" status: 200 len: 205 time: 0.0274091 Dec 20 23:26:27.631925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48188) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:27.650610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57655ac-24ad-42bf-af10-a316ce084dd9 None None] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:27.678511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.697385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port 1421e1fe-7e20-4d65-8ce0-84bb46630c00 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:27.712398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.724825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] Provisioning complete for port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:27.725201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.840781 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.874671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::f (5b5b2329-e4be-42ab-b8fe-90a6a3d378c7/256bbbf9-ab86-40da-b48d-b4915fa88462/1421e1fe-7e20-4d65-8ce0-84bb46630c00) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:27.879099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] For port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,segment=NetworkSegment(ab18b398-ee20-4720-aee4-b4d23f8a26fc),segment_id=ab18b398-ee20-4720-aee4-b4d23f8a26fc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:27.900108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.902495 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:27.960802 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.000878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48192) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.046589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.048472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router 5c1c032e-897d-4c9b-8966-f06832160697 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:28.056290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:28.059032 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.060121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e0bbfdfe-8a1d-4c52-8cce-3160c441a99f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/5c1c032e-897d-4c9b-8966-f06832160697 HTTP/1.1" status: 204 len: 168 time: 0.4277685 Dec 20 23:26:28.064059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48194) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.118586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cb03b-e96e-4ba8-a6a9-3240c02e63b2 None None] Pushing event updated for resources: {'Port': ['ID=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:28.123888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.135358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.137842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:28.138194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.146358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.155729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet aae5772f-258e-47ea-b3b6-913b102904d5 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:28.161334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.175117 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.203051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-09ce64ef-b051-4d77-ae7a-9a697415d738 None None] Provisioning complete for port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:28.203243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09ce64ef-b051-4d77-ae7a-9a697415d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.217616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.310302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.338752 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.354011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-09ce64ef-b051-4d77-ae7a-9a697415d738 None None] Provisioning complete for port df2f458f-7bcc-4bae-8433-de0c9feb76e2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:28.359368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09ce64ef-b051-4d77-ae7a-9a697415d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.378943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.387496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.393744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/security-groups/f37e488e-011b-49b9-bf9a-f1fbc42afab8 HTTP/1.1" status: 204 len: 168 time: 0.3868616 Dec 20 23:26:28.402542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-09ce64ef-b051-4d77-ae7a-9a697415d738 None None] Port df2f458f-7bcc-4bae-8433-de0c9feb76e2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:28.402970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:28.406505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c10557-24c5-4a26-a8e8-214e29adfa6b tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e488e-011b-49b9-bf9a-f1fbc42afab8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:28.409637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:28.415345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:28.421132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:28.421836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.427260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=1421e1fe-7e20-4d65-8ce0-84bb46630c00,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:28.515876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48198) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.528949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3cefa741-18d7-421d-bfd4-f3c31a7147cc None None] Provisioning complete for port df2f458f-7bcc-4bae-8433-de0c9feb76e2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:28.529429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3cefa741-18d7-421d-bfd4-f3c31a7147cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.569927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3cefa741-18d7-421d-bfd4-f3c31a7147cc None None] Port df2f458f-7bcc-4bae-8433-de0c9feb76e2 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:28.572681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-19253f38-e7cd-495e-8eff-1f0ec7918b46 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2230630 Dec 20 23:26:28.573879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.578248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48200) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.633545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=aae5772f-258e-47ea-b3b6-913b102904d5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:28.635737 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.639060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1e325fa6-64dd-44b5-a7c9-a6e982c090a0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/aae5772f-258e-47ea-b3b6-913b102904d5 HTTP/1.1" status: 204 len: 168 time: 0.5729623 Dec 20 23:26:28.641691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.645475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ecf2f-8106-4c8d-8d68-e0de7a4c1dd3 None None] Network e96b4aeb-751a-4205-bcd2-94ac1a694c58 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:28.670139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d57d8-fde0-4e32-8b46-656c98a5a1bc tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:28.674339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ee6d57d8-fde0-4e32-8b46-656c98a5a1bc tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0953081 Dec 20 23:26:28.674744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48204) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.735241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fd202df6-6ab4-44ac-b49f-f557aa3d8538 None None] Provisioning complete for port 1421e1fe-7e20-4d65-8ce0-84bb46630c00 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:28.735518 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fd202df6-6ab4-44ac-b49f-f557aa3d8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.774448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b9358075-2f56-4160-a006-74b4bd5e825f no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:28.803803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fd202df6-6ab4-44ac-b49f-f557aa3d8538 None None] Port 1421e1fe-7e20-4d65-8ce0-84bb46630c00 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:28.805458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b9358075-2f56-4160-a006-74b4bd5e825f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:28.805817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b9358075-2f56-4160-a006-74b4bd5e825f not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:28.835205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.862766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] DHCP port deletion for e96b4aeb-751a-4205-bcd2-94ac1a694c58 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:28.863292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4d57c-52c8-4b3f-9dc6-4ae1e7c04b37 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:28.869714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4d57c-52c8-4b3f-9dc6-4ae1e7c04b37 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:28.875625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4d57c-52c8-4b3f-9dc6-4ae1e7c04b37 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:28.877215 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-21d4d57c-52c8-4b3f-9dc6-4ae1e7c04b37 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1989036 Dec 20 23:26:28.880100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48206) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:28.925828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Deleting port b99c951c-2e96-4a71-ab4a-e76a2951c6ed {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:28.925828 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.987524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 1421e1fe-7e20-4d65-8ce0-84bb46630c00 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:28.987913 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:28.997643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] For port b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,segment=NetworkSegment(d11d7b36-6be5-4349-a4b2-5bd116dc1059),segment_id=d11d7b36-6be5-4349-a4b2-5bd116dc1059)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:28.998115 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.012750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Calling delete_port for b99c951c-2e96-4a71-ab4a-e76a2951c6ed owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:29.084934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.098826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 1421e1fe-7e20-4d65-8ce0-84bb46630c00 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:29.166115 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.191778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] Pushing event deleted for resources: {'Port': ['ID=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:29.198676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510947f-dc66-47de-842f-e6ee961a730c None None] No DVR routers for this DVR port b99c951c-2e96-4a71-ab4a-e76a2951c6ed on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:29.303173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.331512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=1421e1fe-7e20-4d65-8ce0-84bb46630c00,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:29.339320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port b99c951c-2e96-4a71-ab4a-e76a2951c6ed {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:29.339654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.364782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.371604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d983c70-7b8d-4bf0-9a10-4fad23f25e7d tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/1421e1fe-7e20-4d65-8ce0-84bb46630c00 HTTP/1.1" status: 204 len: 168 time: 0.4880829 Dec 20 23:26:29.372218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48208) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:29.398148 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f668f7-f30f-4f93-bdd1-21eb478e5340 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:29.400514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3f668f7-f30f-4f93-bdd1-21eb478e5340 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/1421e1fe-7e20-4d65-8ce0-84bb46630c00 HTTP/1.1" status: 404 len: 333 time: 0.0265868 Dec 20 23:26:29.406412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48210) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:29.433787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port b99c951c-2e96-4a71-ab4a-e76a2951c6ed, host n-d-822053-9, got binding levels [] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:29.434327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.457110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for b99c951c-2e96-4a71-ab4a-e76a2951c6ed owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:29.459129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Port b99c951c-2e96-4a71-ab4a-e76a2951c6ed was not found and therefore no delete operation was performed {{(pid=115563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:26:29.464128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.498262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=b99c951c-2e96-4a71-ab4a-e76a2951c6ed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:29.500355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port b99c951c-2e96-4a71-ab4a-e76a2951c6ed on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:29.512042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port df2f458f-7bcc-4bae-8433-de0c9feb76e2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:29.512387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.607634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.608487 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.622400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for df2f458f-7bcc-4bae-8433-de0c9feb76e2 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:29.633885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96b4aeb-751a-4205-bcd2-94ac1a694c58']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:29.646192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d7b36-6be5-4349-a4b2-5bd116dc1059') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:29.646509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d7b36-6be5-4349-a4b2-5bd116dc1059') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:29.658378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.661683 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.720174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.720174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:29.720174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:29.722631 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:29.726357 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:29.726357 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:29.726357 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:29.726357 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:29.726357 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:29.794439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.829466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=df2f458f-7bcc-4bae-8433-de0c9feb76e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:29.868088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.874047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-efc51463-c61e-4bb5-ba5f-dee0abde8776 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/df2f458f-7bcc-4bae-8433-de0c9feb76e2 HTTP/1.1" status: 204 len: 168 time: 0.4642613 Dec 20 23:26:29.874314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48212) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:29.878872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.892838 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:29.892838 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/e96b4aeb-751a-4205-bcd2-94ac1a694c58 HTTP/1.1" status: 204 len: 168 time: 1.2495930 Dec 20 23:26:29.902638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48214) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:29.903958 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb8df8-1b4e-4439-a6ec-a8fc93b558c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:29.906067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c6bb8df8-1b4e-4439-a6ec-a8fc93b558c1 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/df2f458f-7bcc-4bae-8433-de0c9feb76e2 HTTP/1.1" status: 404 len: 333 time: 0.0301409 Dec 20 23:26:29.910708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509355403'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:29.911072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:29.914872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067705eb-25f2-484e-bb12-f424c5fe6352 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=e96b4aeb-751a-4205-bcd2-94ac1a694c58,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:29.980335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 256bbbf9-ab86-40da-b48d-b4915fa88462 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:29.985321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.021543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:30.026415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.034062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.046073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:30.093260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:30.108360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.108779 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment a7a2a127-c679-450a-8432-18c60a58684e of type vlan for network f9f99207-e60e-4dea-80d5-5c4ef49d850c Dec 20 23:26:30.111147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:30.111521 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.140768 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.143165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 3a642421-a687-4b48-9edc-efb5c5be27a3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:30.143331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.177489 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.246481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b99c951c-2e96-4a71-ab4a-e76a2951c6ed no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:30.263540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port 3a642421-a687-4b48-9edc-efb5c5be27a3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=3a642421-a687-4b48-9edc-efb5c5be27a3,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:30.276881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.277469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b99c951c-2e96-4a71-ab4a-e76a2951c6ed {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:30.277469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b99c951c-2e96-4a71-ab4a-e76a2951c6ed not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:30.277949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 3a642421-a687-4b48-9edc-efb5c5be27a3 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:30.330770 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.358449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=256bbbf9-ab86-40da-b48d-b4915fa88462,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:30.362219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.367820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-642965c8-94cc-423d-b5b4-72c41afc0b5c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/256bbbf9-ab86-40da-b48d-b4915fa88462 HTTP/1.1" status: 204 len: 168 time: 0.4552405 Dec 20 23:26:30.369286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48218) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:30.370571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e63a8-2c49-4210-9c6f-ff6a8f2fbe26 None None] Network 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:30.378855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.385066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:30.385672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.451643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.483927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=f9f99207-e60e-4dea-80d5-5c4ef49d850c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:30.514885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6b215d7-89f6-459a-82ca-f0b865f9aa3a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6076376 Dec 20 23:26:30.515084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:30.515084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.515573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48220) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:30.517105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:30.521865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:30.584696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] DHCP port deletion for 5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:30.647972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Deleting port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:30.648622 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.652668 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.686641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=3a642421-a687-4b48-9edc-efb5c5be27a3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:30.718064 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] For port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,segment=NetworkSegment(ab18b398-ee20-4720-aee4-b4d23f8a26fc),segment_id=ab18b398-ee20-4720-aee4-b4d23f8a26fc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:30.718573 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:30.738225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Calling delete_port for 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:30.928076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.062200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,segment=NetworkSegment(ab18b398-ee20-4720-aee4-b4d23f8a26fc),segment_id=ab18b398-ee20-4720-aee4-b4d23f8a26fc)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:31.062963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.068599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.080493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:31.101284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] Pushing event deleted for resources: {'Port': ['ID=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:31.111187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638f6ce-96a7-4d7d-bc6c-1455fd6e6245 None None] No DVR routers for this DVR port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:31.171038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:31.174786 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.176349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:31.192479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.252698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=6dfba00e-0ab6-465d-9add-dd4fbf04ccf3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:31.264132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:31.298102 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:31.311797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-71c3acd6-d4eb-4711-a7ac-9c85da663c6f tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "PUT /v2.0/routers/96e568fb-0398-4d89-b8bc-bb9e9a3b30c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7947145 Dec 20 23:26:31.314661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48224) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:31.314810 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Sync routers for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:31.330156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:31.331180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.369248 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.389973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting subnet c7977855-cf84-4773-998a-f04f7b0ebb1c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:31.390552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5b2329-e4be-42ab-b8fe-90a6a3d378c7']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.394184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.401953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab18b398-ee20-4720-aee4-b4d23f8a26fc') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.402341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab18b398-ee20-4720-aee4-b4d23f8a26fc') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.412875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.427872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.435598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:31.435936 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.443079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:31.450827 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:31.453511 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:31.474663 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:31.538890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.557084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.572429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.572429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/5b5b2329-e4be-42ab-b8fe-90a6a3d378c7 HTTP/1.1" status: 204 len: 168 time: 1.1994066 Dec 20 23:26:31.574105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48226) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:31.583706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-668746424'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:31.587135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa362a4-c9ee-405c-b083-4ad4332b32f7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=5b5b2329-e4be-42ab-b8fe-90a6a3d378c7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:31.667707 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:26:30Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.669164 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:31.672812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.693955 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Checking router: 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:26:31.694280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.701990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:31.703421 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Routers {'96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:31.704017 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:31.732437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.732779 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Added segment e5a7f95c-1153-433d-87ae-5350f590f932 of type vlan for network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 Dec 20 23:26:31.734203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Subnet': ['ID=c7977855-cf84-4773-998a-f04f7b0ebb1c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:31.742512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.745587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.748871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1afee948-4ce2-44a4-8ffe-8eff1f1deb00 tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/subnets/c7977855-cf84-4773-998a-f04f7b0ebb1c HTTP/1.1" status: 204 len: 168 time: 0.4321256 Dec 20 23:26:31.754786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d51d66-5399-4b30-8a9f-72861b2811b4 None None] Network a6bfb55e-7f91-4332-ab1d-508210e171b8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:31.769399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48228) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:31.817020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=38eff238-34f6-402d-b168-871b7499ba8c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:31.829455 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] Set router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:31.852024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': 'a7a2a127-c679-450a-8432-18c60a58684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:31.852469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: f9f99207-e60e-4dea-80d5-5c4ef49d850c, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:31.882972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.917166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:31.966061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:31.971623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] DHCP port deletion for a6bfb55e-7f91-4332-ab1d-508210e171b8 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:32.038490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Deleting port 6dcfa351-881b-48f7-93de-cefba4e1328a {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:32.039508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.061064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.062524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f9f99207-e60e-4dea-80d5-5c4ef49d850c) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:32.067796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:32.078369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.078616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:32.078616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.088749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b268d-e866-4708-b3e6-26dca27b3919 None None] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:32.091931 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.112574 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:26:30Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:32.134444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:32.148987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa19db-767e-49cf-8df8-c4c40d8774e0 None None] The sync data for ids ['96e568fb-0398-4d89-b8bc-bb9e9a3b30c2'] in n-d-822053-9 is: [{'id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'name': 'tempest-TestNetworkBasicOps-router-845424397', 'tenant_id': '412d3bab58284f3ba001391be8044eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:10Z', 'updated_at': '2021-12-20T23:26:30Z', 'revision_number': 5, 'project_id': '412d3bab58284f3ba001391be8044eae', 'gw_port': {'id': '06a83aa1-4a0d-42a3-bd5a-349d6496dc15', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e568fb-0398-4d89-b8bc-bb9e9a3b30c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:11Z', 'updated_at': '2021-12-20T23:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:32.157359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Network': ['ID=fbf11460-9cf9-41af-a2e0-56ccaa7eea38,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:32.170323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-86011f22-1527-425a-a2d8-cbd1f7acc240 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5947948 Dec 20 23:26:32.173123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48230) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:32.178170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:32.178513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dfba00e-0ab6-465d-9add-dd4fbf04ccf3 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:32.179427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:32.181017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:32.191342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] For port 6dcfa351-881b-48f7-93de-cefba4e1328a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6dcfa351-881b-48f7-93de-cefba4e1328a,segment=NetworkSegment(e506fb9d-809d-4b03-960d-a40cb283886b),segment_id=e506fb9d-809d-4b03-960d-a40cb283886b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:32.191749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.207257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-98484750-de1c-49a9-a2d2-89b6edfbbd19 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6905813 Dec 20 23:26:32.210414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48232) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:32.215953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-672896848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:32.242132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Deleting port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:32.242468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.256268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Calling delete_port for 6dcfa351-881b-48f7-93de-cefba4e1328a owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:32.325027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] For port 06a83aa1-4a0d-42a3-bd5a-349d6496dc15, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:32.325382 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.342168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Calling delete_port for 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:32.361348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.364261 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.404184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f9f99207-e60e-4dea-80d5-5c4ef49d850c', 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': '38eff238-34f6-402d-b168-871b7499ba8c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:32.405100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.437264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.480143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:32.484154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.519802 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.526622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.587608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] Pushing event deleted for resources: {'Port': ['ID=6dcfa351-881b-48f7-93de-cefba4e1328a,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:32.591822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289e936-cdd8-4321-b308-ab00468c5706 None None] No DVR routers for this DVR port 6dcfa351-881b-48f7-93de-cefba4e1328a on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:32.609627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Allocated IP 2001:db8::2 (f9f99207-e60e-4dea-80d5-5c4ef49d850c/38eff238-34f6-402d-b168-871b7499ba8c/f2d4e20f-382d-4583-aa0e-9907be0f88fd) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:32.614945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.659542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Port': ['ID=06a83aa1-4a0d-42a3-bd5a-349d6496dc15,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:32.669055 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.669055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-accff940-f5ae-4f05-837e-a858fa12ddfe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4563174 Dec 20 23:26:32.671732 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48236) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:32.687630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9228c4-9c3c-490e-b03d-eb8fcff7e548 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:32.786281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.803926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.875934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.893621 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.895821 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.904651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:32.950392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:32.953020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:32.957947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:32.964042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Pushing event updated for resources: {'Port': ['ID=f2d4e20f-382d-4583-aa0e-9907be0f88fd,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:33.016229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.016838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Attempting to bind port f2d4e20f-382d-4583-aa0e-9907be0f88fd on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:33.017210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Attempting to bind port f2d4e20f-382d-4583-aa0e-9907be0f88fd by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a7a2a127-c679-450a-8432-18c60a58684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:33.017326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Fanout notify agent at l3_agent the message router_deleted on router 96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:33.017618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Attempting to bind port f2d4e20f-382d-4583-aa0e-9907be0f88fd on network f9f99207-e60e-4dea-80d5-5c4ef49d850c {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:33.022926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:33.023951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Checking segment: {'id': 'a7a2a127-c679-450a-8432-18c60a58684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:33.024540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.024949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Bound using segment: {'id': 'a7a2a127-c679-450a-8432-18c60a58684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:33.025477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Bound port: f2d4e20f-382d-4583-aa0e-9907be0f88fd, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a2a127-c679-450a-8432-18c60a58684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f9f99207-e60e-4dea-80d5-5c4ef49d850c'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:33.025890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.030011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.031408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e245080c-abb5-4f7c-9ce5-b88eb877cc0d tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/routers/96e568fb-0398-4d89-b8bc-bb9e9a3b30c2 HTTP/1.1" status: 204 len: 168 time: 1.2610188 Dec 20 23:26:33.034136 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:33.050159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=786d8278-5df0-48b9-be63-2dff259480b9,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:33.069106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Checking segment: {'id': 'e5a7f95c-1153-433d-87ae-5350f590f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:33.069752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network hostable DHCP agents. Network: fbf11460-9cf9-41af-a2e0-56ccaa7eea38, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:33.096563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.112356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] For port f2d4e20f-382d-4583-aa0e-9907be0f88fd, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:33.120547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] For port f2d4e20f-382d-4583-aa0e-9907be0f88fd, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2d4e20f-382d-4583-aa0e-9907be0f88fd,segment=NetworkSegment(a7a2a127-c679-450a-8432-18c60a58684e),segment_id=a7a2a127-c679-450a-8432-18c60a58684e)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:33.135583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.213954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.226217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:33.242134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.270311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bfb55e-7f91-4332-ab1d-508210e171b8']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:33.288293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e506fb9d-809d-4b03-960d-a40cb283886b') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:33.288293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e506fb9d-809d-4b03-960d-a40cb283886b') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:33.290291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bf297-8cfc-4202-91b8-5449d2720f9e None None] Pushing event updated for resources: {'Port': ['ID=f2d4e20f-382d-4583-aa0e-9907be0f88fd,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:33.298103 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.311717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, fbf11460-9cf9-41af-a2e0-56ccaa7eea38) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:33.315458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.321194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:33.321900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.322465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3b9b2-d019-4697-907c-514f35222bbf None None] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:33.325397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:33.325926 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:33.329167 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:33.388186 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8::1 (f9f99207-e60e-4dea-80d5-5c4ef49d850c/38eff238-34f6-402d-b168-871b7499ba8c/b35becc5-e1df-4a5c-8050-159aa161812d) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:33.426174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a88985a-a349-416c-a68f-c896eb1df4e2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2516379 Dec 20 23:26:33.428970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48240) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:33.436359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1764258978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:33.450290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-fbf11460-9cf9-41af-a2e0-56ccaa7eea38', 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '786d8278-5df0-48b9-be63-2dff259480b9'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:33.451640 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.464363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.503257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.524097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.551462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] 10.222.0.62 "DELETE /v2.0/networks/a6bfb55e-7f91-4332-ab1d-508210e171b8 HTTP/1.1" status: 204 len: 168 time: 0.5151906 Dec 20 23:26:33.590557 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.596826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.599470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.611524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37f36b-fcb5-49d6-a417-edea85de8f3c tempest-TestNetworkBasicOps-1637300293 tempest-TestNetworkBasicOps-1637300293-project] Pushing event deleted for resources: {'Network': ['ID=a6bfb55e-7f91-4332-ab1d-508210e171b8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:33.682715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Allocated IP 2001:db8::2 (fbf11460-9cf9-41af-a2e0-56ccaa7eea38/786d8278-5df0-48b9-be63-2dff259480b9/5efac1fb-c97d-47ad-b49a-f468acf23836) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:33.707896 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.766810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.806586 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.812016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:33.815144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:33.818849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:33.819391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.840430 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.861783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=b35becc5-e1df-4a5c-8050-159aa161812d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:33.983590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.985209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:33.986586 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3afbd72e-e650-4e0e-b61f-e9dd2970d80a tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5557110 Dec 20 23:26:33.989288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48244) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:33.994599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38', 'name': 'tempest-PortsIpV6TestJSON-264017489'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:34.022907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2d4e20f-382d-4583-aa0e-9907be0f88fd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:34.031389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:34.065112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:34.073610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:34.079029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.112200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Pushing event updated for resources: {'Port': ['ID=5efac1fb-c97d-47ad-b49a-f468acf23836,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:34.163317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Attempting to bind port 5efac1fb-c97d-47ad-b49a-f468acf23836 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:34.164187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Attempting to bind port 5efac1fb-c97d-47ad-b49a-f468acf23836 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e5a7f95c-1153-433d-87ae-5350f590f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:34.164187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Attempting to bind port 5efac1fb-c97d-47ad-b49a-f468acf23836 on network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:34.172896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:34.173325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Checking segment: {'id': 'e5a7f95c-1153-433d-87ae-5350f590f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:34.173748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.174154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Bound using segment: {'id': 'e5a7f95c-1153-433d-87ae-5350f590f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:34.174629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Bound port: 5efac1fb-c97d-47ad-b49a-f468acf23836, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a7f95c-1153-433d-87ae-5350f590f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fbf11460-9cf9-41af-a2e0-56ccaa7eea38'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:34.175012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.190101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2d4e20f-382d-4583-aa0e-9907be0f88fd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:34.190479 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.217560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:34.223023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.254355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port b953effd-8ced-4164-9dae-62f2dcabd207 yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:34.285178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] For port 5efac1fb-c97d-47ad-b49a-f468acf23836, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:34.294151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] For port 5efac1fb-c97d-47ad-b49a-f468acf23836, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5efac1fb-c97d-47ad-b49a-f468acf23836,segment=NetworkSegment(e5a7f95c-1153-433d-87ae-5350f590f932),segment_id=e5a7f95c-1153-433d-87ae-5350f590f932)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:34.302611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48248) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:34.380416 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.401145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.433692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::218 (fbf11460-9cf9-41af-a2e0-56ccaa7eea38/786d8278-5df0-48b9-be63-2dff259480b9/b953effd-8ced-4164-9dae-62f2dcabd207) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:34.483690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.490098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port f2d4e20f-382d-4583-aa0e-9907be0f88fd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2d4e20f-382d-4583-aa0e-9907be0f88fd,segment=NetworkSegment(a7a2a127-c679-450a-8432-18c60a58684e),segment_id=a7a2a127-c679-450a-8432-18c60a58684e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:34.511809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc884-7989-40a8-8cd9-d8ef3c4e26bd None None] Pushing event updated for resources: {'Port': ['ID=5efac1fb-c97d-47ad-b49a-f468acf23836,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:34.550500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9378f35-18bd-4fbc-8323-c53db2e7e636 None None] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:34.572896 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.573928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.614082 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf126118-df2e-4075-b03e-26cfc319509e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=412d3bab58284f3ba001391be8044eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102956 Dec 20 23:26:34.617505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48252) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:34.623354 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.639486 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-22a5e485-e1ce-452f-9dca-355fd28c51c6 None None] Provisioning complete for port f2d4e20f-382d-4583-aa0e-9907be0f88fd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:34.639844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22a5e485-e1ce-452f-9dca-355fd28c51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.692853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=b35becc5-e1df-4a5c-8050-159aa161812d,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:34.694217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.720648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.740434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:34.746153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:34.746347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3a642421-a687-4b48-9edc-efb5c5be27a3 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:34.826393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 3a642421-a687-4b48-9edc-efb5c5be27a3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:34.826838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 3a642421-a687-4b48-9edc-efb5c5be27a3 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:34.827335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:34.875326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:34.875774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 06a83aa1-4a0d-42a3-bd5a-349d6496dc15 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:34.876266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dcfa351-881b-48f7-93de-cefba4e1328a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:34.946083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=f2d4e20f-382d-4583-aa0e-9907be0f88fd,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:34.959363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-90501d5e-e419-4517-aed7-fe1ddb059bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:34.960968 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6dcfa351-881b-48f7-93de-cefba4e1328a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:34.961375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6dcfa351-881b-48f7-93de-cefba4e1328a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:35.000550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 01cc984a-5c30-45bc-873c-f0a8f83b307b is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:35.109692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:35.119716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1f90c1b8-46ad-4f2d-9de7-16331ccb7632 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/01cc984a-5c30-45bc-873c-f0a8f83b307b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4470844 Dec 20 23:26:35.120497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48254) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:35.123916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] Sync routers for ids ['01cc984a-5c30-45bc-873c-f0a8f83b307b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:35.143619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] Routers {'01cc984a-5c30-45bc-873c-f0a8f83b307b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:35.144652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['01cc984a-5c30-45bc-873c-f0a8f83b307b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:35.168802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.173549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06017065-f94e-4d09-b55b-92e72be91c3f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:35.177798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-06017065-f94e-4d09-b55b-92e72be91c3f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports/b35becc5-e1df-4a5c-8050-159aa161812d HTTP/1.1" status: 200 len: 911 time: 0.0534880 Dec 20 23:26:35.178140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48256) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:35.201308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:35.210675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] Routers {'01cc984a-5c30-45bc-873c-f0a8f83b307b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:35.211475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['01cc984a-5c30-45bc-873c-f0a8f83b307b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:35.248783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:35.249528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94660b-43cf-4dbe-ac7c-3e1dd5102675 None None] The sync data for ids ['01cc984a-5c30-45bc-873c-f0a8f83b307b'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:35.306710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.319456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c8cb1f33-c568-43c1-b4b3-66aa7607fb3d None None] Provisioning complete for port b35becc5-e1df-4a5c-8050-159aa161812d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:35.319832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1f33-c568-43c1-b4b3-66aa7607fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.359749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb1f33-c568-43c1-b4b3-66aa7607fb3d None None] Port b35becc5-e1df-4a5c-8050-159aa161812d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:35.370924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c8cb1f33-c568-43c1-b4b3-66aa7607fb3d None None] Provisioning complete for port f2d4e20f-382d-4583-aa0e-9907be0f88fd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:35.371297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1f33-c568-43c1-b4b3-66aa7607fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.415329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:35.426190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:35.428987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:35.435635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:35.436187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.458854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.462015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.466743 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ba651e0-b83b-430c-937d-2c797ac409a8 HTTP/1.1" status: 204 len: 168 time: 0.8481092 Dec 20 23:26:35.489584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=b953effd-8ced-4164-9dae-62f2dcabd207,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:35.494625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcb703-fa25-476b-a6fc-32e441aa551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba651e0-b83b-430c-937d-2c797ac409a8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:35.581700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3146054-0d34-4fc3-87dd-2862f77378d3 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5910594 Dec 20 23:26:35.584317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48260) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:35.608684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b254afc4-3faa-4855-9b72-5cbc822a2935 None None] Provisioning complete for port b35becc5-e1df-4a5c-8050-159aa161812d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:35.608684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b254afc4-3faa-4855-9b72-5cbc822a2935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.650510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b254afc4-3faa-4855-9b72-5cbc822a2935 None None] Port b35becc5-e1df-4a5c-8050-159aa161812d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:35.709936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.886676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f56e6561-6a2f-437b-809e-61dbce688cf1 None None] Provisioning complete for port b35becc5-e1df-4a5c-8050-159aa161812d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:35.887060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f56e6561-6a2f-437b-809e-61dbce688cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:35.982671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f56e6561-6a2f-437b-809e-61dbce688cf1 None None] Port b35becc5-e1df-4a5c-8050-159aa161812d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:36.047013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852fab3-56d8-4ab4-ac5a-997df1e1f8b8 None None] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:36.128700 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port b35becc5-e1df-4a5c-8050-159aa161812d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:36.129313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.231788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.248272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for b35becc5-e1df-4a5c-8050-159aa161812d owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:36.293424 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.300759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2d4e20f-382d-4583-aa0e-9907be0f88fd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:36.349556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] Provisioning complete for port 5efac1fb-c97d-47ad-b49a-f468acf23836 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:36.349556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.388410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48264) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:36.427356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3de0-1423-4ca7-a3b0-75fe23962d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.436846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f2d4e20f-382d-4583-aa0e-9907be0f88fd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:36.437240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.512227 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.537806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.555439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] For port 5efac1fb-c97d-47ad-b49a-f468acf23836, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5efac1fb-c97d-47ad-b49a-f468acf23836,segment=NetworkSegment(e5a7f95c-1153-433d-87ae-5350f590f932),segment_id=e5a7f95c-1153-433d-87ae-5350f590f932)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:36.583875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=b35becc5-e1df-4a5c-8050-159aa161812d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:36.594646 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5efac1fb-c97d-47ad-b49a-f468acf23836 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:36.609407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.636524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.704638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ae929-56ee-45bc-9858-a7defe292ca8 None None] Pushing event updated for resources: {'Port': ['ID=5efac1fb-c97d-47ad-b49a-f468acf23836,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:36.708421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5efac1fb-c97d-47ad-b49a-f468acf23836 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:36.708797 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.720673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.733083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.753663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3de0-1423-4ca7-a3b0-75fe23962d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.861478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3de0-1423-4ca7-a3b0-75fe23962d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.883523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=b953effd-8ced-4164-9dae-62f2dcabd207,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:36.897182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c3de0-1423-4ca7-a3b0-75fe23962d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74e408-5581-4c68-8c08-a4b6c1afc272,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:36.973555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:36.974970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c72a978f-9525-4a22-a44e-c6eb34e54efe None None] Provisioning complete for port b953effd-8ced-4164-9dae-62f2dcabd207 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:36.975399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c72a978f-9525-4a22-a44e-c6eb34e54efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.020712 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d7c3de0-1423-4ca7-a3b0-75fe23962d92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73bfcd910cf745e5adb94bb32e61356e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287460 Dec 20 23:26:37.021504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48266) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:37.025572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 01cc984a-5c30-45bc-873c-f0a8f83b307b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:37.045425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c72a978f-9525-4a22-a44e-c6eb34e54efe None None] Port b953effd-8ced-4164-9dae-62f2dcabd207 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:37.061298 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c72a978f-9525-4a22-a44e-c6eb34e54efe None None] Provisioning complete for port 5efac1fb-c97d-47ad-b49a-f468acf23836 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:37.061855 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c72a978f-9525-4a22-a44e-c6eb34e54efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.146247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:37.154884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cc961fa0-02f2-48ea-a083-31685d82b162 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/01cc984a-5c30-45bc-873c-f0a8f83b307b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736533 Dec 20 23:26:37.157785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48268) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:37.165752 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] Sync routers for ids ['01cc984a-5c30-45bc-873c-f0a8f83b307b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:37.170635 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.183826 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] Routers {'01cc984a-5c30-45bc-873c-f0a8f83b307b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:37.184597 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['01cc984a-5c30-45bc-873c-f0a8f83b307b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:37.211889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.219286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-716ab9af-ec5a-406a-810a-13892e2d5f7b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=01cc984a-5c30-45bc-873c-f0a8f83b307b HTTP/1.1" status: 200 len: 205 time: 0.0599229 Dec 20 23:26:37.222997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:37.232984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.233841 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:37.244462 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] Routers {'01cc984a-5c30-45bc-873c-f0a8f83b307b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:37.245437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['01cc984a-5c30-45bc-873c-f0a8f83b307b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:37.279195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f5d5c7b6-9007-4d89-a7b1-3772e5a8ee8a None None] Provisioning complete for port b953effd-8ced-4164-9dae-62f2dcabd207 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:37.279576 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f5d5c7b6-9007-4d89-a7b1-3772e5a8ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.286902 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:37.287844 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95f2b5-9df4-48ad-94d8-191f2a60f489 None None] The sync data for ids ['01cc984a-5c30-45bc-873c-f0a8f83b307b'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:37.327740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.327963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5c7b6-9007-4d89-a7b1-3772e5a8ee8a None None] Port b953effd-8ced-4164-9dae-62f2dcabd207 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:37.498327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.500741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.509492 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.512583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.513929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e74e408-5581-4c68-8c08-a4b6c1afc272 HTTP/1.1" status: 204 len: 168 time: 0.4913762 Dec 20 23:26:37.554967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c2f1-93c1-4b3d-8257-59b0e447fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74e408-5581-4c68-8c08-a4b6c1afc272,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:37.561350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-40a6e0d3-3e91-42bd-8872-83beffaf3707 None None] Provisioning complete for port b953effd-8ced-4164-9dae-62f2dcabd207 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:37.561752 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-40a6e0d3-3e91-42bd-8872-83beffaf3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.566892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.603858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da79a1fa-ea64-4cdc-b7f2-c64d5e3fcc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.612061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-40a6e0d3-3e91-42bd-8872-83beffaf3707 None None] Port b953effd-8ced-4164-9dae-62f2dcabd207 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:37.640152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.640656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router 01cc984a-5c30-45bc-873c-f0a8f83b307b {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:37.648932 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.651317 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-07de67f4-7c59-4706-ac32-1532be98537b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/01cc984a-5c30-45bc-873c-f0a8f83b307b HTTP/1.1" status: 204 len: 168 time: 0.4264400 Dec 20 23:26:37.652871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48274) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:37.703668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet 38eff238-34f6-402d-b168-871b7499ba8c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:37.706785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.737641 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.738467 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.747237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.834021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=b953effd-8ced-4164-9dae-62f2dcabd207,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:37.840876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:37.874537 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:37.875980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:37.983552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.006380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5efac1fb-c97d-47ad-b49a-f468acf23836 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:38.019661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=38eff238-34f6-402d-b168-871b7499ba8c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:38.024431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.028508 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1952db5e-47ee-4ec0-8d7c-17650ee472c5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/38eff238-34f6-402d-b168-871b7499ba8c HTTP/1.1" status: 204 len: 168 time: 0.3742445 Dec 20 23:26:38.033151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48276) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:38.063255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e532f-300e-45f4-a6da-916b270da8e6 None None] Network f9f99207-e60e-4dea-80d5-5c4ef49d850c requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:38.189880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5efac1fb-c97d-47ad-b49a-f468acf23836 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:38.190418 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.199156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.248633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Router 4730068c-4286-4178-b2d0-7c10443c0073 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:38.318109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5d67ae4a-0f5e-4fd6-9157-803c2584437e None None] Provisioning complete for port b953effd-8ced-4164-9dae-62f2dcabd207 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:38.318839 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5d67ae4a-0f5e-4fd6-9157-803c2584437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.322935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] DHCP port deletion for f9f99207-e60e-4dea-80d5-5c4ef49d850c request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:38.385264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5d67ae4a-0f5e-4fd6-9157-803c2584437e None None] Port b953effd-8ced-4164-9dae-62f2dcabd207 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:38.390744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.391661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port f2d4e20f-382d-4583-aa0e-9907be0f88fd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:38.392485 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.412294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Deleting port f2d4e20f-382d-4583-aa0e-9907be0f88fd {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:38.412661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.453471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:38.462320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d888122-c4c6-461e-85c2-d2b2892bbd44 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/routers/4730068c-4286-4178-b2d0-7c10443c0073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8760607 Dec 20 23:26:38.464069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48278) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:38.470355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] Sync routers for ids ['4730068c-4286-4178-b2d0-7c10443c0073'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:38.473704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port f2d4e20f-382d-4583-aa0e-9907be0f88fd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2d4e20f-382d-4583-aa0e-9907be0f88fd,segment=NetworkSegment(a7a2a127-c679-450a-8432-18c60a58684e),segment_id=a7a2a127-c679-450a-8432-18c60a58684e)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:38.474100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.489117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for f2d4e20f-382d-4583-aa0e-9907be0f88fd owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:38.491171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] For port f2d4e20f-382d-4583-aa0e-9907be0f88fd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f2d4e20f-382d-4583-aa0e-9907be0f88fd,segment=NetworkSegment(a7a2a127-c679-450a-8432-18c60a58684e),segment_id=a7a2a127-c679-450a-8432-18c60a58684e)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:38.491631 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.509168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] Routers {'4730068c-4286-4178-b2d0-7c10443c0073'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:38.509811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4730068c-4286-4178-b2d0-7c10443c0073'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.511817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Calling delete_port for f2d4e20f-382d-4583-aa0e-9907be0f88fd owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:38.517689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d71a38-4f56-4aa3-adbc-abbc2d6f1410 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:38.522133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-59d71a38-4f56-4aa3-adbc-abbc2d6f1410 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?device_id=4730068c-4286-4178-b2d0-7c10443c0073 HTTP/1.1" status: 200 len: 988 time: 0.0542274 Dec 20 23:26:38.522511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48280) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:38.550095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.597565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] Routers {'4730068c-4286-4178-b2d0-7c10443c0073'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:38.597565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4730068c-4286-4178-b2d0-7c10443c0073'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.636869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.637518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d4178-4b06-42d5-acf1-6f4e759f73bd None None] The sync data for ids ['4730068c-4286-4178-b2d0-7c10443c0073'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:38.707846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.715224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.736605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port f2d4e20f-382d-4583-aa0e-9907be0f88fd on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:38.741131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] Pushing event deleted for resources: {'Port': ['ID=f2d4e20f-382d-4583-aa0e-9907be0f88fd,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:38.746023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39efe1b-0421-4680-807e-2cd16ef089a1 None None] No DVR routers for this DVR port f2d4e20f-382d-4583-aa0e-9907be0f88fd on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:38.769315 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=f2d4e20f-382d-4583-aa0e-9907be0f88fd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:38.831944 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.853552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f99207-e60e-4dea-80d5-5c4ef49d850c']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.864714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a2a127-c679-450a-8432-18c60a58684e') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.865165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a2a127-c679-450a-8432-18c60a58684e') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:38.876029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.889710 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.895746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:38.896132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:38.899653 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:38.953958 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.044810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.051806 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.055979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/f9f99207-e60e-4dea-80d5-5c4ef49d850c HTTP/1.1" status: 204 len: 168 time: 1.0202224 Dec 20 23:26:39.060150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48284) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:39.064787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125020476', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:39.080450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ee2c-b8f5-4d33-80dd-deb2318db58a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=f9f99207-e60e-4dea-80d5-5c4ef49d850c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:39.169433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port b953effd-8ced-4164-9dae-62f2dcabd207 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:39.169433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.188952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.192446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.242709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.252923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.265574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for b953effd-8ced-4164-9dae-62f2dcabd207 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:39.455215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.509854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.540463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=b953effd-8ced-4164-9dae-62f2dcabd207,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:39.639021 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.759620 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.781480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.805806 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:39.918953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 172.25.1.218 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/183cd91d-c2ec-4a7c-acba-42a642701859) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:39.983723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2d4e20f-382d-4583-aa0e-9907be0f88fd no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:40.009621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f2d4e20f-382d-4583-aa0e-9907be0f88fd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:40.009996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f2d4e20f-382d-4583-aa0e-9907be0f88fd not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:40.040785 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.147156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Router 4730068c-4286-4178-b2d0-7c10443c0073 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:40.161129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.206776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48292) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:40.221799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=183cd91d-c2ec-4a7c-acba-42a642701859,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:40.225251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:40.227127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:40.229089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:40.230006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:40.234312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-30e7aeed-5394-4f54-82eb-5fa2259babfb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/routers/4730068c-4286-4178-b2d0-7c10443c0073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100673 Dec 20 23:26:40.237231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48298) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:40.240580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] Sync routers for ids ['4730068c-4286-4178-b2d0-7c10443c0073'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:40.252910 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18eaf2-1a33-4894-b99f-3349cd130788 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:40.259995 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] Routers {'4730068c-4286-4178-b2d0-7c10443c0073'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:40.261051 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4730068c-4286-4178-b2d0-7c10443c0073'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:40.269110 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04e7ce7-1844-40d8-b589-50f498f8669b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:40.271443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e04e7ce7-1844-40d8-b589-50f498f8669b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/b953effd-8ced-4164-9dae-62f2dcabd207 HTTP/1.1" status: 404 len: 333 time: 0.0320525 Dec 20 23:26:40.275429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48300) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:40.302280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:40.328002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3017d959-ea56-487b-a1ba-e797d3e7966f None None] Provisioning complete for port 183cd91d-c2ec-4a7c-acba-42a642701859 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:40.328229 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] Routers {'4730068c-4286-4178-b2d0-7c10443c0073'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:40.328369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3017d959-ea56-487b-a1ba-e797d3e7966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.328865 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['4730068c-4286-4178-b2d0-7c10443c0073'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:40.373549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48302) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:40.376819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3017d959-ea56-487b-a1ba-e797d3e7966f None None] Port 183cd91d-c2ec-4a7c-acba-42a642701859 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:40.385381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.414399 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:40.415115 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455ad0e-43f6-4ed4-9471-95bfddc8480e None None] The sync data for ids ['4730068c-4286-4178-b2d0-7c10443c0073'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:40.504380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.567744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.569935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.603580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b49fee-8cab-4823-8365-146a9560fdd0 req-ca6c57b4-a671-4d48-ab9f-1c20bb37d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:40.605112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75b49fee-8cab-4823-8365-146a9560fdd0 req-ca6c57b4-a671-4d48-ab9f-1c20bb37d302 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.3973043 Dec 20 23:26:40.675324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.675884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Fanout notify agent at l3_agent the message router_deleted on router 4730068c-4286-4178-b2d0-7c10443c0073 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:40.684956 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.689089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d9a07f6c-2d89-4588-8db0-ef5333f6333b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/routers/4730068c-4286-4178-b2d0-7c10443c0073 HTTP/1.1" status: 204 len: 168 time: 0.4125075 Dec 20 23:26:40.689802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48304) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:40.753815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 786d8278-5df0-48b9-be63-2dff259480b9 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:40.757803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.800177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:40.888170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.006579 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.021280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75b49fee-8cab-4823-8365-146a9560fdd0 req-25586025-1b9b-491a-ae3e-edab48034687 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074359 Dec 20 23:26:41.036863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=786d8278-5df0-48b9-be63-2dff259480b9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:41.039799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.043809 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9068ec79-7bb2-4f4f-8ad7-9e14b150e03c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/786d8278-5df0-48b9-be63-2dff259480b9 HTTP/1.1" status: 204 len: 168 time: 0.3529911 Dec 20 23:26:41.046429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48306) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:41.048904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ece6a-5b31-4002-87ed-b256370a735b None None] Network fbf11460-9cf9-41af-a2e0-56ccaa7eea38 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:41.099961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Deleting port 0a342dbd-a33c-40ef-b9bd-c867bf27ab1f {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:41.100306 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.113917 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.152156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.219362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port 5efac1fb-c97d-47ad-b49a-f468acf23836 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:41.219704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.237180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] DHCP port deletion for fbf11460-9cf9-41af-a2e0-56ccaa7eea38 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:41.264557 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.264938 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.283264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Calling delete_port for 0a342dbd-a33c-40ef-b9bd-c867bf27ab1f owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:41.292039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Deleting port 5efac1fb-c97d-47ad-b49a-f468acf23836 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:41.292415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.300237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port 5efac1fb-c97d-47ad-b49a-f468acf23836, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5efac1fb-c97d-47ad-b49a-f468acf23836,segment=NetworkSegment(e5a7f95c-1153-433d-87ae-5350f590f932),segment_id=e5a7f95c-1153-433d-87ae-5350f590f932)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:41.300602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.314456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for 5efac1fb-c97d-47ad-b49a-f468acf23836 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:41.355811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] For port 5efac1fb-c97d-47ad-b49a-f468acf23836, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5efac1fb-c97d-47ad-b49a-f468acf23836,segment=NetworkSegment(e5a7f95c-1153-433d-87ae-5350f590f932),segment_id=e5a7f95c-1153-433d-87ae-5350f590f932)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:41.356209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.370135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Calling delete_port for 5efac1fb-c97d-47ad-b49a-f468acf23836 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:41.469516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.491075 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.498848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=5efac1fb-c97d-47ad-b49a-f468acf23836,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:41.502142 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.502847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port 5efac1fb-c97d-47ad-b49a-f468acf23836 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:41.535425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] Pushing event deleted for resources: {'Port': ['ID=5efac1fb-c97d-47ad-b49a-f468acf23836,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:41.544356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef894d48-d4df-4c84-bbcb-6e95ff002195 None None] No DVR routers for this DVR port 5efac1fb-c97d-47ad-b49a-f468acf23836 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:41.595261 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.623879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf11460-9cf9-41af-a2e0-56ccaa7eea38']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:41.635982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a7f95c-1153-433d-87ae-5350f590f932') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:41.636623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a7f95c-1153-433d-87ae-5350f590f932') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:41.646998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.664377 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.670693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:41.671069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:41.674259 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:41.766455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.797943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event deleted for resources: {'Port': ['ID=0a342dbd-a33c-40ef-b9bd-c867bf27ab1f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:41.816310 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.820785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 8928ed2a-1d88-4490-9571-be0e25a79f05 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:41.826120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.829352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/fbf11460-9cf9-41af-a2e0-56ccaa7eea38 HTTP/1.1" status: 204 len: 168 time: 0.7669203 Dec 20 23:26:41.837352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48318) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:41.843051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f9b77-a931-494b-8749-2654ae9f0871 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=fbf11460-9cf9-41af-a2e0-56ccaa7eea38,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:41.957796 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8bf1fe-57cb-4cae-8b3c-2a4a8f5bb6cd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:41.963734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad8bf1fe-57cb-4cae-8b3c-2a4a8f5bb6cd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/c4ea3f42-edb7-47a6-8790-75279332b2b8 HTTP/1.1" status: 200 len: 844 time: 0.1173060 Dec 20 23:26:41.963734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:41.963734 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Floating IP c544eb37-a394-4d9b-b587-db30f93ecf92 disassociated (deleted). External IP: 172.25.1.96, port: de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4. Dec 20 23:26:41.964862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48322) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:42.013579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5efac1fb-c97d-47ad-b49a-f468acf23836 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:42.019718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b3d58771-3931-4d57-a585-9a431a8287ea tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/c4ea3f42-edb7-47a6-8790-75279332b2b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0536623 Dec 20 23:26:42.023857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48326) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:42.028995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:42.039227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5efac1fb-c97d-47ad-b49a-f468acf23836 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:42.039741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5efac1fb-c97d-47ad-b49a-f468acf23836 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:42.112461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:42.124884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] Sync routers for ids ['8928ed2a-1d88-4490-9571-be0e25a79f05'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:42.136825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] Routers {'8928ed2a-1d88-4490-9571-be0e25a79f05'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:42.142393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8928ed2a-1d88-4490-9571-be0e25a79f05'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:42.170619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:42.179716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] Routers {'8928ed2a-1d88-4490-9571-be0e25a79f05'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:42.180336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8928ed2a-1d88-4490-9571-be0e25a79f05'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:42.184589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:42.188771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.216366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:42.217680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17847c46-119d-4b1f-b129-1353eb1506fe None None] The sync data for ids ['8928ed2a-1d88-4490-9571-be0e25a79f05'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:42.226378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.230327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-968e0db3-4ed9-4560-9f3c-378dfb3ef2d9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1663733 Dec 20 23:26:42.231088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48328) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:42.328589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Router c53f3930-79db-4776-9ba1-1a7f1405e959 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:42.429788 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.477393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:42.481060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:42.485435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:42.486197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.492357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9249236-eb4a-48ff-b4ee-e44d4a5e254d None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:42.501077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=0a31f254-53b1-43df-bd84-bb35b0e27c2c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:42.510692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.511118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.511386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.511721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.512059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.512390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.512829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.513150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.513482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.514445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.514445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.514658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.514981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:26:42.565353 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-40ea3180-eb5e-4ef9-91af-aca5305125fa tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5404243 Dec 20 23:26:42.568052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48332) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:42.573375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'security_group': {'name': 'tempest-secgroup-223508358'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:42.615987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-99c9c57a-7afe-4557-826c-1110a38d9dff', 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'project_id': '35d27f87e53a41e2ada9af4f93357713', 'fixed_ips': [{'subnet_id': '0a31f254-53b1-43df-bd84-bb35b0e27c2c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:42.617565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.660652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7c0b6d00-a114-4527-8eb4-7e01a45395c3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers/8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 200 len: 884 time: 0.4266622 Dec 20 23:26:42.661011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48334) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:42.724246 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.727326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:42.732411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.743772 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:42.765425 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:42.766081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:42.768491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Allocated IP 2001:db8::2 (99c9c57a-7afe-4557-826c-1110a38d9dff/0a31f254-53b1-43df-bd84-bb35b0e27c2c/d60c1350-02de-4ba8-83fe-00d27ec8f14f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:42.768837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-25e32114-beed-4e60-bcbd-108a59c4c124 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "DELETE /v2.0/floatingips/c544eb37-a394-4d9b-b587-db30f93ecf92 HTTP/1.1" status: 204 len: 168 time: 2.3940129 Dec 20 23:26:42.769210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:26:42.771569 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c274ab5-e691-43a6-abd1-011e6b210300" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:26:42.838938 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6873b04-303f-4372-8ae9-a0cf0fd79429 x-openstack-request-id: req-e6873b04-303f-4372-8ae9-a0cf0fd79429 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:26:42.839284 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:26:42.839592 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6873b04-303f-4372-8ae9-a0cf0fd79429 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:26:42.840052 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:26:42.843645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.917345 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:42.930659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-fd0b993d-86c7-4939-8f5a-9a6ad38bf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:42.934276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-fd0b993d-86c7-4939-8f5a-9a6ad38bf85e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 1097 time: 0.0641327 Dec 20 23:26:42.972864 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:42.974530 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.032617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75009a2f-197e-4ec0-b7ba-e0946088a7a0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:43.059557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.062655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-4818327c-377a-4a5f-b772-856f691abacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:43.072144 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-4818327c-377a-4a5f-b772-856f691abacd service neutron] 10.222.0.45 "GET /v2.0/networks?id=be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 200 len: 915 time: 0.1166847 Dec 20 23:26:43.117566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:43.119020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-995178ae-af05-4e3b-a204-af0bebaae402 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4566689 Dec 20 23:26:43.121956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48340) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:43.123803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:43.126407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-c4694606-d906-412d-b932-8dcea18e9a02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 200 len: 217 time: 0.0519056 Dec 20 23:26:43.126935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-125020476'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:43.131170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:43.142133 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:43.145812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:43.172473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.172473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f86bd8f-8e08-4a3b-a503-81a21bdaf435 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5993416 Dec 20 23:26:43.173422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48344) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:43.178004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'security_group': {'name': 'tempest-secgroup-41818586'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:43.195323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:26:43.212324 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-6bcce8c7-4aea-4108-9287-29f8242b17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:43.214220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-6bcce8c7-4aea-4108-9287-29f8242b17e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 200 len: 853 time: 0.0767198 Dec 20 23:26:43.220037 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:43.220738 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:43.225855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Attempting to bind port d60c1350-02de-4ba8-83fe-00d27ec8f14f on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:43.227209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Attempting to bind port d60c1350-02de-4ba8-83fe-00d27ec8f14f by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'da7a0088-2e29-453a-880c-9a627a6195bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:43.227628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Attempting to bind port d60c1350-02de-4ba8-83fe-00d27ec8f14f on network 99c9c57a-7afe-4557-826c-1110a38d9dff {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:43.233217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:43.233828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Checking segment: {'id': 'da7a0088-2e29-453a-880c-9a627a6195bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:43.234700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.235114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Bound using segment: {'id': 'da7a0088-2e29-453a-880c-9a627a6195bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:43.235593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Bound port: d60c1350-02de-4ba8-83fe-00d27ec8f14f, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7a0088-2e29-453a-880c-9a627a6195bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:43.235981 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.328267 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-3c8bce9e-a2fd-41a4-acda-b81b66a9e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:43.328521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:43.330052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-3c8bce9e-a2fd-41a4-acda-b81b66a9e212 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be5949b1-1747-41ec-8886-62205d19c400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077666 Dec 20 23:26:43.333251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:43.342025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7991e-d0e0-4587-9a38-c64d31abc39e req-0f6f5059-5fde-44c5-979f-25315bf4a9c8 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:43.343662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece7991e-d0e0-4587-9a38-c64d31abc39e req-0f6f5059-5fde-44c5-979f-25315bf4a9c8 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.0750468 Dec 20 23:26:43.351744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.443175 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.448243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece7991e-d0e0-4587-9a38-c64d31abc39e req-6003947a-29dd-491b-bdd2-74c5ee188939 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959477 Dec 20 23:26:43.469870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-36a69b7a-bcdb-4efc-947a-6069e22ba0a4 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244977 Dec 20 23:26:43.475109 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:26:43.529127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.544649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838416a2-d4a4-4c36-98bc-614e588d6922 None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:43.594660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.610424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.614222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c274ab5-e691-43a6-abd1-011e6b210300 req-21ea835c-9bda-4331-a5cb-0f7c972a15d5 service neutron] 10.222.0.45 "GET /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355381 Dec 20 23:26:43.648988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035a04f9-4cb8-48af-958e-68b20d027e3a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:43.686517 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.728792 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:43.729884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:43.731237 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8054bd4a-fc07-43cc-9eb8-81e99b3ac9da tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5566871 Dec 20 23:26:43.733914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48346) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:43.739026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1841484360', 'security_groups': ['035a04f9-4cb8-48af-958e-68b20d027e3a'], 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a31f254-53b1-43df-bd84-bb35b0e27c2c'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:43.767163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564e1f7-8c0c-4c75-92e4-bd05e96041d0 None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a', 'name': '', 'network_id': 'be5949b1-1747-41ec-8886-62205d19c400', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'mac_address': 'fa:16:3e:b4:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:35Z', 'updated_at': '2021-12-20T23:21:42Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'subnets': [{'id': 'ab056f7a-ce6b-4649-a586-8a58574c355f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:43.864686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 8928ed2a-1d88-4490-9571-be0e25a79f05 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:43.994091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:44.008501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:44.011654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.013414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e80ee8ce-c11b-43f2-b5c2-ba2a94ee06b4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 200 len: 891 time: 0.8903422 Dec 20 23:26:44.016489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:44.020122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] Sync routers for ids ['8928ed2a-1d88-4490-9571-be0e25a79f05'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:44.036877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:44.050543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] Routers {'8928ed2a-1d88-4490-9571-be0e25a79f05'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:44.051244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8928ed2a-1d88-4490-9571-be0e25a79f05'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:44.115947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:44.130708 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.135523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] Routers {'8928ed2a-1d88-4490-9571-be0e25a79f05'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:44.136152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8928ed2a-1d88-4490-9571-be0e25a79f05'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:44.151836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d4342dea-c83c-4667-a074-b39e5786e5de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers/8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 200 len: 891 time: 0.1342018 Dec 20 23:26:44.154676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48350) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:44.156734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port dfeb4284-c245-407d-808f-49cdbb7a5789 yet. {{(pid=115562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:44.166431 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df9148-db66-4557-bb4e-a892e1e39b28 None None] New status for floating IP c544eb37-a394-4d9b-b587-db30f93ecf92: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:26:44.187737 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-914d6208-9076-4219-b07b-0456598429d7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 200 len: 205 time: 0.0319173 Dec 20 23:26:44.190298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48352) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:44.197561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:44.198172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33471846-cc52-4129-8fb5-d4e61d2b06dd None None] The sync data for ids ['8928ed2a-1d88-4490-9571-be0e25a79f05'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:44.212664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:44.213091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.311475 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.312333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.359770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:44.360696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::24e (99c9c57a-7afe-4557-826c-1110a38d9dff/0a31f254-53b1-43df-bd84-bb35b0e27c2c/dfeb4284-c245-407d-808f-49cdbb7a5789) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:44.434740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.446482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.534253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:44.556128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.576728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 183cd91d-c2ec-4a7c-acba-42a642701859 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:44.577232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.625913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1b37-73ee-4e1d-9f0e-fd2307a62abd req-c95ecc7f-cd2d-42e7-8b0b-177ba14fb7bc tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:44.627441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70fa1b37-73ee-4e1d-9f0e-fd2307a62abd req-c95ecc7f-cd2d-42e7-8b0b-177ba14fb7bc tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.0905344 Dec 20 23:26:44.666827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.681616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 183cd91d-c2ec-4a7c-acba-42a642701859 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:44.684714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70fa1b37-73ee-4e1d-9f0e-fd2307a62abd req-ae0354e4-dd58-4a23-8308-c826faf7186b tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/security-groups?id=43e32ec3-8adc-4927-aa48-f84223ae6838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478725 Dec 20 23:26:44.703584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.752041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:44.755216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:44.760259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:44.765585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e49cb91d-1d04-487a-ae37-95c4a40120da None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:44.765760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:44.766150 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e49cb91d-1d04-487a-ae37-95c4a40120da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.766303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.779712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=dfeb4284-c245-407d-808f-49cdbb7a5789,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:44.828009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:26:44.843229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e541968b-7080-40f9-b51c-90a8dd2f53e9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1082056 Dec 20 23:26:44.846150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:44.853759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:44.869464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e49cb91d-1d04-487a-ae37-95c4a40120da None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:44.869877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e49cb91d-1d04-487a-ae37-95c4a40120da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.907351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e49cb91d-1d04-487a-ae37-95c4a40120da None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:44.955081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:44.984821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=183cd91d-c2ec-4a7c-acba-42a642701859,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:44.997943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bde75b-49c1-4b87-a8a3-f11520a8eab3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:45.048158 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.062068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-1309eb1b-cb97-43be-ae75-05fc1a41fb1d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:45.063530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-1309eb1b-cb97-43be-ae75-05fc1a41fb1d tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Dec 20 23:26:45.066106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:45.067914 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.141086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ae02151a-3436-4dcb-aa5d-8ad3074d7709 None None] Provisioning complete for port dfeb4284-c245-407d-808f-49cdbb7a5789 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:45.141708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ae02151a-3436-4dcb-aa5d-8ad3074d7709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.147286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.150613 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.182805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ae02151a-3436-4dcb-aa5d-8ad3074d7709 None None] Port dfeb4284-c245-407d-808f-49cdbb7a5789 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:45.227736 n-d-822053-9 neutron-server[115562]: INFO neutron.db.ipam_backend_mixin [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a31f254-53b1-43df-bd84-bb35b0e27c2c (CIDR: 2001:db8::/64) Dec 20 23:26:45.244010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Deleting port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:45.244341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.256006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.256579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router 8928ed2a-1d88-4490-9571-be0e25a79f05 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:45.264096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.269195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-48dbbcc4-d6ef-46d9-b1b9-eaf1d8d35b82 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 204 len: 168 time: 1.0739248 Dec 20 23:26:45.269706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48358) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:45.274972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1961663169'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:45.305385 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:26:45.305925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:26:45.342991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:45.345877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] For port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:45.346246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.346773 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.359273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Calling delete_port for de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:45.370497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:45.379202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.379551 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 5d28a54f-9c34-4593-a57d-75c3d7c43b6f of type vlan for network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 Dec 20 23:26:45.404702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd692383-aeae-4355-9581-2f181e85fe9e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5571666 Dec 20 23:26:45.407366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:45.412438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:45.421609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.503156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.511303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:45.511913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.652074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.687923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event deleted for resources: {'Port': ['ID=de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:45.718712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:45.723349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.742191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] No DVR routers for this DVR port de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:45.754029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:45.757888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e369d948-a2bd-4430-857f-03b77bb64fc0 req-41106347-54b0-402f-8aca-74d281d3dfca tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.45 "DELETE /v2.0/ports/de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 HTTP/1.1" status: 204 len: 173 time: 0.6838524 Dec 20 23:26:45.758863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'name': 'network-vif-deleted', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:26:45.761272 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8b42a2-90b0-41af-9792-3d14e633c63c" -d '{"events": [{"server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "name": "network-vif-deleted", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:26:45.816583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b332c3d-4942-488f-94ee-da3de95477be req-35f800a1-9daa-4bd6-9254-6a14b89895fd tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0417902 Dec 20 23:26:45.818578 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29f9b6-e424-430c-9370-1db586fb7496 x-openstack-request-id: req-8f29f9b6-e424-430c-9370-1db586fb7496 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:26:45.819050 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcb9533-c2a1-4b2c-90a6-3111933a6695", "name": "network-vif-deleted", "tag": "de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:26:45.819465 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f29f9b6-e424-430c-9370-1db586fb7496 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:26:45.820062 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcb9533-c2a1-4b2c-90a6-3111933a6695', 'name': 'network-vif-deleted', 'tag': 'de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4', 'status': 'completed', 'code': 200} Dec 20 23:26:45.959481 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6886897 Dec 20 23:26:45.961915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790affc-8023-43e3-b781-63e0fafdd908 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=7e439d2a-649c-49b8-a337-f0ffdb6b1178,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:45.964186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48368) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:45.969574 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:45.974124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:46.018778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:46.199302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:46.203812 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.240178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.305566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:46.306177 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.321178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:46.329009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:46.334088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:46.334675 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.344201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=dfe5f5dd-0a3e-460b-a026-aecbffe12bb5,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:46.345006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b77e9-12cb-4f96-b7fd-04f6cceb58e8 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:46.438515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5975bbb4-2692-4124-8105-9987ac042268 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0299964 Dec 20 23:26:46.443759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48370) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:46.452015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-207411172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfe5f5dd-0a3e-460b-a026-aecbffe12bb5'}], 'security_groups': ['75009a2f-197e-4ec0-b7ba-e0946088a7a0']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:46.533437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.543651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.612535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=eadda262-2bcf-4284-92fc-969856fec757,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:46.617710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Update dhcp port {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'fixed_ips': [{'subnet_id': '0a31f254-53b1-43df-bd84-bb35b0e27c2c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfe5f5dd-0a3e-460b-a026-aecbffe12bb5'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'd60c1350-02de-4ba8-83fe-00d27ec8f14f'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:26:46.624107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '5d28a54f-9c34-4593-a57d-75c3d7c43b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:46.624468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: 7e439d2a-649c-49b8-a337-f0ffdb6b1178, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:46.653888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.697263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:46.783230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7e439d2a-649c-49b8-a337-f0ffdb6b1178) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:46.789533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:46.790982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.797048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd54585-1826-4206-9e84-74fe4bde27ec None None] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:46.892020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-36c2d490-05ed-4b4d-92c5-0d01f5862ddd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9265728 Dec 20 23:26:46.892689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48374) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:46.897096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305608043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:46.912471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Delete allocated IP 2001:db8::24e (99c9c57a-7afe-4557-826c-1110a38d9dff/0a31f254-53b1-43df-bd84-bb35b0e27c2c) {{(pid=115562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:26:46.935912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7e439d2a-649c-49b8-a337-f0ffdb6b1178', 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': 'eadda262-2bcf-4284-92fc-969856fec757'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:46.937482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:46.944754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-039b3275-2957-4312-969a-394bca16f411 req-97bc31b0-c709-454b-804b-a447a8607780 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0339973 Dec 20 23:26:46.946138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8:0:1::11e (99c9c57a-7afe-4557-826c-1110a38d9dff/dfe5f5dd-0a3e-460b-a026-aecbffe12bb5/dfeb4284-c245-407d-808f-49cdbb7a5789) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:47.017803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.018967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.077814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.106513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Allocated IP 2001:db8::2 (7e439d2a-649c-49b8-a337-f0ffdb6b1178/eadda262-2bcf-4284-92fc-969856fec757/2e0fe40f-ab33-43d1-9354-edbcfba9cab8) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:47.133649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.169631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.208505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.212940 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-acfc9051-9e8a-4a3a-b6d2-c502e466e3be tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3162110 Dec 20 23:26:47.217771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48376) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:47.229535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.289389 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] In _notify_port_updated(), no bound segment for port dfeb4284-c245-407d-808f-49cdbb7a5789 on network 99c9c57a-7afe-4557-826c-1110a38d9dff {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:26:47.294074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:47.294721 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.298657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/ports/dfeb4284-c245-407d-808f-49cdbb7a5789 HTTP/1.1" status: 200 len: 930 time: 0.8510838 Dec 20 23:26:47.298859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:47.331026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51e21e-cc28-4c67-8fe5-a133862c5af7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=dfeb4284-c245-407d-808f-49cdbb7a5789,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:47.331950 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.349411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Allocated IP 2001:db8:0:1::2 (99c9c57a-7afe-4557-826c-1110a38d9dff/dfe5f5dd-0a3e-460b-a026-aecbffe12bb5/d60c1350-02de-4ba8-83fe-00d27ec8f14f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:47.412523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.425275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port dfeb4284-c245-407d-808f-49cdbb7a5789 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:47.425934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.499049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:47.508618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:47.511173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:47.555195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Pushing event updated for resources: {'Port': ['ID=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:47.557335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.576202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for dfeb4284-c245-407d-808f-49cdbb7a5789 owned by {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:47.577659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.599989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:47.634035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.646984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Attempting to bind port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:47.647367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Attempting to bind port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '5d28a54f-9c34-4593-a57d-75c3d7c43b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:47.651521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Attempting to bind port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 on network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:47.655419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:47.655822 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Checking segment: {'id': '5d28a54f-9c34-4593-a57d-75c3d7c43b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:47.656234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.656636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Bound using segment: {'id': '5d28a54f-9c34-4593-a57d-75c3d7c43b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:47.657108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Bound port: 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d28a54f-9c34-4593-a57d-75c3d7c43b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e439d2a-649c-49b8-a337-f0ffdb6b1178'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:47.657491 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.711194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:47.743326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.753381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:47.753901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device de4574b1-c7ec-4e80-8aa7-1bdd3768a9e4 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:47.812398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.837377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] For port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:47.856925 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=dfeb4284-c245-407d-808f-49cdbb7a5789,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:47.863834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8::1 (7e439d2a-649c-49b8-a337-f0ffdb6b1178/eadda262-2bcf-4284-92fc-969856fec757/d2b3edb0-f7a8-4376-8bda-224ecbe868b8) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:47.863941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] For port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,segment=NetworkSegment(5d28a54f-9c34-4593-a57d-75c3d7c43b6f),segment_id=5d28a54f-9c34-4593-a57d-75c3d7c43b6f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:47.885257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:47.891937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2491a-7293-4e81-b435-c69cb617f2a2 None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:47.892777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-71981c3b-040f-42e4-8316-436f97aed984 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/dfeb4284-c245-407d-808f-49cdbb7a5789 HTTP/1.1" status: 204 len: 168 time: 0.5929034 Dec 20 23:26:47.899476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48380) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:47.943900 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-82466a6a-4a01-44f3-b8ba-aeeaecf532bd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:47.948629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82466a6a-4a01-44f3-b8ba-aeeaecf532bd tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/dfeb4284-c245-407d-808f-49cdbb7a5789 HTTP/1.1" status: 404 len: 333 time: 0.0454161 Dec 20 23:26:47.949349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:47.951468 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.040736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f4564-b195-4c38-8242-b8a0a68486ff None None] Pushing event updated for resources: {'Port': ['ID=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:48.051549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:48.106724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7521528a-250b-42b0-bed3-b9ad9c040518 req-7a88e42e-b225-4920-a1af-419b2ccc9f17 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0302060 Dec 20 23:26:48.156066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:48.156387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.168893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.200584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.220082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.354347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.357027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.361123 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/security-groups/035a04f9-4cb8-48af-958e-68b20d027e3a HTTP/1.1" status: 204 len: 168 time: 0.4079413 Dec 20 23:26:48.361890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:48.369531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecab3f-73ac-486e-b364-2b0b3992093c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035a04f9-4cb8-48af-958e-68b20d027e3a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:48.378271 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.442534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:48.449529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:48.453949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:48.454632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.466657 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.496915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.512117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=d2b3edb0-f7a8-4376-8bda-224ecbe868b8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:48.651995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.655029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.658815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/security-groups/75009a2f-197e-4ec0-b7ba-e0946088a7a0 HTTP/1.1" status: 204 len: 168 time: 0.2925212 Dec 20 23:26:48.659899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48388) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:48.692162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979a231-96b1-4aa5-b2e1-9ea2f7c58228 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75009a2f-197e-4ec0-b7ba-e0946088a7a0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:48.724818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.730550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet 0a31f254-53b1-43df-bd84-bb35b0e27c2c {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:48.738533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.796836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.910060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:48.929880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Could not find standard attr ID for object dfeb4284-c245-407d-808f-49cdbb7a5789. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:26:48.964584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:48.965152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.075400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.099612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:49.099872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.100010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.104388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/0a31f254-53b1-43df-bd84-bb35b0e27c2c HTTP/1.1" status: 204 len: 168 time: 0.4434052 Dec 20 23:26:49.121255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.123806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:49.131825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:49.144829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-eb421a30-8de1-4641-9611-a604585edd20 None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:49.163959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe28a53-e54a-41ed-a413-45756b8c4b65 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=0a31f254-53b1-43df-bd84-bb35b0e27c2c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:49.181412 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.183051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.250762 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a4d34-7e4d-4319-8441-fb1daaa293c4 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:49.272250 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d52df549-dfb5-4a9b-b1e6-5639212a5d7f req-bd5fc9b9-29c8-4a8a-8472-abfae66f803f tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0435002 Dec 20 23:26:49.312147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e231b663-4590-47d6-8c87-b395e5cd1311 None None] Could not find standard attr ID for object dfeb4284-c245-407d-808f-49cdbb7a5789. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:26:49.379713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:49.386730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:49.391566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=d2b3edb0-f7a8-4376-8bda-224ecbe868b8,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:49.591632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4557ee67-9541-4b71-b11f-ff10311d0e06 None None] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:49.610628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:49.616506 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.675257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] Provisioning complete for port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:49.675821 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.790394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 2d4eeebf-fa54-4a07-80aa-918e80deae47 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:26:49.813107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.857636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] For port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,segment=NetworkSegment(5d28a54f-9c34-4593-a57d-75c3d7c43b6f),segment_id=5d28a54f-9c34-4593-a57d-75c3d7c43b6f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:49.933865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:49.971200 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:49.988379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ca8b489c-0660-4927-a67f-d48e986568da tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/2d4eeebf-fa54-4a07-80aa-918e80deae47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729657 Dec 20 23:26:49.989969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] Sync routers for ids ['2d4eeebf-fa54-4a07-80aa-918e80deae47'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:49.991559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48394) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:50.034785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] Routers {'2d4eeebf-fa54-4a07-80aa-918e80deae47'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:50.035369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2d4eeebf-fa54-4a07-80aa-918e80deae47'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:50.068674 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.081638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:50.083994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:50.092869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b195d-2a45-4f67-9fde-47a9234d7e90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:50.105185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c00b195d-2a45-4f67-9fde-47a9234d7e90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports/d2b3edb0-f7a8-4376-8bda-224ecbe868b8 HTTP/1.1" status: 200 len: 911 time: 0.1091294 Dec 20 23:26:50.105674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48396) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:50.112089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eadda262-2bcf-4284-92fc-969856fec757'}]}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:50.128839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe5227-ba77-47e2-95fa-0dda1d6d2cc9 None None] Pushing event updated for resources: {'Port': ['ID=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:50.142407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] Routers {'2d4eeebf-fa54-4a07-80aa-918e80deae47'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:50.143364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2d4eeebf-fa54-4a07-80aa-918e80deae47'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:50.162661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:50.166453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:50.171309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:50.171904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.183128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:50.183786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00027aac-5149-4d32-a940-ff1324e58e48 None None] The sync data for ids ['2d4eeebf-fa54-4a07-80aa-918e80deae47'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:50.201797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=cfe8e757-2d89-4c3b-acc8-4d9501c27d60,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:50.202255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:50.202514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.289572 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-20fbd33a-eaaa-4d75-889d-21be465859d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1638093 Dec 20 23:26:50.292275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48398) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:50.296744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787304085'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:50.310113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf2d9132-a088-483f-a6e7-12edcba00485 None None] Provisioning complete for port d2b3edb0-f7a8-4376-8bda-224ecbe868b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:50.310535 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9132-a088-483f-a6e7-12edcba00485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.381538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d9132-a088-483f-a6e7-12edcba00485 None None] Port d2b3edb0-f7a8-4376-8bda-224ecbe868b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:50.396167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf2d9132-a088-483f-a6e7-12edcba00485 None None] Provisioning complete for port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:50.396679 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9132-a088-483f-a6e7-12edcba00485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.399524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.412251 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.443018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554761e-c02c-40c2-912b-495e88a7cbb5 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:50.487801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-057a0a66-c5ed-4ef1-a304-f2439e7919c4 req-7784a53b-4921-4090-9680-217b0c517355 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0367835 Dec 20 23:26:50.529973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.596481 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.632914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0162673c-ef63-47a9-9be2-06097acd5abc,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:50.717367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.718861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-03cfabcc-5922-4244-8f44-5c4d2ad98aee tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4256024 Dec 20 23:26:50.721652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48402) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:50.726844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140827094'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:50.862154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.901335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.937280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Update dhcp port {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'fixed_ips': [{'subnet_id': 'dfe5f5dd-0a3e-460b-a026-aecbffe12bb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cfe8e757-2d89-4c3b-acc8-4d9501c27d60'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'd60c1350-02de-4ba8-83fe-00d27ec8f14f'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:26:50.953420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.964048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:50.994076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.000178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:51.000775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.005605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48404) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:51.005838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/ports/d2b3edb0-f7a8-4376-8bda-224ecbe868b8 HTTP/1.1" status: 200 len: 911 time: 0.8988743 Dec 20 23:26:51.014412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Provisioning complete for port d2b3edb0-f7a8-4376-8bda-224ecbe868b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:51.015809 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.068411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023bf9-5416-4e7b-b92b-b026b2f14d43 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=d2b3edb0-f7a8-4376-8bda-224ecbe868b8,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:51.085529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.121913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Port d2b3edb0-f7a8-4376-8bda-224ecbe868b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:51.131899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584e98e6-7268-4aed-b5bf-a1778cd784a1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:51.169224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:51.169596 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.206237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.207428 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5155eb66-0b62-48b8-9b63-c1741cec6d85 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4844832 Dec 20 23:26:51.210150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48406) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:51.217147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1660052052'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:51.228541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Allocated IP 2001:db8::2 (99c9c57a-7afe-4557-826c-1110a38d9dff/cfe8e757-2d89-4c3b-acc8-4d9501c27d60/d60c1350-02de-4ba8-83fe-00d27ec8f14f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:51.331562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.375258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:51.390673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:51.391044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.441517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.443458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-565aba5c-5162-4353-b0bd-b45b8d366e87 None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:51.444729 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.461545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.514915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.544639 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.621325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933efdd1-529c-4fdc-abfd-579882a4fe1b None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=6']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:51.635745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4098d65d-71e8-48f5-a0d1-79f805d6395f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:51.845420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-615e1cab-ecf1-4657-8864-56674f09e0a8 req-c40a6df1-1838-468e-83bc-d6945843f922 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8dcb9533-c2a1-4b2c-90a6-3111933a6695 HTTP/1.1" status: 200 len: 210 time: 0.0329673 Dec 20 23:26:51.962620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:51.963893 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3007b499-51d0-4919-8eec-cfe2c82b2944 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7527728 Dec 20 23:26:51.966686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48412) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:51.973968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-878401546', 'security_groups': ['4098d65d-71e8-48f5-a0d1-79f805d6395f'], 'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cfe8e757-2d89-4c3b-acc8-4d9501c27d60'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:52.013614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:52.070535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:52.070642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.110391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port d2b3edb0-f7a8-4376-8bda-224ecbe868b8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:52.110804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.175913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:52.214477 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.228079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for d2b3edb0-f7a8-4376-8bda-224ecbe868b8 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:52.236532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:52.236962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.275888 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:52.293103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e0ed483-6035-4671-a749-62d60d9ee45e None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:52.293886 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed483-6035-4671-a749-62d60d9ee45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.412595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e0ed483-6035-4671-a749-62d60d9ee45e None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:52.412966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed483-6035-4671-a749-62d60d9ee45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.418653 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.440641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] device_id is not set on port e06234d8-59c5-4ea6-994c-ca515a5c543f yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:26:52.450131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ed483-6035-4671-a749-62d60d9ee45e None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:52.556569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.621419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=d2b3edb0-f7a8-4376-8bda-224ecbe868b8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:52.764858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.889366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8::c5 (99c9c57a-7afe-4557-826c-1110a38d9dff/cfe8e757-2d89-4c3b-acc8-4d9501c27d60/e06234d8-59c5-4ea6-994c-ca515a5c543f) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:52.904794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48416) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:52.964998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.995094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:52.997048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 2d4eeebf-fa54-4a07-80aa-918e80deae47 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:26:53.115315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.118512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.119776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] 10.222.0.62 "DELETE /v2.0/security-groups/43e32ec3-8adc-4927-aa48-f84223ae6838 HTTP/1.1" status: 204 len: 168 time: 0.2134850 Dec 20 23:26:53.129402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f471af-2f55-41ac-9847-a652e7d05a80 tempest-TestVolumeBackupRestore-1544030677 tempest-TestVolumeBackupRestore-1544030677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e32ec3-8adc-4927-aa48-f84223ae6838,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:53.130391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:26:53.140991 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fea62dd5-0e06-42f2-9d58-c22b539ab667 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/2d4eeebf-fa54-4a07-80aa-918e80deae47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1315093 Dec 20 23:26:53.141765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48420) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:53.149324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] Sync routers for ids ['2d4eeebf-fa54-4a07-80aa-918e80deae47'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:26:53.162826 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] Routers {'2d4eeebf-fa54-4a07-80aa-918e80deae47'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:53.163447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2d4eeebf-fa54-4a07-80aa-918e80deae47'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:53.176212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-963f1161-0b55-401c-8089-b14c8ef3ce4f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d4eeebf-fa54-4a07-80aa-918e80deae47 HTTP/1.1" status: 200 len: 205 time: 0.0325012 Dec 20 23:26:53.178865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48422) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:53.185270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.207944 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:53.217248 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] Routers {'2d4eeebf-fa54-4a07-80aa-918e80deae47'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:26:53.217888 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2d4eeebf-fa54-4a07-80aa-918e80deae47'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:53.250700 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:53.251547 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d98c0c-4be1-4ecf-8384-53f3a371245e None None] The sync data for ids ['2d4eeebf-fa54-4a07-80aa-918e80deae47'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:26:53.255656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.285004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.332966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:53.336757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:53.340502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:53.347260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:53.347919 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.359293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=e06234d8-59c5-4ea6-994c-ca515a5c543f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:53.451455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3d54d8a-6147-4134-b258-1c9125182991 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4829125 Dec 20 23:26:53.453655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48430) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:53.459261 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:53.686245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2b8ed260-7720-42ed-91a3-902fd9e1c461 None None] Provisioning complete for port e06234d8-59c5-4ea6-994c-ca515a5c543f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:53.687180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed260-7720-42ed-91a3-902fd9e1c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.688913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:53.694013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.737154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ed260-7720-42ed-91a3-902fd9e1c461 None None] Port e06234d8-59c5-4ea6-994c-ca515a5c543f cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:53.783625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.787088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.845900 n-d-822053-9 neutron-server[115563]: INFO neutron.db.ipam_backend_mixin [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cfe8e757-2d89-4c3b-acc8-4d9501c27d60 (CIDR: 2001:db8::/64) Dec 20 23:26:53.892792 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:26:53.893177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:26:53.930423 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.930423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4eeebf-fa54-4a07-80aa-918e80deae47 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:26:53.932390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:53.936423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-100fa5b2-6fcb-4295-87e7-86026471b4c8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/2d4eeebf-fa54-4a07-80aa-918e80deae47 HTTP/1.1" status: 204 len: 168 time: 0.7559657 Dec 20 23:26:53.936742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:53.984962 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4fef462c-336c-4fcb-94bd-81686eb36f69 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5277731 Dec 20 23:26:53.985391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48460) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:53.990552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:54.000395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet eadda262-2bcf-4284-92fc-969856fec757 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:54.004129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.049373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.141515 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.200670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:54.204386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.275811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.294864 n-d-822053-9 neutron-server[115562]: INFO neutron.db.ipam_backend_mixin [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dfe5f5dd-0a3e-460b-a026-aecbffe12bb5 (CIDR: 2001:db8:0:1::/64) Dec 20 23:26:54.306351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=eadda262-2bcf-4284-92fc-969856fec757,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:54.311283 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.317634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48474) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:54.318174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3c388a7-e384-4bef-a660-54a35c173b96 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/eadda262-2bcf-4284-92fc-969856fec757 HTTP/1.1" status: 204 len: 168 time: 0.3798046 Dec 20 23:26:54.325308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b682a5b-7d00-4c9a-aaaa-7c0a438a3a30 None None] Network 7e439d2a-649c-49b8-a337-f0ffdb6b1178 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:54.358161 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:26:54.358161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:26:54.420290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.495485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-74156a84-42aa-412e-84c4-e620cde5df53 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5088491 Dec 20 23:26:54.497256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:54.500832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.500832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:54.506414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'subnet': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:54.507614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] DHCP port deletion for 7e439d2a-649c-49b8-a337-f0ffdb6b1178 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:26:54.580485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Deleting port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:54.580722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.640826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,segment=NetworkSegment(5d28a54f-9c34-4593-a57d-75c3d7c43b6f),segment_id=5d28a54f-9c34-4593-a57d-75c3d7c43b6f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:54.641347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.661265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:54.697684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] For port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,segment=NetworkSegment(5d28a54f-9c34-4593-a57d-75c3d7c43b6f),segment_id=5d28a54f-9c34-4593-a57d-75c3d7c43b6f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:54.698312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.714092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Calling delete_port for 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:54.816115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Made reservation on behalf of 35d27f87e53a41e2ada9af4f93357713 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:54.820442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.916642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:54.961542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] Pushing event deleted for resources: {'Port': ['ID=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:54.970841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bce0a0-8661-4444-a9ca-7dad7187620c None None] No DVR routers for this DVR port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:54.992529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.033572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:26:55.042157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=2e0fe40f-ab33-43d1-9354-edbcfba9cab8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:55.157839 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.190510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e439d2a-649c-49b8-a337-f0ffdb6b1178']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:55.227977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d28a54f-9c34-4593-a57d-75c3d7c43b6f') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:55.228280 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d28a54f-9c34-4593-a57d-75c3d7c43b6f') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:26:55.249831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.267321 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.281972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:26:55.282378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:26:55.285418 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:26:55.288182 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:26:55.428043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.464667 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.492230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.499184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/7e439d2a-649c-49b8-a337-f0ffdb6b1178 HTTP/1.1" status: 204 len: 168 time: 1.1767180 Dec 20 23:26:55.499184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c915e-28f2-4fe2-a6f5-2975c92e036d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=7e439d2a-649c-49b8-a337-f0ffdb6b1178,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:55.500492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48524) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:55.516462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1273974634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:55.537387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Network 99c9c57a-7afe-4557-826c-1110a38d9dff is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:55.544557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:55.548906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:55.549508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.554648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1d3fa-8d2d-41ad-9c47-ad6ef3113cef None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:55.582316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Subnet': ['ID=bfa60e81-0801-49bd-8a87-4307dd1d6fe6,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:55.653316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.654881 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.677702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83424da2-9dc1-4621-b7a8-6fea1b1159d7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1768262 Dec 20 23:26:55.680677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:55.685901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1139827589', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bfa60e81-0801-49bd-8a87-4307dd1d6fe6'}], 'security_groups': ['0162673c-ef63-47a9-9be2-06097acd5abc', '584e98e6-7268-4aed-b5bf-a1778cd784a1']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:55.750964 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.805303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Update dhcp port {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'fixed_ips': [{'subnet_id': 'dfe5f5dd-0a3e-460b-a026-aecbffe12bb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cfe8e757-2d89-4c3b-acc8-4d9501c27d60', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bfa60e81-0801-49bd-8a87-4307dd1d6fe6'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'd60c1350-02de-4ba8-83fe-00d27ec8f14f'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:26:55.823618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.847782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.911763 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.950153 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:55.956665 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0118357d-b35f-425a-ab96-23eda6f4e391 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4541676 Dec 20 23:26:55.960243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:55.973986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1417312282'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:56.065183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:26:56.105153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:26:56.105616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2e0fe40f-ab33-43d1-9354-edbcfba9cab8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:26:56.189598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:56.193930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.200422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Allocated IP 2001:db8:0:2::2 (99c9c57a-7afe-4557-826c-1110a38d9dff/bfa60e81-0801-49bd-8a87-4307dd1d6fe6/d60c1350-02de-4ba8-83fe-00d27ec8f14f) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:56.225340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:26:56.240156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.240525 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae of type vlan for network ae55b601-9b20-4652-9dc9-dafee3048a82 Dec 20 23:26:56.305714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.337467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:26:56.369543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.393808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.400808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:56.405478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.428531 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.521285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4552c22-a97a-4b74-b7d5-6db393726af5 None None] Pushing event updated for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=7']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:56.591208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6290803 Dec 20 23:26:56.604903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:56.632014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:26:56.688273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8dd4e-008d-471a-a3cd-57949dcc888d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=ae55b601-9b20-4652-9dc9-dafee3048a82,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:56.707772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Delete allocated IP 2001:db8::c5 (99c9c57a-7afe-4557-826c-1110a38d9dff/cfe8e757-2d89-4c3b-acc8-4d9501c27d60) {{(pid=115562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 23:26:56.710278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ae55b601-9b20-4652-9dc9-dafee3048a82 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:26:56.725527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Allocated IP 2001:db8:0:2::f1 (99c9c57a-7afe-4557-826c-1110a38d9dff/bfa60e81-0801-49bd-8a87-4307dd1d6fe6/e06234d8-59c5-4ea6-994c-ca515a5c543f) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:56.865073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:26:56.870593 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:56.961680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.029042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.099624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] In _notify_port_updated(), no bound segment for port e06234d8-59c5-4ea6-994c-ca515a5c543f on network 99c9c57a-7afe-4557-826c-1110a38d9dff {{(pid=115562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 23:26:57.108663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:57.108663 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.112033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "PUT /v2.0/ports/e06234d8-59c5-4ea6-994c-ca515a5c543f HTTP/1.1" status: 200 len: 969 time: 1.4297619 Dec 20 23:26:57.113349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48596) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:57.116455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c35f12-355b-4969-8067-6300db660960 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event updated for resources: {'Port': ['ID=e06234d8-59c5-4ea6-994c-ca515a5c543f,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:57.288263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port e06234d8-59c5-4ea6-994c-ca515a5c543f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:26:57.295015 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.350627 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.434581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=72c085e5-b18d-4b23-b4ef-6beb25ca58e2,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:57.461396 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.474002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for e06234d8-59c5-4ea6-994c-ca515a5c543f owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:26:57.481931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:57.482316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: ae55b601-9b20-4652-9dc9-dafee3048a82, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:26:57.610884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:57.611381 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.648651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network ae55b601-9b20-4652-9dc9-dafee3048a82 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:26:57.719110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.731892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:57.733686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.753783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ae55b601-9b20-4652-9dc9-dafee3048a82) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:57.758717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:26:57.759591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.768626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=e06234d8-59c5-4ea6-994c-ca515a5c543f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:57.777408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b121e-3cb9-4ba9-93b2-8dcedaa334f1 None None] Network ae55b601-9b20-4652-9dc9-dafee3048a82 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:26:57.805804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:26:57.811725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:57.816016 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-10ae1941-f613-4004-924b-e9bd2b41632b tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/e06234d8-59c5-4ea6-994c-ca515a5c543f HTTP/1.1" status: 204 len: 168 time: 0.7014837 Dec 20 23:26:57.818513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48624) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:57.823720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5bdc91e1-a9aa-4627-b64b-9e64674b48e7 None None] Could not find standard attr ID for object e06234d8-59c5-4ea6-994c-ca515a5c543f. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:26:57.860918 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9831bf16-868d-400b-a7d6-5ea5206cef87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2350810 Dec 20 23:26:57.862554 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-02045a4d-c278-41b3-b846-431f5bcd045c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] GET failed (client error): The resource could not be found. Dec 20 23:26:57.863744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48628) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:57.867652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-02045a4d-c278-41b3-b846-431f5bcd045c tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports/e06234d8-59c5-4ea6-994c-ca515a5c543f HTTP/1.1" status: 404 len: 333 time: 0.0444608 Dec 20 23:26:57.868642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48630) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:57.972842 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e24caa44-d2c9-4fe5-ad41-a7e32eedbbe8 None None] Could not find standard attr ID for object e06234d8-59c5-4ea6-994c-ca515a5c543f. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:26:58.007056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ae55b601-9b20-4652-9dc9-dafee3048a82', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:26:58.008949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.103940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.145977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:26:58.156588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.203092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.271862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:26:58.272347 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.275110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Allocated IP 2001:db8::2 (ae55b601-9b20-4652-9dc9-dafee3048a82/72c085e5-b18d-4b23-b4ef-6beb25ca58e2/1f73998e-25b3-45d1-a23b-3f6d76ecf82e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:58.321315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.514202 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.555220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.558296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.559574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/security-groups/4098d65d-71e8-48f5-a0d1-79f805d6395f HTTP/1.1" status: 204 len: 168 time: 0.6851749 Dec 20 23:26:58.562569 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48658) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:58.569131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7894-7e76-46f6-a129-ddd4b1f52b08 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4098d65d-71e8-48f5-a0d1-79f805d6395f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:58.580274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.663854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.676624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Network ae55b601-9b20-4652-9dc9-dafee3048a82 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:58.678498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8::1 (ae55b601-9b20-4652-9dc9-dafee3048a82/72c085e5-b18d-4b23-b4ef-6beb25ca58e2/33e7f705-208d-4803-9038-b99c87fdf624) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:26:58.700737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:58.711381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:58.719324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.728170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Pushing event updated for resources: {'Port': ['ID=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:58.831704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Attempting to bind port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:26:58.832074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Attempting to bind port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:26:58.832437 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Attempting to bind port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e on network ae55b601-9b20-4652-9dc9-dafee3048a82 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:26:58.839104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:26:58.839489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Checking segment: {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:26:58.839906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.840358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Bound using segment: {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:26:58.840819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Bound port: 1f73998e-25b3-45d1-a23b-3f6d76ecf82e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:26:58.841289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.861626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.873207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.875943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:58.877159 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/security-groups/584e98e6-7268-4aed-b5bf-a1778cd784a1 HTTP/1.1" status: 204 len: 168 time: 0.3136239 Dec 20 23:26:58.880615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:58.941776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] For port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:26:58.945715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] For port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:26:58.954281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfac51-d34f-44cd-8c31-379b18f20920 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e98e6-7268-4aed-b5bf-a1778cd784a1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:58.985405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.011323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.029312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network ae55b601-9b20-4652-9dc9-dafee3048a82 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:26:59.033491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:26:59.040561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:26:59.045350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.138061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e8423-863a-4da2-b440-5955748e1d38 None None] Pushing event updated for resources: {'Port': ['ID=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:59.151351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:59.273466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48692) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:59.368937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.385337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.410965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.536212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.540432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.541936 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/security-groups/0162673c-ef63-47a9-9be2-06097acd5abc HTTP/1.1" status: 204 len: 168 time: 0.6603925 Dec 20 23:26:59.549292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:26:59.554318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d3dd2-37be-4174-a8f5-9a29c671f293 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162673c-ef63-47a9-9be2-06097acd5abc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:26:59.719165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet cfe8e757-2d89-4c3b-acc8-4d9501c27d60 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:26:59.736977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:26:59.839063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.072149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f73998e-25b3-45d1-a23b-3f6d76ecf82e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:00.136198 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:00.136833 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.264534 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.346874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c810f4d-bc5f-4a3c-a70d-f20636dc7019 None None] Network ae55b601-9b20-4652-9dc9-dafee3048a82 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:00.358988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.367407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.453686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-05a56356-1f6f-43c3-8930-8f9c9fbf131a None None] Provisioning complete for port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:00.456614 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05a56356-1f6f-43c3-8930-8f9c9fbf131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.478840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.536970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.561494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:00.589186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:00.627574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-05a56356-1f6f-43c3-8930-8f9c9fbf131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.675906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network ae55b601-9b20-4652-9dc9-dafee3048a82 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:00.684811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:00.715946 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.783523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.801441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-05a56356-1f6f-43c3-8930-8f9c9fbf131a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:27:00.801851 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-05a56356-1f6f-43c3-8930-8f9c9fbf131a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:27:00.804888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:00.837810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe8e757-2d89-4c3b-acc8-4d9501c27d60,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:00.841591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.845284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5b01046e-a25a-4b9d-9488-746dcdf8203e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/cfe8e757-2d89-4c3b-acc8-4d9501c27d60 HTTP/1.1" status: 204 len: 168 time: 1.2926552 Dec 20 23:27:00.849473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48758) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:00.869423 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c899d-0934-4c88-be65-91b50adb15cf None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:00.914854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet bfa60e81-0801-49bd-8a87-4307dd1d6fe6 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:00.921177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:00.980967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.025068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.089360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.094577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:27:01.253292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:01.259495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5bb6ab54-717c-469e-99e5-79d2f201a3a8 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923180 Dec 20 23:27:01.264184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.264461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:01.274538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48774) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:01.281354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:01.282120 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:01.282281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.289548 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/bfa60e81-0801-49bd-8a87-4307dd1d6fe6 HTTP/1.1" status: 204 len: 168 time: 0.4381239 Dec 20 23:27:01.292017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48778) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:01.313844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-899854166'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:01.348190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ccb3-667c-4883-82af-aaaa80edf153 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa60e81-0801-49bd-8a87-4307dd1d6fe6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:01.403067 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-769b564b-4d19-448c-84a7-6f798d7f8921 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:01.403524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769b564b-4d19-448c-84a7-6f798d7f8921 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:01.407458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-769b564b-4d19-448c-84a7-6f798d7f8921 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/cfe8e757-2d89-4c3b-acc8-4d9501c27d60 HTTP/1.1" status: 404 len: 337 time: 0.0852156 Dec 20 23:27:01.411406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48784) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:01.497087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:01.499607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting subnet dfe5f5dd-0a3e-460b-a026-aecbffe12bb5 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:01.501506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Deleting port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:01.502043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.503214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.582488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:01.587607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.625617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] For port b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:01.626236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.628409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.644557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Calling delete_port for b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:01.681778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e13b1613-ba48-47f1-8372-5cb04724f946 None None] Provisioning complete for port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:01.682153 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e13b1613-ba48-47f1-8372-5cb04724f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.713208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:01.743645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.744045 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment f920e6b9-ab61-403a-9796-a6c543676b20 of type vlan for network 559b6cd2-b4ef-4dfe-85cc-40846b98673e Dec 20 23:27:01.841315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.850360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.955693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e13b1613-ba48-47f1-8372-5cb04724f946 None None] Provisioning complete for port 33e7f705-208d-4803-9038-b99c87fdf624 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:01.955693 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e13b1613-ba48-47f1-8372-5cb04724f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.973081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:01.979234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34779a-3a05-4a84-bbb6-ac9ef0ccf737 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:01.981418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:01.984371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.009125 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:26:59Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:26:59Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:02.018632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.097114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f73998e-25b3-45d1-a23b-3f6d76ecf82e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:02.099163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe5f5dd-0a3e-460b-a026-aecbffe12bb5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:02.103014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e13b1613-ba48-47f1-8372-5cb04724f946 None None] Port 33e7f705-208d-4803-9038-b99c87fdf624 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:02.104291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.104424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:02.104957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Updating router 3217725a-6aa4-42b1-b505-681c97b9389b port 33e7f705-208d-4803-9038-b99c87fdf624 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:27:02.107549 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d0457289-fd22-4b1a-90c2-cf1b552f9f8e tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/dfe5f5dd-0a3e-460b-a026-aecbffe12bb5 HTTP/1.1" status: 204 len: 168 time: 0.6951935 Dec 20 23:27:02.111221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48806) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.118889 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=559b6cd2-b4ef-4dfe-85cc-40846b98673e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:02.128250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f9b0e086-c349-4960-aadd-86ed5f534bff tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8346581 Dec 20 23:27:02.130131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48808) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.144741 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56e88d2-a682-4fc0-8170-3438934ed696 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.145208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56e88d2-a682-4fc0-8170-3438934ed696 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.149422 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f56e88d2-a682-4fc0-8170-3438934ed696 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/0a31f254-53b1-43df-bd84-bb35b0e27c2c HTTP/1.1" status: 404 len: 337 time: 0.0371702 Dec 20 23:27:02.153033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:02.155005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48812) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.168564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.172213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:02.188727 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.206623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48816) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.211457 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5e3bcf20-3dca-4539-95fc-a2921852cebb tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "GET /v2.0/ports?device_id=4730068c-4286-4178-b2d0-7c10443c0073 HTTP/1.1" status: 200 len: 205 time: 0.0536757 Dec 20 23:27:02.296979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:02.304230 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-e1e03c45-7da3-4b59-8b3c-a3afe73dbed2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] delete failed (client error): The resource could not be found. Dec 20 23:27:02.305804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e1e03c45-7da3-4b59-8b3c-a3afe73dbed2 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/routers/4730068c-4286-4178-b2d0-7c10443c0073 HTTP/1.1" status: 404 len: 336 time: 0.0973065 Dec 20 23:27:02.314147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48820) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.334162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-82f6a233-64c8-4258-a26e-c6435cf9a1ad None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:02.334667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82f6a233-64c8-4258-a26e-c6435cf9a1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.386744 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd39498-376e-4291-b13a-9d71fa73a227 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.387200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd39498-376e-4291-b13a-9d71fa73a227 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.390295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9bd39498-376e-4291-b13a-9d71fa73a227 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/786d8278-5df0-48b9-be63-2dff259480b9 HTTP/1.1" status: 404 len: 337 time: 0.0723803 Dec 20 23:27:02.393128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48826) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.431348 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8c46ff-96e7-4b03-82a8-4ce4cec4f3e5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.431348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8c46ff-96e7-4b03-82a8-4ce4cec4f3e5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.438067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cf8c46ff-96e7-4b03-82a8-4ce4cec4f3e5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/256bbbf9-ab86-40da-b48d-b4915fa88462 HTTP/1.1" status: 404 len: 337 time: 0.0394266 Dec 20 23:27:02.440804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48830) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.483421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:02.483831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.541124 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-133f3c55-c822-40a5-8099-5bb59659a360 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.546252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133f3c55-c822-40a5-8099-5bb59659a360 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.559571 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-133f3c55-c822-40a5-8099-5bb59659a360 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5c82cee1-463a-4a2f-bfd7-af2ee4284eb4 HTTP/1.1" status: 404 len: 337 time: 0.1148546 Dec 20 23:27:02.560297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.581529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.627618 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f117436-3314-40f0-a6d5-4cac17abbfad tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.628468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f117436-3314-40f0-a6d5-4cac17abbfad tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.635983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3f117436-3314-40f0-a6d5-4cac17abbfad tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/8eae197e-dd89-4b3e-b4aa-e5f2c84517c3 HTTP/1.1" status: 404 len: 333 time: 0.0745170 Dec 20 23:27:02.638147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.674544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:02.687279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.716758 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b86c7d-1b92-4ff7-a7df-17ea82755ba6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.717497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b86c7d-1b92-4ff7-a7df-17ea82755ba6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.730067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48848) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.730266 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-25b86c7d-1b92-4ff7-a7df-17ea82755ba6 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/1b09323c-fcfc-4b72-af4e-148972c85fe1 HTTP/1.1" status: 404 len: 337 time: 0.0879135 Dec 20 23:27:02.735938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06df893-6488-4dfd-915a-968dbbf224ef None None] Update dhcp port {'port': {'network_id': '99c9c57a-7afe-4557-826c-1110a38d9dff', 'fixed_ips': [{'subnet_id': 'dfe5f5dd-0a3e-460b-a026-aecbffe12bb5'}], 'binding:host_id': 'n-d-822053-9'}, 'id': 'd60c1350-02de-4ba8-83fe-00d27ec8f14f'} from n-d-822053-9. {{(pid=115564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 23:27:02.791417 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4155b762-2419-4d54-9942-a33d932fa6c7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.792047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4155b762-2419-4d54-9942-a33d932fa6c7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.795409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4155b762-2419-4d54-9942-a33d932fa6c7 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/26565f62-9604-499f-87a1-44a930ca7de8 HTTP/1.1" status: 404 len: 337 time: 0.0657477 Dec 20 23:27:02.798304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48852) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.845915 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e1da18-eb2e-489b-8b0e-c831e0caac20 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.848187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e1da18-eb2e-489b-8b0e-c831e0caac20 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.858432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48858) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.858948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-30e1da18-eb2e-489b-8b0e-c831e0caac20 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/496afacf-a878-48c5-9222-4bf57c27db4d HTTP/1.1" status: 404 len: 333 time: 0.0576687 Dec 20 23:27:02.904527 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5832d58d-616b-4784-ba4c-d7a08d6617ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.905068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5832d58d-616b-4784-ba4c-d7a08d6617ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.915732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5832d58d-616b-4784-ba4c-d7a08d6617ce tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5d31c35a-9684-4805-a3e8-0043350d262b HTTP/1.1" status: 404 len: 337 time: 0.0496905 Dec 20 23:27:02.918557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48862) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:02.960470 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ec9eae-1b09-4130-850e-a38660eadef9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:02.960695 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f06df893-6488-4dfd-915a-968dbbf224ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:02.961437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ec9eae-1b09-4130-850e-a38660eadef9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:02.967303 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c9ec9eae-1b09-4130-850e-a38660eadef9 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/subnets/5813c6f3-5f45-4e4e-96da-b82bff502090 HTTP/1.1" status: 404 len: 337 time: 0.0449436 Dec 20 23:27:02.967923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48866) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:03.093648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port c4ea3f42-edb7-47a6-8790-75279332b2b8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:03.094221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.127539 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.178461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-82f6a233-64c8-4258-a26e-c6435cf9a1ad None None] Provisioning complete for port c4ea3f42-edb7-47a6-8790-75279332b2b8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:03.178867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82f6a233-64c8-4258-a26e-c6435cf9a1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.191024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.211812 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for c4ea3f42-edb7-47a6-8790-75279332b2b8 owned by {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:03.268084 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.279898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-82f6a233-64c8-4258-a26e-c6435cf9a1ad None None] Port c4ea3f42-edb7-47a6-8790-75279332b2b8 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:03.383516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.405667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.407322 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9feeea-f484-4ee2-9c3a-dcc851ffeed6 None None] Pushing event updated for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:03.417421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/ports/c4ea3f42-edb7-47a6-8790-75279332b2b8 HTTP/1.1" status: 204 len: 168 time: 0.4476898 Dec 20 23:27:03.419109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48884) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:03.456389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ed92d-7504-474f-9804-feb7517bc245 None None] Network 99c9c57a-7afe-4557-826c-1110a38d9dff requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:03.458484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Router c53f3930-79db-4776-9ba1-1a7f1405e959 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:03.528629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.547384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.552000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371886c9-c955-4fd1-a699-6b9fb9f7d9ec tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=c4ea3f42-edb7-47a6-8790-75279332b2b8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:03.560979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.601230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Attempting to bind port 33e7f705-208d-4803-9038-b99c87fdf624 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:03.601475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Attempting to bind port 33e7f705-208d-4803-9038-b99c87fdf624 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:03.601886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Attempting to bind port 33e7f705-208d-4803-9038-b99c87fdf624 on network ae55b601-9b20-4652-9dc9-dafee3048a82 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:03.622823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:03.623180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Checking segment: {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:03.623893 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.624174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Bound using segment: {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:03.624673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Bound port: 33e7f705-208d-4803-9038-b99c87fdf624, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:03.625319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.629563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cdf695ec-c84e-4c8f-ae5a-92ec637098fa None None] Provisioning complete for port d60c1350-02de-4ba8-83fe-00d27ec8f14f triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:03.629563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cdf695ec-c84e-4c8f-ae5a-92ec637098fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.636426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Deleting port d60c1350-02de-4ba8-83fe-00d27ec8f14f {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:03.637218 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.688259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=bb8dfabb-e082-44b6-b871-360a0f3b570d,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:03.715630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:03.715985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: 559b6cd2-b4ef-4dfe-85cc-40846b98673e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:03.719424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:03.726546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2ff5c597-d731-4b4e-99a5-59c02d475360 admin admin] 10.222.0.62 "PUT /v2.0/routers/c53f3930-79db-4776-9ba1-1a7f1405e959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4512908 Dec 20 23:27:03.730666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48898) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:03.732655 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Sync routers for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:03.740696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d60c1350-02de-4ba8-83fe-00d27ec8f14f,segment=NetworkSegment(da7a0088-2e29-453a-880c-9a627a6195bf),segment_id=da7a0088-2e29-453a-880c-9a627a6195bf)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:03.740696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.752974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Calling delete_port for d60c1350-02de-4ba8-83fe-00d27ec8f14f owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:03.762031 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:03.764129 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:03.826896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] DHCP port deletion for 99c9c57a-7afe-4557-826c-1110a38d9dff request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:03.840473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] For port 33e7f705-208d-4803-9038-b99c87fdf624, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:03.840715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:03.872460 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.885609 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-c49f015e-b190-4244-8fe7-4388da0e6e0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708337 Dec 20 23:27:03.909781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] For port 33e7f705-208d-4803-9038-b99c87fdf624, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=33e7f705-208d-4803-9038-b99c87fdf624,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:03.936634 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:03.952980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cdf695ec-c84e-4c8f-ae5a-92ec637098fa None None] Could not find standard attr ID for object c4ea3f42-edb7-47a6-8790-75279332b2b8. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 23:27:03.957814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 559b6cd2-b4ef-4dfe-85cc-40846b98673e) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:03.965290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:03.966251 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:03.974720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9d867-8e47-449b-a009-222238d6fe07 None None] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:04.001975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-d352a8cc-78cf-46b1-a871-ccb50aeec205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:04.004123 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-d352a8cc-78cf-46b1-a871-ccb50aeec205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0922623 Dec 20 23:27:04.018071 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.085193 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.111372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad047e83-771d-4aca-9cf2-81b30ca5f8a9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9803846 Dec 20 23:27:04.112165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48912) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:04.113659 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.122466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Deleting port d60c1350-02de-4ba8-83fe-00d27ec8f14f {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:04.122861 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.193430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:04.217869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:04.241407 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:27:02Z', 'revision_number': 5, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port': {'id': 'fd8ae4a7-41e9-4740-98fb-3ebe05f72fee', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:31Z', 'updated_at': '2021-12-20T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.243743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] No DVR routers for this DVR port d60c1350-02de-4ba8-83fe-00d27ec8f14f on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:04.275294 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Checking router: c53f3930-79db-4776-9ba1-1a7f1405e959 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:04.289666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d60c1350-02de-4ba8-83fe-00d27ec8f14f {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:04.289940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d60c1350-02de-4ba8-83fe-00d27ec8f14f not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:04.291406 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Routers {'c53f3930-79db-4776-9ba1-1a7f1405e959'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:04.292216 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c53f3930-79db-4776-9ba1-1a7f1405e959'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.356941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] Provisioning complete for port 33e7f705-208d-4803-9038-b99c87fdf624 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:04.357350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.363961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9feeea-f484-4ee2-9c3a-dcc851ffeed6 None None] Pushing event updated for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:04.382030 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.406802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c9c57a-7afe-4557-826c-1110a38d9dff']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.417937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7a0088-2e29-453a-880c-9a627a6195bf') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.417937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7a0088-2e29-453a-880c-9a627a6195bf') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.427612 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] Set router c53f3930-79db-4776-9ba1-1a7f1405e959 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:04.428573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.440490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:04.441143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:26:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.451308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.458058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:04.458462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.504970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] For port d60c1350-02de-4ba8-83fe-00d27ec8f14f, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:04.505383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:04.548548 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:04.552527 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:04.559248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:04.560121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.579801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Deleting port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:04.585448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Calling delete_port for d60c1350-02de-4ba8-83fe-00d27ec8f14f owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:04.586158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.592835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Port d60c1350-02de-4ba8-83fe-00d27ec8f14f was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:27:04.598437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-70bc0fff-709c-4c4d-b7e9-9293125a0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:04.599654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:27:04Z', 'revision_number': 6, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:04.602319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-70bc0fff-709c-4c4d-b7e9-9293125a0c70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.5656035 Dec 20 23:27:04.602897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.636030 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b10f8-68c2-4d9e-95b1-964b5bbd8d42 None None] The sync data for ids ['c53f3930-79db-4776-9ba1-1a7f1405e959'] in n-d-822053-9 is: [{'id': 'c53f3930-79db-4776-9ba1-1a7f1405e959', 'name': 'tempest-TestVolumeBackupRestore-1910695260-router', 'tenant_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:30Z', 'updated_at': '2021-12-20T23:27:04Z', 'revision_number': 6, 'project_id': 'b8e0e1a81b3c4535a1c97da3f32ec96a', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:04.660404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] Pushing event deleted for resources: {'Port': ['ID=d60c1350-02de-4ba8-83fe-00d27ec8f14f,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:04.664750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:04.696082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.702055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.703232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c5e97-cf58-4e05-9d7b-a8789806fa04 None None] No DVR routers for this DVR port d60c1350-02de-4ba8-83fe-00d27ec8f14f on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:04.712975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] 10.222.0.62 "DELETE /v2.0/networks/99c9c57a-7afe-4557-826c-1110a38d9dff HTTP/1.1" status: 204 len: 168 time: 1.2885742 Dec 20 23:27:04.727364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] For port fd8ae4a7-41e9-4740-98fb-3ebe05f72fee, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:04.732903 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.749940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf77a6-1fa3-40df-b00a-fcd61552ddc5 tempest-PortsIpV6TestJSON-516936529 tempest-PortsIpV6TestJSON-516936529-project] Pushing event deleted for resources: {'Network': ['ID=99c9c57a-7afe-4557-826c-1110a38d9dff,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:04.777207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-f6553df7-e111-44f5-9cde-3c6aeb25c0f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1002 time: 0.1674137 Dec 20 23:27:04.796163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Calling delete_port for fd8ae4a7-41e9-4740-98fb-3ebe05f72fee owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:04.853820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-179a4bf7-1369-41e1-ad4b-b34c798716fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:04.856293 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-179a4bf7-1369-41e1-ad4b-b34c798716fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0673833 Dec 20 23:27:04.858032 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.943884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-d459f901-b154-4488-a1c2-2d6e801f62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:04.945596 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-d459f901-b154-4488-a1c2-2d6e801f62f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830004 Dec 20 23:27:04.959194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:04.979334 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-babf8004-7c98-432d-9cd3-a5b9a0d42be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.065640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] For port 33e7f705-208d-4803-9038-b99c87fdf624, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=33e7f705-208d-4803-9038-b99c87fdf624,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:05.092290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Allocated IP 2001:db8:1::2 (559b6cd2-b4ef-4dfe-85cc-40846b98673e/bb8dfabb-e082-44b6-b871-360a0f3b570d/bc6ce575-1acf-4243-946f-27617cce091c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:05.098063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-4a0789c6-388d-4dba-a766-b2e17e49e455 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434166 Dec 20 23:27:05.176368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.224403 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.227454 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1eb6f3d-bd73-445a-b756-2bb0c4d4ba39 req-b38f098d-db93-474b-b49e-d8c301da85c3 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208599 Dec 20 23:27:05.270456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8ae4a7-41e9-4740-98fb-3ebe05f72fee,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:05.294496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d521a-e326-4dac-986d-9717130a937d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:05.311798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969c72d-a8ff-4b3f-87e7-7527f6016e4d None None] Pushing event updated for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:05.365184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-911597f6-8805-4e61-a832-535517173fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:26:59Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:03Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:05.372788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d5067992-33f5-431f-93c5-84e8c3a66a1c None None] Provisioning complete for port 33e7f705-208d-4803-9038-b99c87fdf624 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:05.373167 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5067992-33f5-431f-93c5-84e8c3a66a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.384919 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.399217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48960) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:05.425269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911597f6-8805-4e61-a832-535517173fe7 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:26:59Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:03Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:05.428606 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.499121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.502024 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.529987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.580890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:05.583901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:05.589450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:05.592780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Pushing event updated for resources: {'Port': ['ID=bc6ce575-1acf-4243-946f-27617cce091c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:05.636380 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a1b97c29-3506-42e8-9b44-f7cbf39df750 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35d27f87e53a41e2ada9af4f93357713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313771 Dec 20 23:27:05.636692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8:1::1 (559b6cd2-b4ef-4dfe-85cc-40846b98673e/bb8dfabb-e082-44b6-b871-360a0f3b570d/088c0851-adf1-4d12-9405-93d178ac0dee) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:05.636783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48964) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:05.669791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Attempting to bind port bc6ce575-1acf-4243-946f-27617cce091c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:05.670160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Attempting to bind port bc6ce575-1acf-4243-946f-27617cce091c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:05.672502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Attempting to bind port bc6ce575-1acf-4243-946f-27617cce091c on network 559b6cd2-b4ef-4dfe-85cc-40846b98673e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:05.681644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:05.682360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Checking segment: {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:05.682832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.683557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Bound using segment: {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:05.683845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Bound port: bc6ce575-1acf-4243-946f-27617cce091c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:05.684239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.704583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.705144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53f3930-79db-4776-9ba1-1a7f1405e959 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:05.717156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.723118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4aae9a2d-4d84-49f3-8c58-a89ffc2b3800 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c53f3930-79db-4776-9ba1-1a7f1405e959 HTTP/1.1" status: 204 len: 168 time: 1.9870420 Dec 20 23:27:05.723118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48966) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:05.741133 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.767833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] For port bc6ce575-1acf-4243-946f-27617cce091c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:05.782881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] For port bc6ce575-1acf-4243-946f-27617cce091c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc6ce575-1acf-4243-946f-27617cce091c,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:05.787156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.850563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Deleting subnet ab056f7a-ce6b-4649-a586-8a58574c355f {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:05.853406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.855833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.917383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.922103 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.932343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.935351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:05.940032 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/358a58bc-f416-4cc5-97c6-0483b8f66954 HTTP/1.1" status: 204 len: 168 time: 0.2969232 Dec 20 23:27:05.947679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827312-552c-4bae-9bae-40d9bc4bbbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a58bc-f416-4cc5-97c6-0483b8f66954,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:06.123837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.135280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 33e7f705-208d-4803-9038-b99c87fdf624 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:06.199261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e60033-f394-41c8-821b-87c8a7d13ac5 None None] Pushing event updated for resources: {'Port': ['ID=bc6ce575-1acf-4243-946f-27617cce091c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:06.208613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.231504 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 33e7f705-208d-4803-9038-b99c87fdf624 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:06.232229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.289051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:06.304544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:06.307317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:06.309954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.313374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:06.316397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.404691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab056f7a-ce6b-4649-a586-8a58574c355f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:06.413810 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.428912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d142821-3fdc-4185-bf85-c77259f57f92 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ab056f7a-ce6b-4649-a586-8a58574c355f HTTP/1.1" status: 204 len: 168 time: 0.7059979 Dec 20 23:27:06.432082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48972) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:06.446285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5792d7b-6bfd-4e6e-a45b-48c640532add None None] Network be5949b1-1747-41ec-8886-62205d19c400 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:06.476706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:06.511622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:06.512149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b8524c17-3d86-4dd5-bf17-2e2fd1e7b36a not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:06.512729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd8ae4a7-41e9-4740-98fb-3ebe05f72fee no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:06.565138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fd8ae4a7-41e9-4740-98fb-3ebe05f72fee {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:06.565833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fd8ae4a7-41e9-4740-98fb-3ebe05f72fee not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:06.580835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.656715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.668687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Deleting port 9882312a-1fd3-4ec7-80b8-91722258d218 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:06.668687 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.724839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] DHCP port deletion for be5949b1-1747-41ec-8886-62205d19c400 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:06.790137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] For port 9882312a-1fd3-4ec7-80b8-91722258d218, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9882312a-1fd3-4ec7-80b8-91722258d218,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:06.790550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.795976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Deleting port 9882312a-1fd3-4ec7-80b8-91722258d218 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:06.796504 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.806732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Calling delete_port for 9882312a-1fd3-4ec7-80b8-91722258d218 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:06.889100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] For port 9882312a-1fd3-4ec7-80b8-91722258d218, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9882312a-1fd3-4ec7-80b8-91722258d218,segment=NetworkSegment(6c84230f-c9ae-42ef-a540-c07af883de27),segment_id=6c84230f-c9ae-42ef-a540-c07af883de27)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:06.889622 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:06.920025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Calling delete_port for 9882312a-1fd3-4ec7-80b8-91722258d218 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:06.983888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.014318 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.014558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Pushing event deleted for resources: {'Port': ['ID=9882312a-1fd3-4ec7-80b8-91722258d218,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:07.016510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] No DVR routers for this DVR port 9882312a-1fd3-4ec7-80b8-91722258d218 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:07.045988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] Pushing event deleted for resources: {'Port': ['ID=9882312a-1fd3-4ec7-80b8-91722258d218,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:07.047986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e8334-a729-4301-b4f8-815790c97f5c None None] No DVR routers for this DVR port 9882312a-1fd3-4ec7-80b8-91722258d218 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:07.113002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.144205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5949b1-1747-41ec-8886-62205d19c400']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:07.155827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c84230f-c9ae-42ef-a540-c07af883de27') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:07.156258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c84230f-c9ae-42ef-a540-c07af883de27') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:07.168518 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.185995 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.192915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:07.193386 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:07.196231 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:07.316717 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.330381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.336337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.342929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48988) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:07.343256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be5949b1-1747-41ec-8886-62205d19c400 HTTP/1.1" status: 204 len: 168 time: 0.9096215 Dec 20 23:27:07.362186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddcbbc-fd48-4929-89a4-268083af2440 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5949b1-1747-41ec-8886-62205d19c400,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:07.434611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.435253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.504387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48992) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:07.518222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:07.532223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024d83c-0e47-4402-ad4e-d935bb830976 None None] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:07.606790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4913e7c0-58ac-45b7-97c1-41160249b0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.621846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-de26d878-006c-4052-96d0-aefe6abdf4a5 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:07.622063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] Provisioning complete for port bc6ce575-1acf-4243-946f-27617cce091c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:07.622216 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-de26d878-006c-4052-96d0-aefe6abdf4a5 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 23:27:07.622349 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.622945 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-de26d878-006c-4052-96d0-aefe6abdf4a5 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:27:07.627529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de26d878-006c-4052-96d0-aefe6abdf4a5 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1182814 Dec 20 23:27:07.627799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 48996) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:07.637853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--14718819'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:07.693507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:07.701056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:07.739778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.782447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] For port bc6ce575-1acf-4243-946f-27617cce091c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc6ce575-1acf-4243-946f-27617cce091c,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:07.831174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.849542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.856135 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:07.894375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:07.935415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e81df2-dc84-440b-97fc-5c5ffa352de1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ce575-1acf-4243-946f-27617cce091c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:08.008613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c4f3dd7c-d380-4209-91fa-15ca46a9d522 None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:08.008995 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c4f3dd7c-d380-4209-91fa-15ca46a9d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.062136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3dd7c-d380-4209-91fa-15ca46a9d522 None None] Port 088c0851-adf1-4d12-9405-93d178ac0dee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:08.069238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:08.081676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5b8bf12-e92a-4fe9-a4b3-ea35924124dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9582720 Dec 20 23:27:08.082232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 48998) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:08.086319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345433468'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:08.088075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c4f3dd7c-d380-4209-91fa-15ca46a9d522 None None] Provisioning complete for port bc6ce575-1acf-4243-946f-27617cce091c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:08.091119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c4f3dd7c-d380-4209-91fa-15ca46a9d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.127314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc6ce575-1acf-4243-946f-27617cce091c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:08.130342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:08.139020 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.166655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.181852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:08.190542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.190738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:08.190738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:08.212899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.222113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:08.235934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.236553 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 62cec97d-3917-47bf-ac22-bdf7b70fdb76 of type vlan for network 3976b089-fc09-4ca9-bf73-c446976e56a8 Dec 20 23:27:08.287530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.304376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c311a506-83fc-4b5b-a7ef-fb95304ff4e2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:08.326138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:08.356412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bc6ce575-1acf-4243-946f-27617cce091c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:08.356990 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.360442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.433064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.436187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.446789 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.447149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:08.447149 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.480649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0196fe-605f-40a9-bf92-79d0c851851b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:08.534790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=3976b089-fc09-4ca9-bf73-c446976e56a8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:08.541071 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.542381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-794dd06a-351c-4d22-8558-ed61dc1cf7b0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9136930 Dec 20 23:27:08.545383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49000) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:08.551195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '4c0196fe-605f-40a9-bf92-79d0c851851b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:08.558558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:08.579113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Deleting port 242abeff-f58d-402d-8e2a-771238b0f8ce {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:08.579463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.596499 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f6269078-fc5f-4cf9-9d8e-c7a3dc39d1d5 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5162265 Dec 20 23:27:08.599351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49002) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:08.604844 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:08.663763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-cea16f32-aaea-48bc-b12b-511884acb459 None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:08.664392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cea16f32-aaea-48bc-b12b-511884acb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.715501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] For port 242abeff-f58d-402d-8e2a-771238b0f8ce, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=242abeff-f58d-402d-8e2a-771238b0f8ce,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:08.716297 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.719482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.726526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-cea16f32-aaea-48bc-b12b-511884acb459 None None] Port 088c0851-adf1-4d12-9405-93d178ac0dee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:08.736320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9882312a-1fd3-4ec7-80b8-91722258d218 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:08.742475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Calling delete_port for 242abeff-f58d-402d-8e2a-771238b0f8ce owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:08.762445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9882312a-1fd3-4ec7-80b8-91722258d218 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:08.763138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9882312a-1fd3-4ec7-80b8-91722258d218 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:08.774724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:06Z', 'revision_number': 3, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:07Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:08.786990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:08.790905 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.801618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:08.801994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Updating router 3217725a-6aa4-42b1-b505-681c97b9389b port 088c0851-adf1-4d12-9405-93d178ac0dee binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:27:08.832141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.841349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.886633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7d5869ed-56eb-4319-be02-97e9d8e87181 None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:08.887005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7d5869ed-56eb-4319-be02-97e9d8e87181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.932832 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:08.958373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d7f83c-20cb-4dbb-85bc-1dc57081891c,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:08.985422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7d5869ed-56eb-4319-be02-97e9d8e87181 None None] Port 088c0851-adf1-4d12-9405-93d178ac0dee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:09.017771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.019727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7377684e-3f7b-4782-8ae6-8642839af257 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4731023 Dec 20 23:27:09.022037 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49004) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:09.026797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-34b267e8-a3e7-4af1-90b3-fdd8eeb022e4 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '4c0196fe-605f-40a9-bf92-79d0c851851b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:09.067581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.090682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.122647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=242abeff-f58d-402d-8e2a-771238b0f8ce,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:09.131149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=0da133a6-9a84-45ff-aab5-bc062aadee0c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:09.145498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:09.145907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: 3976b089-fc09-4ca9-bf73-c446976e56a8, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:09.161375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.162588 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-34b267e8-a3e7-4af1-90b3-fdd8eeb022e4 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.235784 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.236461 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:09.285615 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-34b267e8-a3e7-4af1-90b3-fdd8eeb022e4 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 23:27:09.287141 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-34b267e8-a3e7-4af1-90b3-fdd8eeb022e4 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2638366 Dec 20 23:27:09.295452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49006) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:09.305819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35209e-ce62-4686-a213-c3933bf887fb None None] Pushing event updated for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:09.314538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3976b089-fc09-4ca9-bf73-c446976e56a8) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:09.327642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:09.329562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.352639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.362497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601af8e-867b-48a4-8e3b-c6c2dd19f827 None None] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:09.404984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Attempting to bind port 088c0851-adf1-4d12-9405-93d178ac0dee on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:09.405550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Attempting to bind port 088c0851-adf1-4d12-9405-93d178ac0dee by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:09.406334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Attempting to bind port 088c0851-adf1-4d12-9405-93d178ac0dee on network 559b6cd2-b4ef-4dfe-85cc-40846b98673e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:09.427029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.434796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3cd10217-9e2f-4086-86ab-c24121a3b9f9 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8337631 Dec 20 23:27:09.435184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49008) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:09.446776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:09.449971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Checking segment: {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:09.449971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.449971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Bound using segment: {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:09.449971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Bound port: 088c0851-adf1-4d12-9405-93d178ac0dee, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920e6b9-ab61-403a-9796-a6c543676b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:09.450371 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.461068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.547750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] For port 088c0851-adf1-4d12-9405-93d178ac0dee, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:09.551156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] For port 088c0851-adf1-4d12-9405-93d178ac0dee, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=088c0851-adf1-4d12-9405-93d178ac0dee,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:09.618155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-3976b089-fc09-4ca9-bf73-c446976e56a8', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:09.619020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.622286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e635f978-2d21-4b32-ad10-cc121a8a3bad None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:09.622671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e635f978-2d21-4b32-ad10-cc121a8a3bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.658696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.847724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.886686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35209e-ce62-4686-a213-c3933bf887fb None None] Pushing event updated for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:09.919218 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.922010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:09.926801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c0196fe-605f-40a9-bf92-79d0c851851b HTTP/1.1" status: 204 len: 168 time: 0.6268747 Dec 20 23:27:09.929325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49010) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:09.949052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4227d9-5eda-4fc9-9a44-d98af804427f tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0196fe-605f-40a9-bf92-79d0c851851b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:10.006434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Router 0a610224-cb6c-437a-a437-5237cb3f94e1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:10.012452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-37b67080-87bb-4da7-8290-815db08557f9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819726 Dec 20 23:27:10.018370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:10.023474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--494627679'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:10.035076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Allocated IP 2001:db8:2::2 (3976b089-fc09-4ca9-bf73-c446976e56a8/0da133a6-9a84-45ff-aab5-bc062aadee0c/6ba7412b-dcbe-42bd-8463-826ace578eb5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:10.149058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:10.159388 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Sync routers for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:10.165167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f4fc3d4e-15d6-4a5b-94de-700a5799dfe6 admin admin] 10.222.0.62 "PUT /v2.0/routers/0a610224-cb6c-437a-a437-5237cb3f94e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207002 Dec 20 23:27:10.166047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49014) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:10.172482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.177905 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:10.178715 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.202054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e635f978-2d21-4b32-ad10-cc121a8a3bad None None] Port 088c0851-adf1-4d12-9405-93d178ac0dee cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:10.217172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:10.218375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.367867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.375477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:10.400536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:10.442221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.480409 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.490713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.505818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.536428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.552024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c356f92d-3239-4922-99c3-13b9f5d73c67,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:10.575233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.616120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8:2::1 (3976b089-fc09-4ca9-bf73-c446976e56a8/0da133a6-9a84-45ff-aab5-bc062aadee0c/6d10ba07-4049-4ade-be87-728b0cdb8739) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:10.616782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.628837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.631538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7b8f5e13-c9ec-4514-bbd3-93a52a46f63b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6122360 Dec 20 23:27:10.637632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49016) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:10.645595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0af121e2-fcfa-47ff-83ce-8bc168e5ca63 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c356f92d-3239-4922-99c3-13b9f5d73c67', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:10.646732 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-0af121e2-fcfa-47ff-83ce-8bc168e5ca63 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 23:27:10.648172 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-0af121e2-fcfa-47ff-83ce-8bc168e5ca63 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:10.652033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:10.652898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0af121e2-fcfa-47ff-83ce-8bc168e5ca63 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138593 Dec 20 23:27:10.653550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49018) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:10.664690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:10.665041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.668662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:10.690325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Pushing event updated for resources: {'Port': ['ID=6ba7412b-dcbe-42bd-8463-826ace578eb5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:10.696007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:10.703950 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Deleting port 5d65df85-6f1b-49aa-9a94-6f482ca68e28 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:10.704955 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.732103 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:27:08Z', 'revision_number': 5, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port': {'id': '5d65df85-6f1b-49aa-9a94-6f482ca68e28', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:21:43Z', 'updated_at': '2021-12-20T23:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.769135 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Checking router: 0a610224-cb6c-437a-a437-5237cb3f94e1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:10.778820 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Routers {'0a610224-cb6c-437a-a437-5237cb3f94e1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:10.779845 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0a610224-cb6c-437a-a437-5237cb3f94e1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.808771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Attempting to bind port 6ba7412b-dcbe-42bd-8463-826ace578eb5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:10.809150 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Attempting to bind port 6ba7412b-dcbe-42bd-8463-826ace578eb5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:10.809524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Attempting to bind port 6ba7412b-dcbe-42bd-8463-826ace578eb5 on network 3976b089-fc09-4ca9-bf73-c446976e56a8 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:10.821250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.821502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:10.821856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Checking segment: {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:10.822264 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.822664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Bound using segment: {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:10.823337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Bound port: 6ba7412b-dcbe-42bd-8463-826ace578eb5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:10.823727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.827753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] For port 5d65df85-6f1b-49aa-9a94-6f482ca68e28, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5d65df85-6f1b-49aa-9a94-6f482ca68e28,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:10.828862 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.845063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Calling delete_port for 5d65df85-6f1b-49aa-9a94-6f482ca68e28 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:10.871714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.878233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.878427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:10.878986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] Set router 0a610224-cb6c-437a-a437-5237cb3f94e1 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:10.881344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:06Z', 'revision_number': 3, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:09Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.938563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd068b-9f96-4c01-89c2-e641648400d2 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:06Z', 'revision_number': 3, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:09Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:10.945152 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 6, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:10.986012 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bff4f-8cfc-46fd-a2ad-e7e45faec6ca None None] The sync data for ids ['0a610224-cb6c-437a-a437-5237cb3f94e1'] in n-d-822053-9 is: [{'id': '0a610224-cb6c-437a-a437-5237cb3f94e1', 'name': 'tempest-TestVolumeBackupRestore-2082114171-router', 'tenant_id': '984bb073e18348d79adcbe1ad5d4df1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:21:41Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 6, 'project_id': '984bb073e18348d79adcbe1ad5d4df1a', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:10.990082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] For port 088c0851-adf1-4d12-9405-93d178ac0dee, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=088c0851-adf1-4d12-9405-93d178ac0dee,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:10.995891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] For port 6ba7412b-dcbe-42bd-8463-826ace578eb5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:10.999512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] For port 6ba7412b-dcbe-42bd-8463-826ace578eb5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ba7412b-dcbe-42bd-8463-826ace578eb5,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:11.041392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.044138 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.045342 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/c356f92d-3239-4922-99c3-13b9f5d73c67 HTTP/1.1" status: 204 len: 168 time: 0.3786478 Dec 20 23:27:11.048842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49020) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:11.074908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.079192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.096356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.098618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0369991-c4ce-4c8b-8f94-3066e420b4cc tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c356f92d-3239-4922-99c3-13b9f5d73c67,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.183300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe04a2a-2d68-4907-b78c-8048fe651ff3 None None] Pushing event updated for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.187517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:11.196022 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.208185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:11.221939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:11.222343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.247558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072455d-dfc4-411c-8e62-ad154728bb16 None None] Pushing event updated for resources: {'Port': ['ID=6ba7412b-dcbe-42bd-8463-826ace578eb5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.249782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d65df85-6f1b-49aa-9a94-6f482ca68e28,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.268057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09df5f-76e3-4b17-a1db-d58c6b79afcd None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:11.290300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.310134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6b48ed30-7891-473c-8385-7eabb7dd726e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2584538 Dec 20 23:27:11.315027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49022) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:11.326941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--313566649'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:11.364622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.494149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.495223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.500267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.500267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.646856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.647339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a610224-cb6c-437a-a437-5237cb3f94e1 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:11.657058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.658307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-611f3805-8b79-4ded-8323-a14fe3d89de3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0a610224-cb6c-437a-a437-5237cb3f94e1 HTTP/1.1" status: 204 len: 168 time: 1.4911807 Dec 20 23:27:11.661212 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.662243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49024) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:11.713289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Deleting subnet db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:11.716676 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.752038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.780999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.818822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19dd248-78a2-4b76-8d17-a294374546bf,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:11.862226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.862427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.863643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad02f566-a701-4491-a698-6be5967aae47 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5468583 Dec 20 23:27:11.867195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49026) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:11.872021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-68f9552a-cc6c-4825-b012-bddf22122946 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'e19dd248-78a2-4b76-8d17-a294374546bf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:11.872584 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-68f9552a-cc6c-4825-b012-bddf22122946 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 23:27:11.873077 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-68f9552a-cc6c-4825-b012-bddf22122946 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:11.874407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68f9552a-cc6c-4825-b012-bddf22122946 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059876 Dec 20 23:27:11.877160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:11.884610 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.950937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.966375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:11.967142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.018110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.048123 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.082002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:12.087639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.093464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-82d84c2f-e837-468c-871a-9d310e0b4577 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/db9a0c67-4f0f-4ce8-ac7a-4fc0c2dce29a HTTP/1.1" status: 204 len: 168 time: 0.4279761 Dec 20 23:27:12.093618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217f921-986a-48f5-aa77-5ba08a4e3eb4 None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:12.094087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49030) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:12.095360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:12.156254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ba7412b-dcbe-42bd-8463-826ace578eb5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:12.189250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:12.190848 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:12.208954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.289691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Deleting port e4c3e761-b523-467c-a9da-15d7bdc499ac {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:12.290189 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.294961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6ba7412b-dcbe-42bd-8463-826ace578eb5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:12.295553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.302039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.304961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.310110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49032) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:12.311322 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/e19dd248-78a2-4b76-8d17-a294374546bf HTTP/1.1" status: 204 len: 168 time: 0.4327037 Dec 20 23:27:12.331189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf6dd1-dd38-4d37-849b-02f08961e438 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19dd248-78a2-4b76-8d17-a294374546bf,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:12.373390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:12.439068 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] For port e4c3e761-b523-467c-a9da-15d7bdc499ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e4c3e761-b523-467c-a9da-15d7bdc499ac,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:12.441904 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.454735 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] DHCP port deletion for 342a8041-6928-4c21-96f2-eeaf0dddbc60 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:12.463733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Calling delete_port for e4c3e761-b523-467c-a9da-15d7bdc499ac owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:12.484192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.515949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0fb03bd0-c3ba-43bd-b5e1-4b77960a966e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2047126 Dec 20 23:27:12.519870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49034) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:12.523631 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:12.525978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--601179890'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:12.540147 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-908a2f03-d149-4ba2-850e-49530684f9fe tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0933769 Dec 20 23:27:12.542535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49036) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:12.548719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-483888391'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:12.559753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:12.597679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 6ba7412b-dcbe-42bd-8463-826ace578eb5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ba7412b-dcbe-42bd-8463-826ace578eb5,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:12.600138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:12.600759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:12.667663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2056c42-f1d2-4820-8f01-4ad6ca6a6aee None None] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:12.681515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.717450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Deleting port e4c3e761-b523-467c-a9da-15d7bdc499ac {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:12.717762 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.733326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.767574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:12.776107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.777144 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 088c0851-adf1-4d12-9405-93d178ac0dee up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:12.778156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c3e761-b523-467c-a9da-15d7bdc499ac,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:12.778689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:12.781767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.782929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] No DVR routers for this DVR port e4c3e761-b523-467c-a9da-15d7bdc499ac on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:12.784540 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.814483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:12.826242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.826242 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added segment 480f80ac-b2a0-4616-b8d5-0d627b63c3e6 of type vlan for network f23a8d17-7490-4c22-ae26-b855b98bf7e7 Dec 20 23:27:12.863879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.875780 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.886869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342a8041-6928-4c21-96f2-eeaf0dddbc60']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:12.893883 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.902624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813cba5b-3cbd-4f22-92d9-c03e0dc4a842') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:12.902906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813cba5b-3cbd-4f22-92d9-c03e0dc4a842') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:12.931612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.952583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cac6ea-9a40-48a0-b7f7-c43c7e20cba3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:12.953892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.959489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fe0dbf39-1f04-46e4-af92-88a31a82c461 None None] Provisioning complete for port 6ba7412b-dcbe-42bd-8463-826ace578eb5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:12.959867 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbf39-1f04-46e4-af92-88a31a82c461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.960094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:12.960621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:12.966459 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:12.968880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:12.974367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:12.975281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.009508 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.013471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-958639bf-1017-4bb7-9dc8-acb9c2ae4232 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4898324 Dec 20 23:27:13.014397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49038) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.019852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9739d5f5-36e9-4593-a80b-94234b2250a6 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '79cac6ea-9a40-48a0-b7f7-c43c7e20cba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.021135 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-9739d5f5-36e9-4593-a80b-94234b2250a6 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 23:27:13.021741 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-9739d5f5-36e9-4593-a80b-94234b2250a6 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:13.022855 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9739d5f5-36e9-4593-a80b-94234b2250a6 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070250 Dec 20 23:27:13.026394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49040) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.033048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8ab079f2-cf13-4f3a-8e9c-1ebed9f7cf93 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '79cac6ea-9a40-48a0-b7f7-c43c7e20cba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.033876 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-8ab079f2-cf13-4f3a-8e9c-1ebed9f7cf93 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 23:27:13.034308 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-8ab079f2-cf13-4f3a-8e9c-1ebed9f7cf93 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:13.035271 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ab079f2-cf13-4f3a-8e9c-1ebed9f7cf93 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081854 Dec 20 23:27:13.046518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49042) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.051814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba0ee269-cae0-4ba1-bdeb-b00bdf86487c tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '79cac6ea-9a40-48a0-b7f7-c43c7e20cba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.052730 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-ba0ee269-cae0-4ba1-bdeb-b00bdf86487c tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 23:27:13.053234 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-ba0ee269-cae0-4ba1-bdeb-b00bdf86487c tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:13.057038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba0ee269-cae0-4ba1-bdeb-b00bdf86487c tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066099 Dec 20 23:27:13.057312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49044) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.061837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-70078af0-f934-44fc-836e-3be52caee688 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '79cac6ea-9a40-48a0-b7f7-c43c7e20cba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.062887 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-70078af0-f934-44fc-836e-3be52caee688 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 23:27:13.063460 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-70078af0-f934-44fc-836e-3be52caee688 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:13.065232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-70078af0-f934-44fc-836e-3be52caee688 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062566 Dec 20 23:27:13.068425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49046) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.075778 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5295076 Dec 20 23:27:13.076356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49048) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.081690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'subnet': {'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.086460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6078-f1a3-4a59-a452-29fba0ead981 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Network': ['ID=f23a8d17-7490-4c22-ae26-b855b98bf7e7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.112185 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.120954 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.127013 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/342a8041-6928-4c21-96f2-eeaf0dddbc60 HTTP/1.1" status: 204 len: 168 time: 1.0315342 Dec 20 23:27:13.150015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162807-96c0-4553-bb30-0153eba398b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=342a8041-6928-4c21-96f2-eeaf0dddbc60,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.166568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.198036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.224856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:13.248851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] For port e4c3e761-b523-467c-a9da-15d7bdc499ac, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=e4c3e761-b523-467c-a9da-15d7bdc499ac,segment=NetworkSegment(813cba5b-3cbd-4f22-92d9-c03e0dc4a842),segment_id=813cba5b-3cbd-4f22-92d9-c03e0dc4a842)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:13.249319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.264247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=6ba7412b-dcbe-42bd-8463-826ace578eb5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.266949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Made reservation on behalf of 4a737ef1dc02414c95bba289d042148b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:13.270957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.309231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Calling delete_port for e4c3e761-b523-467c-a9da-15d7bdc499ac owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:13.330066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.333643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.337803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/79cac6ea-9a40-48a0-b7f7-c43c7e20cba3 HTTP/1.1" status: 204 len: 168 time: 0.2645390 Dec 20 23:27:13.339024 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49052) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.354613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3798627-36e2-42d8-b8b5-f2d9a49a1c58 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cac6ea-9a40-48a0-b7f7-c43c7e20cba3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.396327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ff8acede-ddf7-405e-9a3e-aadd4d6050ab tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538614 Dec 20 23:27:13.402634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49054) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.409322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337202261'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:13.458795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 088c0851-adf1-4d12-9405-93d178ac0dee triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:13.459163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.549686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.563364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.596735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49056) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.651030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-650866c4-f599-46bc-b80b-45bfd5f0d5d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8e0e1a81b3c4535a1c97da3f32ec96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528090 Dec 20 23:27:13.655437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.656019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49058) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:13.684177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Subnet': ['ID=7069402a-be82-44db-944c-7671c36e54db,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.704297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Network 342a8041-6928-4c21-96f2-eeaf0dddbc60 is not hosted by any dhcp agent {{(pid=115564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:27:13.704755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] No DVR routers for this DVR port e4c3e761-b523-467c-a9da-15d7bdc499ac on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:13.715184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ce2ab-7500-4eaa-9c22-74a632cbcca0 None None] Pushing event deleted for resources: {'Port': ['ID=e4c3e761-b523-467c-a9da-15d7bdc499ac,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.721246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Checking segment: {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:13.721760 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.721949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network hostable DHCP agents. Network: f23a8d17-7490-4c22-ae26-b855b98bf7e7, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:13.746380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:11Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:11Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:13.774082 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.774886 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.787671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:13.788030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Updating router 3217725a-6aa4-42b1-b505-681c97b9389b port 6d10ba07-4049-4ade-be87-728b0cdb8739 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:27:13.814015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 242abeff-f58d-402d-8e2a-771238b0f8ce no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:13.839090 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:13.842119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 242abeff-f58d-402d-8e2a-771238b0f8ce {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:13.842467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 242abeff-f58d-402d-8e2a-771238b0f8ce not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:13.842882 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5d65df85-6f1b-49aa-9a94-6f482ca68e28 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:13.844770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.873807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5d65df85-6f1b-49aa-9a94-6f482ca68e28 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:13.874344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5d65df85-6f1b-49aa-9a94-6f482ca68e28 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:13.878811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.907451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.910210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:13.911455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e3f0051-2fd7-4363-87e7-ee060c360558 HTTP/1.1" status: 204 len: 168 time: 0.2542577 Dec 20 23:27:13.920634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c353803-08b7-4452-88f4-abf499b640f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f0051-2fd7-4363-87e7-ee060c360558,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.923099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38fbc64-6126-4334-803e-f47d20e1196a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:13.983150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f23a8d17-7490-4c22-ae26-b855b98bf7e7) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:13.988609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:13.989482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.011650 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.014880 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-094d2a8e-40d8-4f4d-bf0d-bfcdee128c15 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6101029 Dec 20 23:27:14.016024 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a3419867-f175-4696-8379-628bbd2680a6 None None] Provisioning complete for port 6ba7412b-dcbe-42bd-8463-826ace578eb5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:14.016423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49062) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.016546 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3419867-f175-4696-8379-628bbd2680a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.024066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-63755c14-a6b3-49ae-8e35-19729c6c7dca tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.024546 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-63755c14-a6b3-49ae-8e35-19729c6c7dca tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 23:27:14.025041 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-63755c14-a6b3-49ae-8e35-19729c6c7dca tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.026617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-63755c14-a6b3-49ae-8e35-19729c6c7dca tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089400 Dec 20 23:27:14.029297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49064) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.040088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c2e7d80c-6a10-4450-8b2d-b2691959c3df tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.056853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94154416-687f-47e5-ab7f-14cf5d921446 None None] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:14.059848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ba7412b-dcbe-42bd-8463-826ace578eb5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:14.088698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b5f6d1d-c938-4dc8-8f72-12cd397b1834 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0112455 Dec 20 23:27:14.091571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49066) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.325563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6ba7412b-dcbe-42bd-8463-826ace578eb5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:14.326016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.358876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'project_id': '4a737ef1dc02414c95bba289d042148b', 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:14.359747 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.380139 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-c2e7d80c-6a10-4450-8b2d-b2691959c3df tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.384875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49070) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.385486 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2e7d80c-6a10-4450-8b2d-b2691959c3df tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3551438 Dec 20 23:27:14.389628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1482681c-2f48-4a38-a876-446b20926096 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.390145 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-1482681c-2f48-4a38-a876-446b20926096 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 23:27:14.390645 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-1482681c-2f48-4a38-a876-446b20926096 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.394167 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1482681c-2f48-4a38-a876-446b20926096 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057504 Dec 20 23:27:14.394394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49072) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.399042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c6086db7-f43a-446a-a569-dc30f977323b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.551157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a3419867-f175-4696-8379-628bbd2680a6 None None] Provisioning complete for port 6d10ba07-4049-4ade-be87-728b0cdb8739 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:14.551157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3419867-f175-4696-8379-628bbd2680a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.557102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.585112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.621470 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-c6086db7-f43a-446a-a569-dc30f977323b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.625259 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c6086db7-f43a-446a-a569-dc30f977323b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2273498 Dec 20 23:27:14.625562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49074) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.630635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cfea268f-0070-4a97-b07e-426ba3eb1a7e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.631176 n-d-822053-9 neutron-server[115563]: WARNING neutron.api.v2.base [None req-cfea268f-0070-4a97-b07e-426ba3eb1a7e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 23:27:14.631805 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-cfea268f-0070-4a97-b07e-426ba3eb1a7e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.636028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cfea268f-0070-4a97-b07e-426ba3eb1a7e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061107 Dec 20 23:27:14.636217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49076) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.640576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ef574eca-3720-4549-af6e-da427c28df9b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.661649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a3419867-f175-4696-8379-628bbd2680a6 None None] Port 6d10ba07-4049-4ade-be87-728b0cdb8739 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:14.684323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.693388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Allocated IP 2001:db8:3::2 (f23a8d17-7490-4c22-ae26-b855b98bf7e7/7069402a-be82-44db-944c-7671c36e54db/ef15937f-b893-44a2-922a-80a194728db0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:14.750586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e4c3e761-b523-467c-a9da-15d7bdc499ac no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:14.755389 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-ef574eca-3720-4549-af6e-da427c28df9b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Project a5f8d5c5d19d4f15bd9bb1dadf4bc104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:27:14.794594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebadb7-7f3e-46eb-954e-69143942afb4 None None] Pushing event updated for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:14.803851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: e4c3e761-b523-467c-a9da-15d7bdc499ac {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:14.806434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device e4c3e761-b523-467c-a9da-15d7bdc499ac not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:14.852248 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49078) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.868012 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ef574eca-3720-4549-af6e-da427c28df9b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.874721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef574eca-3720-4549-af6e-da427c28df9b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2375796 Dec 20 23:27:14.875184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49080) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.882859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ba629cbc-4e34-470d-b169-c8903fe2cb90 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.883998 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-ba629cbc-4e34-470d-b169-c8903fe2cb90 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 23:27:14.885556 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-ba629cbc-4e34-470d-b169-c8903fe2cb90 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:14.889235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ba629cbc-4e34-470d-b169-c8903fe2cb90 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103350 Dec 20 23:27:14.890416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49082) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.894992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-66380745-5d39-485f-b03e-4f9e690a4c36 None None] Provisioning complete for port 6d10ba07-4049-4ade-be87-728b0cdb8739 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:14.895369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66380745-5d39-485f-b03e-4f9e690a4c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.898842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ce8f5af8-53a3-4e5b-96be-8c8f5bb44ff8 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:14.924466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87c8229a-bbc5-46fc-8253-d09a313d7dc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=984bb073e18348d79adcbe1ad5d4df1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712953 Dec 20 23:27:14.926918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49084) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:14.939630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Attempting to bind port 6d10ba07-4049-4ade-be87-728b0cdb8739 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:14.940000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Attempting to bind port 6d10ba07-4049-4ade-be87-728b0cdb8739 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:14.940363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Attempting to bind port 6d10ba07-4049-4ade-be87-728b0cdb8739 on network 3976b089-fc09-4ca9-bf73-c446976e56a8 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:14.966425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:14.970526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Checking segment: {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:14.970526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.970526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Bound using segment: {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:14.970526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Bound port: 6d10ba07-4049-4ade-be87-728b0cdb8739, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cec97d-3917-47bf-ac22-bdf7b70fdb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:14.970526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:14.981855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-66380745-5d39-485f-b03e-4f9e690a4c36 None None] Port 6d10ba07-4049-4ade-be87-728b0cdb8739 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:14.985459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.007758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.028708 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-ce8f5af8-53a3-4e5b-96be-8c8f5bb44ff8 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Project a5f8d5c5d19d4f15bd9bb1dadf4bc104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:27:15.053663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.077943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] For port 6d10ba07-4049-4ade-be87-728b0cdb8739, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:15.080898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] For port 6d10ba07-4049-4ade-be87-728b0cdb8739, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d10ba07-4049-4ade-be87-728b0cdb8739,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:15.101705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c0cc5e87-5cb2-4276-8aed-af6f9bfe7611 None None] Provisioning complete for port 6d10ba07-4049-4ade-be87-728b0cdb8739 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:15.102237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5e87-5cb2-4276-8aed-af6f9bfe7611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.126479 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-ce8f5af8-53a3-4e5b-96be-8c8f5bb44ff8 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:15.127582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ce8f5af8-53a3-4e5b-96be-8c8f5bb44ff8 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2360713 Dec 20 23:27:15.130513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49086) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:15.135919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d6d48e1d-da2a-4e86-a123-1f1370d484fa tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': 'c38fbc64-6126-4334-803e-f47d20e1196a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:15.136179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc5e87-5cb2-4276-8aed-af6f9bfe7611 None None] Port 6d10ba07-4049-4ade-be87-728b0cdb8739 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:15.161589 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.164897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.165024 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.165259 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.166499 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60cf522b-69bb-4939-a586-26cfcd3aa48c HTTP/1.1" status: 204 len: 168 time: 0.2385173 Dec 20 23:27:15.194427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555426b6-e6ce-4fd5-b996-05a9b31078fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cf522b-69bb-4939-a586-26cfcd3aa48c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:15.213643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:15.226758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Allocated IP 2001:db8:3::1 (f23a8d17-7490-4c22-ae26-b855b98bf7e7/7069402a-be82-44db-944c-7671c36e54db/c70768c5-7354-4eb2-8988-fdbbea79fa41) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:15.232746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:15.245659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:15.246027 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-d6d48e1d-da2a-4e86-a123-1f1370d484fa tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Project a5f8d5c5d19d4f15bd9bb1dadf4bc104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:27:15.246141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Pushing event updated for resources: {'Port': ['ID=ef15937f-b893-44a2-922a-80a194728db0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:15.281464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:15.282182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:15.357550 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-d6d48e1d-da2a-4e86-a123-1f1370d484fa tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:15.361527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d6d48e1d-da2a-4e86-a123-1f1370d484fa tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2273693 Dec 20 23:27:15.362559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49090) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:15.424512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.463481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.497354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.556036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.594375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebadb7-7f3e-46eb-954e-69143942afb4 None None] Pushing event updated for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:15.605185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:15.606261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Attempting to bind port ef15937f-b893-44a2-922a-80a194728db0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:15.615824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Attempting to bind port ef15937f-b893-44a2-922a-80a194728db0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:15.615824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Attempting to bind port ef15937f-b893-44a2-922a-80a194728db0 on network f23a8d17-7490-4c22-ae26-b855b98bf7e7 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:15.616302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.616302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.616302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/c38fbc64-6126-4334-803e-f47d20e1196a HTTP/1.1" status: 204 len: 168 time: 0.2496076 Dec 20 23:27:15.617122 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:15.624430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] Provisioning complete for port 6d10ba07-4049-4ade-be87-728b0cdb8739 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:15.624807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.628090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:15.639873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:15.650920 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:15.653411 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.674357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:15.674742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Checking segment: {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:15.675155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.675558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Bound using segment: {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:15.676061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Bound port: ef15937f-b893-44a2-922a-80a194728db0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:15.676449 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.681464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a5a65bba-482b-4651-9f7c-a57fab9ef61b tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628121 Dec 20 23:27:15.686483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49094) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:15.689951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7d2b-ac94-4bed-b08b-41476b06c1d9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38fbc64-6126-4334-803e-f47d20e1196a,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:15.692010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--501056144'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:15.712129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:15.813121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.900698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] For port ef15937f-b893-44a2-922a-80a194728db0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:15.909155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] For port ef15937f-b893-44a2-922a-80a194728db0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef15937f-b893-44a2-922a-80a194728db0,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:15.919423 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:15.980700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.024352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] For port 6d10ba07-4049-4ade-be87-728b0cdb8739, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d10ba07-4049-4ade-be87-728b0cdb8739,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:16.025462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.036949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:11Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:16.064619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f276f-fc45-4fdc-b3f1-8b0ff6afeb54 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:11Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:16.096891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.143463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.147586 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.188194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79ed55-9b7d-40e6-804b-2cf05d6202ed,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:16.194160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13692e7-c99e-48f3-89d1-098950bf599b None None] Pushing event updated for resources: {'Port': ['ID=ef15937f-b893-44a2-922a-80a194728db0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:16.265923 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.267546 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4d7f28c-04f9-49ae-a7af-e2f67f68f960 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5796936 Dec 20 23:27:16.270691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:16.280545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a90d4425-e4bc-4d38-a91e-56d6cbe0dfb2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '7e79ed55-9b7d-40e6-804b-2cf05d6202ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:16.284557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472953e-4de7-4592-a406-5f643bef9eb5 None None] Pushing event updated for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:16.430476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.493426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.494476 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.516248 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a90d4425-e4bc-4d38-a91e-56d6cbe0dfb2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The resource could not be found. Dec 20 23:27:16.517901 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a90d4425-e4bc-4d38-a91e-56d6cbe0dfb2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2458577 Dec 20 23:27:16.520839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49098) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:16.527316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bd5c01b2-02e5-40b0-87d2-3048b7007c98 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '7e79ed55-9b7d-40e6-804b-2cf05d6202ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0c252b20-ee45-4782-bf08-0ba48c4a233a'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:16.613218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event updated for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:16.656252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:16.657712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:16.742186 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-bd5c01b2-02e5-40b0-87d2-3048b7007c98 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The resource could not be found. Dec 20 23:27:16.743660 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd5c01b2-02e5-40b0-87d2-3048b7007c98 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2214692 Dec 20 23:27:16.746525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49100) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:16.768794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:16.808858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.832918 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.875924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:16.882244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-59f697e9-2b9d-4ff3-b523-ec214ed72bc6 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895153 Dec 20 23:27:16.885528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:16.891695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:16.949404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:16.959837 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:16.961456 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:16.992950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.995631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:16.998367 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/7e79ed55-9b7d-40e6-804b-2cf05d6202ed HTTP/1.1" status: 204 len: 168 time: 0.2504823 Dec 20 23:27:17.000338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:17.063156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f046c711-e0e5-489f-8eac-843a105dc60d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615773 Dec 20 23:27:17.063809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:17.068978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a1f763f8-65ad-49e6-aefe-d66a60b84c36 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '38943ae0-c6a4-4866-8599-7054cb95a2d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:17.071505 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:17.081662 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784850-c4f1-417b-a5b3-47cd2b593974 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79ed55-9b7d-40e6-804b-2cf05d6202ed,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:17.262734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30914364-6c04-4b39-9a62-f1a7f96cb9cc None None] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:17.310202 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-a1f763f8-65ad-49e6-aefe-d66a60b84c36 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The resource could not be found. Dec 20 23:27:17.315264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49108) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:17.317030 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1f763f8-65ad-49e6-aefe-d66a60b84c36 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2513480 Dec 20 23:27:17.320498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370918398'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:17.323315 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:16Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:17.330165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] Provisioning complete for port ef15937f-b893-44a2-922a-80a194728db0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:17.330644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.354848 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:17.355106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:27:17.355226 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Updating router 3217725a-6aa4-42b1-b505-681c97b9389b port c70768c5-7354-4eb2-8988-fdbbea79fa41 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:27:17.372670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Removed routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:27:17.373055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.379994 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.430394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.448263 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.488627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] For port ef15937f-b893-44a2-922a-80a194728db0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef15937f-b893-44a2-922a-80a194728db0,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:17.547482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.588512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.616207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc8534-dfdd-4d95-9e86-45ae5536a80d None None] Pushing event updated for resources: {'Port': ['ID=ef15937f-b893-44a2-922a-80a194728db0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:17.660717 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.670380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.702777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.713146 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.716239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6473a-72d0-463c-88e6-9671107054a8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:17.719830 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.770190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Pushing event updated for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:17.781588 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.782039 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.782464 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.783041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.783605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.784127 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.785038 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.785536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.786067 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.786827 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.787317 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.791497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.791497 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:17.791725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.791725 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9088c889-6918-4b54-a90b-45bf42ea50e3 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4733040 Dec 20 23:27:17.792862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49110) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:17.801163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211146347'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:17.803327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-272b507f-3f44-487a-a03b-ecd147e3cbab None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:17.803796 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-272b507f-3f44-487a-a03b-ecd147e3cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.841093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-272b507f-3f44-487a-a03b-ecd147e3cbab None None] Port c70768c5-7354-4eb2-8988-fdbbea79fa41 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:17.848791 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Attempting to bind port c70768c5-7354-4eb2-8988-fdbbea79fa41 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:17.849411 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Attempting to bind port c70768c5-7354-4eb2-8988-fdbbea79fa41 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:17.850114 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Attempting to bind port c70768c5-7354-4eb2-8988-fdbbea79fa41 on network f23a8d17-7490-4c22-ae26-b855b98bf7e7 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:17.852425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-272b507f-3f44-487a-a03b-ecd147e3cbab None None] Provisioning complete for port ef15937f-b893-44a2-922a-80a194728db0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:17.852790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-272b507f-3f44-487a-a03b-ecd147e3cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.857558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:17.858634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:17.858749 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Checking segment: {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:17.859637 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.860171 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Bound using segment: {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:17.861052 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Bound port: c70768c5-7354-4eb2-8988-fdbbea79fa41, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480f80ac-b2a0-4616-b8d5-0d627b63c3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:17.861241 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.951560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] For port c70768c5-7354-4eb2-8988-fdbbea79fa41, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:17.955152 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] For port c70768c5-7354-4eb2-8988-fdbbea79fa41, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70768c5-7354-4eb2-8988-fdbbea79fa41,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:17.962336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:17.995469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:18.004487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.011109 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c8b7b0e0-f453-40df-bcb3-894f6ae8492c tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 954 time: 1.1191323 Dec 20 23:27:18.011221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49112) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:18.061978 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.074737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:18.075274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.104907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.134736 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb349e-9201-4cea-894b-1d811610196e None None] Pushing event updated for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:18.154827 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:18.155436 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:18.168386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49114) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:18.168808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a92486b1-c10e-4eda-b973-ae542b808902 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 954 time: 0.1564486 Dec 20 23:27:18.175700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6d10ba07-4049-4ade-be87-728b0cdb8739 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:18.175860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'routes': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:18.270023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.272025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6d10ba07-4049-4ade-be87-728b0cdb8739 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:18.272382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.282725 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:18.340937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] For port c70768c5-7354-4eb2-8988-fdbbea79fa41, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70768c5-7354-4eb2-8988-fdbbea79fa41,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:18.405582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef15937f-b893-44a2-922a-80a194728db0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:18.428832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.503547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3303294-3fce-4400-a0a8-d2fb5fed7e43 None None] Pushing event updated for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:18.506422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ef15937f-b893-44a2-922a-80a194728db0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:18.506908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.524840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.576034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-75bad9aa-bcc3-42c3-8e9a-e6654eebb66c None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:18.576557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-75bad9aa-bcc3-42c3-8e9a-e6654eebb66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.611646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05b9fe2-16de-4a2d-bfb3-9381513c3b92,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:18.681198 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:17Z', 'revision_number': 6, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:17Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:18.718922 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde920-0525-463e-a8dd-ca184a2559f8 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:17Z', 'revision_number': 6, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:17Z', 'revision_number': 4, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:18.756602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.761458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82c68aaa-80ed-4be6-9b8f-b5ba8e79bcf9 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9646356 Dec 20 23:27:18.761850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49116) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:18.768244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-095721c6-87b5-4438-81aa-bd06cb93bad2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '9ed6473a-72d0-463c-88e6-9671107054a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c05b9fe2-16de-4a2d-bfb3-9381513c3b92'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:18.869470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-febeb425-8dc0-41c5-89ee-4b92ca95f773 None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:18.869879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-febeb425-8dc0-41c5-89ee-4b92ca95f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:18.957052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:27:18.961171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:27:18.993843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.001009 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-095721c6-87b5-4438-81aa-bd06cb93bad2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:19.002222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-095721c6-87b5-4438-81aa-bd06cb93bad2 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2392640 Dec 20 23:27:19.009785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49118) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.067051 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.090220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-080f5627-f911-4f17-8697-5edbb1231f63 None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:19.090908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-080f5627-f911-4f17-8697-5edbb1231f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.112973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.228042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.230840 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.234560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/c05b9fe2-16de-4a2d-bfb3-9381513c3b92 HTTP/1.1" status: 204 len: 168 time: 0.2263694 Dec 20 23:27:19.235858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49120) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.256634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05b9fe2-16de-4a2d-bfb3-9381513c3b92,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:19.268989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.269279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.269741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.270095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.270430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.270760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.271085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.271406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.271728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.272049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.272367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.273279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.273593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a40641-79cd-409d-92da-92522bb4ee09 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:19.276337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.279811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.329997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e5099e59-c401-445a-8b7a-f94cf1c4a965 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0902221 Dec 20 23:27:19.330513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49122) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.386388 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.388728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:19.409286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.489792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:19.497507 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.498701 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-580080f5-c028-49d2-8144-d21602de1b08 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 704 time: 1.3283446 Dec 20 23:27:19.501202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49124) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.526438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.529108 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.530331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/9ed6473a-72d0-463c-88e6-9671107054a8 HTTP/1.1" status: 204 len: 168 time: 0.1988761 Dec 20 23:27:19.534430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49126) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.554485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df33ced-f2ce-46b7-a648-2a28cffdc785 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6473a-72d0-463c-88e6-9671107054a8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:19.592536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e08d8d6-5b6c-4761-b026-04264cda3eed tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568414 Dec 20 23:27:19.596495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49128) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.604575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--905265831'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:19.610556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:19.620089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:19.620704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:19.627799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7e62bbbf-afb3-427b-b612-77d48fbe386b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 704 time: 0.1254315 Dec 20 23:27:19.630424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:19.709853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:19.764544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.925160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 7, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:19.934818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:19.952115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:19.963873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:19.964577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:20.004141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.044774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea6bc60-1f36-4a55-9963-46714034f24e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:20.046564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70768c5-7354-4eb2-8988-fdbbea79fa41 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:20.062438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.092119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:20.136438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.137668 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bab27669-9199-475a-82b4-88a54cd96480 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5403173 Dec 20 23:27:20.140876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:20.147555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c7fea3cb-67d5-43f6-94bf-9862a6ee9c62 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '9ea6bc60-1f36-4a55-9963-46714034f24e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:20.195902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c70768c5-7354-4eb2-8988-fdbbea79fa41 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:20.196193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.326958 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-c7fea3cb-67d5-43f6-94bf-9862a6ee9c62 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:20.328096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c7fea3cb-67d5-43f6-94bf-9862a6ee9c62 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1858532 Dec 20 23:27:20.330918 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49134) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:20.334870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port c70768c5-7354-4eb2-8988-fdbbea79fa41 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:20.335497 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.335637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c108c3f5-8764-493a-99c5-5c43bc93c74e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group_rule': {'security_group_id': '9ea6bc60-1f36-4a55-9963-46714034f24e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:20.375117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 7, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:20.405349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c0af0-7769-44c8-a93a-f7aa85b3bc14 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 7, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c70768c5-7354-4eb2-8988-fdbbea79fa41', 'name': '', 'network_id': 'f23a8d17-7490-4c22-ae26-b855b98bf7e7', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:8e:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '7069402a-be82-44db-944c-7671c36e54db', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:14Z', 'updated_at': '2021-12-20T23:27:18Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '7069402a-be82-44db-944c-7671c36e54db', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:20.439671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port c70768c5-7354-4eb2-8988-fdbbea79fa41, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70768c5-7354-4eb2-8988-fdbbea79fa41,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:20.440185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.453684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for c70768c5-7354-4eb2-8988-fdbbea79fa41 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:20.536287 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-c108c3f5-8764-493a-99c5-5c43bc93c74e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 23:27:20.537490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c108c3f5-8764-493a-99c5-5c43bc93c74e tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2056525 Dec 20 23:27:20.540775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49136) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:20.601642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.625283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.709796 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.737298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=c70768c5-7354-4eb2-8988-fdbbea79fa41,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:20.738182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.743272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.746750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/9ea6bc60-1f36-4a55-9963-46714034f24e HTTP/1.1" status: 204 len: 168 time: 0.2026532 Dec 20 23:27:20.753628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49138) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:20.765421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd92ea-0fb6-40b4-a6ba-38d6e2cc33a7 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea6bc60-1f36-4a55-9963-46714034f24e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:20.814604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-348e4f4a-76ad-4941-b5da-5aaaf26ce24d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602012 Dec 20 23:27:20.815010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:20.819867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'tempest-secgroup--736784964'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:20.860560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.921711 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:20.993065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.063706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:21.086911 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.119990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e72ac-897f-46d8-ab35-6eb31869991d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:21.185972 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.190058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d4dc55fa-3238-4c73-a527-509f135c38ea tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3709581 Dec 20 23:27:21.190225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49142) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.195358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-eb748ba1-b6db-4432-aa5b-3b991ba01df0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:21.195793 n-d-822053-9 neutron-server[115562]: WARNING neutron.api.v2.base [None req-eb748ba1-b6db-4432-aa5b-3b991ba01df0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 23:27:21.196292 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-eb748ba1-b6db-4432-aa5b-3b991ba01df0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 23:27:21.197280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eb748ba1-b6db-4432-aa5b-3b991ba01df0 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "PUT /v2.0/security-groups/b59e72ac-897f-46d8-ab35-6eb31869991d HTTP/1.1" status: 409 len: 330 time: 0.0061154 Dec 20 23:27:21.201254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49144) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.257655 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.283418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.403021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:21.410475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9e72ed8f-e37b-46dd-b4e7-e0e7c15be183 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766628 Dec 20 23:27:21.411293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49146) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.412340 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:21.419831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.422315 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.423135 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:21.423372 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/b59e72ac-897f-46d8-ab35-6eb31869991d HTTP/1.1" status: 204 len: 168 time: 0.2210491 Dec 20 23:27:21.424135 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:21.426199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49148) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.458037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f6e60-59ba-4fac-8de6-4f6d9f32523d tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e72ac-897f-46d8-ab35-6eb31869991d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:21.479372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3a20c890-f5bb-42f7-8b02-cf1290855190 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477319 Dec 20 23:27:21.479604 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49150) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.483340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet 7069402a-be82-44db-944c-7671c36e54db {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:21.487029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.498364 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-3dff8680-06da-45de-94ac-20e7a9dbba50 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] delete failed (client error): The resource could not be found. Dec 20 23:27:21.500851 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3dff8680-06da-45de-94ac-20e7a9dbba50 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "DELETE /v2.0/security-groups/7520ac86-a401-4a6d-9f33-0448d0ed7bad HTTP/1.1" status: 404 len: 347 time: 0.0189211 Dec 20 23:27:21.510199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49152) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.519355 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:21.533905 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-8ee23592-ec0f-47c4-b240-b410e1097373 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] show failed (client error): The resource could not be found. Dec 20 23:27:21.534943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ee23592-ec0f-47c4-b240-b410e1097373 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-groups/b3bbb53e-e235-4d45-af6a-f9bd86378a9e HTTP/1.1" status: 404 len: 347 time: 0.0241253 Dec 20 23:27:21.540167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49154) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:21.551906 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:21.556197 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-5ba0e2eb-7c84-47a3-9cd2-983a3b493f06 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] show failed (client error): The resource could not be found. Dec 20 23:27:21.561443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5ba0e2eb-7c84-47a3-9cd2-983a3b493f06 tempest-NegativeSecGroupIPv6Test-16813889 tempest-NegativeSecGroupIPv6Test-16813889-project] 10.222.0.62 "GET /v2.0/security-group-rules/edd75370-3458-4dc9-b04a-412ce98ab6b1 HTTP/1.1" status: 404 len: 356 time: 0.0160041 Dec 20 23:27:21.729022 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:20Z', 'revision_number': 8, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:21.756225 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:21.765787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:21.766310 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:21.838991 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:27:21.862114 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:21.926095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.045415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:22.084462 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.084743 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:20Z', 'revision_number': 8, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:22.110996 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef410f6-1bcb-4c0a-bd94-d9949cafd75a None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:20Z', 'revision_number': 8, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d10ba07-4049-4ade-be87-728b0cdb8739', 'name': '', 'network_id': '3976b089-fc09-4ca9-bf73-c446976e56a8', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:12:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:09Z', 'updated_at': '2021-12-20T23:27:15Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '0da133a6-9a84-45ff-aab5-bc062aadee0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:22.116214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=7069402a-be82-44db-944c-7671c36e54db,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:22.121853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.125532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d2d30543-21f5-4d22-a8d0-cb2d75a861e1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/7069402a-be82-44db-944c-7671c36e54db HTTP/1.1" status: 204 len: 168 time: 0.7128909 Dec 20 23:27:22.128275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49164) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:22.129110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9cf073-cff1-41bb-ba6c-0668ff4812ab None None] Network f23a8d17-7490-4c22-ae26-b855b98bf7e7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:22.251242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.256161 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3d13e2e7-cc0c-493d-80da-00f2bcd78545 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5f8d5c5d19d4f15bd9bb1dadf4bc104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095032 Dec 20 23:27:22.259204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49166) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:22.313031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port ef15937f-b893-44a2-922a-80a194728db0 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:22.313357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.313473 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.338330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.384856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port ef15937f-b893-44a2-922a-80a194728db0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef15937f-b893-44a2-922a-80a194728db0,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:22.388416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.401987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for ef15937f-b893-44a2-922a-80a194728db0 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:22.473250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] DHCP port deletion for f23a8d17-7490-4c22-ae26-b855b98bf7e7 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:22.473535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.477215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.480958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c311a506-83fc-4b5b-a7ef-fb95304ff4e2 HTTP/1.1" status: 204 len: 168 time: 0.2181978 Dec 20 23:27:22.499111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247832d1-5a5e-4132-a60f-dee0a339454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311a506-83fc-4b5b-a7ef-fb95304ff4e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:22.548309 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Deleting port ef15937f-b893-44a2-922a-80a194728db0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:22.548951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.566890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.595787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=ef15937f-b893-44a2-922a-80a194728db0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:22.597767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port ef15937f-b893-44a2-922a-80a194728db0 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:22.625701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] For port ef15937f-b893-44a2-922a-80a194728db0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef15937f-b893-44a2-922a-80a194728db0,segment=NetworkSegment(480f80ac-b2a0-4616-b8d5-0d627b63c3e6),segment_id=480f80ac-b2a0-4616-b8d5-0d627b63c3e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:22.626417 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.641340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Calling delete_port for ef15937f-b893-44a2-922a-80a194728db0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:22.686013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.717397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23a8d17-7490-4c22-ae26-b855b98bf7e7']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:22.724005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480f80ac-b2a0-4616-b8d5-0d627b63c3e6') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:22.724005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480f80ac-b2a0-4616-b8d5-0d627b63c3e6') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:22.736044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.742869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.757516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.760468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] Pushing event deleted for resources: {'Port': ['ID=ef15937f-b893-44a2-922a-80a194728db0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:22.765745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:22.767415 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807f9f4-09a0-45ea-abd2-f8537480c4e1 None None] No DVR routers for this DVR port ef15937f-b893-44a2-922a-80a194728db0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:22.768259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:22.772250 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:22.904054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.908938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:22.913218 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/f23a8d17-7490-4c22-ae26-b855b98bf7e7 HTTP/1.1" status: 204 len: 168 time: 0.7825153 Dec 20 23:27:22.916531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49180) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:22.932183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9422dc-9478-4a9b-931a-7af96be959ed tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=f23a8d17-7490-4c22-ae26-b855b98bf7e7,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:23.284313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:23.526461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 6d10ba07-4049-4ade-be87-728b0cdb8739 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:23.527107 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:23.620138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 6d10ba07-4049-4ade-be87-728b0cdb8739, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6d10ba07-4049-4ade-be87-728b0cdb8739,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:23.620606 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:23.633750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 6d10ba07-4049-4ade-be87-728b0cdb8739 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:23.872973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:23.902049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=6d10ba07-4049-4ade-be87-728b0cdb8739,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:24.044671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.103478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70768c5-7354-4eb2-8988-fdbbea79fa41 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:24.144533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c70768c5-7354-4eb2-8988-fdbbea79fa41 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:24.144964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70768c5-7354-4eb2-8988-fdbbea79fa41 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:24.145469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef15937f-b893-44a2-922a-80a194728db0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:24.167641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ef15937f-b893-44a2-922a-80a194728db0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:24.168000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef15937f-b893-44a2-922a-80a194728db0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:24.267110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:24.365953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:24.374716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49210) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:24.375204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4a69ff56-166a-433d-86f1-2389ad8e1ef3 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4568467 Dec 20 23:27:24.377982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:24.388723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:24.389347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:24.428117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet 0da133a6-9a84-45ff-aab5-bc062aadee0c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:24.432230 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.477754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.481863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:24.584495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.710206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.723561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:23Z', 'revision_number': 9, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:24.740643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.747157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/0da133a6-9a84-45ff-aab5-bc062aadee0c HTTP/1.1" status: 204 len: 168 time: 0.3689280 Dec 20 23:27:24.747157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c2181-54a0-4dd7-9aa7-cf8ea8b5ae4e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=0da133a6-9a84-45ff-aab5-bc062aadee0c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:24.748394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:24.759545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68def54-46c2-4b00-a640-a3875af40d77 None None] Network 3976b089-fc09-4ca9-bf73-c446976e56a8 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:24.761995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:24.792620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:24.793252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:24.826940 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.880855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 6ba7412b-dcbe-42bd-8463-826ace578eb5 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:24.881116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.927425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:24.950305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 6ba7412b-dcbe-42bd-8463-826ace578eb5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ba7412b-dcbe-42bd-8463-826ace578eb5,segment=NetworkSegment(62cec97d-3917-47bf-ac22-bdf7b70fdb76),segment_id=62cec97d-3917-47bf-ac22-bdf7b70fdb76)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:24.950670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:24.967372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 6ba7412b-dcbe-42bd-8463-826ace578eb5 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:25.065890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190590ed-b907-4b42-ab70-e6486952525d None None] DHCP port deletion for 3976b089-fc09-4ca9-bf73-c446976e56a8 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:25.144048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.168306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Deleting port 6ba7412b-dcbe-42bd-8463-826ace578eb5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:25.168936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.171352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=6ba7412b-dcbe-42bd-8463-826ace578eb5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:25.175132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port 6ba7412b-dcbe-42bd-8463-826ace578eb5 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:25.240375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-190590ed-b907-4b42-ab70-e6486952525d None None] For port 6ba7412b-dcbe-42bd-8463-826ace578eb5, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:25.240763 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.244461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:23Z', 'revision_number': 9, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:25.254128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.281949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3976b089-fc09-4ca9-bf73-c446976e56a8']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:25.283269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Calling delete_port for 6ba7412b-dcbe-42bd-8463-826ace578eb5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:25.286239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a11411-7fc0-48ea-a44a-d08314af4a50 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:23Z', 'revision_number': 9, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '088c0851-adf1-4d12-9405-93d178ac0dee', 'name': '', 'network_id': '559b6cd2-b4ef-4dfe-85cc-40846b98673e', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:f3:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:27:05Z', 'updated_at': '2021-12-20T23:27:10Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': 'bb8dfabb-e082-44b6-b871-360a0f3b570d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:25.292751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Port 6ba7412b-dcbe-42bd-8463-826ace578eb5 was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:27:25.293493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cec97d-3917-47bf-ac22-bdf7b70fdb76') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:25.293818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cec97d-3917-47bf-ac22-bdf7b70fdb76') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:25.294337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.307977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.311761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190590ed-b907-4b42-ab70-e6486952525d None None] No DVR routers for this DVR port 6ba7412b-dcbe-42bd-8463-826ace578eb5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:25.326191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.331994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Pushing event deleted for resources: {'Port': ['ID=6ba7412b-dcbe-42bd-8463-826ace578eb5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:25.333842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:25.334344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:25.340866 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:25.343883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.343883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.343883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.343883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.343883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.344643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.344992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.345327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.345662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.346097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.346383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.346887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.347224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190590ed-b907-4b42-ab70-e6486952525d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:25.469496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.480730 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:25.484358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/3976b089-fc09-4ca9-bf73-c446976e56a8 HTTP/1.1" status: 204 len: 168 time: 0.7333217 Dec 20 23:27:25.485749 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49222) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:25.492917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5496e8-1c7d-47d3-ac13-d8675f3d638f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=3976b089-fc09-4ca9-bf73-c446976e56a8,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:25.824620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.005458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ba7412b-dcbe-42bd-8463-826ace578eb5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:26.026649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6ba7412b-dcbe-42bd-8463-826ace578eb5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:26.027002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ba7412b-dcbe-42bd-8463-826ace578eb5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:26.027428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6d10ba07-4049-4ade-be87-728b0cdb8739 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:26.050367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6d10ba07-4049-4ade-be87-728b0cdb8739 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:26.050714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6d10ba07-4049-4ade-be87-728b0cdb8739 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:26.070534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 088c0851-adf1-4d12-9405-93d178ac0dee {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:26.070880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.160058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 088c0851-adf1-4d12-9405-93d178ac0dee, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=088c0851-adf1-4d12-9405-93d178ac0dee,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:26.160438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.172877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 088c0851-adf1-4d12-9405-93d178ac0dee owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:26.412571 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.441686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=088c0851-adf1-4d12-9405-93d178ac0dee,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:26.566074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.759657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:26.874809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:26.903603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-291d86cc-8877-401f-9082-8d0867121f87 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938730 Dec 20 23:27:26.904640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:26.904640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:26.904640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:26.905624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49236) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:26.965340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet bb8dfabb-e082-44b6-b871-360a0f3b570d {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:26.967146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:26.987262 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:27.014174 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.098470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.191524 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:26Z', 'revision_number': 10, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.218260 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:27.227023 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:27.227702 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.229684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.261506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8dfabb-e082-44b6-b871-360a0f3b570d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:27.265152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.271017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0dd86fb5-88e7-4fd3-8b03-e942c4dc2e79 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/bb8dfabb-e082-44b6-b871-360a0f3b570d HTTP/1.1" status: 204 len: 168 time: 0.3643022 Dec 20 23:27:27.271166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49238) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:27.273206 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183b92d-8a47-4906-8edd-c99106fb7430 None None] Network 559b6cd2-b4ef-4dfe-85cc-40846b98673e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:27.331009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:27.370304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.443621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port bc6ce575-1acf-4243-946f-27617cce091c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:27.444124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.476461 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] DHCP port deletion for 559b6cd2-b4ef-4dfe-85cc-40846b98673e request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:27.525423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port bc6ce575-1acf-4243-946f-27617cce091c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc6ce575-1acf-4243-946f-27617cce091c,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:27.526546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.536248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Deleting port bc6ce575-1acf-4243-946f-27617cce091c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:27.536714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.543170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for bc6ce575-1acf-4243-946f-27617cce091c owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:27.605381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] For port bc6ce575-1acf-4243-946f-27617cce091c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bc6ce575-1acf-4243-946f-27617cce091c,segment=NetworkSegment(f920e6b9-ab61-403a-9796-a6c543676b20),segment_id=f920e6b9-ab61-403a-9796-a6c543676b20)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:27.605803 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.619114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Calling delete_port for bc6ce575-1acf-4243-946f-27617cce091c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:27.648250 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:26Z', 'revision_number': 10, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.677238 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649ce18-79f1-4af1-90a0-822d85454dc2 None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:26Z', 'revision_number': 10, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None, '_interfaces': [{'id': '33e7f705-208d-4803-9038-b99c87fdf624', 'name': '', 'network_id': 'ae55b601-9b20-4652-9dc9-dafee3048a82', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'mac_address': 'fa:16:3e:22:80:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:26:58Z', 'updated_at': '2021-12-20T23:27:05Z', 'revision_number': 5, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'subnets': [{'id': '72c085e5-b18d-4b23-b4ef-6beb25ca58e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:27.726856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.733193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.750626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=bc6ce575-1acf-4243-946f-27617cce091c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:27.758435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port bc6ce575-1acf-4243-946f-27617cce091c on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:27.762063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] Pushing event deleted for resources: {'Port': ['ID=bc6ce575-1acf-4243-946f-27617cce091c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:27.763093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cb0e3-aa0d-4a47-90bf-546219b9de3c None None] No DVR routers for this DVR port bc6ce575-1acf-4243-946f-27617cce091c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:27.843849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.864202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559b6cd2-b4ef-4dfe-85cc-40846b98673e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.874179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f920e6b9-ab61-403a-9796-a6c543676b20') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.875288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f920e6b9-ab61-403a-9796-a6c543676b20') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:27.884287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.897166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.903257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:27.903642 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:27.906623 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:28.035611 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.053164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.060045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49244) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:28.066604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/559b6cd2-b4ef-4dfe-85cc-40846b98673e HTTP/1.1" status: 204 len: 168 time: 0.7940881 Dec 20 23:27:28.068141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78980da6-da0f-48cb-bce7-d1c2bba0dac0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=559b6cd2-b4ef-4dfe-85cc-40846b98673e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:28.072285 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.121988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc6ce575-1acf-4243-946f-27617cce091c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:28.145292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: bc6ce575-1acf-4243-946f-27617cce091c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:28.145637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bc6ce575-1acf-4243-946f-27617cce091c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:28.146090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 088c0851-adf1-4d12-9405-93d178ac0dee no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:28.168111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 088c0851-adf1-4d12-9405-93d178ac0dee {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:28.168462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 088c0851-adf1-4d12-9405-93d178ac0dee not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:28.409993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.669934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 33e7f705-208d-4803-9038-b99c87fdf624 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:28.670274 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.776499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 33e7f705-208d-4803-9038-b99c87fdf624, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=33e7f705-208d-4803-9038-b99c87fdf624,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:28.777102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:28.794191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 33e7f705-208d-4803-9038-b99c87fdf624 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:29.046654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:29.076004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=33e7f705-208d-4803-9038-b99c87fdf624,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:29.174790 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:29.337323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:29.684996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:29.690564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-343a18b3-274c-4d1f-856b-000b7ebc7778 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288309 Dec 20 23:27:29.692649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49274) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:29.695166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:29.705210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:29.705853 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:29.746134 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting subnet 72c085e5-b18d-4b23-b4ef-6beb25ca58e2 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:29.749394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:29.774971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:29.795973 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:29.830319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:29.856103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:29.864382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:29.864981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:29.877139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:29.949192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:29.993543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49278) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:30.007898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.045288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.051087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/72c085e5-b18d-4b23-b4ef-6beb25ca58e2 HTTP/1.1" status: 204 len: 168 time: 0.3550293 Dec 20 23:27:30.051087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac14f-7d17-498b-95cc-aa0c2ffaff00 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Subnet': ['ID=72c085e5-b18d-4b23-b4ef-6beb25ca58e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:30.052355 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49282) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:30.130201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8266e3d2-d92f-48b2-b997-e01430460c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.145416 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.171037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a053e8a-8d14-43e2-9bb7-84e719e2c172 None None] Network ae55b601-9b20-4652-9dc9-dafee3048a82 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:30.174941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:30.208985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Deleting port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:30.208985 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.209864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2350c9d-ac61-426e-ba50-833ad9eb27fa None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:30.217658 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8266e3d2-d92f-48b2-b997-e01430460c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.275764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] For port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,segment=NetworkSegment(109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae),segment_id=109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:30.276104 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.291549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Calling delete_port for 1f73998e-25b3-45d1-a23b-3f6d76ecf82e owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:30.297846 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8266e3d2-d92f-48b2-b997-e01430460c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.338981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e3d2-d92f-48b2-b997-e01430460c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3d570-933c-4eea-849b-25b5bab923e9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:30.345833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8266e3d2-d92f-48b2-b997-e01430460c01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e746d9e8112432981bd6307a7bf4584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487504 Dec 20 23:27:30.346736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49284) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:30.395621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.419749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.452197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.480582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No DVR routers for this DVR port 1f73998e-25b3-45d1-a23b-3f6d76ecf82e on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:30.485123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Port': ['ID=1f73998e-25b3-45d1-a23b-3f6d76ecf82e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:30.509697 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.512318 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.513537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1b3d570-933c-4eea-849b-25b5bab923e9 HTTP/1.1" status: 204 len: 168 time: 0.1664836 Dec 20 23:27:30.522073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f65f-5280-48e3-bfb2-b9292d6bd6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3d570-933c-4eea-849b-25b5bab923e9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:30.580177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.580520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14771d-1801-4c1b-9a98-8516e9254247 None None] DHCP port deletion for ae55b601-9b20-4652-9dc9-dafee3048a82 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:30.604558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae55b601-9b20-4652-9dc9-dafee3048a82']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:30.615100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:30.615393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109becbb-75ac-4bf9-98e0-cfb0d1b2a7ae') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:30.627542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.640359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.646440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:30.646831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:30.650516 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:30.798998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.813522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:30.816889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/networks/ae55b601-9b20-4652-9dc9-dafee3048a82 HTTP/1.1" status: 204 len: 168 time: 0.7633402 Dec 20 23:27:30.817996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3dc4-3597-40d9-adf0-5de910397188 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Pushing event deleted for resources: {'Network': ['ID=ae55b601-9b20-4652-9dc9-dafee3048a82,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:30.820143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49290) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:30.824745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'routes': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:31.233857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Added routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:27:31.234470 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Removed routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:27:31.234597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.240401 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49292) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:31.307939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0e21f76-09cd-4226-ae3d-48e6feb680a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.396688 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.404347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.496549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router 3217725a-6aa4-42b1-b505-681c97b9389b has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:31.519528 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0e21f76-09cd-4226-ae3d-48e6feb680a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.583534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0e21f76-09cd-4226-ae3d-48e6feb680a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.606887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:31.617492 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Sync routers for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:31.620765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.621927 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-82297797-e1d0-4803-b913-390287b879de tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 705 time: 0.8007808 Dec 20 23:27:31.625012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49294) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:31.627697 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:31.628138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0e21f76-09cd-4226-ae3d-48e6feb680a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60b63d15765f4e68b7309c072ef933b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867817 Dec 20 23:27:31.628811 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:31.633491 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49296) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:31.651553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21f76-09cd-4226-ae3d-48e6feb680a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e414e154-c273-49ce-9a86-a7c7b008b6e9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:31.656300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-45425223-6fe6-4253-ae28-a27bb4d5f404 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 205 time: 0.0294421 Dec 20 23:27:31.658964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49298) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:31.710171 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:31.748890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.761084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:31.790459 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Checking router: 3217725a-6aa4-42b1-b505-681c97b9389b for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:31.798721 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Routers {'3217725a-6aa4-42b1-b505-681c97b9389b'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:31.799327 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['3217725a-6aa4-42b1-b505-681c97b9389b'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:31.820069 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.867574 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] Set router 3217725a-6aa4-42b1-b505-681c97b9389b gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:31.922193 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:31.938599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.947828 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:31.948505 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8182cd2-d98d-4ed8-bf91-6c8a00de687b None None] The sync data for ids ['3217725a-6aa4-42b1-b505-681c97b9389b'] in n-d-822053-9 is: [{'id': '3217725a-6aa4-42b1-b505-681c97b9389b', 'name': 'tempest-RoutersIpV6Test-router-1273974634', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:26:55Z', 'updated_at': '2021-12-20T23:27:28Z', 'revision_number': 11, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:31.952032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.033027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f73998e-25b3-45d1-a23b-3f6d76ecf82e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:32.054645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1f73998e-25b3-45d1-a23b-3f6d76ecf82e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:32.055232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1f73998e-25b3-45d1-a23b-3f6d76ecf82e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:32.055682 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 33e7f705-208d-4803-9038-b99c87fdf624 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:32.067019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.067567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router 3217725a-6aa4-42b1-b505-681c97b9389b {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:32.081204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.081204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c48d932-efb6-4ec6-b2f3-5cff12665f5e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 204 len: 168 time: 0.4157779 Dec 20 23:27:32.081395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 33e7f705-208d-4803-9038-b99c87fdf624 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:32.081395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 33e7f705-208d-4803-9038-b99c87fdf624 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:32.081566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49300) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:32.086400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1085086580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:32.095983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.099267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.100395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e414e154-c273-49ce-9a86-a7c7b008b6e9 HTTP/1.1" status: 204 len: 168 time: 0.4659631 Dec 20 23:27:32.109081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f784-b649-471a-8d3d-07c45800ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e414e154-c273-49ce-9a86-a7c7b008b6e9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:32.189776 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.191296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.246667 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.307544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.397346 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.399775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e73c66cf-909d-4ace-af78-51b786d6da99 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3171742 Dec 20 23:27:32.401912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49306) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:32.406431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:32.615729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.715229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.892328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Router b654ea3d-88ee-4421-b7ea-c830142706d5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:27:32.966021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:32.973958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:32.975133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d4f44f59-67ae-4583-a75d-75a8287f0937 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "PUT /v2.0/routers/b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 200 len: 698 time: 0.5721965 Dec 20 23:27:32.975254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Sync routers for ids ['b654ea3d-88ee-4421-b7ea-c830142706d5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:32.978390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:32.987028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Routers {'b654ea3d-88ee-4421-b7ea-c830142706d5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:32.987913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b654ea3d-88ee-4421-b7ea-c830142706d5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:33.059151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Set router b654ea3d-88ee-4421-b7ea-c830142706d5 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:33.065583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-53c43859-7d1c-4453-aff2-1bc3142c9495 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/routers/b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 200 len: 704 time: 0.0846190 Dec 20 23:27:33.066800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49326) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.094544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0f29c9c-8f58-4c05-b6f4-6f0ad4fd71d7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 200 len: 205 time: 0.0266247 Dec 20 23:27:33.098627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49328) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.110719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b654ea3d-88ee-4421-b7ea-c830142706d5', 'name': 'tempest-RoutersIpV6Test-router-1085086580', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:27:32Z', 'updated_at': '2021-12-20T23:27:32Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:33.143235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Checking router: b654ea3d-88ee-4421-b7ea-c830142706d5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:27:33.152996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Routers {'b654ea3d-88ee-4421-b7ea-c830142706d5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:33.153620 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['b654ea3d-88ee-4421-b7ea-c830142706d5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:33.182301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.219838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] Set router b654ea3d-88ee-4421-b7ea-c830142706d5 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:27:33.275710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b654ea3d-88ee-4421-b7ea-c830142706d5', 'name': 'tempest-RoutersIpV6Test-router-1085086580', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:27:32Z', 'updated_at': '2021-12-20T23:27:32Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:33.305608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dae03-9505-4803-9ead-b4f74e4958c8 None None] The sync data for ids ['b654ea3d-88ee-4421-b7ea-c830142706d5'] in n-d-822053-9 is: [{'id': 'b654ea3d-88ee-4421-b7ea-c830142706d5', 'name': 'tempest-RoutersIpV6Test-router-1085086580', 'tenant_id': '4a737ef1dc02414c95bba289d042148b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:27:32Z', 'updated_at': '2021-12-20T23:27:32Z', 'revision_number': 2, 'project_id': '4a737ef1dc02414c95bba289d042148b', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:33.357402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.359910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.421053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.510159 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.514847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Fanout notify agent at l3_agent the message router_deleted on router b654ea3d-88ee-4421-b7ea-c830142706d5 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:33.518513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:33.522855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d3406cf5-b422-4656-aa3b-6efad6eeac90 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 204 len: 168 time: 0.4200797 Dec 20 23:27:33.523519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49338) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.558346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49342) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.558867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4494e46f-ec09-4e28-a076-70f117040b42 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 200 len: 205 time: 0.0337524 Dec 20 23:27:33.596490 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-767b725f-27e0-4a0f-b8a2-b838d83447dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:33.597461 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-767b725f-27e0-4a0f-b8a2-b838d83447dd tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/b654ea3d-88ee-4421-b7ea-c830142706d5 HTTP/1.1" status: 404 len: 336 time: 0.0373807 Dec 20 23:27:33.600121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49344) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.625943 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f5b9b3-fd7d-4dd3-ab4c-655057f962d2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:33.626393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f5b9b3-fd7d-4dd3-ab4c-655057f962d2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:33.629321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b0f5b9b3-fd7d-4dd3-ab4c-655057f962d2 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/7069402a-be82-44db-944c-7671c36e54db HTTP/1.1" status: 404 len: 337 time: 0.0282576 Dec 20 23:27:33.631801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.657626 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3c3bc1-71b8-49a4-b71c-4c13b36bb083 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:33.658149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3c3bc1-71b8-49a4-b71c-4c13b36bb083 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:33.661077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0b3c3bc1-71b8-49a4-b71c-4c13b36bb083 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/0da133a6-9a84-45ff-aab5-bc062aadee0c HTTP/1.1" status: 404 len: 337 time: 0.0274043 Dec 20 23:27:33.663579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49348) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.689493 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9c1a68-d190-4e7c-8e95-b83de57ed75d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:33.689981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9c1a68-d190-4e7c-8e95-b83de57ed75d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:33.693019 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5f9c1a68-d190-4e7c-8e95-b83de57ed75d tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/bb8dfabb-e082-44b6-b871-360a0f3b570d HTTP/1.1" status: 404 len: 337 time: 0.0285437 Dec 20 23:27:33.700036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49352) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.731452 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9658d0fb-cca5-403d-ae0c-9ede5573b9b1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:33.731914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9658d0fb-cca5-403d-ae0c-9ede5573b9b1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:33.735085 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9658d0fb-cca5-403d-ae0c-9ede5573b9b1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/72c085e5-b18d-4b23-b4ef-6beb25ca58e2 HTTP/1.1" status: 404 len: 337 time: 0.0341141 Dec 20 23:27:33.737642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.767475 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a58aaa97-28ef-446e-ba80-6508233bb7cf tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 200 len: 205 time: 0.0287201 Dec 20 23:27:33.769840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49356) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.808289 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-b9549b60-4e30-43ae-8173-b38b70df81e4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:33.809328 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b9549b60-4e30-43ae-8173-b38b70df81e4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/3217725a-6aa4-42b1-b505-681c97b9389b HTTP/1.1" status: 404 len: 336 time: 0.0385711 Dec 20 23:27:33.812147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.838995 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2ca7dd36-26f5-4b56-91e0-ebb24bba0ff4 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d4eeebf-fa54-4a07-80aa-918e80deae47 HTTP/1.1" status: 200 len: 205 time: 0.0257833 Dec 20 23:27:33.841262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.882391 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-3ece29d1-606e-4aae-9554-f6157aa6d2a7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:33.884598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ece29d1-606e-4aae-9554-f6157aa6d2a7 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/2d4eeebf-fa54-4a07-80aa-918e80deae47 HTTP/1.1" status: 404 len: 336 time: 0.0414960 Dec 20 23:27:33.886390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49364) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.912211 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fe6eb7-b6a9-44db-81e0-7de3d792b2cc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:33.913778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fe6eb7-b6a9-44db-81e0-7de3d792b2cc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:33.916575 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c5fe6eb7-b6a9-44db-81e0-7de3d792b2cc tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/eadda262-2bcf-4284-92fc-969856fec757 HTTP/1.1" status: 404 len: 337 time: 0.0292876 Dec 20 23:27:33.919177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49366) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.946248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d0b39d7f-0a61-447b-9448-921b1027ccea tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 200 len: 205 time: 0.0254302 Dec 20 23:27:33.948001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49368) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:33.990197 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-ae4edf66-5a95-4251-bb83-1bcb02414ee1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:33.991252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ae4edf66-5a95-4251-bb83-1bcb02414ee1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/8928ed2a-1d88-4490-9571-be0e25a79f05 HTTP/1.1" status: 404 len: 336 time: 0.0422788 Dec 20 23:27:33.994874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49372) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.026362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b6fc85fe-5bb6-4549-8ba3-abef67bd46b0 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=01cc984a-5c30-45bc-873c-f0a8f83b307b HTTP/1.1" status: 200 len: 205 time: 0.0293925 Dec 20 23:27:34.035572 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.075503 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-bf27972e-5e9d-4e21-bd31-4d8cd1d6333e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:34.076562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf27972e-5e9d-4e21-bd31-4d8cd1d6333e tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/01cc984a-5c30-45bc-873c-f0a8f83b307b HTTP/1.1" status: 404 len: 336 time: 0.0399351 Dec 20 23:27:34.079211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49376) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.108322 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f53a387-72d5-498e-94f8-2cc56e3d5d56 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:34.108322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f53a387-72d5-498e-94f8-2cc56e3d5d56 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:34.110129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7f53a387-72d5-498e-94f8-2cc56e3d5d56 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/38eff238-34f6-402d-b168-871b7499ba8c HTTP/1.1" status: 404 len: 337 time: 0.0299540 Dec 20 23:27:34.112556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49378) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.140778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f33d9f0a-70b8-4908-815d-795efc991414 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c1c032e-897d-4c9b-8966-f06832160697 HTTP/1.1" status: 200 len: 205 time: 0.0268600 Dec 20 23:27:34.142941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49382) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.185980 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-53e17f09-fbb9-4d05-9e24-fac04ed5e38f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:34.187029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53e17f09-fbb9-4d05-9e24-fac04ed5e38f tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/5c1c032e-897d-4c9b-8966-f06832160697 HTTP/1.1" status: 404 len: 336 time: 0.0430400 Dec 20 23:27:34.189577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49386) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.217682 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ba2646-de8d-4118-8cf3-a02eabb1f8d1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:34.218137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ba2646-de8d-4118-8cf3-a02eabb1f8d1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:34.221544 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-58ba2646-de8d-4118-8cf3-a02eabb1f8d1 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/aae5772f-258e-47ea-b3b6-913b102904d5 HTTP/1.1" status: 404 len: 337 time: 0.0305712 Dec 20 23:27:34.223850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49388) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.253602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-763d335a-177b-472a-9b41-2fb5308f9703 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 HTTP/1.1" status: 200 len: 205 time: 0.0267148 Dec 20 23:27:34.253904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.296432 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-244e76b1-1627-4ed5-818a-21a90c318c8a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] delete failed (client error): The resource could not be found. Dec 20 23:27:34.297604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-244e76b1-1627-4ed5-818a-21a90c318c8a tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/routers/ed9cfcc2-fcba-49f0-8f84-8db8e0ee48f5 HTTP/1.1" status: 404 len: 336 time: 0.0427814 Dec 20 23:27:34.300301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49392) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.330601 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed64d0f1-0294-4176-bb60-cf11dde8c59b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:34.331043 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed64d0f1-0294-4176-bb60-cf11dde8c59b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:34.334115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ed64d0f1-0294-4176-bb60-cf11dde8c59b tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/dfdc3ed5-b394-4f9a-9477-9c03e1c3b16d HTTP/1.1" status: 404 len: 337 time: 0.0327475 Dec 20 23:27:34.336926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49396) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:34.362312 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bb124b-c2af-4cd5-947e-317e5ba98915 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] DELETE failed (client error): The resource could not be found. Dec 20 23:27:34.362778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bb124b-c2af-4cd5-947e-317e5ba98915 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:27:34.365878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56bb124b-c2af-4cd5-947e-317e5ba98915 tempest-RoutersIpV6Test-1325051311 tempest-RoutersIpV6Test-1325051311-project] 10.222.0.62 "DELETE /v2.0/subnets/f286e7be-6f55-4d5e-ba56-d1a87cb94de6 HTTP/1.1" status: 404 len: 337 time: 0.0279438 Dec 20 23:27:34.858198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce517f96-4e32-47c2-a3ff-3e2532b7e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:34.989553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49420) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:35.123415 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2b166944-ddbf-4c97-b592-cef619b5f35a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a737ef1dc02414c95bba289d042148b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326017 Dec 20 23:27:35.125836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49424) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:35.172288 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:35.193328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:35.307154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:35.309805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:35.311009 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e3b6aa1-0519-40be-b326-e65ce5eff594 HTTP/1.1" status: 204 len: 168 time: 0.1842840 Dec 20 23:27:35.318936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80214cc-9b2a-435d-97cd-9d91ec4630d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b6aa1-0519-40be-b326-e65ce5eff594,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:36.318861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49456) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:36.418863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-940601957'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:36.495961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:36.499888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.509130 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.584766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.658238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.685986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:36.695015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4242ec-99ac-409b-8bc7-f2f8d36a348e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:36.701754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.702116 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment 2e75a5e7-c729-40d4-9d38-f56cf97c49ac of type vlan for network b5567577-8030-4af5-83d7-d27b2749d152 Dec 20 23:27:36.744309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.826865 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.832649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:36.833258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:36.902414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=b5567577-8030-4af5-83d7-d27b2749d152,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:36.913231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b5567577-8030-4af5-83d7-d27b2749d152 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:36.946867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dbbcda19-9ad9-4436-ad10-991fd5ded471 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6242511 Dec 20 23:27:36.947220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:36.952568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-926791254'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:37.032614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:37.036194 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.061582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:37.071134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.071466 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment d9f84180-1f27-49eb-a5ff-30b169dc0d8c of type vlan for network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa Dec 20 23:27:37.113281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.198105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.203765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:37.204353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.275101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=51ccdf05-ac63-4a76-8fd3-a747e54dabaa,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:37.285033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:37.306302 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-52e89541-8ce4-4ce8-ba82-180e1098cbd3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3561640 Dec 20 23:27:37.316956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49468) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:37.322280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:37.504041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:37.508671 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.573181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0dc37efa-5c6f-478c-9cf5-dad555db263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.766735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:37.830189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=043008b6-bd06-40f8-9213-7d7771392088,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:37.840611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': '2e75a5e7-c729-40d4-9d38-f56cf97c49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:37.840980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: b5567577-8030-4af5-83d7-d27b2749d152, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:37.935641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b5567577-8030-4af5-83d7-d27b2749d152 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:38.021205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b5567577-8030-4af5-83d7-d27b2749d152) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:38.025263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:38.025893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.030855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab0a23-fa0a-42fa-95d8-76394343afc8 None None] Network b5567577-8030-4af5-83d7-d27b2749d152 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:38.100998 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8fc7fcbf-689e-46d7-96e0-b2085ef124d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7829375 Dec 20 23:27:38.103729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49472) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:38.108988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:38.129288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b5567577-8030-4af5-83d7-d27b2749d152', 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': '043008b6-bd06-40f8-9213-7d7771392088'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:38.130193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.266766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Allocated IP 172.20.0.2 (b5567577-8030-4af5-83d7-d27b2749d152/043008b6-bd06-40f8-9213-7d7771392088/ade512e4-c73c-4f98-b338-1b17bcd2577d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:38.267226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:38.270942 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.361630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.423340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.507428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.530371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.551517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Network b5567577-8030-4af5-83d7-d27b2749d152 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:38.557174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:38.560692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:38.572752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Pushing event updated for resources: {'Port': ['ID=ade512e4-c73c-4f98-b338-1b17bcd2577d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:38.601242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=f03dc6d5-6d23-44b4-8f41-192332ef18c6,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:38.614814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:38.614814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: 51ccdf05-ac63-4a76-8fd3-a747e54dabaa, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:38.619826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Attempting to bind port ade512e4-c73c-4f98-b338-1b17bcd2577d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:38.620217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Attempting to bind port ade512e4-c73c-4f98-b338-1b17bcd2577d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '2e75a5e7-c729-40d4-9d38-f56cf97c49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:38.620568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Attempting to bind port ade512e4-c73c-4f98-b338-1b17bcd2577d on network b5567577-8030-4af5-83d7-d27b2749d152 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:38.625912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:38.626293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Checking segment: {'id': '2e75a5e7-c729-40d4-9d38-f56cf97c49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:38.626697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.627094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Bound using segment: {'id': '2e75a5e7-c729-40d4-9d38-f56cf97c49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:38.627807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Bound port: ade512e4-c73c-4f98-b338-1b17bcd2577d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e75a5e7-c729-40d4-9d38-f56cf97c49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b5567577-8030-4af5-83d7-d27b2749d152'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:38.627957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.675170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:38.690705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] For port ade512e4-c73c-4f98-b338-1b17bcd2577d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:38.693785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] For port ade512e4-c73c-4f98-b338-1b17bcd2577d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ade512e4-c73c-4f98-b338-1b17bcd2577d,segment=NetworkSegment(2e75a5e7-c729-40d4-9d38-f56cf97c49ac),segment_id=2e75a5e7-c729-40d4-9d38-f56cf97c49ac)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:38.772356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 51ccdf05-ac63-4a76-8fd3-a747e54dabaa) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:38.776877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:38.777471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.781944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173dc7a4-8801-4c12-8abe-dfd5e513f107 None None] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:38.836480 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:38.898351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-64ff5f38-1dc4-491a-8fed-4d90007320d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7874792 Dec 20 23:27:38.898351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:38.902276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1590875139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:38.931826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1150d-e69e-45dd-924c-70e257e2785e None None] Pushing event updated for resources: {'Port': ['ID=ade512e4-c73c-4f98-b338-1b17bcd2577d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:38.949816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-51ccdf05-ac63-4a76-8fd3-a747e54dabaa', 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': 'f03dc6d5-6d23-44b4-8f41-192332ef18c6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:38.950826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.007204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.009063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.111262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.125048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Allocated IP 172.21.0.2 (51ccdf05-ac63-4a76-8fd3-a747e54dabaa/f03dc6d5-6d23-44b4-8f41-192332ef18c6/21755e36-1277-4ef0-a26d-063d771ab685) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:39.198807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.286213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.290497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:39.292851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.298580 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-27db85c0-4d9d-44df-a598-14f1dc8b82e7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4023855 Dec 20 23:27:39.373034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.413329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:39.415935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:39.419477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:39.424854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Pushing event updated for resources: {'Port': ['ID=21755e36-1277-4ef0-a26d-063d771ab685,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:39.483783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Attempting to bind port 21755e36-1277-4ef0-a26d-063d771ab685 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:39.484166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Attempting to bind port 21755e36-1277-4ef0-a26d-063d771ab685 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:39.484537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Attempting to bind port 21755e36-1277-4ef0-a26d-063d771ab685 on network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:39.490634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:39.491043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Checking segment: {'id': 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:39.491415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.491826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Bound using segment: {'id': 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:39.493449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Bound port: 21755e36-1277-4ef0-a26d-063d771ab685, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '51ccdf05-ac63-4a76-8fd3-a747e54dabaa'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:39.493849 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.566750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] For port 21755e36-1277-4ef0-a26d-063d771ab685, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:39.570589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] For port 21755e36-1277-4ef0-a26d-063d771ab685, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=21755e36-1277-4ef0-a26d-063d771ab685,segment=NetworkSegment(d9f84180-1f27-49eb-a5ff-30b169dc0d8c),segment_id=d9f84180-1f27-49eb-a5ff-30b169dc0d8c)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:39.584158 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.647716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.768493 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79e2eb-9033-4ffb-bf65-94b16f9fa9ac None None] Pushing event updated for resources: {'Port': ['ID=21755e36-1277-4ef0-a26d-063d771ab685,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:39.835600 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:39.883975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.20.0.1 (b5567577-8030-4af5-83d7-d27b2749d152/043008b6-bd06-40f8-9213-7d7771392088/ed13ebbc-c16e-4366-a20c-6c8caec3637c) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:40.056690 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.167432 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.193433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff89f0-4dfd-43d7-826e-df1a5d09fc66 None None] Network b5567577-8030-4af5-83d7-d27b2749d152 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:40.216637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b5567577-8030-4af5-83d7-d27b2749d152 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:40.220126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:40.224271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:40.228273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 21755e36-1277-4ef0-a26d-063d771ab685 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:40.252387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=ed13ebbc-c16e-4366-a20c-6c8caec3637c,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:40.277557 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.340339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] Provisioning complete for port ade512e4-c73c-4f98-b338-1b17bcd2577d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:40.341001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.438317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 21755e36-1277-4ef0-a26d-063d771ab685 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:40.438688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.478125 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.514571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.523156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.612531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] For port ade512e4-c73c-4f98-b338-1b17bcd2577d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ade512e4-c73c-4f98-b338-1b17bcd2577d,segment=NetworkSegment(2e75a5e7-c729-40d4-9d38-f56cf97c49ac),segment_id=2e75a5e7-c729-40d4-9d38-f56cf97c49ac)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:40.619474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.667060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 21755e36-1277-4ef0-a26d-063d771ab685, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=21755e36-1277-4ef0-a26d-063d771ab685,segment=NetworkSegment(d9f84180-1f27-49eb-a5ff-30b169dc0d8c),segment_id=d9f84180-1f27-49eb-a5ff-30b169dc0d8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:40.683001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.743059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.743998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ade512e4-c73c-4f98-b338-1b17bcd2577d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:40.804052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559ff63-2e47-4d65-84ad-946e8f6bb61f None None] Pushing event updated for resources: {'Port': ['ID=ade512e4-c73c-4f98-b338-1b17bcd2577d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:40.862884 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.891983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=21755e36-1277-4ef0-a26d-063d771ab685,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:40.923007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ade512e4-c73c-4f98-b338-1b17bcd2577d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:40.923423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.931129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:40.960161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-94f20adb-f0c1-47b9-a177-1890f5a896cd None None] Provisioning complete for port ed13ebbc-c16e-4366-a20c-6c8caec3637c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:40.960539 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94f20adb-f0c1-47b9-a177-1890f5a896cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.003087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-94f20adb-f0c1-47b9-a177-1890f5a896cd None None] Port ed13ebbc-c16e-4366-a20c-6c8caec3637c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:41.019224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.019817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-94f20adb-f0c1-47b9-a177-1890f5a896cd None None] Provisioning complete for port ade512e4-c73c-4f98-b338-1b17bcd2577d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:41.020198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94f20adb-f0c1-47b9-a177-1890f5a896cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.064937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=ed13ebbc-c16e-4366-a20c-6c8caec3637c,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:41.178820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b5567577-8030-4af5-83d7-d27b2749d152 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:41.180733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:41.300388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcf0f8-f6cf-4d4f-b9ef-46422414cf6f None None] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:41.415690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 146b3636-3e46-440b-bb27-8335391bf34e is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:27:41.516690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:41.522981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a653a145-2544-41c1-9ee1-b03860b15150 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2306094 Dec 20 23:27:41.526308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49490) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:41.534550 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] Sync routers for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:41.550845 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:41.551755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:41.565219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-be8b8b47-4ede-4c71-a386-31c07d51348a None None] Provisioning complete for port ed13ebbc-c16e-4366-a20c-6c8caec3637c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:41.565598 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b47-4ede-4c71-a386-31c07d51348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.591951 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:41.601594 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:41.602640 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:41.609807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8b47-4ede-4c71-a386-31c07d51348a None None] Port ed13ebbc-c16e-4366-a20c-6c8caec3637c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:41.615005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70d1d4-7c64-44df-a93d-0497393cac9f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:41.616548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8a70d1d4-7c64-44df-a93d-0497393cac9f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports/ed13ebbc-c16e-4366-a20c-6c8caec3637c HTTP/1.1" status: 200 len: 910 time: 0.0890524 Dec 20 23:27:41.619868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:41.626131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-be8b8b47-4ede-4c71-a386-31c07d51348a None None] Provisioning complete for port 21755e36-1277-4ef0-a26d-063d771ab685 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:41.628236 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b47-4ede-4c71-a386-31c07d51348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.636591 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:41.637484 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06745d-8ce5-4e86-9a43-54c8a8cd09c5 None None] The sync data for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:41.855364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f6ffc3be-c294-4b92-9c59-0cd4c170214f None None] Provisioning complete for port 21755e36-1277-4ef0-a26d-063d771ab685 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:41.855765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f6ffc3be-c294-4b92-9c59-0cd4c170214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:41.988395 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:42.053252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ade512e4-c73c-4f98-b338-1b17bcd2577d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:42.105075 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ade512e4-c73c-4f98-b338-1b17bcd2577d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:42.105597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:42.192936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 21755e36-1277-4ef0-a26d-063d771ab685 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:42.247034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 21755e36-1277-4ef0-a26d-063d771ab685 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:42.247407 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:42.279418 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.21.0.1 (51ccdf05-ac63-4a76-8fd3-a747e54dabaa/f03dc6d5-6d23-44b4-8f41-192332ef18c6/f830be88-f03f-4479-bd05-775ee076dc86) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:42.687618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:42.818739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:42.868077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:42.871355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:42.876062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:42.880580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=f830be88-f03f-4479-bd05-775ee076dc86,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:42.933418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.112635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.183633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5015345f-3f93-480f-a6a1-f986adfcbb5e None None] Provisioning complete for port f830be88-f03f-4479-bd05-775ee076dc86 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:43.184187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5015345f-3f93-480f-a6a1-f986adfcbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.217782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5015345f-3f93-480f-a6a1-f986adfcbb5e None None] Port f830be88-f03f-4479-bd05-775ee076dc86 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:43.372277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.438465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.515630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=f830be88-f03f-4479-bd05-775ee076dc86,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:43.518087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:43.614348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:43.615481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:43.745052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 146b3636-3e46-440b-bb27-8335391bf34e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:43.855436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:43.860395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6d93e1f6-edd0-44a1-a597-bb4081c8f58a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394793 Dec 20 23:27:43.862917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49506) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:43.866657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] Sync routers for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:43.877122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:43.877750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:43.906437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edda07-1971-4bbb-875f-eb68201e5d46 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:43.910554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-51edda07-1971-4bbb-875f-eb68201e5d46 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports/f830be88-f03f-4479-bd05-775ee076dc86 HTTP/1.1" status: 200 len: 910 time: 0.0439401 Dec 20 23:27:43.910749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49508) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:43.921554 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:43.931110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:43.931708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:43.974257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:43.974876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ef584-5606-4001-8c6f-b88fd1c150c2 None None] The sync data for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:43.982356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f2037bb-7906-4c11-9feb-0b427b95a5fb None None] Provisioning complete for port f830be88-f03f-4479-bd05-775ee076dc86 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:43.982730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f2037bb-7906-4c11-9feb-0b427b95a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:44.016864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f2037bb-7906-4c11-9feb-0b427b95a5fb None None] Port f830be88-f03f-4479-bd05-775ee076dc86 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:44.232201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:44.468222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port f830be88-f03f-4479-bd05-775ee076dc86 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:44.468458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:44.551783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:44.564077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for f830be88-f03f-4479-bd05-775ee076dc86 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:44.835147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:44.862505 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=f830be88-f03f-4479-bd05-775ee076dc86,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:45.032928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:45.222513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 146b3636-3e46-440b-bb27-8335391bf34e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:45.311075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:45.316356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f19d61de-3722-4a90-a40a-47b96f656774 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046423 Dec 20 23:27:45.319154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49522) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:45.323526 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] Sync routers for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:45.333072 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:45.333738 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:45.369081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:45.377397 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:45.378136 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:45.410222 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:45.410850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c17d3d-2f7d-4b25-933b-ec878f0be9e6 None None] The sync data for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:45.634483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:46.149953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port ed13ebbc-c16e-4366-a20c-6c8caec3637c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:46.150733 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:46.232688 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:46.244828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for ed13ebbc-c16e-4366-a20c-6c8caec3637c owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:46.469544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:46.502789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=ed13ebbc-c16e-4366-a20c-6c8caec3637c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:46.658101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:46.818964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 146b3636-3e46-440b-bb27-8335391bf34e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:46.899101 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:46.904266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cad0b9b8-6993-48f9-9433-aa035925f47c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841210 Dec 20 23:27:46.906995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:46.923852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] Sync routers for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:46.935396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:46.936204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:46.938557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-36169d35-c898-4b50-a78e-2e7f78e949bd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=146b3636-3e46-440b-bb27-8335391bf34e HTTP/1.1" status: 200 len: 205 time: 0.0304151 Dec 20 23:27:46.940900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49536) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:46.974766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:46.984808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] Routers {'146b3636-3e46-440b-bb27-8335391bf34e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:46.985418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['146b3636-3e46-440b-bb27-8335391bf34e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:47.018389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:47.018604 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.019043 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922fa51-c338-4b40-8d00-5d1d774429ca None None] The sync data for ids ['146b3636-3e46-440b-bb27-8335391bf34e'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:47.187428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.189569 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.309639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.310182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router 146b3636-3e46-440b-bb27-8335391bf34e {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:47.317398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.318541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-49edea4e-c568-4a97-9f8f-91081f3f839e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e HTTP/1.1" status: 204 len: 168 time: 0.3766627 Dec 20 23:27:47.321657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49538) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:47.381764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet f03dc6d5-6d23-44b4-8f41-192332ef18c6 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:47.386167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.426290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.522070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.647027 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.672960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=f03dc6d5-6d23-44b4-8f41-192332ef18c6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:47.680247 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.683986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8990743e-fe02-4c5c-89cb-98dcf6c0ecc1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/f03dc6d5-6d23-44b4-8f41-192332ef18c6 HTTP/1.1" status: 204 len: 168 time: 0.3613446 Dec 20 23:27:47.686700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49540) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:47.687022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e7d4e-cc55-4d46-b559-b2549fa7dea8 None None] Network 51ccdf05-ac63-4a76-8fd3-a747e54dabaa requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:47.738745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet 043008b6-bd06-40f8-9213-7d7771392088 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:47.743220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.789566 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.851022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] DHCP port deletion for 51ccdf05-ac63-4a76-8fd3-a747e54dabaa request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:47.888409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.900729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Deleting port 21755e36-1277-4ef0-a26d-063d771ab685 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:47.901332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.978367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] For port 21755e36-1277-4ef0-a26d-063d771ab685, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=21755e36-1277-4ef0-a26d-063d771ab685,segment=NetworkSegment(d9f84180-1f27-49eb-a5ff-30b169dc0d8c),segment_id=d9f84180-1f27-49eb-a5ff-30b169dc0d8c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:47.978954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:47.998430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Calling delete_port for 21755e36-1277-4ef0-a26d-063d771ab685 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:48.009190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.039788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=043008b6-bd06-40f8-9213-7d7771392088,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:48.041920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.048767 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8ab2ae32-0e9c-4fe8-ba3b-3162fca1f77a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/043008b6-bd06-40f8-9213-7d7771392088 HTTP/1.1" status: 204 len: 168 time: 0.3583345 Dec 20 23:27:48.048767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49544) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:48.059697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 21755e36-1277-4ef0-a26d-063d771ab685 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:48.061708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766df56-24f9-4549-acfc-1d1116cdc34e None None] Network b5567577-8030-4af5-83d7-d27b2749d152 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:48.135279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.199050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 21755e36-1277-4ef0-a26d-063d771ab685 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:48.199693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.236937 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.265142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 21755e36-1277-4ef0-a26d-063d771ab685, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=21755e36-1277-4ef0-a26d-063d771ab685,segment=NetworkSegment(d9f84180-1f27-49eb-a5ff-30b169dc0d8c),segment_id=d9f84180-1f27-49eb-a5ff-30b169dc0d8c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:48.265565 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.279632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 21755e36-1277-4ef0-a26d-063d771ab685 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:48.322699 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.360896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] DHCP port deletion for b5567577-8030-4af5-83d7-d27b2749d152 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:48.367780 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.381214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port 21755e36-1277-4ef0-a26d-063d771ab685 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:48.381483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] Pushing event deleted for resources: {'Port': ['ID=21755e36-1277-4ef0-a26d-063d771ab685,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:48.390076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77906547-4989-47ff-9bdd-fd99c677025a None None] No DVR routers for this DVR port 21755e36-1277-4ef0-a26d-063d771ab685 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:48.447938 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Deleting port ade512e4-c73c-4f98-b338-1b17bcd2577d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:48.448314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.491623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=21755e36-1277-4ef0-a26d-063d771ab685,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:48.498417 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.526422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] For port ade512e4-c73c-4f98-b338-1b17bcd2577d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ade512e4-c73c-4f98-b338-1b17bcd2577d,segment=NetworkSegment(2e75a5e7-c729-40d4-9d38-f56cf97c49ac),segment_id=2e75a5e7-c729-40d4-9d38-f56cf97c49ac)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:48.526722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.530043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccdf05-ac63-4a76-8fd3-a747e54dabaa']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.540556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.540858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Calling delete_port for ade512e4-c73c-4f98-b338-1b17bcd2577d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:48.540975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f84180-1f27-49eb-a5ff-30b169dc0d8c') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.552165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.566394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.572465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:48.572977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:48.576387 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:48.675766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.701025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] Pushing event deleted for resources: {'Port': ['ID=ade512e4-c73c-4f98-b338-1b17bcd2577d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:48.704864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ffa56-0317-40f9-a800-30b4995b50d9 None None] No DVR routers for this DVR port ade512e4-c73c-4f98-b338-1b17bcd2577d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:48.714738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.719211 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.722734 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/51ccdf05-ac63-4a76-8fd3-a747e54dabaa HTTP/1.1" status: 204 len: 168 time: 0.6731312 Dec 20 23:27:48.725413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49546) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:48.749235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd6737-34d8-4a6c-bedd-e23a0a26ff42 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=51ccdf05-ac63-4a76-8fd3-a747e54dabaa,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:48.805325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.895960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.919686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5567577-8030-4af5-83d7-d27b2749d152']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.933071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e75a5e7-c729-40d4-9d38-f56cf97c49ac') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.933408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e75a5e7-c729-40d4-9d38-f56cf97c49ac') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:48.943614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.958068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.970066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:48.970066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:48.978736 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:49.129679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.138060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.140978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/b5567577-8030-4af5-83d7-d27b2749d152 HTTP/1.1" status: 204 len: 168 time: 0.4138942 Dec 20 23:27:49.144998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49550) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:49.150312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1164702920'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:49.153344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=b5567577-8030-4af5-83d7-d27b2749d152,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:49.160827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.161617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.161617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.161870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.162204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.162543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.162873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.163201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.163530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.163855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.164409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.164815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.165144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f517d-01e4-49b8-a952-061fe9dc61f6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:27:49.269520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:49.273088 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.296139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:49.305959 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.306305 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment 1c8e0d23-0fa9-4837-b579-ba8605519059 of type vlan for network eff8923a-818f-4de5-a20a-2126239e7391 Dec 20 23:27:49.351383 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.418239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.424348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:49.424928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.492851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=eff8923a-818f-4de5-a20a-2126239e7391,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:49.503418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bc217e7e-3f3b-483c-8964-b090b0225de9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3544519 Dec 20 23:27:49.504248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:49.506012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network eff8923a-818f-4de5-a20a-2126239e7391 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:49.510715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:49.743656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:49.747374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:49.994335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.052724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ade512e4-c73c-4f98-b338-1b17bcd2577d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:50.064990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=c7b2791f-c313-4ce6-9670-eb924eeb7f30,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:50.080847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ade512e4-c73c-4f98-b338-1b17bcd2577d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:50.081209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ade512e4-c73c-4f98-b338-1b17bcd2577d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:50.085231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': '1c8e0d23-0fa9-4837-b579-ba8605519059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:50.085746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: eff8923a-818f-4de5-a20a-2126239e7391, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:50.184087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network eff8923a-818f-4de5-a20a-2126239e7391 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:50.258705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, eff8923a-818f-4de5-a20a-2126239e7391) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:50.263063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:50.263706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.268484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c870539-1d9f-4794-a5c8-8a11228c3fd7 None None] Network eff8923a-818f-4de5-a20a-2126239e7391 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:50.334998 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b8b337c6-c1b5-4d5b-b9c4-8d00f9dfa43d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8287587 Dec 20 23:27:50.338308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:50.344859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-663985557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:50.376166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-eff8923a-818f-4de5-a20a-2126239e7391', 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': 'c7b2791f-c313-4ce6-9670-eb924eeb7f30'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:50.377199 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.459097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.460127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.514605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Allocated IP 172.20.0.2 (eff8923a-818f-4de5-a20a-2126239e7391/c7b2791f-c313-4ce6-9670-eb924eeb7f30/1336cf86-7a94-4fcc-9b4c-b70db2d5e861) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:50.515204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.584340 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.664905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.666808 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.668228 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-54e47c17-58bf-4441-a4d4-208f0b19e2e1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3282435 Dec 20 23:27:50.671027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:50.677901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'port': {'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391', 'name': 'tempest-RoutersTest-542207938'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:50.739026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.783960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Network eff8923a-818f-4de5-a20a-2126239e7391 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:50.786784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:50.790305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:50.797053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Pushing event updated for resources: {'Port': ['ID=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:50.846228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Attempting to bind port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:50.846591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Attempting to bind port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '1c8e0d23-0fa9-4837-b579-ba8605519059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:50.846945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Attempting to bind port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 on network eff8923a-818f-4de5-a20a-2126239e7391 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:50.852000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:50.852373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Checking segment: {'id': '1c8e0d23-0fa9-4837-b579-ba8605519059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:50.852771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.853162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Bound using segment: {'id': '1c8e0d23-0fa9-4837-b579-ba8605519059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:50.853615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Bound port: 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8e0d23-0fa9-4837-b579-ba8605519059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'eff8923a-818f-4de5-a20a-2126239e7391'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:50.854011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.876654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:50.880417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:50.899678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] device_id is not set on port b75295ef-7d46-46e8-af4c-8e29e8c245ac yet. {{(pid=115563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 23:27:50.918780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] For port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:50.922079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] For port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,segment=NetworkSegment(1c8e0d23-0fa9-4837-b579-ba8605519059),segment_id=1c8e0d23-0fa9-4837-b579-ba8605519059)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:50.981279 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:51.017625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.20.0.10 (eff8923a-818f-4de5-a20a-2126239e7391/c7b2791f-c313-4ce6-9670-eb924eeb7f30/b75295ef-7d46-46e8-af4c-8e29e8c245ac) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:51.047077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a22902-bdc2-413b-966c-5cd7106dcd93 None None] Pushing event updated for resources: {'Port': ['ID=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:51.181614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:51.291068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:51.337655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network eff8923a-818f-4de5-a20a-2126239e7391 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:51.343377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:51.347388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:51.377962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=b75295ef-7d46-46e8-af4c-8e29e8c245ac,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:51.404219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:51.404827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:51.513369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1fd292d8-63b1-4798-8949-fcbe03f36e66 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8388982 Dec 20 23:27:51.515285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49572) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:51.795987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49576) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:51.917455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24181251-78b3-4d0a-a169-5444507d33d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.026086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24181251-78b3-4d0a-a169-5444507d33d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.076154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:52.078371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd34997-1294-4671-9b1d-249a543f29a4 None None] Network eff8923a-818f-4de5-a20a-2126239e7391 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:52.109686 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.118647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-24181251-78b3-4d0a-a169-5444507d33d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.162217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-24181251-78b3-4d0a-a169-5444507d33d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a052730c45d4427ea77c64a4b6f79952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649564 Dec 20 23:27:52.165590 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49580) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:52.167088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] Provisioning complete for port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:52.167638 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.168556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181251-78b3-4d0a-a169-5444507d33d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33fe353-02cd-48e2-8b5f-35ea77f71d2e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:52.345994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.380549 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.399669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:52.400037 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.435777 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.491526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.518277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.556064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.556332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] For port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,segment=NetworkSegment(1c8e0d23-0fa9-4837-b579-ba8605519059),segment_id=1c8e0d23-0fa9-4837-b579-ba8605519059)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:52.559240 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.563179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f33fe353-02cd-48e2-8b5f-35ea77f71d2e HTTP/1.1" status: 204 len: 168 time: 0.3936324 Dec 20 23:27:52.566850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.613794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7b08-e287-4f76-ad23-3d0f5c67b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33fe353-02cd-48e2-8b5f-35ea77f71d2e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:52.633396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=b75295ef-7d46-46e8-af4c-8e29e8c245ac,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:52.645794 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.718924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:27:52.719278 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:27:52.740984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58c76a-a3f8-47e8-96a3-0cb87a9f52c9 None None] Pushing event updated for resources: {'Port': ['ID=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:52.771798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0550279b-beff-4442-ac3a-45db63c08773 None None] Provisioning complete for port b75295ef-7d46-46e8-af4c-8e29e8c245ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:52.772195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0550279b-beff-4442-ac3a-45db63c08773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.809232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0550279b-beff-4442-ac3a-45db63c08773 None None] Port b75295ef-7d46-46e8-af4c-8e29e8c245ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:52.821786 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:52.825161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0550279b-beff-4442-ac3a-45db63c08773 None None] Provisioning complete for port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:52.826526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0550279b-beff-4442-ac3a-45db63c08773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.056138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d24321b5-8026-4ef4-ab30-b3fff6de1830 None None] Provisioning complete for port b75295ef-7d46-46e8-af4c-8e29e8c245ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:53.056514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d24321b5-8026-4ef4-ab30-b3fff6de1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.077085 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.092845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d24321b5-8026-4ef4-ab30-b3fff6de1830 None None] Port b75295ef-7d46-46e8-af4c-8e29e8c245ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:53.211685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ad1aa0e7-1f1b-4f60-bebd-8649fb244dd9 None None] Provisioning complete for port b75295ef-7d46-46e8-af4c-8e29e8c245ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:53.212127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad1aa0e7-1f1b-4f60-bebd-8649fb244dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.272549 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49586) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:53.275327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ad1aa0e7-1f1b-4f60-bebd-8649fb244dd9 None None] Port b75295ef-7d46-46e8-af4c-8e29e8c245ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:53.294722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39280c1e-e086-47a0-bf88-efa44ef429d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.361354 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.367215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39280c1e-e086-47a0-bf88-efa44ef429d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.435267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.446932 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-39280c1e-e086-47a0-bf88-efa44ef429d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.486286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-39280c1e-e086-47a0-bf88-efa44ef429d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9b5ba3fe5694d7b91f23bd5dbaeba85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114744 Dec 20 23:27:53.488005 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39280c1e-e086-47a0-bf88-efa44ef429d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8c805-f125-4889-9c14-d734b2b84c35,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:53.490321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49588) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:53.515564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=b75295ef-7d46-46e8-af4c-8e29e8c245ac,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:53.519566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.546767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.568455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.613128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network eff8923a-818f-4de5-a20a-2126239e7391 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:53.614639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:53.684049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.686924 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.690666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28d8c805-f125-4889-9c14-d734b2b84c35 HTTP/1.1" status: 204 len: 168 time: 0.1969194 Dec 20 23:27:53.697755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7a9f7-48f7-4f6b-9371-88521b3a9df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8c805-f125-4889-9c14-d734b2b84c35,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:53.818204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:27:53.902147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-517b7790-31e4-4d83-9f2b-1be45318659e None None] Provisioning complete for port b75295ef-7d46-46e8-af4c-8e29e8c245ac triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:53.902825 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-517b7790-31e4-4d83-9f2b-1be45318659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:53.915871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:53.924426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-412549e1-296c-4ed7-940d-eae2174e86ec tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059439 Dec 20 23:27:53.924704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:53.931323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] Sync routers for ids ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:53.942146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] Routers {'bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:53.942885 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:53.955239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-517b7790-31e4-4d83-9f2b-1be45318659e None None] Port b75295ef-7d46-46e8-af4c-8e29e8c245ac cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:27:53.972274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b85fa8-6873-42dd-b3d1-be21c56b0ae9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:53.973657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05b85fa8-6873-42dd-b3d1-be21c56b0ae9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports/b75295ef-7d46-46e8-af4c-8e29e8c245ac HTTP/1.1" status: 200 len: 977 time: 0.0479996 Dec 20 23:27:53.976951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:53.982049 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:53.990868 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] Routers {'bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:53.991479 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:54.024648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:54.025485 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d9a7e-054e-42de-954e-8a0f47d43194 None None] The sync data for ids ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:54.052509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:27:54.102895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:27:54.103718 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.299427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.418191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49598) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:54.431656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c088fc29-268b-48d1-8774-b04291f5d4de admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.508490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c088fc29-268b-48d1-8774-b04291f5d4de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.508852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port b75295ef-7d46-46e8-af4c-8e29e8c245ac {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:54.509390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.578451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c088fc29-268b-48d1-8774-b04291f5d4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.599440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.612515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for b75295ef-7d46-46e8-af4c-8e29e8c245ac owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:54.617405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c088fc29-268b-48d1-8774-b04291f5d4de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc47ecd1b43740c59a706304f7e28474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981256 Dec 20 23:27:54.619438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088fc29-268b-48d1-8774-b04291f5d4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8938418a-6119-46b6-b914-b07f7c31b600,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:54.620308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:54.720024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.781576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.912741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.946333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=b75295ef-7d46-46e8-af4c-8e29e8c245ac,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:54.948441 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.951139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:54.952107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8938418a-6119-46b6-b914-b07f7c31b600 HTTP/1.1" status: 204 len: 168 time: 0.3307726 Dec 20 23:27:54.969407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e9a0-34a2-4fee-9e37-8ed26c16645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8938418a-6119-46b6-b914-b07f7c31b600,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:55.110356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:55.510312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:27:55.587140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:27:55.592524 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-657d88cb-69b1-4995-a1a2-47d68b5a1442 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136990 Dec 20 23:27:55.594701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49614) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:55.598285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] Sync routers for ids ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:27:55.607659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] Routers {'bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:55.608265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:55.641089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:55.650677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] Routers {'bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:27:55.651307 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:55.691279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:55.691934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b0207-c7cf-4357-a4d2-7658396ebee0 None None] The sync data for ids ['bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:27:55.785839 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-80b9b85e-d6f1-4395-a97b-b5235c20892c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 23:27:55.786862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-80b9b85e-d6f1-4395-a97b-b5235c20892c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1911666 Dec 20 23:27:55.790421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49618) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:55.819868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-477c414a-e427-4f81-a943-958af53ed997 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca HTTP/1.1" status: 200 len: 205 time: 0.0281982 Dec 20 23:27:55.822458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49622) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:55.902883 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.067475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.069764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.164393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.164901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:27:56.172083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.173056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a621ccc7-bd69-447e-a4bf-7df2b7ef54e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca HTTP/1.1" status: 204 len: 168 time: 0.3497708 Dec 20 23:27:56.176083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49630) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:56.233300 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet c7b2791f-c313-4ce6-9670-eb924eeb7f30 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:27:56.236631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.277262 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.360419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.495680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.522451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b2791f-c313-4ce6-9670-eb924eeb7f30,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:56.526348 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.530071 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9f4b3411-a766-43e6-9c52-0e3cde20d118 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/c7b2791f-c313-4ce6-9670-eb924eeb7f30 HTTP/1.1" status: 204 len: 168 time: 0.3524754 Dec 20 23:27:56.532337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49638) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:56.534742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540deaa-37fa-4e4e-be16-db2bb43c1027 None None] Network eff8923a-818f-4de5-a20a-2126239e7391 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:56.615241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.676830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:56.681757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.696107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] DHCP port deletion for eff8923a-818f-4de5-a20a-2126239e7391 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:27:56.751878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,segment=NetworkSegment(1c8e0d23-0fa9-4837-b579-ba8605519059),segment_id=1c8e0d23-0fa9-4837-b579-ba8605519059)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:56.752225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.754132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Deleting port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:27:56.754511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.767645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:56.824168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] For port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,segment=NetworkSegment(1c8e0d23-0fa9-4837-b579-ba8605519059),segment_id=1c8e0d23-0fa9-4837-b579-ba8605519059)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:27:56.824722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.839046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Calling delete_port for 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:27:56.919783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.927469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:56.948294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:56.951906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:56.960178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] Pushing event deleted for resources: {'Port': ['ID=1336cf86-7a94-4fcc-9b4c-b70db2d5e861,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:56.962536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf74f9b-081e-408d-bc4a-ad20a2e6d705 None None] No DVR routers for this DVR port 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:27:57.046374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.067455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff8923a-818f-4de5-a20a-2126239e7391']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:57.077576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8e0d23-0fa9-4837-b579-ba8605519059') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:57.077904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8e0d23-0fa9-4837-b579-ba8605519059') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:27:57.087426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.106742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.113197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:27:57.113612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:27:57.116681 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:27:57.241281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.250128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.253202 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/eff8923a-818f-4de5-a20a-2126239e7391 HTTP/1.1" status: 204 len: 168 time: 0.7198761 Dec 20 23:27:57.261940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49650) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:57.263159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f41d2-f1a7-4ab0-8f35-fa5257b0071e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=eff8923a-818f-4de5-a20a-2126239e7391,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:57.267043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682210059'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:57.346783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:57.350394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.375749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:27:57.385177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.385515 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment a5258c00-1001-4db9-be5a-63ea851fd517 of type vlan for network ad329729-d15b-4fd8-9030-2f0eeaaec38a Dec 20 23:27:57.424351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.510217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.515844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:57.516422 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:57.588682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=ad329729-d15b-4fd8-9030-2f0eeaaec38a,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:57.599094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:27:57.604879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a5f9bfce-a367-466f-ae1e-b693895ccfe8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3417978 Dec 20 23:27:57.607642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49652) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:57.612911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:57.801308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:27:57.805219 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.028719 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:27:58.053900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:27:58.054840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1336cf86-7a94-4fcc-9b4c-b70db2d5e861 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:27:58.105067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.172093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=9ecff270-2947-4430-891a-ec5acc0f3b1f,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:58.181605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'a5258c00-1001-4db9-be5a-63ea851fd517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:58.181992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: ad329729-d15b-4fd8-9030-2f0eeaaec38a, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:27:58.201274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.263968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:27:58.338201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ad329729-d15b-4fd8-9030-2f0eeaaec38a) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:58.342198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:27:58.342792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.347977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3887a3f-f186-4116-9d45-b523ff30a533 None None] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:27:58.446657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bb88f5dc-077b-40d8-b854-ccfb4dfd4a3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8351891 Dec 20 23:27:58.447168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49660) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:58.451769 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1816100252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:27:58.452133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ad329729-d15b-4fd8-9030-2f0eeaaec38a', 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': '9ecff270-2947-4430-891a-ec5acc0f3b1f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:27:58.453010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.538242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.540626 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.592061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Allocated IP 172.20.0.2 (ad329729-d15b-4fd8-9030-2f0eeaaec38a/9ecff270-2947-4430-891a-ec5acc0f3b1f/f232804b-9077-4a6e-9b1a-46d338cc5b9e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:58.595901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.672831 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.735253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.777666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.779001 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3c64388e-0a7a-4c43-bf34-b77189f556e3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3307571 Dec 20 23:27:58.781813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:27:58.807852 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.857648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:27:58.861027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:58.863899 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:58.870348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:58.876673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Pushing event updated for resources: {'Port': ['ID=f232804b-9077-4a6e-9b1a-46d338cc5b9e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:58.959766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Attempting to bind port f232804b-9077-4a6e-9b1a-46d338cc5b9e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:27:58.960145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Attempting to bind port f232804b-9077-4a6e-9b1a-46d338cc5b9e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a5258c00-1001-4db9-be5a-63ea851fd517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:27:58.962260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Attempting to bind port f232804b-9077-4a6e-9b1a-46d338cc5b9e on network ad329729-d15b-4fd8-9030-2f0eeaaec38a {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:27:58.971900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:27:58.972855 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Checking segment: {'id': 'a5258c00-1001-4db9-be5a-63ea851fd517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:27:58.974916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:58.975566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Bound using segment: {'id': 'a5258c00-1001-4db9-be5a-63ea851fd517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:27:58.976430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Bound port: f232804b-9077-4a6e-9b1a-46d338cc5b9e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5258c00-1001-4db9-be5a-63ea851fd517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad329729-d15b-4fd8-9030-2f0eeaaec38a'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:27:58.977442 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.052858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] For port f232804b-9077-4a6e-9b1a-46d338cc5b9e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:27:59.056784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] For port f232804b-9077-4a6e-9b1a-46d338cc5b9e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f232804b-9077-4a6e-9b1a-46d338cc5b9e,segment=NetworkSegment(a5258c00-1001-4db9-be5a-63ea851fd517),segment_id=a5258c00-1001-4db9-be5a-63ea851fd517)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:27:59.121105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.155862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.223026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c539-022b-4853-89e0-73ecd963dda9 None None] Pushing event updated for resources: {'Port': ['ID=f232804b-9077-4a6e-9b1a-46d338cc5b9e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:59.363818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.20.0.1 (ad329729-d15b-4fd8-9030-2f0eeaaec38a/9ecff270-2947-4430-891a-ec5acc0f3b1f/c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:27:59.493219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.581327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.623643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:27:59.626477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:27:59.630151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:27:59.637622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:27:59.683968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:27:59.849186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.069127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f232804b-9077-4a6e-9b1a-46d338cc5b9e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:00.134367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f232804b-9077-4a6e-9b1a-46d338cc5b9e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:00.134841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.159345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.205098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9e3e1-8fce-4fa9-b5e7-e88fd78c9e38 None None] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:00.220962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.280779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.289045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21b6bff2-bbd4-4209-83e9-73656bce624e None None] Provisioning complete for port f232804b-9077-4a6e-9b1a-46d338cc5b9e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:00.289421 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21b6bff2-bbd4-4209-83e9-73656bce624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.379892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port f232804b-9077-4a6e-9b1a-46d338cc5b9e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f232804b-9077-4a6e-9b1a-46d338cc5b9e,segment=NetworkSegment(a5258c00-1001-4db9-be5a-63ea851fd517),segment_id=a5258c00-1001-4db9-be5a-63ea851fd517)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:00.444000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21b6bff2-bbd4-4209-83e9-73656bce624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.473383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.549356 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-21b6bff2-bbd4-4209-83e9-73656bce624e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:28:00.549732 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-21b6bff2-bbd4-4209-83e9-73656bce624e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:28:00.556177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=f232804b-9077-4a6e-9b1a-46d338cc5b9e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:00.557550 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:00.559612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:00.656180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:00.657521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:00.860884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 86abf302-ecc0-4cc9-af41-c9d7357544fb is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:28:00.971339 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:00.980704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49672) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:00.981653 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] Sync routers for ids ['86abf302-ecc0-4cc9-af41-c9d7357544fb'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:00.986354 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6fe4db6c-9fdb-4819-a76f-06cd5f52ea60 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/86abf302-ecc0-4cc9-af41-c9d7357544fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2032802 Dec 20 23:28:00.993150 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] Routers {'86abf302-ecc0-4cc9-af41-c9d7357544fb'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:00.994456 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['86abf302-ecc0-4cc9-af41-c9d7357544fb'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:01.029570 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc92da5-fbac-456a-8db3-cccfaa5735bb tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:01.031026 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-edc92da5-fbac-456a-8db3-cccfaa5735bb tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports/c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d HTTP/1.1" status: 200 len: 910 time: 0.0493228 Dec 20 23:28:01.034143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:01.036175 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:01.048312 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] Routers {'86abf302-ecc0-4cc9-af41-c9d7357544fb'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:01.048926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['86abf302-ecc0-4cc9-af41-c9d7357544fb'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:01.082175 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:01.082823 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a86ea0-5546-412f-a263-b41eca5754b0 None None] The sync data for ids ['86abf302-ecc0-4cc9-af41-c9d7357544fb'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:01.209928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1dc55d69-9fc8-41eb-b672-b4b69bd47071 None None] Provisioning complete for port f232804b-9077-4a6e-9b1a-46d338cc5b9e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:01.211040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dc55d69-9fc8-41eb-b672-b4b69bd47071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:01.304733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1dc55d69-9fc8-41eb-b672-b4b69bd47071 None None] Provisioning complete for port c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:01.305257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1dc55d69-9fc8-41eb-b672-b4b69bd47071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:01.340846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1dc55d69-9fc8-41eb-b672-b4b69bd47071 None None] Port c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:01.373008 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:01.622965 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:01.623669 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:01.715417 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:01.727852 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:02.014630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:02.044199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=c069b02d-ce39-43e2-9ac6-cbfc4aa6e51d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:02.055524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f232804b-9077-4a6e-9b1a-46d338cc5b9e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:02.161482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f232804b-9077-4a6e-9b1a-46d338cc5b9e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:02.162170 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:02.225383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:02.399118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 86abf302-ecc0-4cc9-af41-c9d7357544fb has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:02.477757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:02.483389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-38244013-aeed-456c-93a9-85ea7f850435 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/86abf302-ecc0-4cc9-af41-c9d7357544fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473577 Dec 20 23:28:02.485553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49678) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:02.491527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] Sync routers for ids ['86abf302-ecc0-4cc9-af41-c9d7357544fb'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:02.506045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] Routers {'86abf302-ecc0-4cc9-af41-c9d7357544fb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:02.506983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['86abf302-ecc0-4cc9-af41-c9d7357544fb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:02.519340 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49680) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:02.520093 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4723aa9d-bc8a-4f2d-ba04-685f331af13c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=86abf302-ecc0-4cc9-af41-c9d7357544fb HTTP/1.1" status: 200 len: 205 time: 0.0332849 Dec 20 23:28:02.547635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:02.557794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] Routers {'86abf302-ecc0-4cc9-af41-c9d7357544fb'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:02.558466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['86abf302-ecc0-4cc9-af41-c9d7357544fb'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:02.597577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:02.598325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36f0d1-11e8-4533-8b2e-ddd46f401be0 None None] The sync data for ids ['86abf302-ecc0-4cc9-af41-c9d7357544fb'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:02.624065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.074907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.077065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.192112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.192840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router 86abf302-ecc0-4cc9-af41-c9d7357544fb {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:28:03.200220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.209319 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e1326c7c-9ad5-44c8-8bec-e4b7282acffc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/86abf302-ecc0-4cc9-af41-c9d7357544fb HTTP/1.1" status: 204 len: 168 time: 0.6777174 Dec 20 23:28:03.209434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49688) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:03.261541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet 9ecff270-2947-4430-891a-ec5acc0f3b1f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:03.264753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.310537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.394392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.426657 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.507006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.542755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecff270-2947-4430-891a-ec5acc0f3b1f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:03.549383 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.554903 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7808e61-32b2-4c40-9821-cbcfad828f15 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/9ecff270-2947-4430-891a-ec5acc0f3b1f HTTP/1.1" status: 204 len: 168 time: 0.3484497 Dec 20 23:28:03.556243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbb955-09c2-4d36-9a53-85a6fe35eb0f None None] Network ad329729-d15b-4fd8-9030-2f0eeaaec38a requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:03.557270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49690) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:03.684264 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.761250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port f232804b-9077-4a6e-9b1a-46d338cc5b9e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:03.763024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.775833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] DHCP port deletion for ad329729-d15b-4fd8-9030-2f0eeaaec38a request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:03.845447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port f232804b-9077-4a6e-9b1a-46d338cc5b9e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f232804b-9077-4a6e-9b1a-46d338cc5b9e,segment=NetworkSegment(a5258c00-1001-4db9-be5a-63ea851fd517),segment_id=a5258c00-1001-4db9-be5a-63ea851fd517)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:03.846001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:03.868618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for f232804b-9077-4a6e-9b1a-46d338cc5b9e owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:04.023286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.060595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Deleting port f232804b-9077-4a6e-9b1a-46d338cc5b9e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:04.061273 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.062813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port f232804b-9077-4a6e-9b1a-46d338cc5b9e on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:04.066495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=f232804b-9077-4a6e-9b1a-46d338cc5b9e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:04.076141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f232804b-9077-4a6e-9b1a-46d338cc5b9e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:04.076545 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-dbd40b13-5a6e-47cd-a899-10f81ff99605 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2546086 Dec 20 23:28:04.107426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f232804b-9077-4a6e-9b1a-46d338cc5b9e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:04.108173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f232804b-9077-4a6e-9b1a-46d338cc5b9e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:04.155329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] For port f232804b-9077-4a6e-9b1a-46d338cc5b9e, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:04.155735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.168781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Calling delete_port for f232804b-9077-4a6e-9b1a-46d338cc5b9e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:04.170336 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.171494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Port f232804b-9077-4a6e-9b1a-46d338cc5b9e was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:28:04.173339 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.204138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] Pushing event deleted for resources: {'Port': ['ID=f232804b-9077-4a6e-9b1a-46d338cc5b9e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:04.208017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49d2dc-d3fd-4425-b3f7-ce350cb3165b None None] No DVR routers for this DVR port f232804b-9077-4a6e-9b1a-46d338cc5b9e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:04.215707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad329729-d15b-4fd8-9030-2f0eeaaec38a']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:04.233050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5258c00-1001-4db9-be5a-63ea851fd517') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:04.233347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5258c00-1001-4db9-be5a-63ea851fd517') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:04.245337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.248174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-b1349919-bec3-472c-a1eb-067aead3c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:04.249653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-b1349919-bec3-472c-a1eb-067aead3c3cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0885015 Dec 20 23:28:04.263761 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.270062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:04.270478 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:04.273585 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:04.407518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-1c4a957d-cc58-4212-a191-41312c3186e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:04.409002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-1c4a957d-cc58-4212-a191-41312c3186e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.1346121 Dec 20 23:28:04.457634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.469258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.472610 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/ad329729-d15b-4fd8-9030-2f0eeaaec38a HTTP/1.1" status: 204 len: 168 time: 0.9137797 Dec 20 23:28:04.477027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49696) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:04.481922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-937933634', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:04.495057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec103803-0d28-42d6-a47f-06a965f05a72 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=ad329729-d15b-4fd8-9030-2f0eeaaec38a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:04.513119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-592591d9-4c98-4f58-931a-90d46adb8887 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1002 time: 0.0965610 Dec 20 23:28:04.567704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-cbff355a-432b-422b-bd45-aedcf9f9a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:04.569204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-cbff355a-432b-422b-bd45-aedcf9f9a40b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0486231 Dec 20 23:28:04.615429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.616528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.618960 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-2322d6ef-7b1a-425e-b6fc-8c50f22d2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:04.620783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-2322d6ef-7b1a-425e-b6fc-8c50f22d2834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438793 Dec 20 23:28:04.673562 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.718629 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-d110ee1f-e353-4d14-9eb7-4a0fb2a145e8 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896454 Dec 20 23:28:04.818771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4446c951-3df6-417f-aa46-9a60ef6503ee req-0c354b41-65b6-4f5e-8449-517296ed3109 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929177 Dec 20 23:28:04.849396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9c4d916-d9bd-4af9-835e-0cece0cb7f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:04.881232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.165172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.184037 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.286883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.25.1.32 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/21acfc3c-59e5-4962-a557-62afe853b556) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:05.397051 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.478603 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.519899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:05.524673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:05.529682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:05.531230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=21acfc3c-59e5-4962-a557-62afe853b556,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:05.539998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19903d0f-4bfb-4c4c-a29a-beb5aec04f84 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:05.590405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9746ae4b-3aec-4117-9953-e25ad88c9117 None None] Provisioning complete for port 21acfc3c-59e5-4962-a557-62afe853b556 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:05.590885 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9746ae4b-3aec-4117-9953-e25ad88c9117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:05.633300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9746ae4b-3aec-4117-9953-e25ad88c9117 None None] Port 21acfc3c-59e5-4962-a557-62afe853b556 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:05.842237 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:06.045043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:06.243696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:28:06.356076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:06.368473 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] Sync routers for ids ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:06.381438 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] Routers {'a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:06.382148 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:06.423894 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:06.433508 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] Routers {'a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:06.434150 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:27:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:06.434292 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:06.435436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bf99ad80-5fdb-4df4-80ea-4e0c88aab05d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9572399 Dec 20 23:28:06.438219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49706) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:06.466542 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:06.467196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48abcbd-92ff-4bb9-a1e5-fdd2a431c906 None None] The sync data for ids ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:06.568196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0f3909e0-cf3f-401e-a623-5beee67d3df0 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers/a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 200 len: 879 time: 0.1280928 Dec 20 23:28:06.571081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49708) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:06.799142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-45c8e967-e715-4520-b622-fa993c3bf72a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2268107 Dec 20 23:28:06.801621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49710) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:06.805893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-937933634'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:07.106771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:07.175345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:07.282368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:07.569542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f100f4b7-afd0-4f34-b2aa-c132b26e42c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:07.673311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:07.681646 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:07.685636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e1b0ea73-faf2-4fb2-b69e-47d4f9e89a78 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 200 len: 886 time: 0.8806529 Dec 20 23:28:07.685930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] Sync routers for ids ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:07.686055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49716) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:07.694392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] Routers {'a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:07.695542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:07.729099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:07.737596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] Routers {'a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:07.738234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:07.774615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:07.775293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efd8d0-b46a-4400-be51-9fb27fa92a37 None None] The sync data for ids ['a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:07.806891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b5d00ecf-7297-4cab-875e-11a55a8a6f98 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers/a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 200 len: 886 time: 0.1198189 Dec 20 23:28:07.809383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49718) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:07.836075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2e005f3d-1281-4068-85c2-acf8404f1049 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 200 len: 205 time: 0.0251703 Dec 20 23:28:07.838278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49720) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:07.949563 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.057246 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.206272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 21acfc3c-59e5-4962-a557-62afe853b556 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:08.206619 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.297865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.298536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 21acfc3c-59e5-4962-a557-62afe853b556 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:08.440879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.515381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.545873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=21acfc3c-59e5-4962-a557-62afe853b556,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:08.564063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7290f799-89f5-4aa4-bee0-64293f4cc565 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:08.611188 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.701893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.704067 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.836099 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.836980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:28:08.844605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.849182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f34329e0-0290-4cbc-b87c-3455aad192bc tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 204 len: 168 time: 1.0065284 Dec 20 23:28:08.849806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49740) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:08.855551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1683789889'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:08.958104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:08.962410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.986833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:28:08.997856 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:08.998123 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment daf10d5a-84d9-454c-8a59-4036c61bdad3 of type vlan for network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb Dec 20 23:28:09.043264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.152220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.157899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:09.158478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.224907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:09.234917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:28:09.261810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-50cea7d1-a104-484f-ad0e-6fff580c49ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4107118 Dec 20 23:28:09.264312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:09.269295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:09.432553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:09.436239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.667065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.732596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=8a03c3c7-282d-4f58-b94b-e3dacdac6a56,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:09.740921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'daf10d5a-84d9-454c-8a59-4036c61bdad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:09.741298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:28:09.775713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.866318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:28:09.946245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:09.950272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:09.950897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:09.955749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9407c74-2e05-4cc5-975e-a56a61187ed9 None None] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:10.035815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e67aa080-b7f3-476d-9206-3b32c2c996d4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7697997 Dec 20 23:28:10.039745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49762) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:10.044712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78842113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:10.072217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb', 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': '8a03c3c7-282d-4f58-b94b-e3dacdac6a56'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:28:10.073251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.184475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.185853 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.211262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Allocated IP 172.20.0.2 (bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb/8a03c3c7-282d-4f58-b94b-e3dacdac6a56/b3bc64c9-d194-4f2f-919f-4baf208c8f89) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:10.244114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.316525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.354130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.412918 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.414701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.415928 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5253d496-cb02-4015-af4b-d1d8d9ca211a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3749084 Dec 20 23:28:10.418951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49768) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:10.455371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:10.459001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:10.465367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Pushing event updated for resources: {'Port': ['ID=b3bc64c9-d194-4f2f-919f-4baf208c8f89,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:10.475227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:10.488223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.535607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Attempting to bind port b3bc64c9-d194-4f2f-919f-4baf208c8f89 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:10.535954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Attempting to bind port b3bc64c9-d194-4f2f-919f-4baf208c8f89 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'daf10d5a-84d9-454c-8a59-4036c61bdad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:10.536318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Attempting to bind port b3bc64c9-d194-4f2f-919f-4baf208c8f89 on network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:10.541464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:10.541941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Checking segment: {'id': 'daf10d5a-84d9-454c-8a59-4036c61bdad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:10.542344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.542792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Bound using segment: {'id': 'daf10d5a-84d9-454c-8a59-4036c61bdad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:10.543254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Bound port: b3bc64c9-d194-4f2f-919f-4baf208c8f89, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf10d5a-84d9-454c-8a59-4036c61bdad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:10.543688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.616478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] For port b3bc64c9-d194-4f2f-919f-4baf208c8f89, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:10.619786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] For port b3bc64c9-d194-4f2f-919f-4baf208c8f89, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3bc64c9-d194-4f2f-919f-4baf208c8f89,segment=NetworkSegment(daf10d5a-84d9-454c-8a59-4036c61bdad3),segment_id=daf10d5a-84d9-454c-8a59-4036c61bdad3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:10.681986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.697782 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:10.741699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83685-a3d3-4f22-b47d-a69582289d38 None None] Pushing event updated for resources: {'Port': ['ID=b3bc64c9-d194-4f2f-919f-4baf208c8f89,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:10.987350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.20.0.1 (bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb/8a03c3c7-282d-4f58-b94b-e3dacdac6a56/4d4c2272-4622-44b2-b34a-9d0e97407155) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:11.125564 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.227207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.275981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:11.279059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:11.282743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:11.289282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=4d4c2272-4622-44b2-b34a-9d0e97407155,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:11.333945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.512381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.725010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4e2cb-f0f6-4c71-84c8-0eb361e9ce36 None None] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:11.799871 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.830048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-97122547-b57f-457e-9e94-18274de90688 None None] Provisioning complete for port b3bc64c9-d194-4f2f-919f-4baf208c8f89 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:11.830427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-97122547-b57f-457e-9e94-18274de90688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.864087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.934022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-97122547-b57f-457e-9e94-18274de90688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.953837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:11.960062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=4d4c2272-4622-44b2-b34a-9d0e97407155,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:11.979168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-97122547-b57f-457e-9e94-18274de90688 None None] For port b3bc64c9-d194-4f2f-919f-4baf208c8f89, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3bc64c9-d194-4f2f-919f-4baf208c8f89,segment=NetworkSegment(daf10d5a-84d9-454c-8a59-4036c61bdad3),segment_id=daf10d5a-84d9-454c-8a59-4036c61bdad3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:12.049741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-97122547-b57f-457e-9e94-18274de90688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.100785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3bc64c9-d194-4f2f-919f-4baf208c8f89 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:12.110661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:12.113456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:12.159374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97122547-b57f-457e-9e94-18274de90688 None None] Pushing event updated for resources: {'Port': ['ID=b3bc64c9-d194-4f2f-919f-4baf208c8f89,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:12.184306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b3bc64c9-d194-4f2f-919f-4baf208c8f89 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:12.184865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.225022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c4839115-c996-4cda-a822-13ef512ca4ff None None] Provisioning complete for port 4d4c2272-4622-44b2-b34a-9d0e97407155 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:12.225692 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c4839115-c996-4cda-a822-13ef512ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.273852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c4839115-c996-4cda-a822-13ef512ca4ff None None] Port 4d4c2272-4622-44b2-b34a-9d0e97407155 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:12.304994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 62e724d0-6642-40eb-a6b7-cb98aaeb0c5f is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:28:12.307621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c4839115-c996-4cda-a822-13ef512ca4ff None None] Provisioning complete for port b3bc64c9-d194-4f2f-919f-4baf208c8f89 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:12.308208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c4839115-c996-4cda-a822-13ef512ca4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.428163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:12.434247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9625d353-807c-434a-80ee-946ac3f102b6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/62e724d0-6642-40eb-a6b7-cb98aaeb0c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142524 Dec 20 23:28:12.437194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49792) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:12.438197 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] Sync routers for ids ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:12.450121 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] Routers {'62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:12.450822 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:12.484431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd0e94d-6968-43a8-98e4-772e94a728d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:12.486631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4bd0e94d-6968-43a8-98e4-772e94a728d6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports/4d4c2272-4622-44b2-b34a-9d0e97407155 HTTP/1.1" status: 200 len: 910 time: 0.0480931 Dec 20 23:28:12.486767 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:12.488856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49796) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:12.495760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a03c3c7-282d-4f58-b94b-e3dacdac6a56'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:12.519722 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] Routers {'62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:12.520518 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:12.533796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-dc09185b-60ab-4073-b3df-692b8a004ccc None None] Provisioning complete for port 4d4c2272-4622-44b2-b34a-9d0e97407155 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:12.534313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc09185b-60ab-4073-b3df-692b8a004ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.601836 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:12.602503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721311d1-bac8-485c-901e-ceddcc7a6ee7 None None] The sync data for ids ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'] in n-d-822053-9 is: [] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:12.628546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-dc09185b-60ab-4073-b3df-692b8a004ccc None None] Port 4d4c2272-4622-44b2-b34a-9d0e97407155 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:12.728943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.752184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2b6e040f-6c7c-49dc-878c-b5e278708d2c None None] Provisioning complete for port 4d4c2272-4622-44b2-b34a-9d0e97407155 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:12.752711 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2b6e040f-6c7c-49dc-878c-b5e278708d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:12.787556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e040f-6c7c-49dc-878c-b5e278708d2c None None] Port 4d4c2272-4622-44b2-b34a-9d0e97407155 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:13.353957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:13.420945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:13.497956 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:13.498560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:13.502423 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/ports/4d4c2272-4622-44b2-b34a-9d0e97407155 HTTP/1.1" status: 200 len: 910 time: 1.0090027 Dec 20 23:28:13.502423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9400ff-662b-4078-a7a0-c5a49d9e047d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=4d4c2272-4622-44b2-b34a-9d0e97407155,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:13.502845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49810) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:14.050227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3bc64c9-d194-4f2f-919f-4baf208c8f89 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:14.108786 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b3bc64c9-d194-4f2f-919f-4baf208c8f89 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:14.108786 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:14.132586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:14.377127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 4d4c2272-4622-44b2-b34a-9d0e97407155 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:14.377470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:14.472394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:14.485310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 4d4c2272-4622-44b2-b34a-9d0e97407155 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:14.745752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:14.774442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=4d4c2272-4622-44b2-b34a-9d0e97407155,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:14.917633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.097200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 62e724d0-6642-40eb-a6b7-cb98aaeb0c5f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:15.177133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:15.186068 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49834) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:15.186565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2bbea523-9986-4948-9009-ce05414c80a6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/62e724d0-6642-40eb-a6b7-cb98aaeb0c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821175 Dec 20 23:28:15.188002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] Sync routers for ids ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:15.199993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] Routers {'62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:15.200642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:15.220078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8722e91e-57fa-4264-a9c0-41d7a47656e6 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e724d0-6642-40eb-a6b7-cb98aaeb0c5f HTTP/1.1" status: 200 len: 205 time: 0.0305903 Dec 20 23:28:15.220382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:15.235866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:15.245159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] Routers {'62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:15.245799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:15.282400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:15.283113 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8655d7a-06db-43ab-873b-b08d6e3e2fdf None None] The sync data for ids ['62e724d0-6642-40eb-a6b7-cb98aaeb0c5f'] in n-d-822053-9 is: [] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:15.292028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.452917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.455073 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.563551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.564006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router 62e724d0-6642-40eb-a6b7-cb98aaeb0c5f {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:28:15.571782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.573026 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a1914bc3-423b-4c5f-9baf-685b14ac026f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/62e724d0-6642-40eb-a6b7-cb98aaeb0c5f HTTP/1.1" status: 204 len: 168 time: 0.3516614 Dec 20 23:28:15.577898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49842) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:15.627538 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet 8a03c3c7-282d-4f58-b94b-e3dacdac6a56 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:15.630702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.670643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.758970 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.887401 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.916149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=8a03c3c7-282d-4f58-b94b-e3dacdac6a56,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:15.918361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:15.925526 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-43cb1d79-5724-4f34-a3e4-5cc56e557853 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/8a03c3c7-282d-4f58-b94b-e3dacdac6a56 HTTP/1.1" status: 204 len: 168 time: 0.3465466 Dec 20 23:28:15.927093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49848) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:15.928963 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234a319-f9a3-4d4b-aca0-9c182962b72a None None] Network bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:16.004256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.067625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port b3bc64c9-d194-4f2f-919f-4baf208c8f89 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:16.067973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.070878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] DHCP port deletion for bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:16.122862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Deleting port b3bc64c9-d194-4f2f-919f-4baf208c8f89 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:16.123719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.135994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port b3bc64c9-d194-4f2f-919f-4baf208c8f89, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3bc64c9-d194-4f2f-919f-4baf208c8f89,segment=NetworkSegment(daf10d5a-84d9-454c-8a59-4036c61bdad3),segment_id=daf10d5a-84d9-454c-8a59-4036c61bdad3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:16.136355 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.152244 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for b3bc64c9-d194-4f2f-919f-4baf208c8f89 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:16.208365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] For port b3bc64c9-d194-4f2f-919f-4baf208c8f89, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b3bc64c9-d194-4f2f-919f-4baf208c8f89,segment=NetworkSegment(daf10d5a-84d9-454c-8a59-4036c61bdad3),segment_id=daf10d5a-84d9-454c-8a59-4036c61bdad3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:16.208940 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.222031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Calling delete_port for b3bc64c9-d194-4f2f-919f-4baf208c8f89 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:16.317832 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.325138 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.345966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=b3bc64c9-d194-4f2f-919f-4baf208c8f89,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:16.349806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] Pushing event deleted for resources: {'Port': ['ID=b3bc64c9-d194-4f2f-919f-4baf208c8f89,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:16.353859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60642034-b33d-49e4-9ab3-20c64a19a54e None None] No DVR routers for this DVR port b3bc64c9-d194-4f2f-919f-4baf208c8f89 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:16.355693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port b3bc64c9-d194-4f2f-919f-4baf208c8f89 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:16.434360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.457677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:16.467831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf10d5a-84d9-454c-8a59-4036c61bdad3') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:16.468134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf10d5a-84d9-454c-8a59-4036c61bdad3') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:16.478436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.492379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.498916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:16.517384 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:16.647173 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.654889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.658145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb HTTP/1.1" status: 204 len: 168 time: 0.7306027 Dec 20 23:28:16.662325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49860) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:16.668542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1101672664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:16.681911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c0079-4e06-4888-838c-e42ea1788684 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=bbebc308-ac4a-48f9-80de-d4e9bb3ca8fb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:16.767220 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.768335 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.817792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.893241 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.974993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:16.976878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-247ce985-2729-40f5-b628-0b3e3af7a0d3 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3113379 Dec 20 23:28:16.979429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49866) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:16.984270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-348726192'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:17.077862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:17.082779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.107009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:28:17.115724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.116069 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment e02e395a-0209-40dc-a643-fc427eadaf3c of type vlan for network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 Dec 20 23:28:17.156414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.238374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.244272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:17.249064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.314419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=b6a98ceb-314d-410f-bb0e-fbaf64a8e323,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:17.324903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:28:17.340195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49874) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:17.342429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-40a6c89c-b9f8-4f0a-a551-f6abc3c2f1ba tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3598166 Dec 20 23:28:17.347020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:17.521128 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:17.525742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.775123 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:17.833076 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=c2ca231e-b634-4a2e-a79e-0607d1a37d83,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:17.843515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:17.849064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: b6a98ceb-314d-410f-bb0e-fbaf64a8e323, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:28:17.918152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:28:17.986319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b6a98ceb-314d-410f-bb0e-fbaf64a8e323) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:17.992424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:17.993326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.002184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7139663-d64d-4748-89ce-660d3048b1d8 None None] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:18.061644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4c7fea16-8bf1-484c-8516-95a71748f849 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7167354 Dec 20 23:28:18.061881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3bc64c9-d194-4f2f-919f-4baf208c8f89 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:18.061987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49884) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:18.086811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b3bc64c9-d194-4f2f-919f-4baf208c8f89 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:18.087157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b3bc64c9-d194-4f2f-919f-4baf208c8f89 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:18.129677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:28:18.130801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.381560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.441801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Allocated IP 172.20.0.2 (b6a98ceb-314d-410f-bb0e-fbaf64a8e323/c2ca231e-b634-4a2e-a79e-0607d1a37d83/fced4719-05bd-4b31-be49-ac9c5b102ab8) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:18.589010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.678690 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.721128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:18.723972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:18.727069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:18.734596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Pushing event updated for resources: {'Port': ['ID=fced4719-05bd-4b31-be49-ac9c5b102ab8,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:18.736398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.20.0.1 (b6a98ceb-314d-410f-bb0e-fbaf64a8e323/c2ca231e-b634-4a2e-a79e-0607d1a37d83/678dd36d-4b1e-4444-b5a2-fd4248d48956) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:18.787262 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Attempting to bind port fced4719-05bd-4b31-be49-ac9c5b102ab8 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:18.787624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Attempting to bind port fced4719-05bd-4b31-be49-ac9c5b102ab8 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:18.787981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Attempting to bind port fced4719-05bd-4b31-be49-ac9c5b102ab8 on network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:18.793838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:18.794212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Checking segment: {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:18.794978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.795430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Bound using segment: {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:18.795893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Bound port: fced4719-05bd-4b31-be49-ac9c5b102ab8, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:18.796265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.853359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.862948 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] For port fced4719-05bd-4b31-be49-ac9c5b102ab8, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:18.866018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] For port fced4719-05bd-4b31-be49-ac9c5b102ab8, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fced4719-05bd-4b31-be49-ac9c5b102ab8,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:18.941547 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:18.952714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.000437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:19.009864 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:19.019612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:19.019840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26a26-e030-4cfd-ae9f-335226e33708 None None] Pushing event updated for resources: {'Port': ['ID=fced4719-05bd-4b31-be49-ac9c5b102ab8,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:19.023915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:19.080267 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.282789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.555902 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.618994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.696702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:19.701892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:19.806766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:19.808287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:19.986159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fedd9-9066-44e3-a3a1-dd35bd62e6bc None None] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:20.032352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:28:20.073312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fced4719-05bd-4b31-be49-ac9c5b102ab8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:20.129123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] Provisioning complete for port fced4719-05bd-4b31-be49-ac9c5b102ab8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:20.129494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.138789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:20.145473 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-206587aa-e9cc-4411-a846-b4d98433a22b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0826898 Dec 20 23:28:20.149700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49914) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:20.151092 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:20.155835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-277437392'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:20.162990 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:20.164592 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:20.209749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fced4719-05bd-4b31-be49-ac9c5b102ab8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:20.209749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.261809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:20.266057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.279067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.305301 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:20.338034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:28:20.344637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] For port fced4719-05bd-4b31-be49-ac9c5b102ab8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fced4719-05bd-4b31-be49-ac9c5b102ab8,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:20.357739 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.358087 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment b9f7bdcf-d284-4639-b026-fe5a16f8596f of type vlan for network 838dad08-56ac-4b10-9d4c-c90e05bf0448 Dec 20 23:28:20.425036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.431558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.443995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.525268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbef65-f009-4a0f-8137-80fbcf553ae1 None None] Pushing event updated for resources: {'Port': ['ID=fced4719-05bd-4b31-be49-ac9c5b102ab8,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:20.541119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.547821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:20.548078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:28:20.548446 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:28:20.548559 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.556532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9964c530-03c9-43e6-908a-821493319672 None None] Provisioning complete for port fced4719-05bd-4b31-be49-ac9c5b102ab8 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:20.560902 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9964c530-03c9-43e6-908a-821493319672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.626795 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:19Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:19Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:20.651939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=838dad08-56ac-4b10-9d4c-c90e05bf0448,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:20.661570 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:20.661943 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Updating router 66afff06-ff9c-44d6-a0f6-5e568e93573f port 678dd36d-4b1e-4444-b5a2-fd4248d48956 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:28:20.666481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.667071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.667591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.668108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.668619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.669257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.669782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.670272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.670780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.671269 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.671757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.672232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.672730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:20.690376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:28:20.703270 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.752854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-74941354-db06-4e57-8ce5-24955f18e446 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6014421 Dec 20 23:28:20.755551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49922) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:20.760871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:20.775808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9964c530-03c9-43e6-908a-821493319672 None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:20.776444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9964c530-03c9-43e6-908a-821493319672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.822044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9964c530-03c9-43e6-908a-821493319672 None None] Port 678dd36d-4b1e-4444-b5a2-fd4248d48956 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:20.941257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a5c43c31-9275-4b6d-bece-ec7929160a85 None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:20.941632 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c31-9275-4b6d-bece-ec7929160a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.967698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:20.972104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:20.985818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a5c43c31-9275-4b6d-bece-ec7929160a85 None None] Port 678dd36d-4b1e-4444-b5a2-fd4248d48956 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:21.127899 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.141169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a5daf30e-7965-457a-91f2-b609ef9659a3 None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:21.141712 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a5daf30e-7965-457a-91f2-b609ef9659a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.179864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a5daf30e-7965-457a-91f2-b609ef9659a3 None None] Port 678dd36d-4b1e-4444-b5a2-fd4248d48956 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:21.206697 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.259087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.267509 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Pushing event updated for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:21.311680 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.312019 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.312352 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.312678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.313222 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.313609 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.314098 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.314437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.314755 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.315074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.315438 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.315756 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.316068 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:21.344072 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Attempting to bind port 678dd36d-4b1e-4444-b5a2-fd4248d48956 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:21.344620 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Attempting to bind port 678dd36d-4b1e-4444-b5a2-fd4248d48956 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:21.345201 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Attempting to bind port 678dd36d-4b1e-4444-b5a2-fd4248d48956 on network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:21.354185 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:21.354665 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Checking segment: {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:21.355145 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.355607 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Bound using segment: {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:21.356175 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Bound port: 678dd36d-4b1e-4444-b5a2-fd4248d48956, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02e395a-0209-40dc-a643-fc427eadaf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:21.356624 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.357224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=2888562c-5930-48ea-b7a9-f8de197e6685,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:21.370353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:21.370815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: 838dad08-56ac-4b10-9d4c-c90e05bf0448, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:28:21.431536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] For port 678dd36d-4b1e-4444-b5a2-fd4248d48956, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:21.435176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] For port 678dd36d-4b1e-4444-b5a2-fd4248d48956, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=678dd36d-4b1e-4444-b5a2-fd4248d48956,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:21.458277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:28:21.493628 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.516216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:21.516437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.556895 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:21.557750 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:21.561227 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624f56-b75f-49d2-b61c-2318bec703d7 None None] Pushing event updated for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:21.561410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 838dad08-56ac-4b10-9d4c-c90e05bf0448) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:21.571513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:21.572132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.585548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b330384-e0c8-4afa-b809-6580bc8c9c90 None None] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:21.655655 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:21.691848 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-65372325-51f9-4934-80e3-f109a2fd3f2e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9351821 Dec 20 23:28:21.694666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49934) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:21.715026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.748770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-838dad08-56ac-4b10-9d4c-c90e05bf0448', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:28:21.749556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.809997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] For port 678dd36d-4b1e-4444-b5a2-fd4248d48956, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=678dd36d-4b1e-4444-b5a2-fd4248d48956,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:21.879173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:21.889394 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:19Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:21.954376 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6509d57-28e5-4610-a0a8-1364ab2ecdc1 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:19Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:22.013513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Allocated IP 172.21.0.2 (838dad08-56ac-4b10-9d4c-c90e05bf0448/2888562c-5930-48ea-b7a9-f8de197e6685/5da408ba-77e0-4699-8dba-28e73d05b5df) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:22.052030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c518de3-3377-4277-b18e-403e4e6203c1 None None] Pushing event updated for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:22.090234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-757a0e4e-012f-4b90-a37c-ed062656278d None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:22.090639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-757a0e4e-012f-4b90-a37c-ed062656278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.092422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fced4719-05bd-4b31-be49-ac9c5b102ab8 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:22.165799 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.306769 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port fced4719-05bd-4b31-be49-ac9c5b102ab8 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:22.307337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.402307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.472819 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.520819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:22.523943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:22.528926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:22.535968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.21.0.1 (838dad08-56ac-4b10-9d4c-c90e05bf0448/2888562c-5930-48ea-b7a9-f8de197e6685/241f1a1d-45ea-4933-b540-1a88aba236b1) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:22.558998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Pushing event updated for resources: {'Port': ['ID=5da408ba-77e0-4699-8dba-28e73d05b5df,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:22.611080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Attempting to bind port 5da408ba-77e0-4699-8dba-28e73d05b5df on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:22.611663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Attempting to bind port 5da408ba-77e0-4699-8dba-28e73d05b5df by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:22.611986 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Attempting to bind port 5da408ba-77e0-4699-8dba-28e73d05b5df on network 838dad08-56ac-4b10-9d4c-c90e05bf0448 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:22.619458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:22.619458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Checking segment: {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:22.619458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.625791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Bound using segment: {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:22.625791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Bound port: 5da408ba-77e0-4699-8dba-28e73d05b5df, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:22.625791 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.705041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] For port 5da408ba-77e0-4699-8dba-28e73d05b5df, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:22.712242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] For port 5da408ba-77e0-4699-8dba-28e73d05b5df, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5da408ba-77e0-4699-8dba-28e73d05b5df,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:22.727632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.799437 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.865793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf73cb-f5d4-420d-953a-35ab72e5c4a6 None None] Pushing event updated for resources: {'Port': ['ID=5da408ba-77e0-4699-8dba-28e73d05b5df,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:22.884725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:22.935982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:22.939152 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:22.943167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:22.950650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:22.993634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:23.141249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-49c5a234-34de-477b-8614-733725e594b1 req-d534ae18-c78c-4d82-a104-0b633311602e service neutron] (115562) timed out ('10.222.0.62', 59022) {{(pid=115562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:28:23.212555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:23.474100 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:23.540775 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:23.622633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:23.624968 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:23.717579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:23.719824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:23.823429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:23.929944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:23.935800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-881fca31-47ed-451a-a459-fcdbaf1e613e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401021 Dec 20 23:28:23.938584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49966) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:23.944294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229876991'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:24.089259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:24.093708 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.120023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:24.149265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5da408ba-77e0-4699-8dba-28e73d05b5df up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:24.150356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:28:24.155516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:24.156258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:24.160904 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.161264 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7 of type vlan for network ae213ce3-caed-4048-a521-12dafccc00db Dec 20 23:28:24.205911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.223048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0223789-3b7f-44ff-8fc3-0711f921090e None None] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:24.312318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.318370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:24.318935 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.405833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=ae213ce3-caed-4048-a521-12dafccc00db,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:24.429646 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7c1f3715-7adc-44bf-9726-bf846bef5f79 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4859178 Dec 20 23:28:24.429646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 49974) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:24.434601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:24.442854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ae213ce3-caed-4048-a521-12dafccc00db details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:28:24.571788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Provisioning complete for port 5da408ba-77e0-4699-8dba-28e73d05b5df triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:24.572076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.588349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:24.603847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:24.607767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.738340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5da408ba-77e0-4699-8dba-28e73d05b5df triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:24.738716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:24.952185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.027159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.090268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] For port 5da408ba-77e0-4699-8dba-28e73d05b5df, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5da408ba-77e0-4699-8dba-28e73d05b5df,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:25.115052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:23Z', 'revision_number': 3, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:23Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:25.142469 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:25.143278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Updating router 66afff06-ff9c-44d6-a0f6-5e568e93573f port 241f1a1d-45ea-4933-b540-1a88aba236b1 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:28:25.169653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.204069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.215872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.302835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=dc665736-bb25-42cf-830d-96b7ff81d9c5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:25.317103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:25.317546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: ae213ce3-caed-4048-a521-12dafccc00db, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:28:25.378290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 23:28:25.378584 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 23:28:25.392473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-025d3a36-2b61-4a8b-9643-20e05f76f63b None None] Provisioning complete for port 5da408ba-77e0-4699-8dba-28e73d05b5df triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:25.392726 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-025d3a36-2b61-4a8b-9643-20e05f76f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.398363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Pushing event updated for resources: {'Port': ['ID=5da408ba-77e0-4699-8dba-28e73d05b5df,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:25.403177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ae213ce3-caed-4048-a521-12dafccc00db is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:28:25.453111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.453512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.454112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.454546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.454975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.455424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.455848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.456269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.457147 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.457550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.458011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.458439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.458851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771a15f-c9cd-46d8-97b4-5b85d645bde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:25.510778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ae213ce3-caed-4048-a521-12dafccc00db) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:25.510778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:25.510778 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.520561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dd021-4aa1-4f10-b5ed-9db8226dc9dd None None] Network ae213ce3-caed-4048-a521-12dafccc00db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:25.595458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-58bc59f9-609e-4217-9963-47d221b951a9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1654234 Dec 20 23:28:25.598856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 49990) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:25.734497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.746264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-025d3a36-2b61-4a8b-9643-20e05f76f63b None None] Provisioning complete for port 241f1a1d-45ea-4933-b540-1a88aba236b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:25.746680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-025d3a36-2b61-4a8b-9643-20e05f76f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.776705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-ae213ce3-caed-4048-a521-12dafccc00db', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:28:25.778034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.800405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:25.836982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-025d3a36-2b61-4a8b-9643-20e05f76f63b None None] Port 241f1a1d-45ea-4933-b540-1a88aba236b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:25.959158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74855862-c0c9-4ce6-bf8a-cdfd46f6b1b2 None None] Pushing event updated for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:26.035407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 678dd36d-4b1e-4444-b5a2-fd4248d48956 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:26.119789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f46b35f6-5bb1-4215-85e4-78cb352a1f8e None None] Provisioning complete for port 241f1a1d-45ea-4933-b540-1a88aba236b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:26.120296 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f46b35f6-5bb1-4215-85e4-78cb352a1f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.160052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Attempting to bind port 241f1a1d-45ea-4933-b540-1a88aba236b1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:26.160738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Attempting to bind port 241f1a1d-45ea-4933-b540-1a88aba236b1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:26.160871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Attempting to bind port 241f1a1d-45ea-4933-b540-1a88aba236b1 on network 838dad08-56ac-4b10-9d4c-c90e05bf0448 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:26.185190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:26.185567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Checking segment: {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:26.185993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.186386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Bound using segment: {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:26.186856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Bound port: 241f1a1d-45ea-4933-b540-1a88aba236b1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f7bdcf-d284-4639-b026-fe5a16f8596f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:26.187301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.189530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Allocated IP 172.22.0.2 (ae213ce3-caed-4048-a521-12dafccc00db/dc665736-bb25-42cf-830d-96b7ff81d9c5/207b66a6-d0f5-4031-9fa1-5d3571f2ad40) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:26.204525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f46b35f6-5bb1-4215-85e4-78cb352a1f8e None None] Port 241f1a1d-45ea-4933-b540-1a88aba236b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:26.224216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 678dd36d-4b1e-4444-b5a2-fd4248d48956 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:26.224582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.314122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.366044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] For port 241f1a1d-45ea-4933-b540-1a88aba236b1, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:26.393985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] For port 241f1a1d-45ea-4933-b540-1a88aba236b1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=241f1a1d-45ea-4933-b540-1a88aba236b1,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:26.397226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f75c205f-97b7-4a05-a94f-46ddd9f0535c None None] Provisioning complete for port 241f1a1d-45ea-4933-b540-1a88aba236b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:26.397591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f75c205f-97b7-4a05-a94f-46ddd9f0535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.631449 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.702727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f75c205f-97b7-4a05-a94f-46ddd9f0535c None None] Port 241f1a1d-45ea-4933-b540-1a88aba236b1 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:26.765450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74855862-c0c9-4ce6-bf8a-cdfd46f6b1b2 None None] Pushing event updated for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:26.776710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:26.777347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:26.782908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.863916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5da408ba-77e0-4699-8dba-28e73d05b5df up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:26.897980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:26.940906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.22.0.1 (ae213ce3-caed-4048-a521-12dafccc00db/dc665736-bb25-42cf-830d-96b7ff81d9c5/dbbee253-c6fe-458c-a25b-41ed452c6f93) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:26.951912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:27.032869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Network ae213ce3-caed-4048-a521-12dafccc00db is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:27.044773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:27.047211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:27.061691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Pushing event updated for resources: {'Port': ['ID=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:27.081680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.122502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] Provisioning complete for port 241f1a1d-45ea-4933-b540-1a88aba236b1 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:27.122919 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.156210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5da408ba-77e0-4699-8dba-28e73d05b5df triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:27.156581 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.180356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.227260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ae213ce3-caed-4048-a521-12dafccc00db is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:27.230210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:27.233921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:27.261809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:27.264011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Attempting to bind port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:27.264011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Attempting to bind port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:27.264660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Attempting to bind port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 on network ae213ce3-caed-4048-a521-12dafccc00db {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:27.283327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:27.283700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Checking segment: {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:27.284462 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.284462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Bound using segment: {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:27.284944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Bound port: 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:27.285319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.291518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.467223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.475288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] For port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:27.480699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.480886 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] For port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:27.534253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:23Z', 'revision_number': 3, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:26Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:27.540248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] For port 241f1a1d-45ea-4933-b540-1a88aba236b1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=241f1a1d-45ea-4933-b540-1a88aba236b1,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:27.567059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.569140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41fa05-b621-42cd-b734-98f87f953818 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:23Z', 'revision_number': 3, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:26Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:27.640184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc793e-c0d4-40a9-9c9d-50e12a74ad44 None None] Pushing event updated for resources: {'Port': ['ID=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:27.648562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.731485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdb5cb-facb-4c81-bcc6-62d8cb07364b None None] Pushing event updated for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:27.876305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:27.940454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.032874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.072889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:28.083646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.166725 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network ae213ce3-caed-4048-a521-12dafccc00db is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:28.169739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:28.281138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:28.389057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:28.398103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a0d8c958-d5ac-49cc-baa1-fddbfd5893ce tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972536 Dec 20 23:28:28.400858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50024) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:28.405966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'network': {'name': 'tempest-RoutersTest-205553509'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:28.487229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:28.491191 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.518669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:28:28.529221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.529869 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added segment b23f5a8f-547d-48bc-bd2e-655c3b982423 of type vlan for network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 Dec 20 23:28:28.578595 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.650471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:28.660927 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.661953 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:28.662637 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:28.667789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:28.668481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:28.743273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Network': ['ID=acf25c76-f0ce-49dd-9e0e-568e79c5dda1,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:28.767388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:28.773959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2a8b4120-7435-474d-99ad-49f9f4e5e683 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3624365 Dec 20 23:28:28.778385 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:28.790062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:28:28.803116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'subnet': {'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:28.971250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780f23c-9e0f-40e8-a36b-4375cd47a619 None None] Network ae213ce3-caed-4048-a521-12dafccc00db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:28.996288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 241f1a1d-45ea-4933-b540-1a88aba236b1 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:29.044973 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:29.049632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Made reservation on behalf of 466b6e4e6b434307ae3e184f816664f6 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:28:29.053239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.087050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] Provisioning complete for port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:29.090408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.097669 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:29.098076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Updating router 66afff06-ff9c-44d6-a0f6-5e568e93573f port dbbee253-c6fe-458c-a25b-41ed452c6f93 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:28:29.123748 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.168677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 241f1a1d-45ea-4933-b540-1a88aba236b1 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:29.169056 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.293951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.334309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.345672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:29.424045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] For port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:29.448810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Subnet': ['ID=988ba1a6-66d0-4b0c-96ef-23ae1a024f3e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:29.458738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:29.459314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.462302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Checking segment: {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:29.463846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network hostable DHCP agents. Network: acf25c76-f0ce-49dd-9e0e-568e79c5dda1, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:28:29.468350 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.493575 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.546517 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.556674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3df7d-bc4f-4cdf-b413-00a7e84388f9 None None] Pushing event updated for resources: {'Port': ['ID=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:29.581831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:28:29.610403 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee7a9-ff22-4504-9550-cf14b6003de4 None None] Pushing event updated for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:29.631393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Provisioning complete for port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:29.633421 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.653506 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, acf25c76-f0ce-49dd-9e0e-568e79c5dda1) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:29.658436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:28:29.662514 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.677614 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Attempting to bind port dbbee253-c6fe-458c-a25b-41ed452c6f93 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:29.678437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Attempting to bind port dbbee253-c6fe-458c-a25b-41ed452c6f93 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:29.679485 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Attempting to bind port dbbee253-c6fe-458c-a25b-41ed452c6f93 on network ae213ce3-caed-4048-a521-12dafccc00db {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:29.687676 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:29.688129 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Checking segment: {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:29.689232 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.689787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Bound using segment: {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:29.690275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Bound port: dbbee253-c6fe-458c-a25b-41ed452c6f93, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:29.690662 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:29.786422 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] For port dbbee253-c6fe-458c-a25b-41ed452c6f93, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:29.791543 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] For port dbbee253-c6fe-458c-a25b-41ed452c6f93, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dbbee253-c6fe-458c-a25b-41ed452c6f93,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:29.793012 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bf7e47ea-2632-44a9-8571-956e6f14e601 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0243185 Dec 20 23:28:29.795785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50048) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:29.871820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81df6d-4852-4ae6-a801-7b2b9e388465 None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:29.896277 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.020476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Provisioning complete for port dbbee253-c6fe-458c-a25b-41ed452c6f93 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:30.022554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.104078 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:30.104707 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:30.112805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'fixed_ips': [{'subnet_id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:28:30.114383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.146087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee7a9-ff22-4504-9550-cf14b6003de4 None None] Pushing event updated for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:30.167930 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.223774 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:30.286374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] For port dbbee253-c6fe-458c-a25b-41ed452c6f93, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dbbee253-c6fe-458c-a25b-41ed452c6f93,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:30.359625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Allocated IP 172.23.0.2 (acf25c76-f0ce-49dd-9e0e-568e79c5dda1/988ba1a6-66d0-4b0c-96ef-23ae1a024f3e/7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:30.372639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.385991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.516798 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:29Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:30.517934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13cf33-5112-4c9b-8026-ed4aef83e348 None None] Pushing event updated for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:30.544981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-af0bb838-64a1-432d-83cd-50440c519743 None None] Provisioning complete for port dbbee253-c6fe-458c-a25b-41ed452c6f93 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:30.545582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-af0bb838-64a1-432d-83cd-50440c519743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.562339 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1b390-33da-44aa-b392-7b6f00c777e0 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:29Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:30.665470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.747816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.844637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:30.868237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:30.872924 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Allocated IP 172.23.0.1 (acf25c76-f0ce-49dd-9e0e-568e79c5dda1/988ba1a6-66d0-4b0c-96ef-23ae1a024f3e/ae2c13b8-56a6-42ff-a125-8e20c02d9043) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:28:30.878536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:30.895815 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Pushing event updated for resources: {'Port': ['ID=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:30.923394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9a4bfe96-1e9e-4825-828f-c7df766f8c73 None None] Provisioning complete for port dbbee253-c6fe-458c-a25b-41ed452c6f93 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:30.925929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe96-1e9e-4825-828f-c7df766f8c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:30.991940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:31.030242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.069272 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Attempting to bind port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:31.069695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Attempting to bind port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:31.070097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Attempting to bind port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d on network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:31.081205 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:31.081591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Checking segment: {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:31.082043 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.082447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Bound using segment: {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:31.084034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Bound port: 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:31.084445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.136358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.192689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:31.192916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:31.193101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.197326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:31.202503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:28:31.238257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:31.253642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] For port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:31.260156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] For port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:31.267894 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.325249 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.337791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dbbee253-c6fe-458c-a25b-41ed452c6f93 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:31.427740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334946e-af69-4973-99da-8c9b45873ec7 None None] Pushing event updated for resources: {'Port': ['ID=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:31.448526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port dbbee253-c6fe-458c-a25b-41ed452c6f93 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:31.448526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.472280 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.800584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.877907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.958114 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:31.960800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event updated for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:32.062509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:28:32.063919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:28:32.172666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:32.270562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:32.279002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b1ffd874-0761-4e8e-a3ff-d4be7c2f21d1 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4797397 Dec 20 23:28:32.279488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50076) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:32.281905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:32.287803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:32.295393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:32.296319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:32.402435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:32.554544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d140bab-ab42-4d30-8509-87a6fea39b17 None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:32.681847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] Provisioning complete for port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:32.682217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:32.690211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:28:32.702993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Removed routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:28:32.703465 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:32.779393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:31Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c13b8-56a6-42ff-a125-8e20c02d9043', 'name': '', 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b9:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:30Z', 'updated_at': '2021-12-20T23:28:31Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:32.809553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:32.810079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Updating router 66afff06-ff9c-44d6-a0f6-5e568e93573f port ae2c13b8-56a6-42ff-a125-8e20c02d9043 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:28:32.865815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:32.869583 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:32.946393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:32.971982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] For port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:33.205514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.295692 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.300020 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.329067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec191c81-edd7-4225-9095-653f0c7be34d None None] Pushing event updated for resources: {'Port': ['ID=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:33.393983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:33.394363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.403928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-628b1c53-0757-441b-930d-43ee49c65167 None None] Provisioning complete for port ae2c13b8-56a6-42ff-a125-8e20c02d9043 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:33.404316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-628b1c53-0757-441b-930d-43ee49c65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.418803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:33.493904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-628b1c53-0757-441b-930d-43ee49c65167 None None] Port ae2c13b8-56a6-42ff-a125-8e20c02d9043 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:33.529003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-628b1c53-0757-441b-930d-43ee49c65167 None None] Provisioning complete for port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:33.529383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-628b1c53-0757-441b-930d-43ee49c65167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.534822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:33.543119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.544400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68e9ad06-ab79-4410-bf96-1244fb74a001 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 934 time: 1.2641702 Dec 20 23:28:33.547047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:33.563134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.641797 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.687208 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-431ed603-d6a4-4695-82e5-4f6f31148f03 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 934 time: 0.1388919 Dec 20 23:28:33.695933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50096) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:33.700588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'routes': None}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:33.712133 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.771430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9037-b1ef-48e6-8f2f-fd600dd71919 None None] Pushing event updated for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:33.841623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Attempting to bind port ae2c13b8-56a6-42ff-a125-8e20c02d9043 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:28:33.842278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Attempting to bind port ae2c13b8-56a6-42ff-a125-8e20c02d9043 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:28:33.842649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Attempting to bind port ae2c13b8-56a6-42ff-a125-8e20c02d9043 on network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:28:33.853374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:28:33.853374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Checking segment: {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:28:33.853685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.854167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Bound using segment: {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:28:33.854653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Bound port: ae2c13b8-56a6-42ff-a125-8e20c02d9043, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23f5a8f-547d-48bc-bd2e-655c3b982423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:28:33.855039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.889906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-82dfd4c2-b4a1-46b9-b6e2-535f0023e820 None None] Provisioning complete for port ae2c13b8-56a6-42ff-a125-8e20c02d9043 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:33.890639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82dfd4c2-b4a1-46b9-b6e2-535f0023e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:33.965671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-82dfd4c2-b4a1-46b9-b6e2-535f0023e820 None None] Port ae2c13b8-56a6-42ff-a125-8e20c02d9043 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:28:33.975502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] For port ae2c13b8-56a6-42ff-a125-8e20c02d9043, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:28:33.979244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] For port ae2c13b8-56a6-42ff-a125-8e20c02d9043, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ae2c13b8-56a6-42ff-a125-8e20c02d9043,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:28:34.038229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.113993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9037-b1ef-48e6-8f2f-fd600dd71919 None None] Pushing event updated for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:34.118576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:34.119241 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:34.123344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] Provisioning complete for port ae2c13b8-56a6-42ff-a125-8e20c02d9043 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:34.123735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.136946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added routes are [] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:28:34.137498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.extraroute_db [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:28:34.178560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.252797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:34.380032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.457233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] For port ae2c13b8-56a6-42ff-a125-8e20c02d9043, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ae2c13b8-56a6-42ff-a125-8e20c02d9043,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:34.464799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.469463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.527187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:32Z', 'revision_number': 6, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c13b8-56a6-42ff-a125-8e20c02d9043', 'name': '', 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b9:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:30Z', 'updated_at': '2021-12-20T23:28:33Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:34.531201 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.577276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:34.614946 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ab96-26b4-422e-86e9-ba117c18dfee None None] Pushing event updated for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:34.619087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ea0dd-93af-44bd-9b2a-b80861b8aef3 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:32Z', 'revision_number': 6, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c13b8-56a6-42ff-a125-8e20c02d9043', 'name': '', 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b9:87:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:30Z', 'updated_at': '2021-12-20T23:28:33Z', 'revision_number': 4, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:34.657956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2223ec92-bd26-4962-ae2c-cd9a4937d3f1 None None] Provisioning complete for port ae2c13b8-56a6-42ff-a125-8e20c02d9043 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:34.658392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2223ec92-bd26-4962-ae2c-cd9a4937d3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.703268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:34.711590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.717261 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7f9049ec-8973-4eb3-91e7-7c97f36bc685 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 700 time: 1.0158064 Dec 20 23:28:34.717391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:34.829270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c0bbbe1b-634d-4497-b17d-fe16c2226095 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 700 time: 0.1125128 Dec 20 23:28:34.831943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50116) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:34.877579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b036-6edb-44f4-9adb-ea1aa376df0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:34.980989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:35.042803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:35.043317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.133871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ae2c13b8-56a6-42ff-a125-8e20c02d9043 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:28:35.193434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ae2c13b8-56a6-42ff-a125-8e20c02d9043 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:28:35.193851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.255231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.554954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:35.555433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port ae2c13b8-56a6-42ff-a125-8e20c02d9043 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:35.555433 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.557556 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:35.558191 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:35.643509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port ae2c13b8-56a6-42ff-a125-8e20c02d9043, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ae2c13b8-56a6-42ff-a125-8e20c02d9043,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:35.643889 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.649398 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:35.659231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for ae2c13b8-56a6-42ff-a125-8e20c02d9043 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:35.842801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:28:35.865654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:34Z', 'revision_number': 7, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae2c13b8-56a6-42ff-a125-8e20c02d9043', 'name': '', 'network_id': 'acf25c76-f0ce-49dd-9e0e-568e79c5dda1', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b9:87:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:30Z', 'updated_at': '2021-12-20T23:28:34Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '988ba1a6-66d0-4b0c-96ef-23ae1a024f3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:35.892180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:35.900326 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:35.900919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:35.904116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:35.945063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=ae2c13b8-56a6-42ff-a125-8e20c02d9043,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:36.012268 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:36.107510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:36.231151 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:35Z', 'revision_number': 8, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:36.256673 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd1988-e617-40db-83ae-58c256fd530f None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:35Z', 'revision_number': 8, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:36.324675 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:36.731501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:36.736639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-79bde675-6523-4bb9-a775-19ed4c98144f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014199 Dec 20 23:28:36.739294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50144) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:36.793026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet 988ba1a6-66d0-4b0c-96ef-23ae1a024f3e {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:36.804636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:36.842432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ae2c13b8-56a6-42ff-a125-8e20c02d9043 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:36.845623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:36.872497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ae2c13b8-56a6-42ff-a125-8e20c02d9043 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:36.873896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ae2c13b8-56a6-42ff-a125-8e20c02d9043 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:36.943760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:36.952519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:36.955761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:36.956421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.050893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:37.115807 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.144441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=988ba1a6-66d0-4b0c-96ef-23ae1a024f3e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:37.152314 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.158132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c8aa3b1d-469a-4d72-a27f-cea51b593897 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/988ba1a6-66d0-4b0c-96ef-23ae1a024f3e HTTP/1.1" status: 204 len: 168 time: 0.4155684 Dec 20 23:28:37.159049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50156) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:37.191907 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71478ae5-32dd-419d-9b23-ad9e3d5bc33c None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:37.244546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.299510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:37.299845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.353168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:35Z', 'revision_number': 8, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.379307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,segment=NetworkSegment(b23f5a8f-547d-48bc-bd2e-655c3b982423),segment_id=b23f5a8f-547d-48bc-bd2e-655c3b982423)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:37.379673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.388357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:37.395935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:37.403218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:37.403218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.431555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] DHCP port deletion for acf25c76-f0ce-49dd-9e0e-568e79c5dda1 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:37.525591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:37.567387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.596331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:37.601193 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:37.691785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.716468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf25c76-f0ce-49dd-9e0e-568e79c5dda1']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.736119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23f5a8f-547d-48bc-bd2e-655c3b982423') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.742901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23f5a8f-547d-48bc-bd2e-655c3b982423') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:37.747204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.762350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.768709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:37.769313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:37.772730 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:37.784195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29071c24-2bb0-40fa-a6cf-4ab7ab41a892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.787251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Deleting port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:37.787618 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.907090 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] For port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:37.907757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.912390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.924842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.930101 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/acf25c76-f0ce-49dd-9e0e-568e79c5dda1 HTTP/1.1" status: 204 len: 168 time: 0.7681859 Dec 20 23:28:37.934154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50170) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:37.942631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Calling delete_port for 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:37.947720 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:28:37.950625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:37.951881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa760b4-78ee-4285-b12d-1c63eb0bb185 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=acf25c76-f0ce-49dd-9e0e-568e79c5dda1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:37.994496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Pushing event deleted for resources: {'Port': ['ID=7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:37.996236 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] Network acf25c76-f0ce-49dd-9e0e-568e79c5dda1 is not hosted by any dhcp agent {{(pid=115564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 23:28:37.996684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc7206-8cef-4ae7-85f1-d00c1e79a5d1 None None] No DVR routers for this DVR port 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:38.036753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:35Z', 'revision_number': 8, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:38.069041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189b95-7e42-41f8-9025-a97b7b78328d None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:35Z', 'revision_number': 8, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbee253-c6fe-458c-a25b-41ed452c6f93', 'name': '', 'network_id': 'ae213ce3-caed-4048-a521-12dafccc00db', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:51:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:26Z', 'updated_at': '2021-12-20T23:28:30Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'dc665736-bb25-42cf-830d-96b7ff81d9c5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:38.309021 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:38.361164 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:38.800922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:38.809687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port dbbee253-c6fe-458c-a25b-41ed452c6f93 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:38.810229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:38.821216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:38.821495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7d4ebb34-500d-44c4-bd24-a7a3d7fdb02d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:38.903659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port dbbee253-c6fe-458c-a25b-41ed452c6f93, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=dbbee253-c6fe-458c-a25b-41ed452c6f93,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:38.904023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:38.917020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for dbbee253-c6fe-458c-a25b-41ed452c6f93 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:39.158042 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.189737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=dbbee253-c6fe-458c-a25b-41ed452c6f93,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:39.353414 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.545678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:39.642615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:39.650230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50194) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:39.650704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ee62bf5b-906e-4b25-896c-5f609c1dac71 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151318 Dec 20 23:28:39.652436 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:39.666759 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:39.667682 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:39.705353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet dc665736-bb25-42cf-830d-96b7ff81d9c5 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:39.709210 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.758481 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:39.765999 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.773973 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.854773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:39.963341 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:39Z', 'revision_number': 9, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.001320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.039081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=dc665736-bb25-42cf-830d-96b7ff81d9c5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:40.041102 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.047403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-50664623-fde6-4337-a233-229031f7358a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/dc665736-bb25-42cf-830d-96b7ff81d9c5 HTTP/1.1" status: 204 len: 168 time: 0.3954217 Dec 20 23:28:40.048185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50202) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:40.052816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36a857-c034-4106-a693-dcc53cdfb506 None None] Network ae213ce3-caed-4048-a521-12dafccc00db requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:40.106018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:40.120125 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:40.120887 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.152892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.219168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] DHCP port deletion for ae213ce3-caed-4048-a521-12dafccc00db request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:40.221180 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:40.227314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:40.227663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.270516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Deleting port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:40.271164 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.324949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:40.325460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.340182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:40.354581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] For port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,segment=NetworkSegment(db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7),segment_id=db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:40.354980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.370763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Calling delete_port for 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:40.461625 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:39Z', 'revision_number': 9, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.477843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.486751 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d999da2-5cfb-49df-b16c-7b082c19bc48 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:39Z', 'revision_number': 9, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '241f1a1d-45ea-4933-b540-1a88aba236b1', 'name': '', 'network_id': '838dad08-56ac-4b10-9d4c-c90e05bf0448', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:b4:6d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:22Z', 'updated_at': '2021-12-20T23:28:27Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': '2888562c-5930-48ea-b7a9-f8de197e6685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:40.495505 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.513008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.545054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] Pushing event deleted for resources: {'Port': ['ID=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:40.545951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=207b66a6-d0f5-4031-9fa1-5d3571f2ad40,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:40.550757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d19674-9311-42c4-a582-ae45d1ec98e1 None None] No DVR routers for this DVR port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:40.560545 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:40.646526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.668137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae213ce3-caed-4048-a521-12dafccc00db']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.677234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.677480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9d61bf-363a-4dd1-a9e3-b370c1a0e7f7') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:40.687387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.700399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.706350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:40.706728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:40.709643 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:40.834651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.844691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:40.852158 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/ae213ce3-caed-4048-a521-12dafccc00db HTTP/1.1" status: 204 len: 168 time: 0.7997875 Dec 20 23:28:40.852438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50212) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:40.874231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ccdb-f518-4903-9be2-cf1fb74a7d8d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=ae213ce3-caed-4048-a521-12dafccc00db,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:40.940209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:40.967568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:40.968392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 207b66a6-d0f5-4031-9fa1-5d3571f2ad40 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:40.968392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dbbee253-c6fe-458c-a25b-41ed452c6f93 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:41.002739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: dbbee253-c6fe-458c-a25b-41ed452c6f93 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:41.003095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device dbbee253-c6fe-458c-a25b-41ed452c6f93 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:41.229518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:41.475201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 241f1a1d-45ea-4933-b540-1a88aba236b1 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:41.475481 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:41.571318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 241f1a1d-45ea-4933-b540-1a88aba236b1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=241f1a1d-45ea-4933-b540-1a88aba236b1,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:41.571684 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:41.585123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 241f1a1d-45ea-4933-b540-1a88aba236b1 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:41.824252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:41.853341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=241f1a1d-45ea-4933-b540-1a88aba236b1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:42.036193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.231632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:42.335482 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:42.343333 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50234) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:42.345420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:42.348178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-76b928e4-8932-406d-a471-a5862e28978e tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940073 Dec 20 23:28:42.356991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:42.357746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:42.394687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet 2888562c-5930-48ea-b7a9-f8de197e6685 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:42.398372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.439835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.445023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:42.532434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.651334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:41Z', 'revision_number': 10, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:42.664579 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.679731 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:42.688571 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:42.689316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:42.692785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=2888562c-5930-48ea-b7a9-f8de197e6685,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:42.696990 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.703201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50240) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:42.706646 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9f25c8ac-bc55-4991-91f8-64d77195d34c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/2888562c-5930-48ea-b7a9-f8de197e6685 HTTP/1.1" status: 204 len: 168 time: 0.3618131 Dec 20 23:28:42.729414 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa455bce-5890-4ffa-a8a8-74ef29485c87 None None] Network 838dad08-56ac-4b10-9d4c-c90e05bf0448 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:42.797656 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.851706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 5da408ba-77e0-4699-8dba-28e73d05b5df {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:42.852034 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.859111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:42.920516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 5da408ba-77e0-4699-8dba-28e73d05b5df, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5da408ba-77e0-4699-8dba-28e73d05b5df,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:42.921060 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:42.933503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 5da408ba-77e0-4699-8dba-28e73d05b5df owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:43.011380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] DHCP port deletion for 838dad08-56ac-4b10-9d4c-c90e05bf0448 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:43.109036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Deleting port 5da408ba-77e0-4699-8dba-28e73d05b5df {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:43.109408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.121216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.150896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=5da408ba-77e0-4699-8dba-28e73d05b5df,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:43.156754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port 5da408ba-77e0-4699-8dba-28e73d05b5df on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:43.184312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] For port 5da408ba-77e0-4699-8dba-28e73d05b5df, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5da408ba-77e0-4699-8dba-28e73d05b5df,segment=NetworkSegment(b9f7bdcf-d284-4639-b026-fe5a16f8596f),segment_id=b9f7bdcf-d284-4639-b026-fe5a16f8596f)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:43.184706 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.187793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:41Z', 'revision_number': 10, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:43.221840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57908d-e028-41d0-bef7-755af91e5877 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:41Z', 'revision_number': 10, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None, '_interfaces': [{'id': '678dd36d-4b1e-4444-b5a2-fd4248d48956', 'name': '', 'network_id': 'b6a98ceb-314d-410f-bb0e-fbaf64a8e323', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'mac_address': 'fa:16:3e:73:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:28:18Z', 'updated_at': '2021-12-20T23:28:21Z', 'revision_number': 5, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'subnets': [{'id': 'c2ca231e-b634-4a2e-a79e-0607d1a37d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:43.223565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Calling delete_port for 5da408ba-77e0-4699-8dba-28e73d05b5df owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:43.245438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.271768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838dad08-56ac-4b10-9d4c-c90e05bf0448']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:43.281647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f7bdcf-d284-4639-b026-fe5a16f8596f') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:43.281980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f7bdcf-d284-4639-b026-fe5a16f8596f') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:43.291835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.305119 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.311027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:43.311409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.313292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:43.314449 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:43.342303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] Pushing event deleted for resources: {'Port': ['ID=5da408ba-77e0-4699-8dba-28e73d05b5df,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:43.345977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2db523-c8fa-46dc-87fd-4cc29419aa9f None None] No DVR routers for this DVR port 5da408ba-77e0-4699-8dba-28e73d05b5df on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:43.429829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.434086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:43.437982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/838dad08-56ac-4b10-9d4c-c90e05bf0448 HTTP/1.1" status: 204 len: 168 time: 0.7337492 Dec 20 23:28:43.440849 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50252) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:43.453993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5e3c1-8dc0-49b8-b570-f8bc68741b62 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=838dad08-56ac-4b10-9d4c-c90e05bf0448,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:43.801197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:44.047066 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port 678dd36d-4b1e-4444-b5a2-fd4248d48956 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:44.047405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:44.144166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port 678dd36d-4b1e-4444-b5a2-fd4248d48956, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=678dd36d-4b1e-4444-b5a2-fd4248d48956,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:44.144533 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:44.156850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for 678dd36d-4b1e-4444-b5a2-fd4248d48956 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:44.398499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:44.423381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=678dd36d-4b1e-4444-b5a2-fd4248d48956,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:44.834483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:44.863949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5da408ba-77e0-4699-8dba-28e73d05b5df no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:44.885840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5da408ba-77e0-4699-8dba-28e73d05b5df {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:44.886185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5da408ba-77e0-4699-8dba-28e73d05b5df not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:44.886791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 241f1a1d-45ea-4933-b540-1a88aba236b1 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:44.910474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 241f1a1d-45ea-4933-b540-1a88aba236b1 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:44.910474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 241f1a1d-45ea-4933-b540-1a88aba236b1 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:44.995155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:45.071474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:45.076476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b04c7c67-a4b1-4874-bb5f-5a5bf14c2407 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344221 Dec 20 23:28:45.079349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50278) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:45.081290 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:45.091788 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:45.092672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.135411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting subnet c2ca231e-b634-4a2e-a79e-0607d1a37d83 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:28:45.138706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.169363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:45.195379 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.225143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.254987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:45.264910 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:45.265509 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.281528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.332244 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:45.388745 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.398285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.414994 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2b9a1-4d40-4a22-ae6e-6ebbe25a41dd None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:45.434399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ca231e-b634-4a2e-a79e-0607d1a37d83,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:45.435225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.440770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6b687db-27ed-4160-87fc-655e524bc84d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/c2ca231e-b634-4a2e-a79e-0607d1a37d83 HTTP/1.1" status: 204 len: 168 time: 0.3582997 Dec 20 23:28:45.441398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50286) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:45.443029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1688d-4db6-412e-9683-108046cf7b87 None None] Network b6a98ceb-314d-410f-bb0e-fbaf64a8e323 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:28:45.532564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.592157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Deleting port fced4719-05bd-4b31-be49-ac9c5b102ab8 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:45.592567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.656759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] For port fced4719-05bd-4b31-be49-ac9c5b102ab8, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fced4719-05bd-4b31-be49-ac9c5b102ab8,segment=NetworkSegment(e02e395a-0209-40dc-a643-fc427eadaf3c),segment_id=e02e395a-0209-40dc-a643-fc427eadaf3c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:45.657205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.670134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Calling delete_port for fced4719-05bd-4b31-be49-ac9c5b102ab8 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:45.767881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] DHCP port deletion for b6a98ceb-314d-410f-bb0e-fbaf64a8e323 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:28:45.807679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.816413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Deleting port fced4719-05bd-4b31-be49-ac9c5b102ab8 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:28:45.816790 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.847552 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Port': ['ID=fced4719-05bd-4b31-be49-ac9c5b102ab8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:45.850152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No DVR routers for this DVR port fced4719-05bd-4b31-be49-ac9c5b102ab8 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:45.896515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] For port fced4719-05bd-4b31-be49-ac9c5b102ab8, host n-d-822053-9, got binding levels [] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:28:45.898414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.921279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Calling delete_port for fced4719-05bd-4b31-be49-ac9c5b102ab8 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:28:45.924109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Port fced4719-05bd-4b31-be49-ac9c5b102ab8 was not found and therefore no delete operation was performed {{(pid=115564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 23:28:45.925414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.950884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:45.952560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] Pushing event deleted for resources: {'Port': ['ID=fced4719-05bd-4b31-be49-ac9c5b102ab8,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:45.956143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b56b8a-b325-48be-b54a-101d7bc4a8bd None None] No DVR routers for this DVR port fced4719-05bd-4b31-be49-ac9c5b102ab8 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:28:45.979872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a98ceb-314d-410f-bb0e-fbaf64a8e323']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.990772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02e395a-0209-40dc-a643-fc427eadaf3c') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:45.991184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02e395a-0209-40dc-a643-fc427eadaf3c') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:46.000991 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.016012 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.021931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:28:46.022371 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:28:46.025859 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:28:46.157327 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.164460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.167636 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/networks/b6a98ceb-314d-410f-bb0e-fbaf64a8e323 HTTP/1.1" status: 204 len: 168 time: 0.7249713 Dec 20 23:28:46.170364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50298) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:46.175166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'routes': None}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:46.179003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316c74-7c51-4298-b031-8ca0a3c4526f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Pushing event deleted for resources: {'Network': ['ID=b6a98ceb-314d-410f-bb0e-fbaf64a8e323,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:46.357517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.extraroute_db [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Added routes are [] {{(pid=115562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 23:28:46.357847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.extraroute_db [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Removed routes are [] {{(pid=115562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 23:28:46.358281 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.496829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.500132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.583821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 66afff06-ff9c-44d6-a0f6-5e568e93573f has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:28:46.664199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:46.671193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.675353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-190f115c-fc30-40d4-9027-a3166dedf13a tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 701 time: 0.5009713 Dec 20 23:28:46.675516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Sync routers for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:46.675620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50306) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:46.695771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:46.696392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:46.706319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-965b5c66-d4a0-41c9-985b-75fa702fe764 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 205 time: 0.0274792 Dec 20 23:28:46.706647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50308) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:46.775391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:46.790895 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.835824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 678dd36d-4b1e-4444-b5a2-fd4248d48956 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:46.838278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:46.880410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 678dd36d-4b1e-4444-b5a2-fd4248d48956 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:46.880751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 678dd36d-4b1e-4444-b5a2-fd4248d48956 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:46.881168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fced4719-05bd-4b31-be49-ac9c5b102ab8 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:28:46.884233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Checking router: 66afff06-ff9c-44d6-a0f6-5e568e93573f for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:46.958132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:46.960781 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.072868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: fced4719-05bd-4b31-be49-ac9c5b102ab8 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:28:47.073472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device fced4719-05bd-4b31-be49-ac9c5b102ab8 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:28:47.084744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Routers {'66afff06-ff9c-44d6-a0f6-5e568e93573f'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:47.084744 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['66afff06-ff9c-44d6-a0f6-5e568e93573f'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:47.104205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.104711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router 66afff06-ff9c-44d6-a0f6-5e568e93573f {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:28:47.112864 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.113455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c33d6700-23e2-4de1-a26c-b91a122ce981 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 204 len: 168 time: 0.4058313 Dec 20 23:28:47.122758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50314) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:47.127518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276962141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:47.154806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] Set router 66afff06-ff9c-44d6-a0f6-5e568e93573f gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:47.207409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:47.215169 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.216358 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.237354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae99b5d-97bc-48bd-96ea-07fa78ca5772 None None] The sync data for ids ['66afff06-ff9c-44d6-a0f6-5e568e93573f'] in n-d-822053-9 is: [{'id': '66afff06-ff9c-44d6-a0f6-5e568e93573f', 'name': 'tempest-RoutersTest-router-1101672664', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:16Z', 'updated_at': '2021-12-20T23:28:44Z', 'revision_number': 11, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:47.274229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.332149 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.411324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.412524 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cffb284c-c12f-4561-989a-6c9b5b53b1fd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2886443 Dec 20 23:28:47.415789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50322) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:47.420653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:28:47.629268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133751894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133756547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30167'] for router, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.712386 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133751905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133751928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133756570'] for router, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.877398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Router 1434d437-b348-42dc-855a-db1877c9a4d4 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:28:47.963795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:28:47.971203 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:47.972423 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-deec7d3b-3f79-4ccb-a56a-6c7c2d71d090 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "PUT /v2.0/routers/1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 200 len: 693 time: 0.5556936 Dec 20 23:28:47.973414 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Sync routers for ids ['1434d437-b348-42dc-855a-db1877c9a4d4'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:28:47.975084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50330) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:47.983959 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Routers {'1434d437-b348-42dc-855a-db1877c9a4d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:47.984551 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1434d437-b348-42dc-855a-db1877c9a4d4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:48.054796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Set router 1434d437-b348-42dc-855a-db1877c9a4d4 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:48.057618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-09c1d0de-4f52-45fe-afc3-6e17f73c3ad7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/routers/1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 200 len: 699 time: 0.0807164 Dec 20 23:28:48.060143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50334) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.087412 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-62fe818e-c449-48da-92ab-45529a1f5afd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 200 len: 205 time: 0.0261462 Dec 20 23:28:48.089853 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50336) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.115774 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d437-b348-42dc-855a-db1877c9a4d4', 'name': 'tempest-RoutersTest-router-276962141', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:47Z', 'updated_at': '2021-12-20T23:28:47Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:48.146914 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Checking router: 1434d437-b348-42dc-855a-db1877c9a4d4 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:28:48.156063 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Routers {'1434d437-b348-42dc-855a-db1877c9a4d4'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:28:48.156784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:28:37Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['1434d437-b348-42dc-855a-db1877c9a4d4'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:48.167718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:48.233626 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] Set router 1434d437-b348-42dc-855a-db1877c9a4d4 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:28:48.287784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1434d437-b348-42dc-855a-db1877c9a4d4', 'name': 'tempest-RoutersTest-router-276962141', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:47Z', 'updated_at': '2021-12-20T23:28:47Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:28:48.314524 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd183-7d60-4ca4-ba24-fcc10b91b9f2 None None] The sync data for ids ['1434d437-b348-42dc-855a-db1877c9a4d4'] in n-d-822053-9 is: [{'id': '1434d437-b348-42dc-855a-db1877c9a4d4', 'name': 'tempest-RoutersTest-router-276962141', 'tenant_id': '466b6e4e6b434307ae3e184f816664f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:28:47Z', 'updated_at': '2021-12-20T23:28:47Z', 'revision_number': 2, 'project_id': '466b6e4e6b434307ae3e184f816664f6', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:28:48.342530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:48.345093 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:48.449247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:48.449883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Fanout notify agent at l3_agent the message router_deleted on router 1434d437-b348-42dc-855a-db1877c9a4d4 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:28:48.462392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:48.463532 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-73042a04-e63f-4453-9b10-a237d767b8de tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 204 len: 168 time: 0.3726087 Dec 20 23:28:48.470532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50344) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.501126 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e004fdff-330e-4c8b-a62c-8351ae3f05d8 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 200 len: 205 time: 0.0291450 Dec 20 23:28:48.503585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50346) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.552925 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-14f288de-7d34-40a0-b448-eb4575b8dfb7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:48.554190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-14f288de-7d34-40a0-b448-eb4575b8dfb7 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/1434d437-b348-42dc-855a-db1877c9a4d4 HTTP/1.1" status: 404 len: 336 time: 0.0496719 Dec 20 23:28:48.556975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50350) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.584013 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55ac61d-e0fb-4053-ac79-9789f8ae66b9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:48.584485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55ac61d-e0fb-4053-ac79-9789f8ae66b9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:48.590758 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f55ac61d-e0fb-4053-ac79-9789f8ae66b9 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/988ba1a6-66d0-4b0c-96ef-23ae1a024f3e HTTP/1.1" status: 404 len: 337 time: 0.0303302 Dec 20 23:28:48.590976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50352) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.621485 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadf48c4-90d8-4d43-ae8e-e818a89963c2 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:48.622052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadf48c4-90d8-4d43-ae8e-e818a89963c2 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:48.625221 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eadf48c4-90d8-4d43-ae8e-e818a89963c2 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/dc665736-bb25-42cf-830d-96b7ff81d9c5 HTTP/1.1" status: 404 len: 337 time: 0.0333474 Dec 20 23:28:48.627801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50354) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.654996 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2786946-3c5f-45ac-ae96-f3218011f25b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:48.655455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2786946-3c5f-45ac-ae96-f3218011f25b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:48.658525 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f2786946-3c5f-45ac-ae96-f3218011f25b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/2888562c-5930-48ea-b7a9-f8de197e6685 HTTP/1.1" status: 404 len: 337 time: 0.0298069 Dec 20 23:28:48.660895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50358) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.687022 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f264afbd-2ba4-4801-bae9-1e8d4ee6b97d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:48.687483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f264afbd-2ba4-4801-bae9-1e8d4ee6b97d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:48.690594 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f264afbd-2ba4-4801-bae9-1e8d4ee6b97d tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/c2ca231e-b634-4a2e-a79e-0607d1a37d83 HTTP/1.1" status: 404 len: 337 time: 0.0286987 Dec 20 23:28:48.693025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50360) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:48.725917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c8268a97-9c22-47d8-9a3f-b3dbc09dbc6b tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 200 len: 205 time: 0.0316291 Dec 20 23:28:48.728484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.028665 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-809fa57a-ff54-4ec0-ae7d-584779b399dd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.029794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-809fa57a-ff54-4ec0-ae7d-584779b399dd tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/66afff06-ff9c-44d6-a0f6-5e568e93573f HTTP/1.1" status: 404 len: 336 time: 0.3003385 Dec 20 23:28:49.032309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50370) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.062227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4607c054-e777-44ef-8a0a-27ce44fcae46 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e724d0-6642-40eb-a6b7-cb98aaeb0c5f HTTP/1.1" status: 200 len: 205 time: 0.0288303 Dec 20 23:28:49.064550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50374) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.104468 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-3c774016-c791-44f1-a5c4-99e60c51f0fe tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.105489 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3c774016-c791-44f1-a5c4-99e60c51f0fe tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/62e724d0-6642-40eb-a6b7-cb98aaeb0c5f HTTP/1.1" status: 404 len: 336 time: 0.0400431 Dec 20 23:28:49.108463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50376) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.136267 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ebd6a7-cdae-42eb-b768-352dea9fdaca tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:49.136717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ebd6a7-cdae-42eb-b768-352dea9fdaca tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:49.139810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-64ebd6a7-cdae-42eb-b768-352dea9fdaca tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/8a03c3c7-282d-4f58-b94b-e3dacdac6a56 HTTP/1.1" status: 404 len: 337 time: 0.0305719 Dec 20 23:28:49.142500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.168795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2327d882-9fb0-4a7d-b75d-b67efcd7e952 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 200 len: 205 time: 0.0252280 Dec 20 23:28:49.171339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50380) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.218003 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-ffadd39c-bead-4c72-8e9b-47e52f9b5342 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.221402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ffadd39c-bead-4c72-8e9b-47e52f9b5342 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/a73c30e9-03be-4dd0-83fb-5f3e29ef6ecd HTTP/1.1" status: 404 len: 336 time: 0.0466926 Dec 20 23:28:49.221775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50384) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.257380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-306ed498-9865-4918-954d-c441d3cfdf3c tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=86abf302-ecc0-4cc9-af41-c9d7357544fb HTTP/1.1" status: 200 len: 205 time: 0.0317693 Dec 20 23:28:49.258103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50386) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.297268 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-77ee8ec3-45c1-4685-8538-918ae93c5553 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.298432 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-77ee8ec3-45c1-4685-8538-918ae93c5553 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/86abf302-ecc0-4cc9-af41-c9d7357544fb HTTP/1.1" status: 404 len: 336 time: 0.0392568 Dec 20 23:28:49.300995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50388) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.330639 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec45a643-f1da-4350-b16e-e87f1793f109 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:49.331167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec45a643-f1da-4350-b16e-e87f1793f109 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:49.334544 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec45a643-f1da-4350-b16e-e87f1793f109 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/9ecff270-2947-4430-891a-ec5acc0f3b1f HTTP/1.1" status: 404 len: 337 time: 0.0325754 Dec 20 23:28:49.337203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50390) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.369278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-becfed15-5024-4729-8cd0-6784c3cd4359 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca HTTP/1.1" status: 200 len: 205 time: 0.0308547 Dec 20 23:28:49.371643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50392) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.410883 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-616752ff-ac0f-4185-9fb0-b0f5c5067391 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.412175 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-616752ff-ac0f-4185-9fb0-b0f5c5067391 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/bdfa36a3-a42d-40fa-9fcc-55d23feaa0ca HTTP/1.1" status: 404 len: 336 time: 0.0393846 Dec 20 23:28:49.415304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50394) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.442607 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee0ba6c-cdf5-484b-b30d-5c8e31a8feff tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:49.443204 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee0ba6c-cdf5-484b-b30d-5c8e31a8feff tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:49.447335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bee0ba6c-cdf5-484b-b30d-5c8e31a8feff tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/c7b2791f-c313-4ce6-9670-eb924eeb7f30 HTTP/1.1" status: 404 len: 337 time: 0.0310509 Dec 20 23:28:49.449875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50396) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.482638 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1d8bff09-f0af-499f-85b3-4270c863ff8f tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "GET /v2.0/ports?device_id=146b3636-3e46-440b-bb27-8335391bf34e HTTP/1.1" status: 200 len: 205 time: 0.0276661 Dec 20 23:28:49.482939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50398) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.523469 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-73ec7586-9a2f-4425-97f6-7390613e7660 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] delete failed (client error): The resource could not be found. Dec 20 23:28:49.524481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-73ec7586-9a2f-4425-97f6-7390613e7660 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/routers/146b3636-3e46-440b-bb27-8335391bf34e HTTP/1.1" status: 404 len: 336 time: 0.0405514 Dec 20 23:28:49.527028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50400) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.846987 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91c751a-7085-4a2b-8894-d8543b0030c4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:49.847437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91c751a-7085-4a2b-8894-d8543b0030c4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:49.851016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d91c751a-7085-4a2b-8894-d8543b0030c4 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/f03dc6d5-6d23-44b4-8f41-192332ef18c6 HTTP/1.1" status: 404 len: 337 time: 0.3225169 Dec 20 23:28:49.853560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:49.878845 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19982cd-469c-4033-84ed-f4b535f77b82 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] DELETE failed (client error): The resource could not be found. Dec 20 23:28:49.879299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19982cd-469c-4033-84ed-f4b535f77b82 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 23:28:49.885735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b19982cd-469c-4033-84ed-f4b535f77b82 tempest-RoutersTest-991052572 tempest-RoutersTest-991052572-project] 10.222.0.62 "DELETE /v2.0/subnets/043008b6-bd06-40f8-9213-7d7771392088 HTTP/1.1" status: 404 len: 337 time: 0.0311916 Dec 20 23:28:50.394871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50410) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:50.536877 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db5fba58-c730-4495-bebd-1052265a74dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=466b6e4e6b434307ae3e184f816664f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407700 Dec 20 23:28:50.539437 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50414) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:50.587512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:50.608325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:50.717486 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:50.720247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:50.721388 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d4242ec-99ac-409b-8bc7-f2f8d36a348e HTTP/1.1" status: 204 len: 168 time: 0.1810317 Dec 20 23:28:50.729711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4242ec-99ac-409b-8bc7-f2f8d36a348e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:50.737263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.737612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.738000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.738334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:50.745434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72efbfff-e1be-4d15-abed-fd55a8fe8fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:28:51.689134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50442) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:51.794902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ef594928-9945-459b-bb28-6f247cbf0e82 tempest-ServiceProvidersTest-1521539455 tempest-ServiceProvidersTest-1521539455-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1044469 Dec 20 23:28:52.286450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 50452) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:52.393126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54a176cc-ef19-485e-a378-39fab34dc661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.468331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54a176cc-ef19-485e-a378-39fab34dc661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.546374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-54a176cc-ef19-485e-a378-39fab34dc661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.614631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-54a176cc-ef19-485e-a378-39fab34dc661 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85b6af0c2f4b4725a7914b6483f7addb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011553 Dec 20 23:28:52.614631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a176cc-ef19-485e-a378-39fab34dc661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f25496f-46c6-4999-a437-007b66783c90,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:52.615650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 50458) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:28:52.644495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.666245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.791829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.794485 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:28:52.795626 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f25496f-46c6-4999-a437-007b66783c90 HTTP/1.1" status: 204 len: 168 time: 0.2031665 Dec 20 23:28:52.804494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcb8fd-3bfa-473a-ae86-034a5979b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f25496f-46c6-4999-a437-007b66783c90,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:28:58.151655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:03.452881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:04.848768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bca80540-0772-4973-8d12-97d8cddda033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:05.803392 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-e0f55740-2264-464b-9f5c-6103cb0c3b30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447843 Dec 20 23:29:05.889174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-2d657b22-7310-483f-ad98-99bda5b1f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:29:05.890672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-2d657b22-7310-483f-ad98-99bda5b1f37c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0415208 Dec 20 23:29:05.999337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-799ab654-7045-472c-8fdb-0e827127b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:29:06.001108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-799ab654-7045-472c-8fdb-0e827127b298 service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.0895438 Dec 20 23:29:06.073339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-565765df-8a01-4ab3-bb95-0b969dac2b15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1002 time: 0.0646605 Dec 20 23:29:06.125973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-84d9caa5-dad2-42e7-ae34-986adcd5f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:29:06.127766 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-84d9caa5-dad2-42e7-ae34-986adcd5f570 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0474026 Dec 20 23:29:06.186096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-c9a0fc9a-3708-4d7d-b119-0741038ff585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:29:06.187899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-c9a0fc9a-3708-4d7d-b119-0741038ff585 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469022 Dec 20 23:29:06.292114 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-56a8b33a-ec9d-4c4c-8db8-0666eefeaef4 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960245 Dec 20 23:29:06.393346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-da24126b-aecd-4bfa-b988-1a505eb2a17c req-d2942bd1-ca46-4d4f-b96d-cdc5847846de service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933006 Dec 20 23:29:07.603988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-51479777-6f4d-4232-88fb-14cb7933a85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:08.402728 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:09.819966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:10.086524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-96c2787b-a693-4d44-9b4e-983c70a52a35 req-633c94e4-f3a5-4e8e-adf2-b170f7d556ef service neutron] (115563) timed out ('10.222.0.45', 52100) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:29:10.545563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:12.842984 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:29:28.122902 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:33.455186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:34.877130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2de42ba8-71ec-4582-a403-7ef17cf2c841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:37.582186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8f07697d-917f-428c-8bdf-19012c4bd5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:38.362186 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:39.809276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:40.528171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:29:49.843044 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:29:58.139360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:03.493152 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:04.819171 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ed7d5383-c817-4525-b427-670e169ba7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:05.802348 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-1ab707dd-38ef-412e-b98f-4ebb1fc2381b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426636 Dec 20 23:30:05.887922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-b6b4fbd9-07f2-4e85-ab95-b88eaa2f5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:05.889351 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-b6b4fbd9-07f2-4e85-ab95-b88eaa2f5b30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=407b7602db8a4f109e823310716d4f35&device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0441120 Dec 20 23:30:06.003421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-0a3f356e-3ad8-48c7-b1d6-6367f80807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:06.004880 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-0a3f356e-3ad8-48c7-b1d6-6367f80807dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 200 len: 909 time: 0.0970693 Dec 20 23:30:06.073652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-4a640ba7-af19-46e8-ba7f-a6515d04b2ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 200 len: 1002 time: 0.0614579 Dec 20 23:30:06.138203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-9a2b54b6-562b-4f4a-aa36-d69b09806705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:06.139632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-9a2b54b6-562b-4f4a-aa36-d69b09806705 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 200 len: 847 time: 0.0585070 Dec 20 23:30:06.191146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-b84ab79a-836a-44ff-b950-c87c9dfddba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:06.192643 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-b84ab79a-836a-44ff-b950-c87c9dfddba9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=58356e7d-4680-4a5e-b9f2-ba60da14634b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455713 Dec 20 23:30:06.291531 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-182e88b8-084c-4f7d-a1eb-06ad0dee2527 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915301 Dec 20 23:30:06.408996 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a53558c-7ab0-4196-895d-a5a93d7991b9 req-391029d8-9897-4292-970b-4952d43c1fd6 service neutron] 10.222.0.59 "GET /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091974 Dec 20 23:30:07.597003 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5315e572-ccce-495a-aff9-11434a7b4323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:08.350513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:09.779000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:10.504718 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:15.915788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52140) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:16.023819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.102857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.167470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.205038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df20a4-e3ee-4f23-a12b-5ed13a4f6c8f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:16.208916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3e223cd086e499090faa7fc7da9374d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921102 Dec 20 23:30:16.211859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52150) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:16.215339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.215687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.216027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.216362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.216699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.217019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.217514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.217692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.218016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.218729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.218729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.218939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.219259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754f174-009c-4ea5-bd96-d478213bbef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.260390 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.281888 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.412950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.415570 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:16.416754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13df20a4-e3ee-4f23-a12b-5ed13a4f6c8f HTTP/1.1" status: 204 len: 168 time: 0.2038908 Dec 20 23:30:16.425524 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df20a4-e3ee-4f23-a12b-5ed13a4f6c8f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:16.433476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.433890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.434224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.434861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.435287 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.435534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.436006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.436349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.436799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.437137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.437471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.437822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.438155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924160bd-4669-42e9-81fb-7da6b20f2234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:16.957819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52166) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:16.971937 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1638a7-d415-42de-9a94-fbb29140b8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.046630 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1638a7-d415-42de-9a94-fbb29140b8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.110306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1638a7-d415-42de-9a94-fbb29140b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.154634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a1638a7-d415-42de-9a94-fbb29140b8ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2252223c448d44a680556753c409c906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954546 Dec 20 23:30:17.157389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52172) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:17.164684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1638a7-d415-42de-9a94-fbb29140b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5bbda2-c949-4350-b77a-b4b2893e32c1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:17.209425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.230760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.327364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.330022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:17.331156 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec5bbda2-c949-4350-b77a-b4b2893e32c1 HTTP/1.1" status: 204 len: 168 time: 0.1727540 Dec 20 23:30:17.339883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad36c3f-e24f-4666-8b38-9d7f92f9c4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5bbda2-c949-4350-b77a-b4b2893e32c1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:19.991575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52284) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:20.102563 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e26910b2-5963-43e9-8b0c-fe50b0ff0f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.180363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e26910b2-5963-43e9-8b0c-fe50b0ff0f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.224564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e26910b2-5963-43e9-8b0c-fe50b0ff0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.264172 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e26910b2-5963-43e9-8b0c-fe50b0ff0f32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5496cef2e134428a937f33ff3c7b9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715061 Dec 20 23:30:20.265062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26910b2-5963-43e9-8b0c-fe50b0ff0f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321602a-0b2d-4de1-868b-64af052e9ecb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:20.267591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52290) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:20.316865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.338042 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.470537 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.473349 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:20.474557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8321602a-0b2d-4de1-868b-64af052e9ecb HTTP/1.1" status: 204 len: 168 time: 0.2049656 Dec 20 23:30:20.483257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976517-2ee8-4ef2-9232-caa552548265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321602a-0b2d-4de1-868b-64af052e9ecb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:21.012356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 52308) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:21.025651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30646ed5-7817-4f23-928b-646c251e3f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.103604 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30646ed5-7817-4f23-928b-646c251e3f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.138671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30646ed5-7817-4f23-928b-646c251e3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.179783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30646ed5-7817-4f23-928b-646c251e3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02afde-1012-43f9-9ca4-386fcf9bee66,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:21.184539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-30646ed5-7817-4f23-928b-646c251e3f66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0e7d51e2a6c41df8e91dd90daebd132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711469 Dec 20 23:30:21.187363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 52312) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:21.248220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.275052 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.378792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.381359 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:21.382790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff02afde-1012-43f9-9ca4-386fcf9bee66 HTTP/1.1" status: 204 len: 168 time: 0.1944349 Dec 20 23:30:21.391399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2747c4-0212-4871-823b-aa45847b4b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02afde-1012-43f9-9ca4-386fcf9bee66,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:26.842487 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:30:28.161934 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:33.458629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:34.818840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f3e55d50-b9bb-4127-8f71-d504672ce701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:37.612935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6e6da542-b385-44ef-8529-7a51ce9181de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:38.403184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:39.773244 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:40.464768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.038835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53028) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:45.147238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e77-d362-4320-81b5-e2468196b49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.220661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e77-d362-4320-81b5-e2468196b49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.281875 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9bee7e77-d362-4320-81b5-e2468196b49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.326458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9bee7e77-d362-4320-81b5-e2468196b49d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c58ce8b812d46029d9349d0ccdc9ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839158 Dec 20 23:30:45.326458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee7e77-d362-4320-81b5-e2468196b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b0579-7b1a-4fc4-a500-0fe094a36514,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:45.331846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53038) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:45.393971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.415873 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.561685 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.566720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:45.567936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/449b0579-7b1a-4fc4-a500-0fe094a36514 HTTP/1.1" status: 204 len: 168 time: 0.2350700 Dec 20 23:30:45.576743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea3c67-de16-44ca-b146-3d26379db444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b0579-7b1a-4fc4-a500-0fe094a36514,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:46.148620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf88cf-e4f3-4841-b06d-33b7801f62f7 req-e29f03d8-7491-4711-bcf3-a12d0be54366 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:46.150183 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbaf88cf-e4f3-4841-b06d-33b7801f62f7 req-e29f03d8-7491-4711-bcf3-a12d0be54366 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.2239077 Dec 20 23:30:46.201915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53052) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:46.205080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bbaf88cf-e4f3-4841-b06d-33b7801f62f7 req-73bdbc16-5c9c-45e8-b929-4100cb673c89 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483973 Dec 20 23:30:46.217110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-499c2b97-da68-475a-a518-7b140b2d914c admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.296278 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-499c2b97-da68-475a-a518-7b140b2d914c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.332915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-499c2b97-da68-475a-a518-7b140b2d914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.370539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c2b97-da68-475a-a518-7b140b2d914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc7fe85-78c7-4d65-872d-08598d0ac6d1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:46.375133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-499c2b97-da68-475a-a518-7b140b2d914c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dca5780647fb47bfaee1708e5760e4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717339 Dec 20 23:30:46.377893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53054) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:46.427206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.448362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.596129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.598899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:46.600122 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffc7fe85-78c7-4d65-872d-08598d0ac6d1 HTTP/1.1" status: 204 len: 168 time: 0.2213407 Dec 20 23:30:46.608910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1206a7c-f753-4424-add9-51e77b61dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc7fe85-78c7-4d65-872d-08598d0ac6d1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:47.338528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-71364537-a19e-4c20-b75c-ae016fea4ae9 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:47.340078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-71364537-a19e-4c20-b75c-ae016fea4ae9 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.0572567 Dec 20 23:30:47.466993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Deleting port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:47.467331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:47.562717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f1e62-fa5c-4467-84f6-66670f2fb9e7 req-c0f78134-6f44-4385-9b5f-eab9809054de tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:47.571490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-934f1e62-fa5c-4467-84f6-66670f2fb9e7 req-c0f78134-6f44-4385-9b5f-eab9809054de tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 946 time: 0.2764103 Dec 20 23:30:47.583062 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] For port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:47.583426 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:47.623762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-934f1e62-fa5c-4467-84f6-66670f2fb9e7 req-d64d09a4-832a-434f-af38-e460a080f1ae tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/security-groups?id=520c88df-0d63-4fea-b0cb-705f6be37d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513909 Dec 20 23:30:47.825337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:47.825704 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:47.826052 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Floating IP 38a29e7f-be86-444b-81db-52d85ffdc0f4 disassociated. External IP: 172.25.1.100, port: 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70. Dec 20 23:30:47.826395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Calling delete_port for 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:48.019122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:48.057472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event deleted for resources: {'Port': ['ID=5201bd7c-7cf1-43ed-b21e-5e5e2a148d70,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:48.184198 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Router 41061419-92a3-4910-b703-271f810ecc8e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:30:48.297113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:30:48.315520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Sync routers for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:30:48.327334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:48.331804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:48.367997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] No DVR routers for this DVR port 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:30:48.372464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:48.376633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e444c2e-9c61-44b9-87f3-db08e76c97bf req-95417e74-7afb-4d0f-8586-4ba0eae40660 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.59 "DELETE /v2.0/ports/5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 HTTP/1.1" status: 204 len: 173 time: 1.0285003 Dec 20 23:30:48.377209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'name': 'network-vif-deleted', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:30:48.388132 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19ae52c-3795-4039-a05f-c82d3ce59457" -d '{"events": [{"server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "name": "network-vif-deleted", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:30:48.469677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:48.754205 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74296fc8-91e6-4a93-ac3d-db414c6e2100 x-openstack-request-id: req-74296fc8-91e6-4a93-ac3d-db414c6e2100 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:30:48.754479 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe77e3e-e2ac-4548-87ea-daf392d38fd9", "name": "network-vif-deleted", "tag": "5201bd7c-7cf1-43ed-b21e-5e5e2a148d70", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:30:48.754722 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74296fc8-91e6-4a93-ac3d-db414c6e2100 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:30:48.755128 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe77e3e-e2ac-4548-87ea-daf392d38fd9', 'name': 'network-vif-deleted', 'tag': '5201bd7c-7cf1-43ed-b21e-5e5e2a148d70', 'status': 'completed', 'code': 200} Dec 20 23:30:48.812222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-969be29a-1e91-45f0-88f8-96f8b076933e req-0264df38-15f9-4ad1-9df5-de66c2ebc529 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfe77e3e-e2ac-4548-87ea-daf392d38fd9 HTTP/1.1" status: 200 len: 210 time: 0.0416586 Dec 20 23:30:48.884805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:48.918436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Checking router: 41061419-92a3-4910-b703-271f810ecc8e for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:30:48.929430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:48.930074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:49.055982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:49.325351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:49.357254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c6542-8bb1-4848-81df-28eace82ca39 None None] The sync data for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 is: [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:25:23Z', 'revision_number': 4, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '9c22665b-9f32-456e-82ae-576e0688b186', 'name': '', 'network_id': '58356e7d-4680-4a5e-b9f2-ba60da14634b', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'mac_address': 'fa:16:3e:51:03:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '857699be-2385-433a-8adb-dd64d8395fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:22Z', 'updated_at': '2021-12-20T23:25:32Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'subnets': [{'id': '857699be-2385-433a-8adb-dd64d8395fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:30:49.642050 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc732d-4842-4f2b-a37e-eee89d4ed49a None None] New status for floating IP 38a29e7f-be86-444b-81db-52d85ffdc0f4: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:30:49.872299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53118) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:50.009148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Deleting port a3f84f29-7268-4f78-93df-98d2980c790b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:50.009499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.090745 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.091124 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.103825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Calling delete_port for a3f84f29-7268-4f78-93df-98d2980c790b owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:50.293419 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.320627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event deleted for resources: {'Port': ['ID=a3f84f29-7268-4f78-93df-98d2980c790b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:50.386849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.389415 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.392052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f7d146e4-a17d-4bd0-9e90-2bf0a6ce8cc8 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "DELETE /v2.0/floatingips/38a29e7f-be86-444b-81db-52d85ffdc0f4 HTTP/1.1" status: 204 len: 168 time: 0.5166121 Dec 20 23:30:50.461807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53126) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:50.521426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.546169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.659038 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.661611 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:50.662790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] 10.222.0.62 "DELETE /v2.0/security-groups/520c88df-0d63-4fea-b0cb-705f6be37d20 HTTP/1.1" status: 204 len: 168 time: 0.1999869 Dec 20 23:30:50.672610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aab5c-e5b4-4eff-8024-03bcfeaa0a75 tempest-TestServerBasicOps-2126250712 tempest-TestServerBasicOps-2126250712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c88df-0d63-4fea-b0cb-705f6be37d20,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:50.785442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53134) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:50.892557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-562f27b7-e6a2-47c7-a580-70205c77d81e tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361922 Dec 20 23:30:51.096166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-c2a952d5-352d-4d64-885d-bfd0976c6a0a tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:51.097852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-c2a952d5-352d-4d64-885d-bfd0976c6a0a tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938560 Dec 20 23:30:51.114687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-f0958326-e62e-46c2-be78-370f80ebc9d9 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/quotas/44b5a000fc414e5aaaeb8985b7fe1fee HTTP/1.1" status: 200 len: 375 time: 0.0105712 Dec 20 23:30:51.154327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-9e37e2e6-c5b4-46cd-9a62-be65c3b143cb tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285144 Dec 20 23:30:51.332805 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:51.438269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1c4108f-f1fe-44af-87a4-0f55482f392c req-9507ee10-e399-4f5c-82a2-45289a2a464d tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0316672 Dec 20 23:30:51.845096 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Deleting port 9c22665b-9f32-456e-82ae-576e0688b186 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:51.845332 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:51.937865 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] For port 9c22665b-9f32-456e-82ae-576e0688b186, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9c22665b-9f32-456e-82ae-576e0688b186,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:51.938226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:51.950376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Calling delete_port for 9c22665b-9f32-456e-82ae-576e0688b186 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:52.036375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:30:52.057312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:30:52.057656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 5201bd7c-7cf1-43ed-b21e-5e5e2a148d70 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:30:52.190225 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:52.219793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c22665b-9f32-456e-82ae-576e0688b186,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:52.433703 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:52.542347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa317d31-7f3d-4a43-99aa-9c77307933e0 req-eeb0e1f3-00a6-481c-896f-a923e98b6000 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0308442 Dec 20 23:30:52.696665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Router 41061419-92a3-4910-b703-271f810ecc8e has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:30:52.717480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53174) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:52.831348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:30:52.842853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53178) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:52.857789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Sync routers for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:30:52.866460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8e3f86b8-cc45-4e67-be9e-bceb8a53dca9 admin admin] 10.222.0.62 "PUT /v2.0/routers/41061419-92a3-4910-b703-271f810ecc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796704 Dec 20 23:30:52.881995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:52.882872 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:52.953975 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-742aecd0-1f71-403d-b363-594f88e59ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:52.986136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.023559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:53.129394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-742aecd0-1f71-403d-b363-594f88e59ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.130817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.189879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-742aecd0-1f71-403d-b363-594f88e59ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.200641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '204555bd-853b-4b7e-b981-0996704525e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:30:52Z', 'revision_number': 5, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port': {'id': '204555bd-853b-4b7e-b981-0996704525e2', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41061419-92a3-4910-b703-271f810ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:18Z', 'updated_at': '2021-12-20T23:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:53.226982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Checking router: 41061419-92a3-4910-b703-271f810ecc8e for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:30:53.235231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Routers {'41061419-92a3-4910-b703-271f810ecc8e'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:53.235830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['41061419-92a3-4910-b703-271f810ecc8e'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:53.248930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-742aecd0-1f71-403d-b363-594f88e59ae9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8f40957b1664880be72d54ad016b604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292714 Dec 20 23:30:53.251825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53180) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:53.252430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aecd0-1f71-403d-b363-594f88e59ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a34570-797d-4290-a4d9-045f8b6d65c0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:53.277609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Deleting port 204555bd-853b-4b7e-b981-0996704525e2 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:53.277996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.318594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.349763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.377063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] For port 204555bd-853b-4b7e-b981-0996704525e2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=204555bd-853b-4b7e-b981-0996704525e2,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:53.377518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.393411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Calling delete_port for 204555bd-853b-4b7e-b981-0996704525e2 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:53.484341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] Set router 41061419-92a3-4910-b703-271f810ecc8e gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:53.499049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.502087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.508451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50a34570-797d-4290-a4d9-045f8b6d65c0 HTTP/1.1" status: 204 len: 168 time: 0.2554121 Dec 20 23:30:53.526704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad4c63-d90c-4192-bccd-927b11e0c43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a34570-797d-4290-a4d9-045f8b6d65c0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:53.540997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:30:53Z', 'revision_number': 6, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:53.572249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12e778-d384-49e4-829b-34b2721e3e88 None None] The sync data for ids ['41061419-92a3-4910-b703-271f810ecc8e'] in n-d-822053-9 is: [{'id': '41061419-92a3-4910-b703-271f810ecc8e', 'name': 'tempest-TestServerBasicOps-380818477-router', 'tenant_id': '407b7602db8a4f109e823310716d4f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:16Z', 'updated_at': '2021-12-20T23:30:53Z', 'revision_number': 6, 'project_id': '407b7602db8a4f109e823310716d4f35', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:30:53.600890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-d6bc003d-beb7-4086-a9a1-ad405a9ff0af tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439887 Dec 20 23:30:53.696357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.722234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62fe21d9-2b07-4db0-9974-89b63a60f8a2 req-a4634b5b-f5bf-4b08-8ad7-353200c3f6bd tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0714192 Dec 20 23:30:53.747114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=204555bd-853b-4b7e-b981-0996704525e2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:53.764748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168c165-e52b-42b3-a389-3b8c8b1d3c01 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:30:53.811684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-9ed6680e-76bb-425c-bcef-7b29500b0349 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:53.813126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-9ed6680e-76bb-425c-bcef-7b29500b0349 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030339 Dec 20 23:30:53.830519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.835288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Request body: {'port': {'device_id': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '44b5a000fc414e5aaaeb8985b7fe1fee'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:30:53.983709 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:53.987920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.104410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.104949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41061419-92a3-4910-b703-271f810ecc8e {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:30:54.109206 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.110207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f239d6a1-607c-4ef8-ad87-c8b5fef240c2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/41061419-92a3-4910-b703-271f810ecc8e HTTP/1.1" status: 204 len: 168 time: 1.2659085 Dec 20 23:30:54.112811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53188) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:54.157284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Deleting subnet 857699be-2385-433a-8adb-dd64d8395fb5 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:30:54.160348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.192820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Made reservation on behalf of 44b5a000fc414e5aaaeb8985b7fe1fee for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:30:54.196288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.199654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.224394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.270327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53190) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:54.284547 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdd64273-dd29-499b-84ee-97620500e093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.319419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.363922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdd64273-dd29-499b-84ee-97620500e093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.385644 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.407432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdd64273-dd29-499b-84ee-97620500e093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.447140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdd64273-dd29-499b-84ee-97620500e093 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6edd84bb0604f34b9e81fb5316eb30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756866 Dec 20 23:30:54.448298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd64273-dd29-499b-84ee-97620500e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7974c8-f92c-466f-ba9a-d619e84571d7,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:54.451744 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53192) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:54.459440 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.501002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.565969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527c535b-09e2-472c-af6b-fc642960261d,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:54.583741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857699be-2385-433a-8adb-dd64d8395fb5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:54.584220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2fb80-d084-4905-a29f-f9b00508042d None None] Network 58356e7d-4680-4a5e-b9f2-ba60da14634b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:30:54.586104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.594402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fb7b6f7-1044-489d-9e6f-b3ff876c06ed admin admin] 10.222.0.62 "DELETE /v2.0/subnets/857699be-2385-433a-8adb-dd64d8395fb5 HTTP/1.1" status: 204 len: 168 time: 0.4761326 Dec 20 23:30:54.597703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53194) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:54.617222 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.672686 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.694716 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.707090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Allocated IP 192.168.233.173 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/c024cee0-58a5-41a1-b613-a07bcc2ee777) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:30:54.772988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Deleting port 6911c070-df37-45c6-b95d-fc4a39dc16d4 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:54.773535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.791142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] DHCP port deletion for 58356e7d-4680-4a5e-b9f2-ba60da14634b request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:30:54.841697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46a773e9-75ca-4cc5-be04-54c8801d7fc7 req-de926785-b912-4592-835f-78b5f7e50e41 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0379603 Dec 20 23:30:54.843575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Deleting port 6911c070-df37-45c6-b95d-fc4a39dc16d4 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:54.844136 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.851052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] For port 6911c070-df37-45c6-b95d-fc4a39dc16d4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6911c070-df37-45c6-b95d-fc4a39dc16d4,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:54.851473 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.866523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Calling delete_port for 6911c070-df37-45c6-b95d-fc4a39dc16d4 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:54.877826 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.880764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:54.882304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed7974c8-f92c-466f-ba9a-d619e84571d7 HTTP/1.1" status: 204 len: 168 time: 0.4294829 Dec 20 23:30:54.940807 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bae6f-9fda-4ab5-90e9-8e4d8b31f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7974c8-f92c-466f-ba9a-d619e84571d7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:54.941317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 204555bd-853b-4b7e-b981-0996704525e2 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:30:54.978656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 204555bd-853b-4b7e-b981-0996704525e2 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:30:54.979034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 204555bd-853b-4b7e-b981-0996704525e2 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:30:54.979669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9c22665b-9f32-456e-82ae-576e0688b186 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:30:54.990128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] For port 6911c070-df37-45c6-b95d-fc4a39dc16d4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6911c070-df37-45c6-b95d-fc4a39dc16d4,segment=NetworkSegment(cbdb0905-6927-4c45-910d-c0692058f293),segment_id=cbdb0905-6927-4c45-910d-c0692058f293)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:54.990456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.018812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9c22665b-9f32-456e-82ae-576e0688b186 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:30:55.019164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9c22665b-9f32-456e-82ae-576e0688b186 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:30:55.019627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6911c070-df37-45c6-b95d-fc4a39dc16d4 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:30:55.029142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Calling delete_port for 6911c070-df37-45c6-b95d-fc4a39dc16d4 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:55.047429 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.061952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.080512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Pushing event deleted for resources: {'Port': ['ID=6911c070-df37-45c6-b95d-fc4a39dc16d4,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:55.080512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] No DVR routers for this DVR port 6911c070-df37-45c6-b95d-fc4a39dc16d4 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:30:55.106425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No active binding found for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 {{(pid=115564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 23:30:55.109473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] The host n-d-822053-9 is not matching for port 6911c070-df37-45c6-b95d-fc4a39dc16d4 host None! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:30:55.109473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6911c070-df37-45c6-b95d-fc4a39dc16d4 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:30:55.139405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.159658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.165614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Pushing event deleted for resources: {'Port': ['ID=6911c070-df37-45c6-b95d-fc4a39dc16d4,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:55.173797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] No DVR routers for this DVR port 6911c070-df37-45c6-b95d-fc4a39dc16d4 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:30:55.176228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.176583 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.176930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.177268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.177805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.178600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.178743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.179093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.179425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.179757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.180089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.180416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.180750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eabbaf7-48de-443a-a544-e547bf42e97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:30:55.187134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58356e7d-4680-4a5e-b9f2-ba60da14634b']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:55.200393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdb0905-6927-4c45-910d-c0692058f293') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:55.200690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdb0905-6927-4c45-910d-c0692058f293') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:55.210393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.223983 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.229946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:30:55.230323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:30:55.231961 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:30:55.236480 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.278809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:30:55.283996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:30:55.287137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:30:55.325382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Pushing event updated for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:55.349375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:55.350547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.367467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.373470 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.379417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] 10.222.0.62 "DELETE /v2.0/networks/58356e7d-4680-4a5e-b9f2-ba60da14634b HTTP/1.1" status: 204 len: 168 time: 0.7809780 Dec 20 23:30:55.387218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53202) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:55.389777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44b76-bc93-4321-9492-bbe233a6f6af admin admin] Pushing event deleted for resources: {'Network': ['ID=58356e7d-4680-4a5e-b9f2-ba60da14634b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:55.441397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-70964a7f-b34d-43a6-936b-028cce25ac5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6119494 Dec 20 23:30:55.607032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Request body: {'port': {'device_id': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:30:55.649235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9bd6446d-148d-414f-a66c-63a6cd253165 None None] Provisioning complete for port c024cee0-58a5-41a1-b613-a07bcc2ee777 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:30:55.649759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9bd6446d-148d-414f-a66c-63a6cd253165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.677035 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:55.691217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6446d-148d-414f-a66c-63a6cd253165 None None] Port c024cee0-58a5-41a1-b613-a07bcc2ee777 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:30:56.281620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f0231-4594-4b97-aa2f-c3d595655bfc req-c7a09cae-8f90-4add-9231-f9dc6f98f1b8 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:56.283139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-952f0231-4594-4b97-aa2f-c3d595655bfc req-c7a09cae-8f90-4add-9231-f9dc6f98f1b8 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 936 time: 0.2030833 Dec 20 23:30:56.430520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-952f0231-4594-4b97-aa2f-c3d595655bfc req-ea939fb8-0b7c-42a7-923c-a022d3fe568a tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380575 Dec 20 23:30:56.450968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c024cee0-58a5-41a1-b613-a07bcc2ee777 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:30:56.459470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:56.480827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:56.484718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Transition to ACTIVE for port object c024cee0-58a5-41a1-b613-a07bcc2ee777 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:30:56.559303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:56.626750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Pushing event updated for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:56.768746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Attempting to bind port c024cee0-58a5-41a1-b613-a07bcc2ee777 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:30:56.769449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Attempting to bind port c024cee0-58a5-41a1-b613-a07bcc2ee777 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:30:56.769449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Attempting to bind port c024cee0-58a5-41a1-b613-a07bcc2ee777 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:30:56.779578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Port c024cee0-58a5-41a1-b613-a07bcc2ee777 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:30:56.779907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Attempting to bind port c024cee0-58a5-41a1-b613-a07bcc2ee777 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:30:56.794652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:30:56.794652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:30:56.794652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:30:56.794652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Bound port: c024cee0-58a5-41a1-b613-a07bcc2ee777, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:30:56.794652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:56.900454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:30:56.905173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:30:56.912762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Deleting port ef6396db-caec-4b97-94cd-045443027c9b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:56.913527 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:56.964703 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:57.016990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.017612 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:57.021383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] 10.222.0.45 "PUT /v2.0/ports/c024cee0-58a5-41a1-b613-a07bcc2ee777 HTTP/1.1" status: 200 len: 1096 time: 1.5637519 Dec 20 23:30:57.021383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:30:57.023323 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f299e-28cb-4245-9b43-77e64aee79e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:30:57.070298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] For port ef6396db-caec-4b97-94cd-045443027c9b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ef6396db-caec-4b97-94cd-045443027c9b,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:57.070670 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:57.076809 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e469f-35d5-476c-bdc8-7a4998406dd3 x-openstack-request-id: req-fe9e469f-35d5-476c-bdc8-7a4998406dd3 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:30:57.083065 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:30:57.083065 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe9e469f-35d5-476c-bdc8-7a4998406dd3 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:30:57.083065 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777', 'status': 'completed', 'code': 200} Dec 20 23:30:57.095493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222267c6-c444-4d7f-8560-7b6339e77754 service neutron] Pushing event updated for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:57.107087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Calling delete_port for ef6396db-caec-4b97-94cd-045443027c9b owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:57.212888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f299e-28cb-4245-9b43-77e64aee79e3 req-b48ca09d-1d81-4afd-8ce4-bd50263f7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.214878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf0f299e-28cb-4245-9b43-77e64aee79e3 req-b48ca09d-1d81-4afd-8ce4-bd50263f7b78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 1099 time: 0.1095343 Dec 20 23:30:57.286226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf0f299e-28cb-4245-9b43-77e64aee79e3 req-d9305e2e-22a4-4856-8816-efac1d572965 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374799 Dec 20 23:30:57.504924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f299e-28cb-4245-9b43-77e64aee79e3 req-aa7ccb2c-015a-4a6a-b5f5-b5462b11e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.506703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf0f299e-28cb-4245-9b43-77e64aee79e3 req-aa7ccb2c-015a-4a6a-b5f5-b5462b11e77d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080083 Dec 20 23:30:57.558442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4f5b1-08a9-4e15-b33d-826536f595fd req-2cdd5d5f-074d-4729-9c16-97bdf273f712 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.559979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32b4f5b1-08a9-4e15-b33d-826536f595fd req-2cdd5d5f-074d-4729-9c16-97bdf273f712 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 948 time: 0.0519834 Dec 20 23:30:57.604378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:57.642191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6396db-caec-4b97-94cd-045443027c9b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:57.701522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-9d548f0f-5b13-4cad-a94e-e8ae5a1e5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.703066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-9d548f0f-5b13-4cad-a94e-e8ae5a1e5f4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 1099 time: 0.1420357 Dec 20 23:30:57.716225 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32b4f5b1-08a9-4e15-b33d-826536f595fd req-e9feee0f-7c43-425c-a32e-8b95e6f2864d tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472337 Dec 20 23:30:57.763103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-b978d0b5-f041-4cc0-924a-7e2d6a35287e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777 HTTP/1.1" status: 200 len: 217 time: 0.0459571 Dec 20 23:30:57.890308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-f7129a20-cbcb-4efa-aca5-2bc97de093cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.891763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-f7129a20-cbcb-4efa-aca5-2bc97de093cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0909350 Dec 20 23:30:57.913967 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:57.993328 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-bb6d8743-109b-4194-843e-0287c3e24119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:57.995298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-bb6d8743-109b-4194-843e-0287c3e24119 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911069 Dec 20 23:30:58.169603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-abd95c86-5663-4286-86e5-4b3367166523 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453395 Dec 20 23:30:58.213298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:58.329277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Router 8c5778da-a80e-49a6-a053-e7695d03fa13 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:30:58.329277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da2aba8-e4c7-44ae-9db8-e6afd86eb4a6 req-73fd1438-7f9a-44fe-b1bb-dac6ddebd877 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119606 Dec 20 23:30:58.430448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:30:58.438138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-060da887-5136-423f-a506-e8460244b0f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/8c5778da-a80e-49a6-a053-e7695d03fa13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0479600 Dec 20 23:30:58.439230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53304) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:58.448765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Sync routers for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:30:58.459339 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:58.460306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:58.564597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:58.579706 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:58.679431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:58.763058 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:30:57Z', 'revision_number': 5, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port': {'id': '069964c5-29b9-4324-b468-bd3bb866c1a3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:25:32Z', 'updated_at': '2021-12-20T23:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:58.800786 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Checking router: 8c5778da-a80e-49a6-a053-e7695d03fa13 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:30:58.802094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Deleting port 069964c5-29b9-4324-b468-bd3bb866c1a3 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:30:58.802436 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:58.812110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Routers {'8c5778da-a80e-49a6-a053-e7695d03fa13'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:30:58.812772 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:30:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c5778da-a80e-49a6-a053-e7695d03fa13'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:58.932999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] Set router 8c5778da-a80e-49a6-a053-e7695d03fa13 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:30:58.992014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:30:58Z', 'revision_number': 6, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:30:59.020404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2db46-903f-4201-baa6-7d34b83d0e10 None None] The sync data for ids ['8c5778da-a80e-49a6-a053-e7695d03fa13'] in n-d-822053-9 is: [{'id': '8c5778da-a80e-49a6-a053-e7695d03fa13', 'name': 'tempest-TestServerBasicOps-1204348097-router', 'tenant_id': '402a7d607ee9493fa6ec926a322af476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:25:29Z', 'updated_at': '2021-12-20T23:30:58Z', 'revision_number': 6, 'project_id': '402a7d607ee9493fa6ec926a322af476', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:30:59.225159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b53f44-c20c-4d76-b550-e0664452f3b6 req-573f4b72-78d8-4345-8ab6-eb94239fc031 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:30:59.226660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43b53f44-c20c-4d76-b550-e0664452f3b6 req-573f4b72-78d8-4345-8ab6-eb94239fc031 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 948 time: 0.4112222 Dec 20 23:30:59.233941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] For port 069964c5-29b9-4324-b468-bd3bb866c1a3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=069964c5-29b9-4324-b468-bd3bb866c1a3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:30:59.234303 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.258567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Calling delete_port for 069964c5-29b9-4324-b468-bd3bb866c1a3 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:30:59.328782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43b53f44-c20c-4d76-b550-e0664452f3b6 req-a6daf919-9b7b-42db-a1b1-ce1a62cd16c8 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915949 Dec 20 23:30:59.564604 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.596981 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Pushing event deleted for resources: {'Port': ['ID=069964c5-29b9-4324-b468-bd3bb866c1a3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:30:59.617532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297d500-ff60-4fb7-92b5-cc184b9e0a7c None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:30:59.676932 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.773025 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.775304 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.881928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.882701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c5778da-a80e-49a6-a053-e7695d03fa13 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:30:59.892964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.892964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-748b42e9-ec00-4007-a3d0-c33f1caac2de admin admin] 10.222.0.62 "DELETE /v2.0/routers/8c5778da-a80e-49a6-a053-e7695d03fa13 HTTP/1.1" status: 204 len: 168 time: 1.4503956 Dec 20 23:30:59.893256 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53310) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:30:59.948665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Deleting subnet 20f7a0ef-221a-491c-8727-f0633ad92034 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:30:59.952233 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:30:59.989848 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.075700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.207747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.232820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f7a0ef-221a-491c-8727-f0633ad92034,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:00.240224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.245125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d41bb6aa-9df1-4ca1-a591-3545b674ca8c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/20f7a0ef-221a-491c-8727-f0633ad92034 HTTP/1.1" status: 204 len: 168 time: 0.3494520 Dec 20 23:31:00.246839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53314) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:00.247047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3290b6a1-f3ad-41ea-96e8-dd76c6c7a24e None None] Network a810fe17-3363-49ea-9c99-9256adea41e5 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:00.327931 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.408002 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Deleting port 1d972aac-e9c5-44af-8c93-b04415a90d62 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:00.408405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.414915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] DHCP port deletion for a810fe17-3363-49ea-9c99-9256adea41e5 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:00.469195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Deleting port 1d972aac-e9c5-44af-8c93-b04415a90d62 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:00.469932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.521420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] For port 1d972aac-e9c5-44af-8c93-b04415a90d62, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d972aac-e9c5-44af-8c93-b04415a90d62,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:00.521808 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.542531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b60637-2271-4f05-88db-84e5b7755a53 req-027cbca8-1a94-4288-9acf-c5e921e6318e tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:00.544054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b60637-2271-4f05-88db-84e5b7755a53 req-027cbca8-1a94-4288-9acf-c5e921e6318e tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 948 time: 0.1116581 Dec 20 23:31:00.545964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] For port 1d972aac-e9c5-44af-8c93-b04415a90d62, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1d972aac-e9c5-44af-8c93-b04415a90d62,segment=NetworkSegment(9779ad2a-5508-46ef-8cd5-f2c874fd4d61),segment_id=9779ad2a-5508-46ef-8cd5-f2c874fd4d61)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:00.546375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.548202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Calling delete_port for 1d972aac-e9c5-44af-8c93-b04415a90d62 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:00.563482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Calling delete_port for 1d972aac-e9c5-44af-8c93-b04415a90d62 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:00.655693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79b60637-2271-4f05-88db-84e5b7755a53 req-f60b3735-b30f-4c39-a760-71e014a276d3 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Dec 20 23:31:00.710498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.717587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.738026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] Pushing event deleted for resources: {'Port': ['ID=1d972aac-e9c5-44af-8c93-b04415a90d62,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:00.744425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d972aac-e9c5-44af-8c93-b04415a90d62,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:00.744775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b27c8e-8759-4ef0-8646-2b354d1f74bc None None] No DVR routers for this DVR port 1d972aac-e9c5-44af-8c93-b04415a90d62 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:31:00.747727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] No DVR routers for this DVR port 1d972aac-e9c5-44af-8c93-b04415a90d62 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:31:00.830892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.854595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a810fe17-3363-49ea-9c99-9256adea41e5']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:00.867484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9779ad2a-5508-46ef-8cd5-f2c874fd4d61') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:00.867845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9779ad2a-5508-46ef-8cd5-f2c874fd4d61') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:00.878272 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.889495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c024cee0-58a5-41a1-b613-a07bcc2ee777 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:31:00.893318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1d972aac-e9c5-44af-8c93-b04415a90d62 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:00.894014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.904262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:31:00.905132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:31:00.907067 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:31:00.939892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1d972aac-e9c5-44af-8c93-b04415a90d62 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:00.940386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1d972aac-e9c5-44af-8c93-b04415a90d62 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:00.941129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 069964c5-29b9-4324-b468-bd3bb866c1a3 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:00.968678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 069964c5-29b9-4324-b468-bd3bb866c1a3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:00.969320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 069964c5-29b9-4324-b468-bd3bb866c1a3 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:00.971535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef6396db-caec-4b97-94cd-045443027c9b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:01.009185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ef6396db-caec-4b97-94cd-045443027c9b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:01.009455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ef6396db-caec-4b97-94cd-045443027c9b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:01.024356 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.030607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.036247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] 10.222.0.62 "DELETE /v2.0/networks/a810fe17-3363-49ea-9c99-9256adea41e5 HTTP/1.1" status: 204 len: 168 time: 0.7860675 Dec 20 23:31:01.048742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807b3bf-6b83-43b9-a6dc-e5eb272fc25a admin admin] Pushing event deleted for resources: {'Network': ['ID=a810fe17-3363-49ea-9c99-9256adea41e5,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:01.085127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:01.097741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c024cee0-58a5-41a1-b613-a07bcc2ee777', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': 'c024cee0-58a5-41a1-b613-a07bcc2ee777', 'mac_address': 'fa:16:3e:f9:6d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:31:01.137678 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.152027 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c024cee0-58a5-41a1-b613-a07bcc2ee777 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:31:01.173371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:01.241525 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.294455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:01.420076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53322) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:01.471884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f65c1b44-de36-4ff1-97da-bd2264599e64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=407b7602db8a4f109e823310716d4f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505540 Dec 20 23:31:01.474307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53324) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:01.530715 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.556139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.575905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c024cee0-58a5-41a1-b613-a07bcc2ee777'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:31:01.693007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.695843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:01.696972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c4eed6b-ffb1-4ee9-b4b4-fdae7b7c7e35 HTTP/1.1" status: 204 len: 168 time: 0.2216356 Dec 20 23:31:01.710102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b55d7-6c19-475c-aeb0-85fdb3b46557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4eed6b-ffb1-4ee9-b4b4-fdae7b7c7e35,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:01.874292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74047a-21e3-42cf-9fbb-c3af5e3b300f req-aff05551-8612-4e7e-bdd4-6a0476438f0c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:01.876897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a74047a-21e3-42cf-9fbb-c3af5e3b300f req-aff05551-8612-4e7e-bdd4-6a0476438f0c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 949 time: 0.0746374 Dec 20 23:31:01.934802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a74047a-21e3-42cf-9fbb-c3af5e3b300f req-7a89c13d-5fe9-4b6e-9453-9471cbf6cfcc tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Dec 20 23:31:02.437561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53334) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:02.497174 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-adc834d4-8e16-4c44-8362-983b695447a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=402a7d607ee9493fa6ec926a322af476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573931 Dec 20 23:31:02.499279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53336) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:02.558734 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:02.582048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:02.682369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:02.685226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:02.688837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27c0b441-e429-4781-b0b6-828357bf8e50 HTTP/1.1" status: 204 len: 168 time: 0.1862030 Dec 20 23:31:02.695185 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acee490-ef29-417c-8f11-cd6aad3b1720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0b441-e429-4781-b0b6-828357bf8e50,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:02.901837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c024cee0-58a5-41a1-b613-a07bcc2ee777 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:31:03.041814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c024cee0-58a5-41a1-b613-a07bcc2ee777 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:31:03.046163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c024cee0-58a5-41a1-b613-a07bcc2ee777 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:03.046557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:03.052218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae4484-1775-460c-990b-b4f43a6c7d61 req-fe23753e-f31b-4f71-bc18-c5860efbf7be tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:03.053887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffae4484-1775-460c-990b-b4f43a6c7d61 req-fe23753e-f31b-4f71-bc18-c5860efbf7be tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 949 time: 0.0515351 Dec 20 23:31:03.121367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ffae4484-1775-460c-990b-b4f43a6c7d61 req-0487c9c3-831c-43d9-954c-1973380eff5c tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Dec 20 23:31:03.138744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:03.164132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:31:03.168427 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3fad33-af3a-423e-826e-10935d627e1a" -d '{"events": [{"server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "name": "network-vif-plugged", "status": "completed", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:31:03.180383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:03.247392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:03.304019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:03.383471 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedb1799-3ad8-492b-bc69-678db9904584 x-openstack-request-id: req-eedb1799-3ad8-492b-bc69-678db9904584 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:31:03.383777 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "name": "network-vif-plugged", "status": "completed", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:31:03.384038 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eedb1799-3ad8-492b-bc69-678db9904584 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:31:03.384448 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777', 'code': 200} Dec 20 23:31:03.492983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:03.506624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d4ad-a9ff-45a7-acf1-ea5189446dfe req-0b1d0208-add4-4b94-8fa3-26ae254014fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:03.508804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e58d4ad-a9ff-45a7-acf1-ea5189446dfe req-0b1d0208-add4-4b94-8fa3-26ae254014fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 1101 time: 0.0521801 Dec 20 23:31:03.560906 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e58d4ad-a9ff-45a7-acf1-ea5189446dfe req-be2b7fd2-c008-4461-86e1-e771d16b6fbc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Dec 20 23:31:03.806456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53366) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:03.842094 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:31:03.916443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-767337730-network', 'tenant_id': '217b25a5b5164d85934c958181e3999a'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:04.023952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Made reservation on behalf of 217b25a5b5164d85934c958181e3999a for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:04.027152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.036019 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.113393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.190509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.222697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:31:04.255178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a25357-dfc0-45dd-b5fc-67b352c3021f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:04.262546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.263389 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Added segment 7c9c646e-54b7-4f60-9fca-b15803653329 of type vlan for network f3778cd8-265d-4799-933e-b200fb3948a7 Dec 20 23:31:04.317107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2a7c3-bbc1-45d1-9f7f-07e1d77f1c8f req-e7a3b5f7-6e9c-467e-aad6-3cd284781087 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:04.318649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a2a7c3-bbc1-45d1-9f7f-07e1d77f1c8f req-e7a3b5f7-6e9c-467e-aad6-3cd284781087 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 950 time: 0.1137240 Dec 20 23:31:04.320207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.385705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a2a7c3-bbc1-45d1-9f7f-07e1d77f1c8f req-c2e99fdd-62ff-4457-b32b-2eba192757d7 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585921 Dec 20 23:31:04.423350 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.424343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:04.424910 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.520574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] Pushing event updated for resources: {'Network': ['ID=f3778cd8-265d-4799-933e-b200fb3948a7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:04.532053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f3778cd8-265d-4799-933e-b200fb3948a7 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:31:04.549560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e48fdb72-0f07-4a05-b054-0a091d5ffda2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7393394 Dec 20 23:31:04.549816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53374) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:04.554736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Request body: {'subnet': {'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-767337730-subnet', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:04.664189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Made reservation on behalf of 217b25a5b5164d85934c958181e3999a for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:04.666633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.852697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6ab410c-57d6-408e-a9a1-be4b5bb92a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.927752 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:04.985644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8262cf15-b213-4d31-ac59-9fd6e12c0290,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:04.998762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Checking segment: {'id': '7c9c646e-54b7-4f60-9fca-b15803653329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:04.999215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Network hostable DHCP agents. Network: f3778cd8-265d-4799-933e-b200fb3948a7, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:31:05.093197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Network f3778cd8-265d-4799-933e-b200fb3948a7 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:31:05.178944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f3778cd8-265d-4799-933e-b200fb3948a7) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:05.184194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:05.185586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.189200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf4341-5f8e-46c5-827c-c167ccbccf53 None None] Network f3778cd8-265d-4799-933e-b200fb3948a7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:05.267284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bd47f791-a14b-4633-90eb-1fc80407872a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7164326 Dec 20 23:31:05.269946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53376) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:05.274238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:05.328664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f3778cd8-265d-4799-933e-b200fb3948a7', 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7', 'project_id': '217b25a5b5164d85934c958181e3999a', 'fixed_ips': [{'subnet_id': '8262cf15-b213-4d31-ac59-9fd6e12c0290'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:31:05.329645 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.367363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.368477 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.465609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.517589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Allocated IP 172.20.0.2 (f3778cd8-265d-4799-933e-b200fb3948a7/8262cf15-b213-4d31-ac59-9fd6e12c0290/5b2d8a9f-e477-4b06-a69c-e0a8f328ab96) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:31:05.530922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81e67-33ed-4797-aa20-720579045814 req-96ce146b-f784-48e5-8f30-eafbf5be932e tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:05.532907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a81e67-33ed-4797-aa20-720579045814 req-96ce146b-f784-48e5-8f30-eafbf5be932e tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 950 time: 0.0556707 Dec 20 23:31:05.684254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.702736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a81e67-33ed-4797-aa20-720579045814 req-32295cbd-e5f0-4a7a-99ce-795fa7098240 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340425 Dec 20 23:31:05.711616 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.744981 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.780982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Network f3778cd8-265d-4799-933e-b200fb3948a7 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:05.784639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:05.790474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:31:05.825450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Pushing event updated for resources: {'Port': ['ID=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:05.854234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Attempting to bind port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:31:05.854614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Attempting to bind port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '7c9c646e-54b7-4f60-9fca-b15803653329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:31:05.854988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Attempting to bind port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 on network f3778cd8-265d-4799-933e-b200fb3948a7 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:05.866796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:31:05.867182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Checking segment: {'id': '7c9c646e-54b7-4f60-9fca-b15803653329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:05.867593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.867988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Bound using segment: {'id': '7c9c646e-54b7-4f60-9fca-b15803653329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:31:05.868591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Bound port: 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9c646e-54b7-4f60-9fca-b15803653329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:31:05.868863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:05.949795 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] For port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:31:05.954655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] For port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,segment=NetworkSegment(7c9c646e-54b7-4f60-9fca-b15803653329),segment_id=7c9c646e-54b7-4f60-9fca-b15803653329)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:31:06.083492 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.110369 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.223785 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Allocated IP 172.25.1.247 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/c70829ed-1922-40d2-8bd1-b7c8d30e0190) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:31:06.270601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.343676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f9fa-783d-4b65-bbe2-35f1fcee2d0c None None] Pushing event updated for resources: {'Port': ['ID=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:06.363852 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.483115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.571938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c70829ed-1922-40d2-8bd1-b7c8d30e0190,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:06.579547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:06.581555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:06.583724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:31:06.596577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ffbfa-ed46-4ad6-9c8e-e8e814e23182 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:06.677072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b125765e-dcba-4e42-bda5-0fab7e1d25a3 None None] Provisioning complete for port c70829ed-1922-40d2-8bd1-b7c8d30e0190 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:06.677642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b125765e-dcba-4e42-bda5-0fab7e1d25a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:06.718615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b125765e-dcba-4e42-bda5-0fab7e1d25a3 None None] Port c70829ed-1922-40d2-8bd1-b7c8d30e0190 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:31:06.959277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:31:07.015347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:07.015729 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.017614 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.108851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.145826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,segment=NetworkSegment(7c9c646e-54b7-4f60-9fca-b15803653329),segment_id=7c9c646e-54b7-4f60-9fca-b15803653329)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:07.201891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.264606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:07.272985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.517207 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Router 8c927c2c-b56b-4132-8388-8a246eadb365 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:31:07.542717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b69a0-a0f8-402b-a435-2474f89ed6f1 None None] Network f3778cd8-265d-4799-933e-b200fb3948a7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:07.638063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-218757b0-a96e-465a-ae99-b685309f7b6d None None] Provisioning complete for port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:07.638356 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-218757b0-a96e-465a-ae99-b685309f7b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:07.646517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-218cbe9a-488b-4a8d-91fb-3921b5a86daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.033061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:31:08.044991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Sync routers for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:31:08.057534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:08.060516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:08.113134 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.116663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-de3ab138-2255-457a-a90b-173c54cb14b0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.8432257 Dec 20 23:31:08.125029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53398) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:08.443763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2bf05cde-4748-4245-b960-885ce8925d74 None None] Provisioning complete for port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:08.450406 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2bf05cde-4748-4245-b960-885ce8925d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.480279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:08.538687 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.636482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.751011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:06Z', 'revision_number': 3, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:08.800940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Checking router: 8c927c2c-b56b-4132-8388-8a246eadb365 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:31:08.801290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Updating router 8c927c2c-b56b-4132-8388-8a246eadb365 port c70829ed-1922-40d2-8bd1-b7c8d30e0190 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:31:08.833172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:08.904278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Allocated IP 172.20.0.1 (f3778cd8-265d-4799-933e-b200fb3948a7/8262cf15-b213-4d31-ac59-9fd6e12c0290/ecb95834-f098-4130-a003-3f16b4f32679) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:31:08.942473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:31:09.039874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.108406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:09.109032 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.168126 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.251423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Network f3778cd8-265d-4799-933e-b200fb3948a7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:09.255738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:09.262502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:31:09.267794 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.292331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb95834-f098-4130-a003-3f16b4f32679,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:09.318584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.338739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.403350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73348c97-ea37-4a39-ac41-0df924a7bc8f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:09.432509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Attempting to bind port c70829ed-1922-40d2-8bd1-b7c8d30e0190 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:31:09.432751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Attempting to bind port c70829ed-1922-40d2-8bd1-b7c8d30e0190 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:31:09.433390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Attempting to bind port c70829ed-1922-40d2-8bd1-b7c8d30e0190 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:09.435643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830ce59-4bf2-44bb-a07d-da63c2c3f4cb None None] Pushing event updated for resources: {'Port': ['ID=c70829ed-1922-40d2-8bd1-b7c8d30e0190,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:09.444078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:31:09.444456 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:09.444856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.445245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:31:09.445714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Bound port: c70829ed-1922-40d2-8bd1-b7c8d30e0190, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:31:09.446192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.527797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] For port c70829ed-1922-40d2-8bd1-b7c8d30e0190, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:31:09.531690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] For port c70829ed-1922-40d2-8bd1-b7c8d30e0190, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70829ed-1922-40d2-8bd1-b7c8d30e0190,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:31:09.537106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf6d1d93-9c6a-4ab8-a605-da879496e8fa None None] Provisioning complete for port c70829ed-1922-40d2-8bd1-b7c8d30e0190 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:09.537702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1d93-9c6a-4ab8-a605-da879496e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.580129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d1d93-9c6a-4ab8-a605-da879496e8fa None None] Port c70829ed-1922-40d2-8bd1-b7c8d30e0190 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:31:09.592144 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.609078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.695859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a996cfb-2dc4-4807-9c71-0586a1b42995 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:09.721658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:09.722301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:09.779278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830ce59-4bf2-44bb-a07d-da63c2c3f4cb None None] Pushing event updated for resources: {'Port': ['ID=c70829ed-1922-40d2-8bd1-b7c8d30e0190,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:09.798594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a2394d6e-2090-49cc-8423-423d0c574322 None None] Provisioning complete for port ecb95834-f098-4130-a003-3f16b4f32679 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:09.798988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a2394d6e-2090-49cc-8423-423d0c574322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.854316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.871978 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:09.881847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a2394d6e-2090-49cc-8423-423d0c574322 None None] Port ecb95834-f098-4130-a003-3f16b4f32679 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:31:09.907549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:09.915900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:10.007718 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb95834-f098-4130-a003-3f16b4f32679,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:10.011209 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:10.061819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14721b61-6b04-4242-929c-27cd9044624e None None] Provisioning complete for port c70829ed-1922-40d2-8bd1-b7c8d30e0190 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:10.062306 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14721b61-6b04-4242-929c-27cd9044624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:10.155047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Network f3778cd8-265d-4799-933e-b200fb3948a7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:10.159149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:10.253298 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14721b61-6b04-4242-929c-27cd9044624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:10.303157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-14721b61-6b04-4242-929c-27cd9044624e None None] For port c70829ed-1922-40d2-8bd1-b7c8d30e0190, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70829ed-1922-40d2-8bd1-b7c8d30e0190,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:10.345893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 4, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ecb95834-f098-4130-a003-3f16b4f32679', 'name': '', 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'mac_address': 'fa:16:3e:f5:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:08Z', 'updated_at': '2021-12-20T23:31:08Z', 'revision_number': 1, 'project_id': '217b25a5b5164d85934c958181e3999a', 'subnets': [{'id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:10.370419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Router 8c927c2c-b56b-4132-8388-8a246eadb365 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:31:10.373922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6250-121e-49ad-916b-a0233f9bb322 None None] The sync data for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 is: [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 4, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ecb95834-f098-4130-a003-3f16b4f32679', 'name': '', 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'mac_address': 'fa:16:3e:f5:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:08Z', 'updated_at': '2021-12-20T23:31:08Z', 'revision_number': 1, 'project_id': '217b25a5b5164d85934c958181e3999a', 'subnets': [{'id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:31:10.537262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:31:10.549810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bb4517de-b231-4760-9c1f-fb891c11e7a7 admin admin] 10.222.0.62 "PUT /v2.0/routers/8c927c2c-b56b-4132-8388-8a246eadb365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297011 Dec 20 23:31:11.139145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14721b61-6b04-4242-929c-27cd9044624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:11.233390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:11.242755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721b61-6b04-4242-929c-27cd9044624e None None] Pushing event updated for resources: {'Port': ['ID=c70829ed-1922-40d2-8bd1-b7c8d30e0190,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:11.265002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-74652069-89f0-4075-bb15-73a445ade1cb None None] Provisioning complete for port ecb95834-f098-4130-a003-3f16b4f32679 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:11.265630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-74652069-89f0-4075-bb15-73a445ade1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:11.318032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-74652069-89f0-4075-bb15-73a445ade1cb None None] Port ecb95834-f098-4130-a003-3f16b4f32679 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:31:12.435052 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53450) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:12.829388 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.020066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70829ed-1922-40d2-8bd1-b7c8d30e0190 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:31:13.070806 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Sync routers for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:31:13.085881 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:13.089965 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:13.110794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c70829ed-1922-40d2-8bd1-b7c8d30e0190 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:13.111293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.206004 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Deleting port ecb95834-f098-4130-a003-3f16b4f32679 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:13.206632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.215363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:13.294951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.314794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Calling delete_port for ecb95834-f098-4130-a003-3f16b4f32679 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:13.568772 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 4, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'ecb95834-f098-4130-a003-3f16b4f32679', 'name': '', 'network_id': 'f3778cd8-265d-4799-933e-b200fb3948a7', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'mac_address': 'fa:16:3e:f5:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:08Z', 'updated_at': '2021-12-20T23:31:09Z', 'revision_number': 2, 'project_id': '217b25a5b5164d85934c958181e3999a', 'subnets': [{'id': '8262cf15-b213-4d31-ac59-9fd6e12c0290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:13.601760 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Checking router: 8c927c2c-b56b-4132-8388-8a246eadb365 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:31:13.602101 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Updating router 8c927c2c-b56b-4132-8388-8a246eadb365 port ecb95834-f098-4130-a003-3f16b4f32679 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:31:13.613529 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.628499 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:13.649603 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb95834-f098-4130-a003-3f16b4f32679,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:13.663747 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Port ecb95834-f098-4130-a003-3f16b4f32679 not found while updating agent binding for router 8c927c2c-b56b-4132-8388-8a246eadb365. {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 23:31:13.673252 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:13.673907 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:13.790730 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:13.839587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:14.004586 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:13Z', 'revision_number': 5, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:14.031226 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b175f-5da0-45fd-b948-d18826896721 None None] The sync data for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 is: [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:13Z', 'revision_number': 5, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port': {'id': 'c70829ed-1922-40d2-8bd1-b7c8d30e0190', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:31:06Z', 'updated_at': '2021-12-20T23:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:31:14.095426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Router 8c927c2c-b56b-4132-8388-8a246eadb365 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:31:14.198826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:31:14.204744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cf442d0d-050e-4c53-a88a-3362b17f893c admin admin] 10.222.0.62 "PUT /v2.0/routers/8c927c2c-b56b-4132-8388-8a246eadb365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680931 Dec 20 23:31:14.207252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:14.313177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:14.692357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:14.870926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Deleting port c70829ed-1922-40d2-8bd1-b7c8d30e0190 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:14.871320 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:14.871463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecb95834-f098-4130-a003-3f16b4f32679 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:14.895210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: ecb95834-f098-4130-a003-3f16b4f32679 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:14.895562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ecb95834-f098-4130-a003-3f16b4f32679 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:14.970141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] For port c70829ed-1922-40d2-8bd1-b7c8d30e0190, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c70829ed-1922-40d2-8bd1-b7c8d30e0190,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:14.970499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:14.983715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Calling delete_port for c70829ed-1922-40d2-8bd1-b7c8d30e0190 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:15.090449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Sync routers for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:31:15.100425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:15.101105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:15.190221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:15.218866 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.248395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:14Z', 'revision_number': 6, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:15.252413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70829ed-1922-40d2-8bd1-b7c8d30e0190,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:15.280826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46ca75-e048-4443-9cb5-6a5b498ab9ea None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:15.283367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Checking router: 8c927c2c-b56b-4132-8388-8a246eadb365 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:31:15.296228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Routers {'8c927c2c-b56b-4132-8388-8a246eadb365'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:31:15.296829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:31:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8c927c2c-b56b-4132-8388-8a246eadb365'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:15.320268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.420250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.423946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.538608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.539275 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c927c2c-b56b-4132-8388-8a246eadb365 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:31:15.544184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.545069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] Set router 8c927c2c-b56b-4132-8388-8a246eadb365 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:31:15.548076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53474) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:15.548575 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a1be6ff-ca63-48fe-8258-2b13578505e5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8c927c2c-b56b-4132-8388-8a246eadb365 HTTP/1.1" status: 204 len: 168 time: 1.3398261 Dec 20 23:31:15.601269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:15Z', 'revision_number': 7, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:15.631659 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Deleting subnet 8262cf15-b213-4d31-ac59-9fd6e12c0290 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:31:15.633156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e59ca-ef6a-450c-8f43-c3db81b21ee3 None None] The sync data for ids ['8c927c2c-b56b-4132-8388-8a246eadb365'] in n-d-822053-9 is: [{'id': '8c927c2c-b56b-4132-8388-8a246eadb365', 'name': 'tempest-ImageQuotaTest-767337730-router', 'tenant_id': '217b25a5b5164d85934c958181e3999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:31:05Z', 'updated_at': '2021-12-20T23:31:15Z', 'revision_number': 7, 'project_id': '217b25a5b5164d85934c958181e3999a', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:31:15.638474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.675719 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-fad2fc04-5bab-464a-a4eb-53f24b263335 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890429 Dec 20 23:31:15.686004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.802232 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.826528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-0ef04956-4731-46dd-a035-aaf4ec368c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:15.828000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-0ef04956-4731-46dd-a035-aaf4ec368c43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 1101 time: 0.0966277 Dec 20 23:31:15.946036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-12ff9b40-1624-43af-b985-772cb289c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:15.947453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-12ff9b40-1624-43af-b985-772cb289c27a service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.0923626 Dec 20 23:31:15.948378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:15.986632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8262cf15-b213-4d31-ac59-9fd6e12c0290,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:16.024758 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.029977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-09282057-462c-43d8-bb05-430da52cef46 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8262cf15-b213-4d31-ac59-9fd6e12c0290 HTTP/1.1" status: 204 len: 168 time: 0.4791396 Dec 20 23:31:16.030249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f479e-04de-452f-8772-275fd91882f5 None None] Network f3778cd8-265d-4799-933e-b200fb3948a7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:16.030836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-b65d5227-f865-46f0-9237-68a6312bbaef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777 HTTP/1.1" status: 200 len: 217 time: 0.0591540 Dec 20 23:31:16.031624 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53476) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:16.143643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-db300ae6-950f-405a-8617-ae08b4aa9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:16.145127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-db300ae6-950f-405a-8617-ae08b4aa9c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.1060996 Dec 20 23:31:16.147726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.223488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-cd5c5a9e-2673-457d-9177-ca58af9acb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:16.226746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-cd5c5a9e-2673-457d-9177-ca58af9acb21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719609 Dec 20 23:31:16.227876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] DHCP port deletion for f3778cd8-265d-4799-933e-b200fb3948a7 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:31:16.295108 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Deleting port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:16.295490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.319366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Deleting port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:16.319680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.362488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] For port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,segment=NetworkSegment(7c9c646e-54b7-4f60-9fca-b15803653329),segment_id=7c9c646e-54b7-4f60-9fca-b15803653329)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:16.362897 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.382264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Calling delete_port for 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:16.404039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-ba965457-9b14-4343-9b8f-05469244cf80 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689641 Dec 20 23:31:16.405869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] For port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,segment=NetworkSegment(7c9c646e-54b7-4f60-9fca-b15803653329),segment_id=7c9c646e-54b7-4f60-9fca-b15803653329)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:16.406236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.432999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Calling delete_port for 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:16.550459 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.570338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8225f06c-6023-485c-b1cd-2dbf76be7b73 req-c9fe5051-7560-461d-8145-5fbe89f41f0b service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560891 Dec 20 23:31:16.586783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.592507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] Pushing event deleted for resources: {'Port': ['ID=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:16.598839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f3591-56d1-4993-989e-9e627185bafc None None] No DVR routers for this DVR port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:31:16.620720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2d8a9f-e477-4b06-a69c-e0a8f328ab96,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:16.625616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] No DVR routers for this DVR port 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:31:16.658146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.658494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.658837 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.659172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.659502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.659831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.660156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.660554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.660886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.661209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.661536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.661888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.662208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:16.718745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.738451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3778cd8-265d-4799-933e-b200fb3948a7']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:16.748219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9c646e-54b7-4f60-9fca-b15803653329') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:16.748509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9c646e-54b7-4f60-9fca-b15803653329') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:31:16.757942 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.771227 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.777023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:31:16.777406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:31:16.779071 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:31:16.891692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:16.913628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:16.914015 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5b2d8a9f-e477-4b06-a69c-e0a8f328ab96 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:16.914445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70829ed-1922-40d2-8bd1-b7c8d30e0190 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:16.927277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.934384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:16.937626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c70829ed-1922-40d2-8bd1-b7c8d30e0190 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:16.938002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c70829ed-1922-40d2-8bd1-b7c8d30e0190 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:16.938302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] 10.222.0.62 "DELETE /v2.0/networks/f3778cd8-265d-4799-933e-b200fb3948a7 HTTP/1.1" status: 204 len: 168 time: 0.9055419 Dec 20 23:31:16.952087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7115d-d72d-4de0-afc6-e3c88d33011b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3778cd8-265d-4799-933e-b200fb3948a7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:17.391525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53486) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:17.432099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-192cfcf3-b523-4fef-b12e-91d3031dfe5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=217b25a5b5164d85934c958181e3999a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391660 Dec 20 23:31:17.434402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53488) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:17.482682 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:17.504344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:17.636728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:17.639722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:17.646579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50a25357-dfc0-45dd-b5fc-67b352c3021f HTTP/1.1" status: 204 len: 168 time: 0.2056892 Dec 20 23:31:17.649788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6fe6a-b742-4eec-88d9-7ba7b812158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a25357-dfc0-45dd-b5fc-67b352c3021f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:18.328327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53498) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:18.342520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4d12c36-ae8b-423a-a548-44098a4db4ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.422249 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4d12c36-ae8b-423a-a548-44098a4db4ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.503701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e4d12c36-ae8b-423a-a548-44098a4db4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.543267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e4d12c36-ae8b-423a-a548-44098a4db4ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2136600 Dec 20 23:31:18.544004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d12c36-ae8b-423a-a548-44098a4db4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799dace2-83a3-4797-9487-fedb4be831d9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:18.546422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53500) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:18.601094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.622863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.762256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.765299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:18.766667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/799dace2-83a3-4797-9487-fedb4be831d9 HTTP/1.1" status: 204 len: 168 time: 0.2197850 Dec 20 23:31:18.774781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799dace2-83a3-4797-9487-fedb4be831d9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:18.784723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.785094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.785440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.785802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.786220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.786469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.786795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.787127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.787452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.787774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.788106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.788453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:18.788819 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb4d80-acf1-4316-af90-ac985e2e7635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:26.613194 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53558) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:26.725433 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03dfe398-1596-4325-b9ae-ada08e654698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:26.800693 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03dfe398-1596-4325-b9ae-ada08e654698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:26.892717 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-03dfe398-1596-4325-b9ae-ada08e654698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:26.931493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfe398-1596-4325-b9ae-ada08e654698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd39e963-5032-4780-afb7-414a8961be29,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:26.938288 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-03dfe398-1596-4325-b9ae-ada08e654698 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6dea5fe12b04de0b8d08c49814bcf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239791 Dec 20 23:31:26.940031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:26.989628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:27.012242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:27.156226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:27.158859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:27.160058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd39e963-5032-4780-afb7-414a8961be29 HTTP/1.1" status: 204 len: 168 time: 0.2189872 Dec 20 23:31:27.170190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3426527-bb33-4aca-a165-81ef452aebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd39e963-5032-4780-afb7-414a8961be29,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:28.172608 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.206764 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 53586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:28.311637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-742596648-network', 'tenant_id': '0e5a8a94ae57461cbc24c003568a36e7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:28.407078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Made reservation on behalf of 0e5a8a94ae57461cbc24c003568a36e7 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:28.409605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.419058 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.495558 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.611641 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.636395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:31:28.645784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d97072-270e-4e5a-89a6-b02565033337,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:28.652057 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.652401 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Added segment 3e7f06e9-3ccf-4181-98c1-219eeaf0ed83 of type vlan for network bed76155-8e80-4dd6-859d-bf2418ec5bf3 Dec 20 23:31:28.691670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.778661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.779666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:28.780239 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:28.871938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] Pushing event updated for resources: {'Network': ['ID=bed76155-8e80-4dd6-859d-bf2418ec5bf3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:28.880179 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a412c7cb-dd17-409f-8101-e68e196631e9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6723323 Dec 20 23:31:28.883552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 53592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:31:28.888517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:31:28.889977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Request body: {'subnet': {'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-742596648-subnet', 'tenant_id': '0e5a8a94ae57461cbc24c003568a36e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:29.001116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Made reservation on behalf of 0e5a8a94ae57461cbc24c003568a36e7 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:29.003623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:29.240836 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:29.294646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5907f6-6e2e-4e4f-869c-f55f28b59440,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:29.305091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Checking segment: {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:29.305457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Network hostable DHCP agents. Network: bed76155-8e80-4dd6-859d-bf2418ec5bf3, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:31:29.435811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:31:29.504218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bed76155-8e80-4dd6-859d-bf2418ec5bf3) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:29.509357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:29.509899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:29.517693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395bacc-d4ec-4f6b-84b5-f6afd951967e None None] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:29.604381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b5aeab79-5acd-4e6b-931f-da847c1a20e3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7190850 Dec 20 23:31:29.632838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d9ec8-e327-4785-9704-a95e6ac500d4 None None] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:31:32.792213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-797531d6-3335-4d12-937a-2649614a8cf6 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:32.792213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-797531d6-3335-4d12-937a-2649614a8cf6 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/networks?id=bed76155-8e80-4dd6-859d-bf2418ec5bf3 HTTP/1.1" status: 200 len: 808 time: 0.1079891 Dec 20 23:31:32.798488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-3867b921-445a-4f10-887b-299ff0186bbf tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/quotas/0e5a8a94ae57461cbc24c003568a36e7 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Dec 20 23:31:32.832997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-ef3730b6-f7af-43b0-bfa2-bdccb4d6242a tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276237 Dec 20 23:31:32.999788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-67276885-cd3f-42c3-ba89-56818238b8a9 service neutron] 10.222.0.62 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596251 Dec 20 23:31:33.090061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-feb68f29-5c5e-449b-b6c9-bdecd4fb5797 service neutron] 10.222.0.62 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Dec 20 23:31:33.367164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed115f45-e0ea-4151-8399-7728499029df req-d5ec1b8e-52fb-4b05-8cb0-875c530aba13 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 210 time: 0.0294712 Dec 20 23:31:33.514558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:34.467622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a347cc4-b884-46a3-8dfd-7795cb173cf6 req-2ffb60e7-68e6-4822-8226-70d4fa4e23de tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 210 time: 0.0309026 Dec 20 23:31:34.869680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11984376-48d9-4171-824c-a707b4f01721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:35.599980 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0af992b8-c5d2-4ffa-9860-f051300ac1b9 req-85d5ee7c-6a58-40cb-9dc0-a115e48fd538 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 210 time: 0.0524743 Dec 20 23:31:35.645793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-d89f65e2-651a-48ae-8459-e620a3dc044d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:35.647400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-d89f65e2-651a-48ae-8459-e620a3dc044d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "GET /v2.0/networks?id=bed76155-8e80-4dd6-859d-bf2418ec5bf3 HTTP/1.1" status: 200 len: 808 time: 0.1992788 Dec 20 23:31:35.662085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Request body: {'port': {'device_id': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3', 'admin_state_up': True, 'tenant_id': '0e5a8a94ae57461cbc24c003568a36e7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:35.864012 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Made reservation on behalf of 0e5a8a94ae57461cbc24c003568a36e7 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:35.867598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.001030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Allocated IP 172.20.0.9 (bed76155-8e80-4dd6-859d-bf2418ec5bf3/4d5907f6-6e2e-4e4f-869c-f55f28b59440/21e6d9c5-e15a-4a9d-a280-60b315a882a5) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:31:36.149921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.236250 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.283543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:36.286647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:36.290404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:31:36.315268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Pushing event updated for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:36.343158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:36.343766 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.555070 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-90434003-97c5-4cf6-a1fa-dc9374490ab3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970451 Dec 20 23:31:36.568408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Request body: {'port': {'device_id': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:36.633566 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.723805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7dbbb-22b3-4bac-98fe-47f0dac5fadf req-d8c6ae58-77a1-4b6d-bdae-6fe1e0330395 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:36.725330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77e7dbbb-22b3-4bac-98fe-47f0dac5fadf req-d8c6ae58-77a1-4b6d-bdae-6fe1e0330395 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 931 time: 0.0522337 Dec 20 23:31:36.780911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77e7dbbb-22b3-4bac-98fe-47f0dac5fadf req-6a454229-5f91-41f2-a1ba-dd2d0de57819 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Dec 20 23:31:36.961438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e6d9c5-e15a-4a9d-a280-60b315a882a5 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:31:36.969990 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:36.987435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Transition to ACTIVE for port object 21e6d9c5-e15a-4a9d-a280-60b315a882a5 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:31:37.108967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:37.169980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:37.239962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Attempting to bind port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:31:37.240240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Attempting to bind port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:31:37.240572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Attempting to bind port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:37.244939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:31:37.245260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Attempting to bind port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:37.250364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:31:37.250703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Checking segment: {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:37.251088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Bound using segment: {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:31:37.251549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Bound port: 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:31:37.251901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:37.320953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:31:37.323964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:31:37.408150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:37.445452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:37.446087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:37.447464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/21e6d9c5-e15a-4a9d-a280-60b315a882a5 HTTP/1.1" status: 200 len: 1091 time: 0.8840616 Dec 20 23:31:37.447906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:31:37.450677 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb10b27-b0ed-4165-84b1-5a7a8b972fce" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:31:37.474767 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0daa3f-dc74-4147-b0d4-b80947b8d0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:37.496532 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bb9f42-d06d-459a-8075-9aca7e7c5995 x-openstack-request-id: req-e1bb9f42-d06d-459a-8075-9aca7e7c5995 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:31:37.496841 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:31:37.497099 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1bb9f42-d06d-459a-8075-9aca7e7c5995 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:31:37.497509 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5', 'status': 'completed', 'code': 200} Dec 20 23:31:37.558756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-10ca391b-299e-4bac-bec5-8b84c69fb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:37.560339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-10ca391b-299e-4bac-bec5-8b84c69fb271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 1094 time: 0.0433588 Dec 20 23:31:37.601103 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-09a5ff1e-4802-4e8d-82e9-9a560dfa227b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:37.739138 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-5a1095e0-9199-4bff-8d89-cac88e7a5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:37.740722 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-5a1095e0-9199-4bff-8d89-cac88e7a5458 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1722708 Dec 20 23:31:37.912988 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ab53e-22e0-4391-a4bc-304779dfe4d2 req-31428013-8cca-47d4-b77c-501cbdf9a23d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:37.914712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05ab53e-22e0-4391-a4bc-304779dfe4d2 req-31428013-8cca-47d4-b77c-501cbdf9a23d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 943 time: 0.0553484 Dec 20 23:31:37.973263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a05ab53e-22e0-4391-a4bc-304779dfe4d2 req-8990976d-dd3d-4313-8b20-37c1c61f04ad tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Dec 20 23:31:38.175211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-2e3086e3-8dd1-4708-a6a7-2359ae9c8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:38.176669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-beb10b27-b0ed-4165-84b1-5a7a8b972fce req-2e3086e3-8dd1-4708-a6a7-2359ae9c8d08 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4281452 Dec 20 23:31:38.255665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-9bdb536c-7a04-4068-bed2-ec6d13a87679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:38.257391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-9bdb536c-7a04-4068-bed2-ec6d13a87679 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 1094 time: 0.0426302 Dec 20 23:31:38.302456 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-0b5af673-e17c-4dc9-83ef-0b5552819bab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5 HTTP/1.1" status: 200 len: 217 time: 0.0374873 Dec 20 23:31:38.352134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-aa576d80-4b85-4bb4-ab3d-173bf56d5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:38.353574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-aa576d80-4b85-4bb4-ab3d-173bf56d5ec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d5907f6-6e2e-4e4f-869c-f55f28b59440 HTTP/1.1" status: 200 len: 848 time: 0.0438151 Dec 20 23:31:38.386204 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-bb86df8a-372c-4216-a173-f6ba2fdd8f55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bed76155-8e80-4dd6-859d-bf2418ec5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254183 Dec 20 23:31:38.399918 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:38.482810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-fbacf664-c777-4c9d-b20c-3a668871b0c1 service neutron] 10.222.0.59 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895221 Dec 20 23:31:38.573270 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-69f25293-d207-4ee3-8b27-db02e0429f04 req-649f415a-1de2-4335-a5a6-eeffd8a23a8c service neutron] 10.222.0.59 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828238 Dec 20 23:31:39.096617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862da3e1-8583-4fe2-8094-80beffa00e00 req-a7fe4b25-77b4-4508-aa19-df96aecc6d7f tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:39.098316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862da3e1-8583-4fe2-8094-80beffa00e00 req-a7fe4b25-77b4-4508-aa19-df96aecc6d7f tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 943 time: 0.0522172 Dec 20 23:31:39.146868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862da3e1-8583-4fe2-8094-80beffa00e00 req-71962026-e6e1-4ed8-b057-fd81d780b729 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Dec 20 23:31:39.801361 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:40.264089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b629f-694e-4e3a-a9d9-9df27fb5260a req-5f0a42f9-fe4c-40a1-b159-ee7c57323cfe tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:40.265579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-319b629f-694e-4e3a-a9d9-9df27fb5260a req-5f0a42f9-fe4c-40a1-b159-ee7c57323cfe tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 943 time: 0.0484746 Dec 20 23:31:40.312063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-319b629f-694e-4e3a-a9d9-9df27fb5260a req-5195b579-18cb-4e21-82ba-3704eafc4503 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Dec 20 23:31:40.493120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:40.842797 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:31:41.441492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435174-ea4d-46c2-838b-14cd7cf14ad1 req-93fe329b-dd32-4f1c-a13c-fa012ff38985 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:41.443115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2435174-ea4d-46c2-838b-14cd7cf14ad1 req-93fe329b-dd32-4f1c-a13c-fa012ff38985 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 943 time: 0.0583513 Dec 20 23:31:41.490884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2435174-ea4d-46c2-838b-14cd7cf14ad1 req-56c551fb-1603-4c92-9467-3fb396194299 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Dec 20 23:31:42.239870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 21e6d9c5-e15a-4a9d-a280-60b315a882a5 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:31:42.343446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:42.357005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '21e6d9c5-e15a-4a9d-a280-60b315a882a5', 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3', 'port_id': '21e6d9c5-e15a-4a9d-a280-60b315a882a5', 'mac_address': 'fa:16:3e:b5:f0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5907f6-6e2e-4e4f-869c-f55f28b59440', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:31:42.399310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:42.414080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e6d9c5-e15a-4a9d-a280-60b315a882a5 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:31:42.434375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:42.522400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:42.591344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:42.618158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a849532-c008-4081-948d-f88356ce6cbe req-b2092072-5f0a-4978-aa98-9d05eade209d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:42.619662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a849532-c008-4081-948d-f88356ce6cbe req-b2092072-5f0a-4978-aa98-9d05eade209d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 944 time: 0.0510514 Dec 20 23:31:42.667552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a849532-c008-4081-948d-f88356ce6cbe req-c69b3606-1704-41e5-a674-e6c87f1c4163 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Dec 20 23:31:42.756487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['21e6d9c5-e15a-4a9d-a280-60b315a882a5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:31:43.782283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34fe7-fb89-4b7d-bafa-24f904fa7bb0 req-eb491530-75d9-4610-a15d-27c3ab38065d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:43.783758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fc34fe7-fb89-4b7d-bafa-24f904fa7bb0 req-eb491530-75d9-4610-a15d-27c3ab38065d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 944 time: 0.0478292 Dec 20 23:31:43.834814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fc34fe7-fb89-4b7d-bafa-24f904fa7bb0 req-e8a518a8-9e0d-41c1-b1f3-a7f30a6aa4e7 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Dec 20 23:31:44.239392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 21e6d9c5-e15a-4a9d-a280-60b315a882a5 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:31:44.332314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:31:44.336233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:31:44.336606 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:44.414540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:44.437310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:31:44.439584 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd0ae8-b3bc-4515-bc22-7d19254aac51" -d '{"events": [{"server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "name": "network-vif-plugged", "status": "completed", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:31:44.452473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:44.482061 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559652a4-6b7d-4065-b7fc-d7da1146155b x-openstack-request-id: req-559652a4-6b7d-4065-b7fc-d7da1146155b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:31:44.482061 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "name": "network-vif-plugged", "status": "completed", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:31:44.482061 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-559652a4-6b7d-4065-b7fc-d7da1146155b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:31:44.482061 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5', 'code': 200} Dec 20 23:31:44.493091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:44.551351 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:44.583842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174fb96-862f-4d94-9fb5-908678eb6e86 req-5ce99883-1a4c-4b14-8054-382a6b272b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:44.585372 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7174fb96-862f-4d94-9fb5-908678eb6e86 req-5ce99883-1a4c-4b14-8054-382a6b272b1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 1096 time: 0.0491118 Dec 20 23:31:44.635593 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-7174fb96-862f-4d94-9fb5-908678eb6e86 req-efc0ad8d-2442-4000-8dc9-dc36d60b1006 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Dec 20 23:31:45.265108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f389bd6-20e5-451e-af97-ed2ad09b6586 req-94c3aea5-a01e-4a9e-8ca8-2753ea1e0336 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:45.266662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f389bd6-20e5-451e-af97-ed2ad09b6586 req-94c3aea5-a01e-4a9e-8ca8-2753ea1e0336 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 945 time: 0.3626113 Dec 20 23:31:45.315429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f389bd6-20e5-451e-af97-ed2ad09b6586 req-46a0c973-cee5-4c87-8c60-c53945b76e8b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Dec 20 23:31:46.436733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c620c00-8d01-4896-a233-a2121c52f6a1 req-143e1492-c584-4fda-8e70-60ef3503be96 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:46.438246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c620c00-8d01-4896-a233-a2121c52f6a1 req-143e1492-c584-4fda-8e70-60ef3503be96 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 945 time: 0.0517545 Dec 20 23:31:46.486398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c620c00-8d01-4896-a233-a2121c52f6a1 req-b8d04228-442e-4b9c-9abc-d0b135e938cd tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Dec 20 23:31:47.682898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43afbe-a09f-4a3a-a5e5-166a1e0c9297 req-c196be78-3a3d-45a9-865f-98b8e298d93e tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:47.684458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f43afbe-a09f-4a3a-a5e5-166a1e0c9297 req-c196be78-3a3d-45a9-865f-98b8e298d93e tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 945 time: 0.0523870 Dec 20 23:31:47.731923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f43afbe-a09f-4a3a-a5e5-166a1e0c9297 req-a972f761-fbb0-404c-80ad-57640209e5fe tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Dec 20 23:31:48.851628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc30ed-1556-444c-9d2b-2ddd930cb100 req-067e8736-b19b-4b15-bae4-86b5dab60dc3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:48.852412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bfc30ed-1556-444c-9d2b-2ddd930cb100 req-067e8736-b19b-4b15-bae4-86b5dab60dc3 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 945 time: 0.0504553 Dec 20 23:31:48.901305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bfc30ed-1556-444c-9d2b-2ddd930cb100 req-95f33ada-18bb-44d8-8001-e32c39427ebe tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Dec 20 23:31:48.969063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-8109c8c2-b5bc-4d08-9234-6e119979b332 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:48.970574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-8109c8c2-b5bc-4d08-9234-6e119979b332 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 945 time: 0.0500519 Dec 20 23:31:49.067253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Deleting port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:31:49.067592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:49.161893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] For port 21e6d9c5-e15a-4a9d-a280-60b315a882a5, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=21e6d9c5-e15a-4a9d-a280-60b315a882a5,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:49.162254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:49.174668 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Calling delete_port for 21e6d9c5-e15a-4a9d-a280-60b315a882a5 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:31:49.361509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:49.375105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['21e6d9c5-e15a-4a9d-a280-60b315a882a5'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:31:49.403427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Pushing event deleted for resources: {'Port': ['ID=21e6d9c5-e15a-4a9d-a280-60b315a882a5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:49.441069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] No DVR routers for this DVR port 21e6d9c5-e15a-4a9d-a280-60b315a882a5 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:31:49.444053 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:49.448044 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5a2b4ab7-35ad-47db-8d84-c25a43d3c20c req-b261a183-5d0c-4699-9a6a-0cd95786cb31 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "DELETE /v2.0/ports/21e6d9c5-e15a-4a9d-a280-60b315a882a5 HTTP/1.1" status: 204 len: 173 time: 0.4712281 Dec 20 23:31:49.448505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'name': 'network-vif-deleted', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:31:49.452444 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d32afda-2942-4002-993f-67f6c6e3060f" -d '{"events": [{"server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "name": "network-vif-deleted", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:31:49.488376 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcef721-d10e-4382-b29c-93f4051b0be2 x-openstack-request-id: req-afcef721-d10e-4382-b29c-93f4051b0be2 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:31:49.488677 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c", "name": "network-vif-deleted", "tag": "21e6d9c5-e15a-4a9d-a280-60b315a882a5", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:31:49.489017 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afcef721-d10e-4382-b29c-93f4051b0be2 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:31:49.489338 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c', 'name': 'network-vif-deleted', 'tag': '21e6d9c5-e15a-4a9d-a280-60b315a882a5', 'status': 'completed', 'code': 200} Dec 20 23:31:50.009863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6757858d-3ce8-47a1-83fd-bad41184f144 req-8f216597-c66b-4242-ad93-85a9947bf66e tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2c23a7a-c3c7-40ea-90d8-e8bb581adb8c HTTP/1.1" status: 200 len: 210 time: 0.0268068 Dec 20 23:31:51.281965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-613d2405-8d4b-484a-a6ca-09fe6fcfcf35 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:51.283421 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-613d2405-8d4b-484a-a6ca-09fe6fcfcf35 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/networks?id=bed76155-8e80-4dd6-859d-bf2418ec5bf3 HTTP/1.1" status: 200 len: 808 time: 0.1047311 Dec 20 23:31:51.298965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-a25f52d5-874d-4b80-82dd-c75b87586a34 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/quotas/0e5a8a94ae57461cbc24c003568a36e7 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Dec 20 23:31:51.331160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-b46a8b16-fb4c-4a5a-a422-acc82012ca72 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261264 Dec 20 23:31:51.475714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-2104406e-014c-4fbf-b99f-34a27500414c service neutron] 10.222.0.62 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374717 Dec 20 23:31:51.568299 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-7c8ca9a2-4dca-49e6-9eb3-a866279ccc23 service neutron] 10.222.0.62 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Dec 20 23:31:51.833252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59a6f9e6-85d7-4aa3-baa7-ed80cd9a01f8 req-d7cbf595-8a96-4ff1-beb8-9a88dc7b0508 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 210 time: 0.0337639 Dec 20 23:31:52.930244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fd5c3ec-1bb3-4095-8f1d-3652dff21a10 req-458563df-91e1-475c-a419-23c77d463eb2 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 210 time: 0.0271719 Dec 20 23:31:53.828297 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-a5c3c37c-5ffd-49ea-923a-32e8d44e5a20 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:53.830408 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-a5c3c37c-5ffd-49ea-923a-32e8d44e5a20 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "GET /v2.0/networks?id=bed76155-8e80-4dd6-859d-bf2418ec5bf3 HTTP/1.1" status: 200 len: 808 time: 0.1127756 Dec 20 23:31:53.844147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Request body: {'port': {'device_id': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3', 'admin_state_up': True, 'tenant_id': '0e5a8a94ae57461cbc24c003568a36e7'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:54.033832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cf2d129-c9fd-48f5-aaed-531a46adabca req-062c3e09-7b0f-4758-aebe-1e522848096b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 210 time: 0.0270956 Dec 20 23:31:54.041399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Made reservation on behalf of 0e5a8a94ae57461cbc24c003568a36e7 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:31:54.045356 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:54.175711 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Allocated IP 172.20.0.11 (bed76155-8e80-4dd6-859d-bf2418ec5bf3/4d5907f6-6e2e-4e4f-869c-f55f28b59440/8325d5e7-3ba9-477e-a7e2-c112bb6ce040) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:31:54.303920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 21e6d9c5-e15a-4a9d-a280-60b315a882a5 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:31:54.327689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 21e6d9c5-e15a-4a9d-a280-60b315a882a5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:31:54.328217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 21e6d9c5-e15a-4a9d-a280-60b315a882a5 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:31:54.329467 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:54.430110 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:54.475730 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Network bed76155-8e80-4dd6-859d-bf2418ec5bf3 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:31:54.478802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:31:54.481585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:31:54.512591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Pushing event updated for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:54.540087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:54.540702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:54.638639 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0c55b813-3bb5-4d99-9bad-c2a6b3bf1750 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7989693 Dec 20 23:31:54.650804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Request body: {'port': {'device_id': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:31:54.709804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:54.984178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:31:54.991599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:55.004070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Transition to ACTIVE for port object 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:31:55.087343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:55.151442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c3f75-d6d5-4521-bc03-e09b9e703d66 req-a2504ad7-d366-4eba-b03c-699c77d7ecb1 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.153947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f71c3f75-d6d5-4521-bc03-e09b9e703d66 req-a2504ad7-d366-4eba-b03c-699c77d7ecb1 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 944 time: 0.0511620 Dec 20 23:31:55.160880 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:55.204607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f71c3f75-d6d5-4521-bc03-e09b9e703d66 req-dde95ccd-2a7b-4864-b276-012b8701e967 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Dec 20 23:31:55.226915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Attempting to bind port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:31:55.226915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Attempting to bind port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:31:55.226915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Attempting to bind port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:55.226915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:31:55.226915 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Attempting to bind port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 on network bed76155-8e80-4dd6-859d-bf2418ec5bf3 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:31:55.230398 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:31:55.230736 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Checking segment: {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:31:55.231120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Bound using segment: {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:31:55.231554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Bound port: 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:31:55.231890 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:55.298394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:31:55.301961 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:31:55.361903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:55.396394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.397013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:55.399134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] 10.222.0.59 "PUT /v2.0/ports/8325d5e7-3ba9-477e-a7e2-c112bb6ce040 HTTP/1.1" status: 200 len: 1092 time: 0.7524471 Dec 20 23:31:55.401370 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:31:55.404976 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72190228-c49b-413f-b0f9-27337a273066" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:31:55.434222 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eddd1-453a-4205-8501-4b94621f36b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:55.448491 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a8121-2d1c-4b22-a764-d0fffb7411c2 x-openstack-request-id: req-d10a8121-2d1c-4b22-a764-d0fffb7411c2 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:31:55.448945 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:31:55.449208 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d10a8121-2d1c-4b22-a764-d0fffb7411c2 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:31:55.449620 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040', 'status': 'completed', 'code': 200} Dec 20 23:31:55.514598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190228-c49b-413f-b0f9-27337a273066 req-0d21cb9e-7d4a-46fd-8f98-c119895919a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.516618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72190228-c49b-413f-b0f9-27337a273066 req-0d21cb9e-7d4a-46fd-8f98-c119895919a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 1095 time: 0.0452008 Dec 20 23:31:55.620337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190228-c49b-413f-b0f9-27337a273066 req-bbb8e391-9f63-4fb1-9396-2658ce48652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.622688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72190228-c49b-413f-b0f9-27337a273066 req-bbb8e391-9f63-4fb1-9396-2658ce48652b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0969381 Dec 20 23:31:55.725104 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190228-c49b-413f-b0f9-27337a273066 req-9ac261a6-5617-4ba1-905d-457bd627cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.726547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72190228-c49b-413f-b0f9-27337a273066 req-9ac261a6-5617-4ba1-905d-457bd627cce4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953476 Dec 20 23:31:55.801397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-216f39e6-d071-41e3-8be4-d93b0c961628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.802905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-216f39e6-d071-41e3-8be4-d93b0c961628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 1095 time: 0.0400760 Dec 20 23:31:55.847029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-4be81f8f-cf8b-4905-bbaa-a2232c9efc17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040 HTTP/1.1" status: 200 len: 217 time: 0.0358229 Dec 20 23:31:55.900191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-1d42f5b1-1948-4c8d-9f95-440e1780634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:55.901659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-1d42f5b1-1948-4c8d-9f95-440e1780634a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d5907f6-6e2e-4e4f-869c-f55f28b59440 HTTP/1.1" status: 200 len: 848 time: 0.0480998 Dec 20 23:31:55.935761 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-0b420ebf-b5eb-49d0-9a9b-c7cba9a74208 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bed76155-8e80-4dd6-859d-bf2418ec5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252287 Dec 20 23:31:56.029332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-ef5a1c06-993e-4b0f-b837-bed880d74a50 service neutron] 10.222.0.59 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856254 Dec 20 23:31:56.130401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f2700a68-4bbd-4a2f-8958-916c868286a2 req-679fc92a-6202-434c-811b-3f587f3cf6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936880 Dec 20 23:31:56.332146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f776-d547-4543-9fdc-026da0a0fd87 req-f6216ed1-5026-44a3-8d37-be9b74fae47c tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:56.333615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f487f776-d547-4543-9fdc-026da0a0fd87 req-f6216ed1-5026-44a3-8d37-be9b74fae47c tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 944 time: 0.0532703 Dec 20 23:31:56.383417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f487f776-d547-4543-9fdc-026da0a0fd87 req-1e1f5cb1-edd8-47f5-9d9c-c70f3022db56 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Dec 20 23:31:57.507833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d8ac8-f39b-4fc6-a66b-507cfb6631e4 req-bce4b8a1-2008-4b75-be9e-9615bccd367b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:57.509331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-535d8ac8-f39b-4fc6-a66b-507cfb6631e4 req-bce4b8a1-2008-4b75-be9e-9615bccd367b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 944 time: 0.0495565 Dec 20 23:31:57.556470 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-535d8ac8-f39b-4fc6-a66b-507cfb6631e4 req-e5a62f3e-4121-4580-aa4b-62701e0bfd65 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Dec 20 23:31:58.177107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:58.318941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:31:58.414199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:58.425187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040', 'network_id': 'bed76155-8e80-4dd6-859d-bf2418ec5bf3', 'port_id': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040', 'mac_address': 'fa:16:3e:65:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5907f6-6e2e-4e4f-869c-f55f28b59440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:31:58.469286 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:58.482549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:31:58.501541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:31:58.555696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:31:58.605428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:31:58.613548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.614004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.614419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.614858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.615268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.615669 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.616078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.616501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.616861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.617358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.617771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.618165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.618558 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:31:58.678746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbce45a-358b-4f3d-8bd4-b5e0eeeb3934 req-8a847f00-e7c8-499b-9907-6328f337a14b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:58.680223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bbce45a-358b-4f3d-8bd4-b5e0eeeb3934 req-8a847f00-e7c8-499b-9907-6328f337a14b tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 945 time: 0.0490818 Dec 20 23:31:58.732723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6bbce45a-358b-4f3d-8bd4-b5e0eeeb3934 req-155ba1a6-321c-4c5d-9ae7-85a1941c14a8 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Dec 20 23:31:58.750431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8325d5e7-3ba9-477e-a7e2-c112bb6ce040'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:31:59.603408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-d21bbaa1-b00e-43d1-bdc6-5fe048435336 req-5f44f276-b312-4c94-8a4b-c6c3106cd57d service neutron] (115563) timed out ('10.222.0.62', 57326) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:31:59.848671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8583caf-f0bd-4254-b245-20c7a9b41eae req-ade01fe0-f029-47b2-bf46-c17983991b02 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:31:59.850194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8583caf-f0bd-4254-b245-20c7a9b41eae req-ade01fe0-f029-47b2-bf46-c17983991b02 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 945 time: 0.0493135 Dec 20 23:31:59.900813 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8583caf-f0bd-4254-b245-20c7a9b41eae req-557deb67-55d6-4198-beda-5940c6af2828 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Dec 20 23:32:00.350809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:32:00.452845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:32:00.457256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:32:00.457993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:00.541214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:00.565128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:32:00.567381 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747594b-a4a4-4dab-87c1-96708d3e342b" -d '{"events": [{"server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "name": "network-vif-plugged", "status": "completed", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:32:00.580922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:32:00.611937 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4b67a-7439-420d-9d4b-7eab359f3465 x-openstack-request-id: req-ade4b67a-7439-420d-9d4b-7eab359f3465 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:32:00.612342 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "name": "network-vif-plugged", "status": "completed", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:32:00.612697 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ade4b67a-7439-420d-9d4b-7eab359f3465 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:32:00.613248 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040', 'code': 200} Dec 20 23:32:00.659119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:00.707633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:00.711839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532ea75-c731-4df2-840f-3d7903f1e3aa req-d5fa7a52-b065-4920-b6fb-2147ab9f7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:00.713442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e532ea75-c731-4df2-840f-3d7903f1e3aa req-d5fa7a52-b065-4920-b6fb-2147ab9f7588 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 1097 time: 0.0428402 Dec 20 23:32:00.758360 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e532ea75-c731-4df2-840f-3d7903f1e3aa req-9b72eaff-4195-42a7-a678-ceb50f784f36 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Dec 20 23:32:01.020843 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc37b6d-306f-4390-a88b-6f694e479c19 req-f78e6a5e-56c2-44e8-a3df-cc81c529f7de tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:01.022357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcc37b6d-306f-4390-a88b-6f694e479c19 req-f78e6a5e-56c2-44e8-a3df-cc81c529f7de tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 946 time: 0.0499313 Dec 20 23:32:01.069302 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dcc37b6d-306f-4390-a88b-6f694e479c19 req-a97adbc3-df44-41e2-958d-d3f73d463e16 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Dec 20 23:32:02.214351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049747f-3cc7-4026-9245-11066968068d req-69fd7525-a3d8-46b2-9a5a-52e7f345963f tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:02.216080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f049747f-3cc7-4026-9245-11066968068d req-69fd7525-a3d8-46b2-9a5a-52e7f345963f tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 946 time: 0.0564115 Dec 20 23:32:02.267495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f049747f-3cc7-4026-9245-11066968068d req-75ddde62-5795-4123-b8fa-bdd9949372c8 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Dec 20 23:32:03.394243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16031945-884a-43c5-99c3-5e091529ada6 req-cab5ebc6-0541-43b6-8d5e-f179931af0be tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:03.405477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16031945-884a-43c5-99c3-5e091529ada6 req-cab5ebc6-0541-43b6-8d5e-f179931af0be tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 946 time: 0.0507061 Dec 20 23:32:03.458410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16031945-884a-43c5-99c3-5e091529ada6 req-751caf47-2da1-4273-9327-95a0332ad836 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565715 Dec 20 23:32:03.509859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:04.584891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf2367-e08f-484f-823f-cd47c1212c2a req-3cd7a753-00a0-40a1-8cca-7933acc20f48 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:04.586417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbaf2367-e08f-484f-823f-cd47c1212c2a req-3cd7a753-00a0-40a1-8cca-7933acc20f48 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 946 time: 0.0527129 Dec 20 23:32:04.633471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbaf2367-e08f-484f-823f-cd47c1212c2a req-fe713f8e-a0c0-445e-b3b5-f974c6ab78e9 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/security-groups?id=43d97072-270e-4e5a-89a6-b02565033337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Dec 20 23:32:04.691286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-de9b100b-da5c-4ddc-bda6-4c0b6155da28 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:04.695905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-de9b100b-da5c-4ddc-bda6-4c0b6155da28 tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 946 time: 0.0538130 Dec 20 23:32:04.783020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Deleting port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:32:04.787859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:04.836209 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-74755278-a278-4de4-bce2-5daa7df91034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:04.885876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] For port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,segment=NetworkSegment(3e7f06e9-3ccf-4181-98c1-219eeaf0ed83),segment_id=3e7f06e9-3ccf-4181-98c1-219eeaf0ed83)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:32:04.886448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:04.898832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Calling delete_port for 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:32:05.102326 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:05.115679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['8325d5e7-3ba9-477e-a7e2-c112bb6ce040'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:32:05.137710 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Pushing event deleted for resources: {'Port': ['ID=8325d5e7-3ba9-477e-a7e2-c112bb6ce040,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:05.179346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] No DVR routers for this DVR port 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:32:05.182151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:05.186049 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c109893b-6ca6-4dba-b344-c09dc5397047 req-412534ba-98fc-49e5-b315-f7a34c69909d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.59 "DELETE /v2.0/ports/8325d5e7-3ba9-477e-a7e2-c112bb6ce040 HTTP/1.1" status: 204 len: 173 time: 0.4870512 Dec 20 23:32:05.186503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'name': 'network-vif-deleted', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:32:05.188770 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bd3380-53cc-42ca-8c92-b5e6bbc3fd62" -d '{"events": [{"server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "name": "network-vif-deleted", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:32:05.228377 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1a94a-fad6-4f36-9652-60ae4a86e2fc x-openstack-request-id: req-51d1a94a-fad6-4f36-9652-60ae4a86e2fc {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:32:05.228732 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6e1dc-aff2-4942-a04c-a33407f8febc", "name": "network-vif-deleted", "tag": "8325d5e7-3ba9-477e-a7e2-c112bb6ce040", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:32:05.228983 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51d1a94a-fad6-4f36-9652-60ae4a86e2fc {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:32:05.229395 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6e1dc-aff2-4942-a04c-a33407f8febc', 'name': 'network-vif-deleted', 'tag': '8325d5e7-3ba9-477e-a7e2-c112bb6ce040', 'status': 'completed', 'code': 200} Dec 20 23:32:05.740443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-15f29093-9aa7-40c3-b923-39a6def66ae8 req-305494e4-071d-4825-8e6f-07b7bfb7979d tempest-VolumesActionsTest-733578447 tempest-VolumesActionsTest-733578447-project] 10.222.0.62 "GET /v2.0/ports?device_id=00b6e1dc-aff2-4942-a04c-a33407f8febc HTTP/1.1" status: 200 len: 210 time: 0.0269060 Dec 20 23:32:07.687305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b3afc6ff-7e3f-4133-b0ae-bec67093288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:08.349617 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:08.355091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:32:08.376301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:32:08.376644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 8325d5e7-3ba9-477e-a7e2-c112bb6ce040 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:32:09.835761 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:10.479447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:17.656586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-a7d7c17c-37e3-4811-9014-5ee9200ec101 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549235 Dec 20 23:32:17.774226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-3523f3ef-70ad-4c38-860b-c5624c1e3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:17.776122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-3523f3ef-70ad-4c38-860b-c5624c1e3576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 1101 time: 0.0649393 Dec 20 23:32:17.855163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:32:17.922741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-1851915b-8fc2-41ee-b7a8-b93e07113aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:17.924378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-1851915b-8fc2-41ee-b7a8-b93e07113aea service neutron] 10.222.0.45 "GET /v2.0/networks?id=cfcf4cff-319c-470b-9cfd-993c9c899e95 HTTP/1.1" status: 200 len: 870 time: 0.1235552 Dec 20 23:32:17.972257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-1664533f-4965-42af-9da5-8cbabd1cf35a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777 HTTP/1.1" status: 200 len: 217 time: 0.0365384 Dec 20 23:32:18.031964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-8b12775c-b3a6-41a3-b3d1-a1614e376361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:18.033884 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-8b12775c-b3a6-41a3-b3d1-a1614e376361 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0531647 Dec 20 23:32:18.105163 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-57d0c73b-ae10-43de-92d2-79d3d87d1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:18.106902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-57d0c73b-ae10-43de-92d2-79d3d87d1428 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609543 Dec 20 23:32:18.240592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-1d1199e1-f8b6-4f35-9f62-621529434d08 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207335 Dec 20 23:32:18.372285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ccaeb036-d618-483f-a67b-468074c80ad8 req-f423a078-b169-4c27-8b30-260e33239221 service neutron] 10.222.0.45 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197414 Dec 20 23:32:28.184069 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.427379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 54558) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:32:32.481877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Deleting subnet 4d5907f6-6e2e-4e4f-869c-f55f28b59440 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:32:32.485353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.540989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.580403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.721928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.752777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5907f6-6e2e-4e4f-869c-f55f28b59440,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:32.760448 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.766341 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4d5907f6-6e2e-4e4f-869c-f55f28b59440 HTTP/1.1" status: 204 len: 168 time: 0.3355987 Dec 20 23:32:32.766341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.766341 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.766650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.766978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.767315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.767649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.767979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.768330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.768658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.768987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.769314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.769636 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.769989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4f32b-80f0-453e-9bfa-a0ea42602182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:32.770464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54568) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:32:32.860960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.963279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:32.986908 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed76155-8e80-4dd6-859d-bf2418ec5bf3']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:32:32.996876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:32:32.997173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7f06e9-3ccf-4181-98c1-219eeaf0ed83') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:32:33.006861 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.020493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.026360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:32:33.026740 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:32:33.041077 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:32:33.201050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.210059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.210059 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] 10.222.0.62 "DELETE /v2.0/networks/bed76155-8e80-4dd6-859d-bf2418ec5bf3 HTTP/1.1" status: 204 len: 168 time: 0.4372270 Dec 20 23:32:33.221461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=bed76155-8e80-4dd6-859d-bf2418ec5bf3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:33.229672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.231130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.231130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.231130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.232086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.232428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.232764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.233090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.233417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.233781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.238545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.238545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.238545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e0c327-db78-403f-8e19-868333f62f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:32:33.527562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.573303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54594) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:32:33.628615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d57230b-97d3-474d-87c0-0395e51b4459 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e5a8a94ae57461cbc24c003568a36e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523357 Dec 20 23:32:33.631080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 54600) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:32:33.686837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.709805 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.829642 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.832589 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:33.833990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43d97072-270e-4e5a-89a6-b02565033337 HTTP/1.1" status: 204 len: 168 time: 0.2018828 Dec 20 23:32:33.842799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e8f90-3fe6-44f0-8622-1158bd4b2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d97072-270e-4e5a-89a6-b02565033337,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:34.879014 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-892632c9-3472-4cf8-9a68-26c762782d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:37.610280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2890b482-42d5-4e1f-9ecd-76246edcf380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:38.404537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:39.807185 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:40.470154 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:52.187881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3aec7-8bab-42eb-8ec8-a7a3ff4124bc req-338b0eea-8090-4fbc-b45e-36f4ab53919a tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:52.189374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98d3aec7-8bab-42eb-8ec8-a7a3ff4124bc req-338b0eea-8090-4fbc-b45e-36f4ab53919a tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 950 time: 0.0538127 Dec 20 23:32:52.238392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98d3aec7-8bab-42eb-8ec8-a7a3ff4124bc req-920954f1-6a82-444d-a2b0-0bdd1dd1c2d5 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Dec 20 23:32:53.359616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f2ea-bd32-45bc-b8e3-06e2037ef0dd req-63c67d40-3a14-4917-874c-e837dafe1ce6 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:53.361122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8676f2ea-bd32-45bc-b8e3-06e2037ef0dd req-63c67d40-3a14-4917-874c-e837dafe1ce6 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 950 time: 0.0496588 Dec 20 23:32:53.410106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8676f2ea-bd32-45bc-b8e3-06e2037ef0dd req-84adfd51-70aa-4387-a2d1-5f3e42cd0cee tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/security-groups?id=527c535b-09e2-472c-af6b-fc642960261d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Dec 20 23:32:53.869047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-dbe1f281-0d18-44bc-8181-39c563428dbf tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:32:53.871069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-dbe1f281-0d18-44bc-8181-39c563428dbf tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 950 time: 0.0488114 Dec 20 23:32:53.968237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Deleting port c024cee0-58a5-41a1-b613-a07bcc2ee777 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:32:53.968478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:54.056252 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] For port c024cee0-58a5-41a1-b613-a07bcc2ee777, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c024cee0-58a5-41a1-b613-a07bcc2ee777,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:32:54.057101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:54.068974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Calling delete_port for c024cee0-58a5-41a1-b613-a07bcc2ee777 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:32:54.312857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:54.329747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c024cee0-58a5-41a1-b613-a07bcc2ee777'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:32:54.341892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Pushing event deleted for resources: {'Port': ['ID=c024cee0-58a5-41a1-b613-a07bcc2ee777,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:32:54.392626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] No DVR routers for this DVR port c024cee0-58a5-41a1-b613-a07bcc2ee777 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:32:54.395127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:32:54.398504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de32f821-407d-43df-a4d1-0c2e67e3c514 req-43f944b4-9092-42fa-95af-d3b37c0f6857 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.45 "DELETE /v2.0/ports/c024cee0-58a5-41a1-b613-a07bcc2ee777 HTTP/1.1" status: 204 len: 173 time: 0.5191035 Dec 20 23:32:54.398937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'name': 'network-vif-deleted', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:32:54.401155 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a610423-8072-4090-94f1-3b1919af6a26" -d '{"events": [{"server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "name": "network-vif-deleted", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:32:54.507127 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70ee9b9d-326c-447c-a594-575193a01d56 req-9a85e593-a442-44f6-a308-a5f42df971f8 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0272970 Dec 20 23:32:54.569920 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb08eae9-2854-476e-8154-cedaaff99c60 x-openstack-request-id: req-bb08eae9-2854-476e-8154-cedaaff99c60 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:32:54.570570 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1ae2d0-f086-44f0-845f-8109601d7171", "name": "network-vif-deleted", "tag": "c024cee0-58a5-41a1-b613-a07bcc2ee777", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:32:54.571082 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb08eae9-2854-476e-8154-cedaaff99c60 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:32:54.571498 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1ae2d0-f086-44f0-845f-8109601d7171', 'name': 'network-vif-deleted', 'tag': 'c024cee0-58a5-41a1-b613-a07bcc2ee777', 'status': 'completed', 'code': 200} Dec 20 23:32:54.846879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:32:55.621100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af652448-13d8-4a37-8367-279f3bf71231 req-5a49497d-f8ad-4fe0-9ed1-553e84600672 tempest-VolumesBackupsTest-138856378 tempest-VolumesBackupsTest-138856378-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d1ae2d0-f086-44f0-845f-8109601d7171 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Dec 20 23:32:57.377158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c024cee0-58a5-41a1-b613-a07bcc2ee777 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:32:57.397505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: c024cee0-58a5-41a1-b613-a07bcc2ee777 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:32:57.397877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c024cee0-58a5-41a1-b613-a07bcc2ee777 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:32:58.238294 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:03.538222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:04.832154 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25229f8a-6874-4cf5-b9ae-a9d304176621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:07.598589 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9a37809f-e8a6-46e7-bcdf-20ba4a5db4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:08.383856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:09.832168 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:10.466710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:26.727585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55464) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:26.856984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eceeb826-c627-4dc2-a97d-0d79dc61f615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:26.933606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eceeb826-c627-4dc2-a97d-0d79dc61f615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.023582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-eceeb826-c627-4dc2-a97d-0d79dc61f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.064312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-eceeb826-c627-4dc2-a97d-0d79dc61f615 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dc019b9537549928d75d99b15316323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355575 Dec 20 23:33:27.065264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeb826-c627-4dc2-a97d-0d79dc61f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22244e23-d3e2-4f74-8ce7-c6daa10eaf21,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:27.067064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55468) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:27.130654 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.154153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.277661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.281287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:27.282507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22244e23-d3e2-4f74-8ce7-c6daa10eaf21 HTTP/1.1" status: 204 len: 168 time: 0.2131977 Dec 20 23:33:27.290705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89aa0-d367-460f-a33d-809d60db174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22244e23-d3e2-4f74-8ce7-c6daa10eaf21,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:28.214547 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.266924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55498) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:28.368345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997706383-network', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:28.486351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:33:28.488838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.497850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.572500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.663625 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.685258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:33:28.699198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35cf82-44a8-484a-9f90-789bb69348a2,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:28.704062 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.704407 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Added segment 789131e0-1135-4590-ac19-8db327d69acc of type vlan for network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 Dec 20 23:33:28.744064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.837772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.838762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:28.839362 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:28.903442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] Pushing event updated for resources: {'Network': ['ID=34682b41-c35e-4e4f-9769-e93a1c1a90b0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:28.917428 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:33:28.952262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-06fec42c-79c6-4228-8185-cfde8816b40a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6842394 Dec 20 23:33:28.955110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55508) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:28.959786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Request body: {'subnet': {'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997706383-subnet', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:29.037487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:33:29.039922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.266510 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.322037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6161649e-b587-4276-8685-948caf09daba,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:29.330996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:29.331356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Network hostable DHCP agents. Network: 34682b41-c35e-4e4f-9769-e93a1c1a90b0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:33:29.406363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:33:29.480611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 34682b41-c35e-4e4f-9769-e93a1c1a90b0) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:29.486209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:29.486899 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.490148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b02c7-8df4-4200-ba01-f10fd4be128b None None] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:33:29.569175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-df3cb4af-cb02-4d38-b586-e2ed820fb4a6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6129847 Dec 20 23:33:29.571737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55510) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:29.575990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:29.598421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:33:29.599305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.652468 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.653602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.712593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.733902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Allocated IP 172.20.0.2 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/4460dad9-a96a-436d-996b-58769fe2f84e) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:29.897370 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.922329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:29.955348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.001079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:30.004163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:30.008494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:30.011498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Pushing event updated for resources: {'Port': ['ID=4460dad9-a96a-436d-996b-58769fe2f84e,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:30.023112 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.023466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.023802 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.024134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.024464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.024792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.025115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.025436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.025801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.026176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.026498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.026820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.027140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:30.078101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Attempting to bind port 4460dad9-a96a-436d-996b-58769fe2f84e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:30.078770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Attempting to bind port 4460dad9-a96a-436d-996b-58769fe2f84e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:30.079239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Attempting to bind port 4460dad9-a96a-436d-996b-58769fe2f84e on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:30.085231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:30.085772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:30.086302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.086798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:30.087362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Bound port: 4460dad9-a96a-436d-996b-58769fe2f84e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:30.087896 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.153988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] For port 4460dad9-a96a-436d-996b-58769fe2f84e, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:30.157703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] For port 4460dad9-a96a-436d-996b-58769fe2f84e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4460dad9-a96a-436d-996b-58769fe2f84e,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:30.177747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.196964 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.232482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.301495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba7fb-5701-466a-a45f-938ab5f757d9 None None] Pushing event updated for resources: {'Port': ['ID=4460dad9-a96a-436d-996b-58769fe2f84e,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:30.304679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Allocated IP 172.25.1.143 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/6316924d-8e0e-47a4-8d4d-9205ff805ec3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:30.432824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.540996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.585323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:30.590893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:30.607624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfde4d-f85e-46b7-8434-63ae05f9e34d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:30.608190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:30.629107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Pushing event updated for resources: {'Port': ['ID=6316924d-8e0e-47a4-8d4d-9205ff805ec3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:30.661573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3dec14c3-b638-4147-be96-87e9506e134c None None] Provisioning complete for port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:30.662065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3dec14c3-b638-4147-be96-87e9506e134c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:30.706748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3dec14c3-b638-4147-be96-87e9506e134c None None] Port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:30.983598 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.047680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4460dad9-a96a-436d-996b-58769fe2f84e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:31.105023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4460dad9-a96a-436d-996b-58769fe2f84e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:31.105935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.212215 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.371725 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.406970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 4460dad9-a96a-436d-996b-58769fe2f84e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4460dad9-a96a-436d-996b-58769fe2f84e,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:31.440710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Router d7695960-072e-4bee-8e1a-b132337a4cef is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:33:31.470516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36811355-a006-42bb-bf0a-882fbfa9e070 None None] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:33:31.492077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.562049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:33:31.577872 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:33:31.587662 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:31.589550 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:31.605037 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c9371e90-89d2-4245-9ad1-a453e5a1e15c None None] Provisioning complete for port 4460dad9-a96a-436d-996b-58769fe2f84e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:31.608364 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c9371e90-89d2-4245-9ad1-a453e5a1e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.609463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=4460dad9-a96a-436d-996b-58769fe2f84e,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:31.645186 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:31.649221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4f02103a-0db5-48b4-be2e-f87f81cddde4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0738282 Dec 20 23:33:31.649221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55516) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:31.766879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:31.973417 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:33:32.008597 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:30Z', 'revision_number': 3, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:32.041005 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:33:32.041714 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Updating router d7695960-072e-4bee-8e1a-b132337a4cef port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:33:32.057340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ad1e44f0-b8ee-4269-aaa6-112c62e26ee0 None None] Provisioning complete for port 4460dad9-a96a-436d-996b-58769fe2f84e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:32.060447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad1e44f0-b8ee-4269-aaa6-112c62e26ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.068464 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.428104 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.469797 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.477180 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.524651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d0d58b-5d07-45d0-ad38-53ca7109712d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:32.530917 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Attempting to bind port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:32.531156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Attempting to bind port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:32.535873 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Attempting to bind port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:32.543830 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Pushing event updated for resources: {'Port': ['ID=6316924d-8e0e-47a4-8d4d-9205ff805ec3,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:32.547060 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:32.547428 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:32.547832 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.548258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:32.548742 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Bound port: 6316924d-8e0e-47a4-8d4d-9205ff805ec3, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:32.549118 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.575761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.576707 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.577286 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.578377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.578377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.578377 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.579178 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.579178 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.579357 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.579623 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.579939 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.580470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.580957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:32.596068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-886aa0e0-a8b9-4c90-a46d-135c2439703d None None] Provisioning complete for port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:32.596461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-886aa0e0-a8b9-4c90-a46d-135c2439703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.621859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] For port 6316924d-8e0e-47a4-8d4d-9205ff805ec3, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:32.627397 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] For port 6316924d-8e0e-47a4-8d4d-9205ff805ec3, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6316924d-8e0e-47a4-8d4d-9205ff805ec3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:32.641003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-886aa0e0-a8b9-4c90-a46d-135c2439703d None None] Port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:32.650091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Allocated IP 172.20.0.1 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/330a185f-bc20-4adc-b5a4-c46a6c02f6f4) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:32.709988 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.760795 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.765893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9036036-478a-4385-afc4-54d4a72919a9 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:32.770850 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:32.771696 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:32.818520 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0628-ea93-4b24-bc17-0a59e30a44dd None None] Pushing event updated for resources: {'Port': ['ID=6316924d-8e0e-47a4-8d4d-9205ff805ec3,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:32.854864 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.884233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] Provisioning complete for port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:32.885939 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:32.931036 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:32.951112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:32.951112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:32.952445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:32.958808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:33.011239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.076869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.093391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4460dad9-a96a-436d-996b-58769fe2f84e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:33.151226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] For port 6316924d-8e0e-47a4-8d4d-9205ff805ec3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6316924d-8e0e-47a4-8d4d-9205ff805ec3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:33.164816 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4460dad9-a96a-436d-996b-58769fe2f84e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:33.165590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.166673 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:30Z', 'revision_number': 3, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:33.203806 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149a0bd-9cef-447a-9cc4-2f792857c1a0 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:30Z', 'revision_number': 3, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:33:33.283571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.342690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b95a-994e-4ae0-8059-42d33cbedbb8 None None] Pushing event updated for resources: {'Port': ['ID=6316924d-8e0e-47a4-8d4d-9205ff805ec3,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:33.355627 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.409497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-616402b4-dce0-4376-869e-968be8df6146 None None] Provisioning complete for port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:33.411572 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-616402b4-dce0-4376-869e-968be8df6146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.460489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-616402b4-dce0-4376-869e-968be8df6146 None None] Port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:33.530164 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.577759 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.635427 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.712736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:33.714661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:33.727764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.728382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.728979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.729586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.730271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.730815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.731388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.731911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.732522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.732947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.733457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.734003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.734538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:33.840456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:33.842354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:33.979520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:33:34.108976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:33:34.114890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f0671ffd-7777-435e-99f3-9c14eaae3ed6 admin admin] 10.222.0.62 "PUT /v2.0/routers/d7695960-072e-4bee-8e1a-b132337a4cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643848 Dec 20 23:33:34.205310 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4b815232-5736-4695-905f-85e22e647fa7 None None] Provisioning complete for port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:34.206309 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4b815232-5736-4695-905f-85e22e647fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:34.257607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-4b815232-5736-4695-905f-85e22e647fa7 None None] Port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:34.814057 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55542) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:34.819434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1387466090-network', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:34.844580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0bda4384-7538-4845-b023-36fbf0c4fd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:34.946484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Made reservation on behalf of 8eda06087b2e4bf784edff192a954dd8 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:33:34.949279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:34.966453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.057831 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6316924d-8e0e-47a4-8d4d-9205ff805ec3 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:35.086130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:33:35.088518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.105935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:35.106569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:35.166513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.191735 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:33:35.202276 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1798fe25-5407-4ea6-b5f1-269122a62604,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:35.205638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:35.206195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.207153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.207481 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Added segment 3fc4467f-1c18-452a-a01c-2007417f735b of type vlan for network 18abc4b6-2359-4572-822f-a1ad06ceac9f Dec 20 23:33:35.251729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.252459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:35.354777 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.355749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:35.356320 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.422155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] Pushing event updated for resources: {'Network': ['ID=18abc4b6-2359-4572-822f-a1ad06ceac9f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:35.433285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:33:35.454827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0d0c05bb-3a80-4eda-9ddc-fa6480df9f7d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6394796 Dec 20 23:33:35.457498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 55546) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:35.462432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Request body: {'subnet': {'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1387466090-subnet', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:35.538260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Made reservation on behalf of 8eda06087b2e4bf784edff192a954dd8 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:33:35.540743 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.581780 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 2, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:35.608670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:33:35.608939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Updating router d7695960-072e-4bee-8e1a-b132337a4cef port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:33:35.634655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.768792 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:35.828858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69681ebc-0b8c-4c6c-801e-fba1b5d2062a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:35.839821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Checking segment: {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:35.840183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Network hostable DHCP agents. Network: 18abc4b6-2359-4572-822f-a1ad06ceac9f, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:33:35.937792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:33:35.946650 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.023416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 18abc4b6-2359-4572-822f-a1ad06ceac9f) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:36.033613 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:36.033613 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.033961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dff552-b65d-4ec9-b3e6-2cdd1c849515 None None] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:33:36.047957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.117648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-64a18c90-7df3-46b7-9820-fdc47b1e4506 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6568367 Dec 20 23:33:36.118923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:36.131688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:36.147920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddc8a1-5cd1-4690-b8d3-847471d5d1bb None None] Pushing event updated for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:36.211691 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-18abc4b6-2359-4572-822f-a1ad06ceac9f', 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f', 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'fixed_ips': [{'subnet_id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:33:36.212522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.236336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Attempting to bind port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:36.237608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Attempting to bind port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:36.237911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Attempting to bind port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:36.250861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:36.251559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:36.251965 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.252366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:36.252865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Bound port: 330a185f-bc20-4adc-b5a4-c46a6c02f6f4, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:36.253248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.277339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.277339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.335491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.422014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] For port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:36.426954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] For port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:36.431008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Allocated IP 172.20.0.2 (18abc4b6-2359-4572-822f-a1ad06ceac9f/69681ebc-0b8c-4c6c-801e-fba1b5d2062a/1c47c7e0-f4ba-43a9-924d-f24677cc71d6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:36.500770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.538634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.583890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] Provisioning complete for port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:36.583890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.627301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:36.627849 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:36.633000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddc8a1-5cd1-4690-b8d3-847471d5d1bb None None] Pushing event updated for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:36.764914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.900860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.929406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:36.967188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.012301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:37.050005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.067739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:37.083912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:37.091101 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Pushing event updated for resources: {'Port': ['ID=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:37.099927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Allocated IP 172.25.1.113 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/0e63e189-ad34-42ea-a052-03a696b22c74) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:37.119081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:37.182962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] For port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:37.209424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.243749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Attempting to bind port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:37.244350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Attempting to bind port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:37.244747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Attempting to bind port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 on network 18abc4b6-2359-4572-822f-a1ad06ceac9f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:37.257091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:37.257091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Checking segment: {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:37.257091 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.257091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Bound using segment: {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:37.257091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Bound port: 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:37.257930 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.276975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.295859 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.335914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:37.342738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:37.345503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:37.369788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121c34d-010b-435c-aa13-94bca408ccf3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:37.381313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Pushing event updated for resources: {'Port': ['ID=0e63e189-ad34-42ea-a052-03a696b22c74,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:37.397264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.397680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.398228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.398828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.399281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.399615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.400132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.400484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.400807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.401316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.401637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.401979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.402299 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:33:37.414796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a68561-29aa-457d-9e20-59a93595d0df None None] Pushing event updated for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:37.421143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] For port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:37.426354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] For port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:37.438221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-52571923-e562-4e4a-90be-27c49b2efc89 None None] Provisioning complete for port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:37.438221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52571923-e562-4e4a-90be-27c49b2efc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.472465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:36Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:37.505393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f4e99-0c25-4605-ba64-aeaf2b33b321 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:36Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:33:37.507498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.639017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98f0f-f09b-4fad-9052-4f07e8ca8030 None None] Pushing event updated for resources: {'Port': ['ID=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:37.660847 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-56272569-1785-4065-abbf-7c76082b3ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.803767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-52313c5e-ae01-40e4-8d9d-29dfc16496ff None None] Provisioning complete for port 0e63e189-ad34-42ea-a052-03a696b22c74 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:37.804127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52313c5e-ae01-40e4-8d9d-29dfc16496ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:37.852056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-52313c5e-ae01-40e4-8d9d-29dfc16496ff None None] Port 0e63e189-ad34-42ea-a052-03a696b22c74 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:38.140555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:38.346753 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:38.385882 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:38.568875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:33:38.702794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:33:38.732765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Sync routers for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:33:38.739626 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:38.740349 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:38.782841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:38.783979 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-08270b65-604a-4bb0-a858-8a993f9933ed admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6648133 Dec 20 23:33:38.786916 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 55574) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:33:38.866196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:38.887401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f224c4c-09e9-456c-bac3-7e778cc4c1f1 None None] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:33:39.017631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] Provisioning complete for port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:39.018408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.096511 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 3, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:39.133306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Checking router: 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:33:39.134047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Updating router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 port 0e63e189-ad34-42ea-a052-03a696b22c74 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:33:39.165621 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.183258 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.205654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:39.270979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] For port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:39.286235 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:39.286615 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.356753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.443961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.450597 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.494648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4200a83-b13c-48a9-9eac-43eb252b9454 None None] Pushing event updated for resources: {'Port': ['ID=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:39.503036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:39.515396 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.542508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-62c0b633-ab2d-4ea6-9375-ca42d108f6f0 None None] Provisioning complete for port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:39.543163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-62c0b633-ab2d-4ea6-9375-ca42d108f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.587192 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6653-4a92-4e88-921b-5e52a280f2d5 None None] Pushing event updated for resources: {'Port': ['ID=0e63e189-ad34-42ea-a052-03a696b22c74,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:39.589920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Attempting to bind port 0e63e189-ad34-42ea-a052-03a696b22c74 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:39.590489 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Attempting to bind port 0e63e189-ad34-42ea-a052-03a696b22c74 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:39.591024 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Attempting to bind port 0e63e189-ad34-42ea-a052-03a696b22c74 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:39.600201 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:39.600586 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:39.600959 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.601337 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:39.601825 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Bound port: 0e63e189-ad34-42ea-a052-03a696b22c74, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:39.602201 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.621336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befa600-97b5-41dc-9ae1-d6d336ad6fb1 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:39.675783 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] For port 0e63e189-ad34-42ea-a052-03a696b22c74, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:39.679329 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] For port 0e63e189-ad34-42ea-a052-03a696b22c74, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0e63e189-ad34-42ea-a052-03a696b22c74,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:39.689449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Allocated IP 172.20.0.1 (18abc4b6-2359-4572-822f-a1ad06ceac9f/69681ebc-0b8c-4c6c-801e-fba1b5d2062a/2bbfa951-6025-42fe-8c28-d2f01fc2af2d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:39.697740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:39.698111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.769016 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.810569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:39.860234 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6653-4a92-4e88-921b-5e52a280f2d5 None None] Pushing event updated for resources: {'Port': ['ID=0e63e189-ad34-42ea-a052-03a696b22c74,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:39.872096 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:39.874035 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:39.875880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719e75b-bc29-4766-bae1-f84881e866a7 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:33:39.906954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] Provisioning complete for port 0e63e189-ad34-42ea-a052-03a696b22c74 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:39.907494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.003556 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:40.004445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.024335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] For port 0e63e189-ad34-42ea-a052-03a696b22c74, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0e63e189-ad34-42ea-a052-03a696b22c74,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:40.065713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.113188 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.157324 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.184330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:40.187921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:40.191575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:40.218103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9bb2c-0388-48d2-a3f8-fe3b7f0d92ec None None] Pushing event updated for resources: {'Port': ['ID=0e63e189-ad34-42ea-a052-03a696b22c74,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:40.226309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Pushing event updated for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:40.246999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.298989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ae695d4e-d682-42c5-b205-5f1cbbc4eee9 None None] Provisioning complete for port 0e63e189-ad34-42ea-a052-03a696b22c74 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:40.299448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ae695d4e-d682-42c5-b205-5f1cbbc4eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.317322 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 3, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:40.350275 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78904-6a24-40a1-ade4-fed54b1cb9ad None None] The sync data for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 is: [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 3, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:33:40.501785 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.515938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.569308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ced22991-39ca-4c2f-9df6-4e29ec2e4125 None None] Provisioning complete for port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:40.575027 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ced22991-39ca-4c2f-9df6-4e29ec2e4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.611067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ced22991-39ca-4c2f-9df6-4e29ec2e4125 None None] Port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:40.716131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.772656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.856858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Pushing event updated for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:40.861436 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:40.979502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:40.983781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:41.155707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:33:41.184173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0e63e189-ad34-42ea-a052-03a696b22c74 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:41.289007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 0e63e189-ad34-42ea-a052-03a696b22c74 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:41.289269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:33:41.289383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:41.295615 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6e173233-fb6e-4451-b95a-b67f74e3338e admin admin] 10.222.0.62 "PUT /v2.0/routers/5d6a4aef-8659-44c4-9cc0-ddc462822ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079350 Dec 20 23:33:41.366218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-53eb28d5-65b0-430c-ab68-c3b123ca2e17 None None] Provisioning complete for port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:41.366753 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53eb28d5-65b0-430c-ab68-c3b123ca2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:41.442362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-53eb28d5-65b0-430c-ab68-c3b123ca2e17 None None] Port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:41.446598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:41.509363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:41.510114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:42.218091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Sync routers for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:33:42.229215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:42.233065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:42.338425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:42.556320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2bbfa951-6025-42fe-8c28-d2f01fc2af2d', 'name': '', 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'mac_address': 'fa:16:3e:5d:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:39Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 2, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'subnets': [{'id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:42.594972 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Checking router: 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:33:42.596084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Updating router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:33:42.636402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.181088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.242949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.350800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2405-4653-4edc-8927-04a9fd632e7a None None] Pushing event updated for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:43.377171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Attempting to bind port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:43.378035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Attempting to bind port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:43.380286 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Attempting to bind port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d on network 18abc4b6-2359-4572-822f-a1ad06ceac9f {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:43.387388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:43.387856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Checking segment: {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:43.389060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.390678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Bound using segment: {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:43.391247 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Bound port: 2bbfa951-6025-42fe-8c28-d2f01fc2af2d, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc4467f-1c18-452a-a01c-2007417f735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:43.392466 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.471231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] For port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:43.474820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] For port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:43.568495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.620026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] Provisioning complete for port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:43.620397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.684060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2405-4653-4edc-8927-04a9fd632e7a None None] Pushing event updated for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:43.694395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:33:43.694395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:33:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:43.795182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:43.883789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] For port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:33:43.885971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:33:43.963667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:44.058799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8a22f-ca98-45c7-a97b-82a7af585694 None None] Pushing event updated for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:44.118506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-377e981c-5770-412b-b902-4744da64d8e8 None None] Provisioning complete for port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:44.118880 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-377e981c-5770-412b-b902-4744da64d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:44.176446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2bbfa951-6025-42fe-8c28-d2f01fc2af2d', 'name': '', 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'mac_address': 'fa:16:3e:5d:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:39Z', 'updated_at': '2021-12-20T23:33:43Z', 'revision_number': 4, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'subnets': [{'id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:33:44.203686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ed0d4-f82b-4663-9f2c-85b80b87f302 None None] The sync data for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 is: [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2bbfa951-6025-42fe-8c28-d2f01fc2af2d', 'name': '', 'network_id': '18abc4b6-2359-4572-822f-a1ad06ceac9f', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'mac_address': 'fa:16:3e:5d:29:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:39Z', 'updated_at': '2021-12-20T23:33:43Z', 'revision_number': 4, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'subnets': [{'id': '69681ebc-0b8c-4c6c-801e-fba1b5d2062a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:33:45.053406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2bbfa951-6025-42fe-8c28-d2f01fc2af2d up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:33:45.128353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:45.128889 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:45.184829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-8be95c50-6381-40df-917b-217b7b1ddb4b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:45.187577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-8be95c50-6381-40df-917b-217b7b1ddb4b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1318529 Dec 20 23:33:45.205003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-5c958bb9-32e0-4844-8c45-8bb2f737051a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0109677 Dec 20 23:33:45.262527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-d2f3d09f-761e-4ce1-b893-049922a0cae7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497959 Dec 20 23:33:45.274519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-a9945c28-b66d-46e3-be1f-e65cd847c764 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:33:45.276445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-a9945c28-b66d-46e3-be1f-e65cd847c764 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054903 Dec 20 23:33:45.375640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-cf13fe20-7ec2-4732-b3d9-3e2799f9d7ca service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931144 Dec 20 23:33:45.463004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-e02fafc8-3f7f-41cd-ad9a-a875254012f4 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810421 Dec 20 23:33:45.997067 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9c0a40ee-83f2-4a0e-a3a4-c87c1be10764 req-ba72c280-2e7c-4723-97fe-7f23e3b34539 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Dec 20 23:33:47.104757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6fd00efd-bc21-4191-a16a-f216df68ca9b req-6be0f5cf-30ca-44b9-8a09-23097ca0d7b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0366886 Dec 20 23:33:48.164657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-cf147567-8140-49f4-8bb1-55dce73627a3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:48.164657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-cf147567-8140-49f4-8bb1-55dce73627a3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1161461 Dec 20 23:33:48.179342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:48.220996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cd0d398-0494-4cd7-96d7-2a3e2aba8d52 req-54adea26-dd7a-4b18-a1c6-03e8061240b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Dec 20 23:33:48.355188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:33:48.359672 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:48.504146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.7 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/575c5750-8ad7-404b-afa7-8ee6fbaa9568) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:33:48.665154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:48.760969 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:48.816366 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:33:48.822463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:33:48.825130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:33:48.829504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:33:48.883975 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:33:48.889142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:48.889142 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:48.970914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8bd422a-5c7d-4a06-867f-d5387c5f8e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958527 Dec 20 23:33:48.981502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-f7b03d44-1750-45fc-8dc5-89cd06c84926 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:33:48.983366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-f7b03d44-1750-45fc-8dc5-89cd06c84926 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061495 Dec 20 23:33:49.114048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1bc03b9b-4195-4b96-a6c9-379f4beb511b None None] Provisioning complete for port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:33:49.115124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1bc03b9b-4195-4b96-a6c9-379f4beb511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.123457 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Request body: {'port': {'device_id': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:33:49.151488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1bc03b9b-4195-4b96-a6c9-379f4beb511b None None] Port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:33:49.205217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.369397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c75256-7f2e-4bdb-bd7c-4abf0c72ecd1 req-97d93977-b745-47cb-8406-f7b58182f649 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:49.378880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c75256-7f2e-4bdb-bd7c-4abf0c72ecd1 req-97d93977-b745-47cb-8406-f7b58182f649 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 931 time: 0.0640218 Dec 20 23:33:49.444662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50c75256-7f2e-4bdb-bd7c-4abf0c72ecd1 req-590f4e47-9ab4-436f-a89d-ce7947a11520 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594702 Dec 20 23:33:49.518791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575c5750-8ad7-404b-afa7-8ee6fbaa9568 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:33:49.526231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.538390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Transition to ACTIVE for port object 575c5750-8ad7-404b-afa7-8ee6fbaa9568 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:33:49.614197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.675883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Pushing event updated for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:49.753019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Attempting to bind port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:33:49.753386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Attempting to bind port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:33:49.754028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Attempting to bind port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:49.758967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:33:49.759347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Attempting to bind port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:33:49.766182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:33:49.766519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:33:49.766896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:33:49.767313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Bound port: 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:33:49.767655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.850823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:33:49.855534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:33:49.944333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.980184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:49.980940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:49.982605 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] 10.222.0.59 "PUT /v2.0/ports/575c5750-8ad7-404b-afa7-8ee6fbaa9568 HTTP/1.1" status: 200 len: 1091 time: 0.9908946 Dec 20 23:33:49.983336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:33:49.985296 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b427a-377f-4c3a-9351-4a8d696423be" -d '{"events": [{"name": "network-changed", "server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:33:50.015771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b834a-5e53-4681-81ca-9b2d4c0e940b service neutron] Pushing event updated for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:33:50.049475 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d08552-6e98-4fd5-831f-d8ddb5c4f7e6 x-openstack-request-id: req-f7d08552-6e98-4fd5-831f-d8ddb5c4f7e6 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:33:50.049796 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:33:50.050052 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7d08552-6e98-4fd5-831f-d8ddb5c4f7e6 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:33:50.050455 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568', 'status': 'completed', 'code': 200} Dec 20 23:33:50.118820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b427a-377f-4c3a-9351-4a8d696423be req-031b3815-3aa3-4511-88e2-262c45c8c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.120430 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c71b427a-377f-4c3a-9351-4a8d696423be req-031b3815-3aa3-4511-88e2-262c45c8c832 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 1094 time: 0.0468812 Dec 20 23:33:50.246534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b427a-377f-4c3a-9351-4a8d696423be req-7150f50f-afb9-42c3-838b-aac3be4279e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.249828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c71b427a-377f-4c3a-9351-4a8d696423be req-7150f50f-afb9-42c3-838b-aac3be4279e7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1213646 Dec 20 23:33:50.355531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b427a-377f-4c3a-9351-4a8d696423be req-f1def3ef-8245-41e5-83f0-3a675c22cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.356152 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c71b427a-377f-4c3a-9351-4a8d696423be req-f1def3ef-8245-41e5-83f0-3a675c22cd49 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991669 Dec 20 23:33:50.446013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-a85eec47-3626-45d4-94fe-2b5f3c977623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.447539 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-a85eec47-3626-45d4-94fe-2b5f3c977623 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 1094 time: 0.0538492 Dec 20 23:33:50.559625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b87b0-ff55-4e31-9a14-3e315ec454bb req-64171c54-47a5-4f58-99c3-5b032b27b825 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.568548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-870b87b0-ff55-4e31-9a14-3e315ec454bb req-64171c54-47a5-4f58-99c3-5b032b27b825 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0595343 Dec 20 23:33:50.631351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-870b87b0-ff55-4e31-9a14-3e315ec454bb req-3acb1943-3115-40e7-a78a-d5b4e74170f7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Dec 20 23:33:50.806966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-bd06b15c-026a-43e0-b514-57394813ac17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568 HTTP/1.1" status: 200 len: 217 time: 0.3493795 Dec 20 23:33:50.859105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-1d93d9a7-a611-462c-8490-fcb7d4409e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.860698 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-1d93d9a7-a611-462c-8490-fcb7d4409e70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0457523 Dec 20 23:33:50.911078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-3ef6d852-f8b0-456e-891f-296344a9e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:50.912585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-3ef6d852-f8b0-456e-891f-296344a9e8e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439999 Dec 20 23:33:51.010494 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-b8234b18-6400-46a5-8cb4-ac2e68f866a3 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898085 Dec 20 23:33:51.115464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-31eb7d96-b8b5-4216-b116-12bf83de6515 req-cbbfa45e-9ef6-4519-834b-1f1e21d1aece service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976644 Dec 20 23:33:51.742364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6482d0-d34f-4cfc-80ac-631f90c3e9a0 req-7c8675af-e12d-44ed-8f64-7bcead95b817 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:51.745826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf6482d0-d34f-4cfc-80ac-631f90c3e9a0 req-7c8675af-e12d-44ed-8f64-7bcead95b817 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0543604 Dec 20 23:33:51.795724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf6482d0-d34f-4cfc-80ac-631f90c3e9a0 req-249f6f3e-e9b4-4a43-bb06-70b790467c82 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Dec 20 23:33:52.932446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae909d60-0014-4beb-aeee-96ff2525608d req-14a95da1-b634-479e-973d-840ff6568872 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:52.934142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae909d60-0014-4beb-aeee-96ff2525608d req-14a95da1-b634-479e-973d-840ff6568872 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0688763 Dec 20 23:33:52.986978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ae909d60-0014-4beb-aeee-96ff2525608d req-96603e34-8a99-48f3-9748-5e689fcc95c6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Dec 20 23:33:54.112200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fbd2d-c836-4b86-8d12-e2dda27deb90 req-f709beaf-71e0-4499-b9a7-3a27d8459c16 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:54.113844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c0fbd2d-c836-4b86-8d12-e2dda27deb90 req-f709beaf-71e0-4499-b9a7-3a27d8459c16 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0558829 Dec 20 23:33:54.164669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c0fbd2d-c836-4b86-8d12-e2dda27deb90 req-fff547b2-5a70-4813-856d-42424eb5f47d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Dec 20 23:33:55.280296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f8158-cc73-4996-8066-3d97d24b1f03 req-25056fe7-abd3-40f0-8042-a73bcf4a0d77 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:55.281804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-951f8158-cc73-4996-8066-3d97d24b1f03 req-25056fe7-abd3-40f0-8042-a73bcf4a0d77 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0500882 Dec 20 23:33:55.328751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-951f8158-cc73-4996-8066-3d97d24b1f03 req-5b7508ec-9072-4b06-8d04-3970c5575d6e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Dec 20 23:33:56.446429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d90fd2-d9b3-41fd-a88d-cd34046b5f83 req-3921e372-06c9-4e45-b2b4-5edda0c6c257 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:56.448176 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10d90fd2-d9b3-41fd-a88d-cd34046b5f83 req-3921e372-06c9-4e45-b2b4-5edda0c6c257 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0521882 Dec 20 23:33:56.495103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10d90fd2-d9b3-41fd-a88d-cd34046b5f83 req-02419538-be9a-4dbf-94e9-b57b2a33fae0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Dec 20 23:33:57.611886 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d29f7-7941-4078-87b5-47cfea5cf37d req-1f727b93-ca80-48f8-a97d-d305e3fb36de tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:57.613379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-371d29f7-7941-4078-87b5-47cfea5cf37d req-1f727b93-ca80-48f8-a97d-d305e3fb36de tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0493460 Dec 20 23:33:57.662206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-371d29f7-7941-4078-87b5-47cfea5cf37d req-451d5d16-d491-4536-8433-843f380ae006 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Dec 20 23:33:58.196470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:33:58.781348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5edd0-7521-4c76-b29a-dcb0c6b5be85 req-f1ab8cb4-8ee2-416f-8365-289eadb24373 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:58.782911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26c5edd0-7521-4c76-b29a-dcb0c6b5be85 req-f1ab8cb4-8ee2-416f-8365-289eadb24373 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0520191 Dec 20 23:33:58.835698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26c5edd0-7521-4c76-b29a-dcb0c6b5be85 req-57a37338-f14b-403e-a8df-dd1b75fb729d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Dec 20 23:33:59.958070 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772b40-e2d3-46dc-9512-443dae5f3d5a req-c5f9b034-6c54-4aaf-ad2d-141e2890c5dc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:33:59.959624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3772b40-e2d3-46dc-9512-443dae5f3d5a req-c5f9b034-6c54-4aaf-ad2d-141e2890c5dc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0569737 Dec 20 23:34:00.007643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3772b40-e2d3-46dc-9512-443dae5f3d5a req-97531245-27b7-4576-aa1b-4fe39e69c265 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Dec 20 23:34:01.123711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855baa-d298-43be-885a-f47f38305b54 req-38519830-efb8-429f-9f76-3233ff67f3ad tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:01.125230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8855baa-d298-43be-885a-f47f38305b54 req-38519830-efb8-429f-9f76-3233ff67f3ad tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0494127 Dec 20 23:34:01.172252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8855baa-d298-43be-885a-f47f38305b54 req-32fd24d5-6877-4cf0-a34c-a3154f92207a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Dec 20 23:34:02.296945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6551-2736-4f29-8fb6-b7b130895b68 req-dc5873ca-71b2-49cd-a3a1-f2fb5bfd778d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:02.298610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66ae6551-2736-4f29-8fb6-b7b130895b68 req-dc5873ca-71b2-49cd-a3a1-f2fb5bfd778d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 943 time: 0.0557699 Dec 20 23:34:02.349430 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66ae6551-2736-4f29-8fb6-b7b130895b68 req-37c05102-953e-4413-b29b-266ecdd0f754 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Dec 20 23:34:02.923551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 575c5750-8ad7-404b-afa7-8ee6fbaa9568 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:34:03.018602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:34:03.029639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '575c5750-8ad7-404b-afa7-8ee6fbaa9568', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': '575c5750-8ad7-404b-afa7-8ee6fbaa9568', 'mac_address': 'fa:16:3e:30:d2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:34:03.072464 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:03.087136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c5750-8ad7-404b-afa7-8ee6fbaa9568 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:34:03.107335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:34:03.190644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:03.236536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:03.408937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['575c5750-8ad7-404b-afa7-8ee6fbaa9568'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:34:03.471447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299f37-f00e-4b67-8b34-219bf46cbf19 req-3248c8b8-ba6f-4a65-bc43-0dd6add4a479 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:03.472987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93299f37-f00e-4b67-8b34-219bf46cbf19 req-3248c8b8-ba6f-4a65-bc43-0dd6add4a479 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 944 time: 0.0517979 Dec 20 23:34:03.531552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93299f37-f00e-4b67-8b34-219bf46cbf19 req-5b7fbcf1-7893-484e-993a-ce120c942942 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517025 Dec 20 23:34:03.536819 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:04.650310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c80bb-f68f-46f4-8a34-02639d7d2c94 req-1b608093-a5c9-45ff-9bc7-6a706627003e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:04.651714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e6c80bb-f68f-46f4-8a34-02639d7d2c94 req-1b608093-a5c9-45ff-9bc7-6a706627003e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 944 time: 0.0494492 Dec 20 23:34:04.703451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e6c80bb-f68f-46f4-8a34-02639d7d2c94 req-0912ebc3-e9a3-4e24-98c7-72735944adce tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 Dec 20 23:34:04.836464 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec33b438-e342-46ee-b582-7a6ce5ad3059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:04.939268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 575c5750-8ad7-404b-afa7-8ee6fbaa9568 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:34:05.057634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:34:05.062557 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:34:05.062931 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:05.143238 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:05.167482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:34:05.170073 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d9e76-bfd0-482a-9ec8-b7b13a0332c1" -d '{"events": [{"server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "name": "network-vif-plugged", "status": "completed", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:34:05.182269 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:34:05.209446 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555eb208-cce7-4d53-944b-fcd3638f38f1 x-openstack-request-id: req-555eb208-cce7-4d53-944b-fcd3638f38f1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:34:05.209773 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "name": "network-vif-plugged", "status": "completed", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:34:05.210059 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-555eb208-cce7-4d53-944b-fcd3638f38f1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:34:05.210456 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568', 'code': 200} Dec 20 23:34:05.246389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:05.296909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:05.307327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a646e-c45e-4c32-97e7-b6dc4923e69a req-92485046-792f-4edf-99cb-4a684f68401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:05.308926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-564a646e-c45e-4c32-97e7-b6dc4923e69a req-92485046-792f-4edf-99cb-4a684f68401e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 1096 time: 0.0412567 Dec 20 23:34:05.352203 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-564a646e-c45e-4c32-97e7-b6dc4923e69a req-d674f5ea-e08b-4a9a-8ac4-0349b6da3ea5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Dec 20 23:34:05.819579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ee923-9315-485c-8558-f9b50841046b req-d908659a-febd-4b87-a53e-fc708323237e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:05.821092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f2ee923-9315-485c-8558-f9b50841046b req-d908659a-febd-4b87-a53e-fc708323237e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Dec 20 23:34:05.869248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f2ee923-9315-485c-8558-f9b50841046b req-e853786b-e43a-426f-ba93-15c6283a5fdf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Dec 20 23:34:05.887765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-8a7a03ec-7c6e-483a-b20d-3b8bafda8f65 req-941af3a3-825a-4cd3-b456-359e637d5359 service neutron] (115563) timed out ('10.222.0.62', 38258) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:34:06.985966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9162-4644-4c5c-91d8-93dbabba3190 req-f151a985-3684-4b2c-9900-985a43f171fa tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:06.987427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-902d9162-4644-4c5c-91d8-93dbabba3190 req-f151a985-3684-4b2c-9900-985a43f171fa tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Dec 20 23:34:07.035441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-902d9162-4644-4c5c-91d8-93dbabba3190 req-9c63969b-7c6a-430f-8c54-8082cc8748a9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Dec 20 23:34:07.154460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a20ed-3102-4be1-a829-7defcd149785 req-f96815d9-c684-4df2-9c8b-e8bf383aae55 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:07.155922 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a3a20ed-3102-4be1-a829-7defcd149785 req-f96815d9-c684-4df2-9c8b-e8bf383aae55 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0532687 Dec 20 23:34:07.203819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a3a20ed-3102-4be1-a829-7defcd149785 req-d6231902-6d41-47bf-959d-46df29e27603 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Dec 20 23:34:07.318143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c47d-2f27-4a92-a25c-b8ee988a6533 req-b9d68d7c-4a00-4e76-9ef2-29a556d51902 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:07.319526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61c4c47d-2f27-4a92-a25c-b8ee988a6533 req-b9d68d7c-4a00-4e76-9ef2-29a556d51902 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Dec 20 23:34:07.365534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61c4c47d-2f27-4a92-a25c-b8ee988a6533 req-42930255-50f1-4b73-872c-20eecc478930 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Dec 20 23:34:07.590676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f570040a-e10c-47d5-96e5-856e8bce71ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:07.834438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661a986-6a18-401b-8021-cfb7f498f6ba req-ec353b8a-9b87-4ee9-ba96-d1c7c6ef9d8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:07.835877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4661a986-6a18-401b-8021-cfb7f498f6ba req-ec353b8a-9b87-4ee9-ba96-d1c7c6ef9d8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Dec 20 23:34:07.885136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4661a986-6a18-401b-8021-cfb7f498f6ba req-2eed381a-4d21-411d-9cf8-9298a2facb6a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Dec 20 23:34:08.373841 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:08.928724 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:34:09.010264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d662bd-aced-465f-9a6d-2405d3fe6c5e req-f70d6c32-22ee-47dd-9db9-d45a09afc256 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:09.011837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0d662bd-aced-465f-9a6d-2405d3fe6c5e req-f70d6c32-22ee-47dd-9db9-d45a09afc256 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0502706 Dec 20 23:34:09.061870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0d662bd-aced-465f-9a6d-2405d3fe6c5e req-03ecbdd1-6da0-41bd-9385-50603f2aeba8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Dec 20 23:34:09.263926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b47445d2-3a52-4bd8-a39a-725714e20d00 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:09.265273 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b47445d2-3a52-4bd8-a39a-725714e20d00 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Dec 20 23:34:09.360272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:34:09.360608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:09.458408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port 575c5750-8ad7-404b-afa7-8ee6fbaa9568, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=575c5750-8ad7-404b-afa7-8ee6fbaa9568,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:34:09.458795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:09.472089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 575c5750-8ad7-404b-afa7-8ee6fbaa9568 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:34:09.665159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:09.677612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['575c5750-8ad7-404b-afa7-8ee6fbaa9568'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:34:09.693212 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=575c5750-8ad7-404b-afa7-8ee6fbaa9568,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:09.755196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port 575c5750-8ad7-404b-afa7-8ee6fbaa9568 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:34:09.757877 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:09.761598 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-685f986f-ab99-4fbb-bb37-8e34ae95b549 req-b14b6088-3bf2-4db7-adad-202517956199 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "DELETE /v2.0/ports/575c5750-8ad7-404b-afa7-8ee6fbaa9568 HTTP/1.1" status: 204 len: 173 time: 0.4894211 Dec 20 23:34:09.762088 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'name': 'network-vif-deleted', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:34:09.765019 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a22cc5-21e2-4cb8-baeb-0383c554651d" -d '{"events": [{"server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "name": "network-vif-deleted", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:34:09.805135 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc78af6-9379-4460-9e8b-4968d58c35e5 x-openstack-request-id: req-0dc78af6-9379-4460-9e8b-4968d58c35e5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:34:09.805437 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c7a91-94ea-49b0-a54d-c19d36d42351", "name": "network-vif-deleted", "tag": "575c5750-8ad7-404b-afa7-8ee6fbaa9568", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:34:09.805695 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dc78af6-9379-4460-9e8b-4968d58c35e5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:34:09.806133 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c7a91-94ea-49b0-a54d-c19d36d42351', 'name': 'network-vif-deleted', 'tag': '575c5750-8ad7-404b-afa7-8ee6fbaa9568', 'status': 'completed', 'code': 200} Dec 20 23:34:09.859457 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:10.158346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc7efcda-9322-4dca-8f81-9724253e630d req-d715f245-3426-41d6-aa44-70a15457f48e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0265417 Dec 20 23:34:10.493793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:11.256274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc87a4d5-3953-4786-af9c-5f42cbea75c1 req-ea22460f-8e5a-4af4-a363-24c191ad92a5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0278091 Dec 20 23:34:12.363828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-744270a5-35ba-4be8-bd90-5cbfa6f761aa req-ef491d7d-d2c2-48e7-b06a-9f2eb83dc736 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0360749 Dec 20 23:34:12.979234 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 575c5750-8ad7-404b-afa7-8ee6fbaa9568 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:34:13.001116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 575c5750-8ad7-404b-afa7-8ee6fbaa9568 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:34:13.001757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 575c5750-8ad7-404b-afa7-8ee6fbaa9568 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:34:13.476291 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edd87161-7160-4311-aef1-caf9e88fbbe5 req-a0d36610-844a-4a55-8382-1a02d31a7a39 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0281298 Dec 20 23:34:14.583263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-779b8d12-87dc-4b8e-9368-5d7bc1ec9f5e req-3f90c014-21d6-4df2-8c26-38af7d351ad3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c24c7a91-94ea-49b0-a54d-c19d36d42351 HTTP/1.1" status: 200 len: 210 time: 0.0280848 Dec 20 23:34:28.218951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:33.550842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:34.858781 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f8743c0a-70e4-4d89-b063-ecfc5d63368b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:37.613130 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2d99-c61a-4b59-9d82-a548d0606003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:38.401776 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:39.813396 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:40.446909 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:43.879314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-55ec2fb4-9d51-4103-89c9-9216c364cf54 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:43.880842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-55ec2fb4-9d51-4103-89c9-9216c364cf54 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1193416 Dec 20 23:34:43.896809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-969558df-e291-435d-a619-9654f3afb68d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Dec 20 23:34:43.949437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-8c7ea64b-9a7a-4ec9-a816-76e04253eb27 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469818 Dec 20 23:34:44.038697 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-bd63cc53-c030-47a0-9480-172352267604 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Dec 20 23:34:44.133134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-f4e95a80-cbff-42f7-9a48-e3fbf0225e93 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880938 Dec 20 23:34:44.406784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ba7aeed-b9b4-430f-9698-f8779c40d3ee req-5209651a-5985-456e-af8d-699335cde030 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0334997 Dec 20 23:34:45.501679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3e41ed8f-afbd-496f-99d9-e9f1488796dd req-bf6204c5-7a7e-4df4-b252-d24b8e71dabd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0264094 Dec 20 23:34:45.929712 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:34:46.191878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-107fba92-f43f-409c-b712-2750b1b450fe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:46.193486 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-107fba92-f43f-409c-b712-2750b1b450fe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1088266 Dec 20 23:34:46.209543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:34:46.395158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:34:46.398879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:46.537484 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.4 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/883999fd-dfc6-43c1-8551-aa5cdfc83156) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:34:46.608087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebb23bcb-b542-4add-bdbd-fbd683b2a520 req-75cd0a5b-3779-4d9d-a5c2-054018162ffd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0279610 Dec 20 23:34:46.702765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:46.824677 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:46.869802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:34:46.872927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:34:46.876902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:34:46.910607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:46.934024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.934289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.934559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.934906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.935235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.935570 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.935904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.936234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.936553 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.936940 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.937268 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.937602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.938137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:34:46.970690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:46.971366 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.038501 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-ac141e40-81df-4d33-961b-43d80020c2cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8341846 Dec 20 23:34:47.051690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Request body: {'port': {'device_id': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:34:47.113039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.235100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-190ce0c9-533e-4d82-991d-dabe10ee1b76 None None] Provisioning complete for port 883999fd-dfc6-43c1-8551-aa5cdfc83156 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:34:47.235770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-190ce0c9-533e-4d82-991d-dabe10ee1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.270291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-190ce0c9-533e-4d82-991d-dabe10ee1b76 None None] Port 883999fd-dfc6-43c1-8551-aa5cdfc83156 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:34:47.414026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883999fd-dfc6-43c1-8551-aa5cdfc83156 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:34:47.422076 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.435158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Transition to ACTIVE for port object 883999fd-dfc6-43c1-8551-aa5cdfc83156 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:34:47.521123 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.571063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Pushing event updated for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:47.659546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Attempting to bind port 883999fd-dfc6-43c1-8551-aa5cdfc83156 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:34:47.659884 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Attempting to bind port 883999fd-dfc6-43c1-8551-aa5cdfc83156 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:34:47.664540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Attempting to bind port 883999fd-dfc6-43c1-8551-aa5cdfc83156 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:34:47.670107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Port 883999fd-dfc6-43c1-8551-aa5cdfc83156 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:34:47.670432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Attempting to bind port 883999fd-dfc6-43c1-8551-aa5cdfc83156 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:34:47.676253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:34:47.676578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:34:47.676983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:34:47.677382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Bound port: 883999fd-dfc6-43c1-8551-aa5cdfc83156, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:34:47.677799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.765047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a0bbc-805b-4d9e-a39b-7a30c8c5df44 req-f1a6d6ef-de7d-42a9-ad3a-a3720a18e99e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:47.765651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:34:47.768751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:34:47.773362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e9a0bbc-805b-4d9e-a39b-7a30c8c5df44 req-f1a6d6ef-de7d-42a9-ad3a-a3720a18e99e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0746887 Dec 20 23:34:47.831574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e9a0bbc-805b-4d9e-a39b-7a30c8c5df44 req-6df88738-48a3-4d88-af51-78696a96c662 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571489 Dec 20 23:34:47.864980 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.908914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:47.909536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:47.910942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/883999fd-dfc6-43c1-8551-aa5cdfc83156 HTTP/1.1" status: 200 len: 1091 time: 0.8638802 Dec 20 23:34:47.911389 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:34:47.913755 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423" -d '{"events": [{"name": "network-changed", "server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:34:47.954558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1a1a-dc96-4e37-9b10-4a47565051e8 service neutron] Pushing event updated for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:34:47.964130 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec9ef63-2f13-4d55-ae49-17264e8a4173 x-openstack-request-id: req-2ec9ef63-2f13-4d55-ae49-17264e8a4173 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:34:47.964523 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:34:47.964868 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ec9ef63-2f13-4d55-ae49-17264e8a4173 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:34:47.965365 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156', 'status': 'completed', 'code': 200} Dec 20 23:34:48.042286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-7d583216-d904-4e2b-ba91-a0716371a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.043872 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-7d583216-d904-4e2b-ba91-a0716371a84e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 1094 time: 0.0556464 Dec 20 23:34:48.170655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-091413c8-b44c-4873-bf77-76cc8cc26853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.173299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-091413c8-b44c-4873-bf77-76cc8cc26853 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1214902 Dec 20 23:34:48.288837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-ba435ddb-c34d-49f8-b8d0-7ebdcbdb1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.290684 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8ddb8c11-27a4-4812-aa3d-42b7da3ef423 req-ba435ddb-c34d-49f8-b8d0-7ebdcbdb1b76 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098487 Dec 20 23:34:48.371190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-8554e2e8-9ab7-4b42-b59b-1afa882e1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.372740 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-8554e2e8-9ab7-4b42-b59b-1afa882e1630 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 1094 time: 0.0426242 Dec 20 23:34:48.420631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-a519033b-e58c-4810-958e-86af56e8a12b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156 HTTP/1.1" status: 200 len: 217 time: 0.0400841 Dec 20 23:34:48.470904 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-de06a385-bf1f-4306-8e31-8db4f44d25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.472458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-de06a385-bf1f-4306-8e31-8db4f44d25a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0455623 Dec 20 23:34:48.521626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-a1fcd811-6834-4ba0-902c-a09db9ce4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.523248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-a1fcd811-6834-4ba0-902c-a09db9ce4421 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423331 Dec 20 23:34:48.625090 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-7ab90a1f-29b1-4d78-868e-08cba7447386 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935760 Dec 20 23:34:48.717080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f688bc93-6afa-4c9b-abe3-1bc3557ad14d req-8c1e7c4d-6b7a-4d55-b1c3-33f2436f393e service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Dec 20 23:34:48.942407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7c05c-a041-4e46-8643-50e2da7697f4 req-33a57f95-1362-4fb9-954a-9f774030cd7a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:48.944001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8c7c05c-a041-4e46-8643-50e2da7697f4 req-33a57f95-1362-4fb9-954a-9f774030cd7a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0538828 Dec 20 23:34:49.003778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8c7c05c-a041-4e46-8643-50e2da7697f4 req-b053c4e0-65fa-443f-b1c4-4efd12d3315f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525262 Dec 20 23:34:50.143492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86256e-d768-4e66-951b-8a1ab5180bed req-72f7254f-3eac-4b18-a47b-352e81696c50 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:50.145167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a86256e-d768-4e66-951b-8a1ab5180bed req-72f7254f-3eac-4b18-a47b-352e81696c50 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0580058 Dec 20 23:34:50.198316 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a86256e-d768-4e66-951b-8a1ab5180bed req-0137f10f-b1b7-42c5-8597-5065cea0930a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Dec 20 23:34:51.331932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79532-a8f4-472f-b41a-f5013ea56d94 req-37f0c2e3-1ea6-4821-bf61-6b9184c0244d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:51.333492 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97c79532-a8f4-472f-b41a-f5013ea56d94 req-37f0c2e3-1ea6-4821-bf61-6b9184c0244d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0600700 Dec 20 23:34:51.387992 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97c79532-a8f4-472f-b41a-f5013ea56d94 req-debc0de1-25f0-4ae2-851f-47fc3a765096 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Dec 20 23:34:52.507779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a20fa8-746e-4ae8-a2c4-87d4f8c987d0 req-69165318-0040-45ca-a99c-dd7ec9b02764 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:52.509946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1a20fa8-746e-4ae8-a2c4-87d4f8c987d0 req-69165318-0040-45ca-a99c-dd7ec9b02764 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0496941 Dec 20 23:34:52.561249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1a20fa8-746e-4ae8-a2c4-87d4f8c987d0 req-5628a1ed-6010-4a05-9af6-bbd0b74ceed2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Dec 20 23:34:53.689940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d9f2f-417f-4b0a-8c1e-4c710f030f20 req-2fc2e512-4b54-4197-bfed-de5461f9ac52 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:53.691457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d45d9f2f-417f-4b0a-8c1e-4c710f030f20 req-2fc2e512-4b54-4197-bfed-de5461f9ac52 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0596926 Dec 20 23:34:53.751237 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d45d9f2f-417f-4b0a-8c1e-4c710f030f20 req-782f9428-11c9-4150-9f0c-27ad6032375f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Dec 20 23:34:54.568902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-fb0ca0fe-0a6d-4b48-bc57-b5d74928ac28 req-44ea6af6-c1ba-4453-811f-ec2f858d5831 service neutron] (115563) timed out ('10.222.0.45', 52092) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:34:54.890797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac78a26-8a38-44c4-9ef1-024029ea9c66 req-a2cba440-1b61-4d78-b95e-31bd740f6413 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:54.892307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac78a26-8a38-44c4-9ef1-024029ea9c66 req-a2cba440-1b61-4d78-b95e-31bd740f6413 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0605679 Dec 20 23:34:54.949706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2ac78a26-8a38-44c4-9ef1-024029ea9c66 req-3a809176-3ecd-4a0c-a466-51e24f5137db tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Dec 20 23:34:56.078772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce4efc-f8cb-428f-b480-41cf9f248fbb req-da8c42bf-cbdd-4152-9fa6-fe07823ff31e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:56.081024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ce4efc-f8cb-428f-b480-41cf9f248fbb req-da8c42bf-cbdd-4152-9fa6-fe07823ff31e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0571473 Dec 20 23:34:56.132249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5ce4efc-f8cb-428f-b480-41cf9f248fbb req-24a344b0-f771-456d-a531-d722a35d2b23 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Dec 20 23:34:57.259867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62de67e-b569-4897-aa31-8062cbddeb7c req-757f3787-fbfd-4ad7-b330-171f3752e2e2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:57.262358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b62de67e-b569-4897-aa31-8062cbddeb7c req-757f3787-fbfd-4ad7-b330-171f3752e2e2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0523183 Dec 20 23:34:57.316317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b62de67e-b569-4897-aa31-8062cbddeb7c req-8f6ab3c6-821b-4879-987b-597612932332 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Dec 20 23:34:58.240758 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:34:58.446466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c11d0-933a-4ff0-a273-c83cc04df036 req-abbe07ae-6430-47d4-bd8e-f41219434d82 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:58.447979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a31c11d0-933a-4ff0-a273-c83cc04df036 req-abbe07ae-6430-47d4-bd8e-f41219434d82 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0546551 Dec 20 23:34:58.513989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a31c11d0-933a-4ff0-a273-c83cc04df036 req-e86ec357-0f95-44e7-8e6d-02054e9309af tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Dec 20 23:34:59.644166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747245a-8010-4ba4-851c-020a6671e71d req-c704a106-7a87-46c7-8edc-b77d0153abbd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:34:59.645635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4747245a-8010-4ba4-851c-020a6671e71d req-c704a106-7a87-46c7-8edc-b77d0153abbd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0528877 Dec 20 23:34:59.694979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4747245a-8010-4ba4-851c-020a6671e71d req-60b5be58-5790-450e-b31c-00bb0664b556 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Dec 20 23:35:00.827176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb8768-92cb-4acb-95dc-94395a6e8d68 req-949bad8e-2626-4e4b-9f09-be852ebe4074 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:00.830640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74fb8768-92cb-4acb-95dc-94395a6e8d68 req-949bad8e-2626-4e4b-9f09-be852ebe4074 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0572400 Dec 20 23:35:00.882328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74fb8768-92cb-4acb-95dc-94395a6e8d68 req-6c0d2b63-6be3-4457-88ac-b8abbb86d8fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Dec 20 23:35:02.009401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ecbe8-a35d-48b0-a203-fe955f465ea5 req-c73bf84d-5f94-4b47-8b00-20221ecc86c4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:02.011058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a68ecbe8-a35d-48b0-a203-fe955f465ea5 req-c73bf84d-5f94-4b47-8b00-20221ecc86c4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0575249 Dec 20 23:35:02.063363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a68ecbe8-a35d-48b0-a203-fe955f465ea5 req-9186abf5-ec6a-403e-902e-8afdf011e138 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Dec 20 23:35:03.351441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812dec-0aeb-4d03-a34b-978856ceff55 req-d221ec9d-b3d3-4e49-8744-3e43881d24dc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:03.351441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79812dec-0aeb-4d03-a34b-978856ceff55 req-d221ec9d-b3d3-4e49-8744-3e43881d24dc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0596442 Dec 20 23:35:03.351441 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79812dec-0aeb-4d03-a34b-978856ceff55 req-b9dc02fc-6d9e-4e0b-9fab-3b25de8818f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Dec 20 23:35:03.555239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:04.381270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363592f3-cddf-445f-bb39-c470d42afa41 req-6a072313-5249-4ff0-9bc2-455b087ebb00 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:04.383023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-363592f3-cddf-445f-bb39-c470d42afa41 req-6a072313-5249-4ff0-9bc2-455b087ebb00 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0622730 Dec 20 23:35:04.442955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-363592f3-cddf-445f-bb39-c470d42afa41 req-e5c741da-e958-494b-9949-42fd1b1d5cf5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538917 Dec 20 23:35:04.840489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d25c2ebd-b176-4cdb-b3b1-ddaa88460def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:05.572078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ae378-a63e-4506-ba5f-33f416e42236 req-b647d84b-df1c-49f4-ac56-d2b949f56028 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:05.574354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d77ae378-a63e-4506-ba5f-33f416e42236 req-b647d84b-df1c-49f4-ac56-d2b949f56028 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0506907 Dec 20 23:35:05.636064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d77ae378-a63e-4506-ba5f-33f416e42236 req-b674e0dd-a4cd-47fe-b18e-199513d26284 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Dec 20 23:35:06.759616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ffe0-5b35-40b9-bda9-13038aee4e71 req-46729de3-9c23-4144-9625-ed83d21e2cd9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:06.761815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aad3ffe0-5b35-40b9-bda9-13038aee4e71 req-46729de3-9c23-4144-9625-ed83d21e2cd9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0519955 Dec 20 23:35:06.812363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aad3ffe0-5b35-40b9-bda9-13038aee4e71 req-fb905033-941f-4f92-99c8-63d004a367c1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Dec 20 23:35:07.710602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ebc99ee-b0d9-4478-b01d-4528e14214e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:07.945416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108cdcf-6b1b-40c6-886c-747fce6dbcd6 req-4575a476-4b7c-4e48-a526-28f30b3dea9e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:07.948008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9108cdcf-6b1b-40c6-886c-747fce6dbcd6 req-4575a476-4b7c-4e48-a526-28f30b3dea9e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0606136 Dec 20 23:35:07.997601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9108cdcf-6b1b-40c6-886c-747fce6dbcd6 req-46dbe258-b108-498f-be78-3047d951236b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Dec 20 23:35:08.405996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:09.122773 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f758405-8ab8-4e4f-8efe-f21392240960 req-2807a4a8-f48d-4a6d-8cf7-2b6d47e95783 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:09.124333 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f758405-8ab8-4e4f-8efe-f21392240960 req-2807a4a8-f48d-4a6d-8cf7-2b6d47e95783 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0497351 Dec 20 23:35:09.182934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f758405-8ab8-4e4f-8efe-f21392240960 req-6ce034aa-5d8f-4424-a9e9-dc238c941117 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Dec 20 23:35:09.847553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:10.311917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e949-d6fd-4ed2-88f7-d4508eb24e28 req-405f576e-5318-4109-b754-9be3792ae1ae tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:10.313858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ca9e949-d6fd-4ed2-88f7-d4508eb24e28 req-405f576e-5318-4109-b754-9be3792ae1ae tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0598543 Dec 20 23:35:10.367109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ca9e949-d6fd-4ed2-88f7-d4508eb24e28 req-19be42d0-f6f3-4344-8138-8b3f099f1194 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Dec 20 23:35:10.468767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:11.499992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ad23f-ea30-40ba-91fd-45e987a87756 req-8c60c1ec-6921-49a8-acd8-ebd3cfce2e4e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:11.501489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-637ad23f-ea30-40ba-91fd-45e987a87756 req-8c60c1ec-6921-49a8-acd8-ebd3cfce2e4e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0500352 Dec 20 23:35:11.551993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-637ad23f-ea30-40ba-91fd-45e987a87756 req-ef0410f5-4821-44cb-8134-4fbbc844f517 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Dec 20 23:35:12.679599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd4d12-7095-4f7a-8df0-dc6e776b3dbe req-feeaef91-5413-4f96-b1be-5acc604d2634 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:12.681019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fd4d12-7095-4f7a-8df0-dc6e776b3dbe req-feeaef91-5413-4f96-b1be-5acc604d2634 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0541344 Dec 20 23:35:12.734979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89fd4d12-7095-4f7a-8df0-dc6e776b3dbe req-b147a032-056c-4c41-b0d3-cd124f689e3b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Dec 20 23:35:13.856038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf3e66-1a2e-42da-ae8f-b5facfef1d0f req-da7870dc-ace1-47af-801d-bb89a05e3741 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:13.857558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ddf3e66-1a2e-42da-ae8f-b5facfef1d0f req-da7870dc-ace1-47af-801d-bb89a05e3741 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0501349 Dec 20 23:35:13.922413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ddf3e66-1a2e-42da-ae8f-b5facfef1d0f req-b8086cae-7bbf-40a1-a65a-51c63d32785a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Dec 20 23:35:15.045494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d6c2-aa87-41bf-a476-c734d31ad958 req-c9ead48e-f948-4498-952a-488c0c01ca7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:15.047110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84a9d6c2-aa87-41bf-a476-c734d31ad958 req-c9ead48e-f948-4498-952a-488c0c01ca7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0532627 Dec 20 23:35:15.115259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84a9d6c2-aa87-41bf-a476-c734d31ad958 req-cad6e7e3-5fac-4e20-8002-fb8fb96fc1d5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607228 Dec 20 23:35:16.244917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734822-82bf-4882-8487-89ad3a25f9aa req-8f30ebb9-4f92-4912-a148-6609ef64c97d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:16.246616 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3734822-82bf-4882-8487-89ad3a25f9aa req-8f30ebb9-4f92-4912-a148-6609ef64c97d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0556242 Dec 20 23:35:16.301912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3734822-82bf-4882-8487-89ad3a25f9aa req-4ae89fcd-a50e-44af-bc5d-30f2bca5c302 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Dec 20 23:35:17.426534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96bb8-0544-4960-a268-ab32ecc90db4 req-2548378f-0187-415f-b151-f0a7756e12fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:17.428234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3e96bb8-0544-4960-a268-ab32ecc90db4 req-2548378f-0187-415f-b151-f0a7756e12fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0530279 Dec 20 23:35:17.487589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3e96bb8-0544-4960-a268-ab32ecc90db4 req-eab08482-bcf0-4f10-a46d-54c9551388f8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Dec 20 23:35:18.610316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1d760-90b9-4d61-a213-c76fac0953bf req-849cb4cb-8dea-4555-984a-8a855ef65eea tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:18.611908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c1d760-90b9-4d61-a213-c76fac0953bf req-849cb4cb-8dea-4555-984a-8a855ef65eea tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0506775 Dec 20 23:35:18.669871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c1d760-90b9-4d61-a213-c76fac0953bf req-013d3b71-d7f0-495d-87ef-b39736719127 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Dec 20 23:35:19.792355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42f6d9-a81d-4690-ba82-c3af80756582 req-9e2e6aed-db6b-4987-bc7c-d0944ecb4aa9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:19.793641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b42f6d9-a81d-4690-ba82-c3af80756582 req-9e2e6aed-db6b-4987-bc7c-d0944ecb4aa9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0500154 Dec 20 23:35:19.845526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b42f6d9-a81d-4690-ba82-c3af80756582 req-f2c2399b-d24a-418e-9e52-ca9fed75c16d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459061 Dec 20 23:35:20.966440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820c5c-8c9a-487f-ac0b-4090a4f0d6b5 req-a7bd0232-1d79-4953-9a9a-63176addf649 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:20.967940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14820c5c-8c9a-487f-ac0b-4090a4f0d6b5 req-a7bd0232-1d79-4953-9a9a-63176addf649 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0483904 Dec 20 23:35:21.015985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14820c5c-8c9a-487f-ac0b-4090a4f0d6b5 req-1998e66e-2b66-4297-972e-b265ae58a49d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Dec 20 23:35:22.135693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020082-1e75-491f-8a9c-31f8a352e8b6 req-dc43a34e-d302-49b7-a886-395e60f75cf3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:22.137263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13020082-1e75-491f-8a9c-31f8a352e8b6 req-dc43a34e-d302-49b7-a886-395e60f75cf3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0535150 Dec 20 23:35:22.186065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13020082-1e75-491f-8a9c-31f8a352e8b6 req-39329c93-0873-42a7-9dbd-1aa7ee01fc47 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Dec 20 23:35:22.932495 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:35:23.305545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2e8f-1e28-4eef-993c-a3dc2ae3ebf3 req-e0e6fc52-1479-44b2-81c7-a740b3eaeec1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:23.307065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24cc2e8f-1e28-4eef-993c-a3dc2ae3ebf3 req-e0e6fc52-1479-44b2-81c7-a740b3eaeec1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0492520 Dec 20 23:35:23.355182 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-24cc2e8f-1e28-4eef-993c-a3dc2ae3ebf3 req-241e2aae-08a2-4f9d-9402-dbe9f22b20fe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Dec 20 23:35:24.474806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efb20e-1720-4135-a701-de1cdec83726 req-28b1b022-8e73-4856-b82f-c5cc4f893d45 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:24.476440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5efb20e-1720-4135-a701-de1cdec83726 req-28b1b022-8e73-4856-b82f-c5cc4f893d45 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0524461 Dec 20 23:35:24.526081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5efb20e-1720-4135-a701-de1cdec83726 req-57982020-74bb-43ac-a604-6da9d5f72e59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Dec 20 23:35:25.360442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 883999fd-dfc6-43c1-8551-aa5cdfc83156 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:35:25.453814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:35:25.465019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '883999fd-dfc6-43c1-8551-aa5cdfc83156', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': '883999fd-dfc6-43c1-8551-aa5cdfc83156', 'mac_address': 'fa:16:3e:52:f0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:35:25.501038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:25.518857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883999fd-dfc6-43c1-8551-aa5cdfc83156 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:35:25.539013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:35:25.617532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:25.651847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deb5a8-f5ef-4d22-ace8-347ffbf0d460 req-b633f0ad-754d-4897-a3e7-cd2c4cb0852c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:25.653366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27deb5a8-f5ef-4d22-ace8-347ffbf0d460 req-b633f0ad-754d-4897-a3e7-cd2c4cb0852c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 943 time: 0.0547559 Dec 20 23:35:25.674555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:35:25.684184 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.684629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.685655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.686095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.686506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.690016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.690542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.690893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.691231 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.691679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.692019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.692347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.692725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:35:25.703588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27deb5a8-f5ef-4d22-ace8-347ffbf0d460 req-53d986ee-ab5c-497b-96d0-5ddaf8e5cf89 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Dec 20 23:35:25.827653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['883999fd-dfc6-43c1-8551-aa5cdfc83156'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:35:26.847650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68f861-6f6b-46be-9d6c-b6c18437df5e req-06379b0d-8b7d-4939-8b14-17eb866bfc40 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:26.849360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e68f861-6f6b-46be-9d6c-b6c18437df5e req-06379b0d-8b7d-4939-8b14-17eb866bfc40 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 944 time: 0.0537276 Dec 20 23:35:26.913473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e68f861-6f6b-46be-9d6c-b6c18437df5e req-67bea6f0-c583-4013-8178-502deebc2797 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546117 Dec 20 23:35:27.356567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 883999fd-dfc6-43c1-8551-aa5cdfc83156 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:35:27.462705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 883999fd-dfc6-43c1-8551-aa5cdfc83156 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:35:27.466594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 883999fd-dfc6-43c1-8551-aa5cdfc83156 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:35:27.467006 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:27.544149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:27.566270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:35:27.568492 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c02d95-ab48-4bd3-8456-4861e172c2a1" -d '{"events": [{"server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "name": "network-vif-plugged", "status": "completed", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:35:27.580869 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:35:27.606991 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a599cc-203b-496f-be45-ec16311ec6a4 x-openstack-request-id: req-53a599cc-203b-496f-be45-ec16311ec6a4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:35:27.607282 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "name": "network-vif-plugged", "status": "completed", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:35:27.607538 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53a599cc-203b-496f-be45-ec16311ec6a4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:35:27.607935 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156', 'code': 200} Dec 20 23:35:27.645423 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:27.695994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:35:27.709427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb0e26-39c3-424f-a412-2d23179ed785 req-42938a98-5a24-4488-86df-ebe244ecb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:27.711465 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-39fb0e26-39c3-424f-a412-2d23179ed785 req-42938a98-5a24-4488-86df-ebe244ecb64a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 1096 time: 0.0454657 Dec 20 23:35:27.756956 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-39fb0e26-39c3-424f-a412-2d23179ed785 req-86318d9d-1173-4c09-9d87-5ad85de4f4fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Dec 20 23:35:28.026961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0102cc-b533-4a4e-bb63-f5d44598a454 req-7bdd22ea-7701-4338-982d-e38dd35eba99 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:28.028541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d0102cc-b533-4a4e-bb63-f5d44598a454 req-7bdd22ea-7701-4338-982d-e38dd35eba99 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0481040 Dec 20 23:35:28.075457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d0102cc-b533-4a4e-bb63-f5d44598a454 req-25f87775-942e-4068-8d1d-1450ee29b4ee tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Dec 20 23:35:28.222696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:29.199958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e870-c0ca-4469-9bdd-33b769c954b4 req-3caf5acc-6b68-45eb-a434-71ddb068a64a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:29.201522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c0e870-c0ca-4469-9bdd-33b769c954b4 req-3caf5acc-6b68-45eb-a434-71ddb068a64a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0543873 Dec 20 23:35:29.249370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a4c0e870-c0ca-4469-9bdd-33b769c954b4 req-48beff96-44ee-47ff-87f3-c0fc4970d4e3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Dec 20 23:35:29.370568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be84e-ce28-4fa3-8b15-cfa165929e49 req-cd335268-7ef7-400f-9ad6-9c386ff51db3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:29.372047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-521be84e-ce28-4fa3-8b15-cfa165929e49 req-cd335268-7ef7-400f-9ad6-9c386ff51db3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0527861 Dec 20 23:35:29.419163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-521be84e-ce28-4fa3-8b15-cfa165929e49 req-4cec24ee-4d9c-4c02-8b28-cec1dbbc4276 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Dec 20 23:35:29.535270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08630c-107b-4dab-a4bc-84153b39e222 req-93524234-31a8-47e5-acce-20cd4dba6862 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:29.536837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff08630c-107b-4dab-a4bc-84153b39e222 req-93524234-31a8-47e5-acce-20cd4dba6862 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0485270 Dec 20 23:35:29.584800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff08630c-107b-4dab-a4bc-84153b39e222 req-976bdec1-a8a2-4b49-810e-dcce9d409af8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 20 23:35:30.070764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f0570-03c3-4717-a324-0d7aa651cea6 req-e2c84224-c85f-4a44-8a60-42f5fe84f526 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:30.072259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-377f0570-03c3-4717-a324-0d7aa651cea6 req-e2c84224-c85f-4a44-8a60-42f5fe84f526 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0494392 Dec 20 23:35:30.124708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-377f0570-03c3-4717-a324-0d7aa651cea6 req-8ebf2c4a-81e1-45ab-902c-ff1f6579beb0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Dec 20 23:35:31.248171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298048-6ce1-41de-89d1-ebf826494146 req-d6208841-6f43-41ac-8258-26123db16f81 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:31.250785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2298048-6ce1-41de-89d1-ebf826494146 req-d6208841-6f43-41ac-8258-26123db16f81 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0499206 Dec 20 23:35:31.300533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2298048-6ce1-41de-89d1-ebf826494146 req-507fac2e-ca0f-4ad7-8ba5-d019d4a0939a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Dec 20 23:35:31.499990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714476-ef9a-4db6-a55f-699a663869cf req-3b82db50-3334-4004-ad9d-7d119ce12d3e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:35:31.501713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4c714476-ef9a-4db6-a55f-699a663869cf req-3b82db50-3334-4004-ad9d-7d119ce12d3e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 945 time: 0.0516801 Dec 20 23:35:31.598624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 883999fd-dfc6-43c1-8551-aa5cdfc83156 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:35:31.599043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:31.690845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port 883999fd-dfc6-43c1-8551-aa5cdfc83156, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=883999fd-dfc6-43c1-8551-aa5cdfc83156,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:35:31.691121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:31.703715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 883999fd-dfc6-43c1-8551-aa5cdfc83156 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:35:31.925968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:31.938832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['883999fd-dfc6-43c1-8551-aa5cdfc83156'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:35:31.956900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=883999fd-dfc6-43c1-8551-aa5cdfc83156,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:35:32.022177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port 883999fd-dfc6-43c1-8551-aa5cdfc83156 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:35:32.022177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:32.022177 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4c714476-ef9a-4db6-a55f-699a663869cf req-05751493-84c1-47e1-949e-3cad363cb97c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "DELETE /v2.0/ports/883999fd-dfc6-43c1-8551-aa5cdfc83156 HTTP/1.1" status: 204 len: 173 time: 0.5129402 Dec 20 23:35:32.022177 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'name': 'network-vif-deleted', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:35:32.029212 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245c3e8-6ad4-43b6-8118-9b78a02a67e9" -d '{"events": [{"server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "name": "network-vif-deleted", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:35:32.074129 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de0988-c33e-496a-949e-cffd2b84b83d x-openstack-request-id: req-c2de0988-c33e-496a-949e-cffd2b84b83d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:35:32.074489 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2675aeab-1dd5-43e8-8b12-298a2d832c4a", "name": "network-vif-deleted", "tag": "883999fd-dfc6-43c1-8551-aa5cdfc83156", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:35:32.074848 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2de0988-c33e-496a-949e-cffd2b84b83d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:35:32.075605 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2675aeab-1dd5-43e8-8b12-298a2d832c4a', 'name': 'network-vif-deleted', 'tag': '883999fd-dfc6-43c1-8551-aa5cdfc83156', 'status': 'completed', 'code': 200} Dec 20 23:35:32.435788 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f29679d4-e288-40e9-abe8-8bdd2b27f627 req-8406cdb8-eab9-4411-aac7-af48af7d19d5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0497451 Dec 20 23:35:33.514490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:33.535029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c8b8936-0a42-4afa-b224-9984f497238d req-a22b7f71-5f6b-418b-860f-99a54cde4342 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0259249 Dec 20 23:35:34.636361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ade3214c-da42-44bd-aa39-8847c259e3e9 req-a011c99d-8354-46b0-b790-97c96dfcd62a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0303612 Dec 20 23:35:34.856908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8aee9ca3-1c21-4bc2-8a56-5522ce5b1483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:35.406395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 883999fd-dfc6-43c1-8551-aa5cdfc83156 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:35:35.426825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 883999fd-dfc6-43c1-8551-aa5cdfc83156 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:35:35.427174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 883999fd-dfc6-43c1-8551-aa5cdfc83156 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:35:35.735394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d36f9d50-bf87-4ae7-b82a-5349c510b418 req-4d9bf0d6-2cb1-406d-b4fa-cb364fcbf978 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0278435 Dec 20 23:35:36.837704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ecf6b48-2218-43f3-b3ed-6f2066765b03 req-0abd586e-99d9-404d-8e76-e08cba592ba6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=2675aeab-1dd5-43e8-8b12-298a2d832c4a HTTP/1.1" status: 200 len: 210 time: 0.0274892 Dec 20 23:35:37.605367 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c274a57a-a933-4ed0-8b3f-6c7e46b37f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:38.388026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:39.839942 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:40.479523 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:58.240234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:35:59.928962 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:36:03.556854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:04.862090 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-73f03812-e906-4ce8-9c92-ec76f896617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:07.582191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5092e892-d058-414d-8a44-28f8e798cb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:07.778144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-74edf665-536c-4d65-9894-f9bcdb4b2566 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:07.779619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-74edf665-536c-4d65-9894-f9bcdb4b2566 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1030850 Dec 20 23:36:07.794066 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-a5f5e1b0-3696-4aa5-89fd-c8afad40b344 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0088639 Dec 20 23:36:08.164188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-58f0760a-c377-44f0-8729-e8f3cd973987 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3649287 Dec 20 23:36:08.254332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-d8123dfd-2abf-4e6a-9882-e51faddf9644 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835483 Dec 20 23:36:08.349981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-ae5d301d-4415-4e65-a477-6df01db320b1 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853858 Dec 20 23:36:08.410669 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:09.054883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d13c2220-03d3-4f86-ab2b-0679d59232f2 req-7ab0a2e3-258c-48e5-a0f8-73ade4b7b7cc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.1278052 Dec 20 23:36:09.850827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:10.134608 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a53395d3-b099-485f-af5f-db632b93ef28 req-db945f6a-38a6-4f5f-b80e-0c4d23b5d389 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0271215 Dec 20 23:36:10.484844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:10.942542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-b8d5444e-e20c-4a40-96e5-a665ef1b9e67 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:10.944512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-b8d5444e-e20c-4a40-96e5-a665ef1b9e67 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1136179 Dec 20 23:36:10.957519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:36:11.148240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:36:11.152154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.288585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.6 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/27b4dfb8-56a9-427d-a62f-2d9bf9d498ea) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:36:11.290208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7f726693-24ca-46aa-8026-8f6306249684 req-49cfa664-ce58-4b45-aa36-7344f05cca41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0292079 Dec 20 23:36:11.443882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.531963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.610067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:36:11.616049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:36:11.624183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:36:11.624183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:11.660613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.660968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.661313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.661655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.662031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.662402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.662739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.663067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.663400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.663726 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.664056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.664395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.664713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:11.702241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:11.703482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.795680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-4163f219-d9d6-4184-aa53-87a4808cc4d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418801 Dec 20 23:36:11.809403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Request body: {'port': {'device_id': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:36:11.870726 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.888612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c133bdeb-c3c3-439f-b466-a4043bd139fe None None] Provisioning complete for port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:36:11.889593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c133bdeb-c3c3-439f-b466-a4043bd139fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:11.943274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c133bdeb-c3c3-439f-b466-a4043bd139fe None None] Port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:36:12.179017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:36:12.186670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:12.199490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Transition to ACTIVE for port object 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:36:12.325545 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:12.446353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef2f8c-4bd0-431f-a311-5d6bd8ce4008 req-1e6f6502-c36b-488a-bf8f-2258522e8c85 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:12.454162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87ef2f8c-4bd0-431f-a311-5d6bd8ce4008 req-1e6f6502-c36b-488a-bf8f-2258522e8c85 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0698884 Dec 20 23:36:12.462273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Attempting to bind port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:36:12.462908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Attempting to bind port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:36:12.463419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Attempting to bind port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:36:12.471686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:36:12.472633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Attempting to bind port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:36:12.479611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:36:12.480247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:36:12.480817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:36:12.481427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Bound port: 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:36:12.482112 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:12.484308 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:12.555401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87ef2f8c-4bd0-431f-a311-5d6bd8ce4008 req-10da9be5-7943-45af-8c82-13766aba2885 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989933 Dec 20 23:36:12.564208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:36:12.570416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:36:12.622792 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:12.676607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:12.696953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:12.697567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:12.699010 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-6f9ba7fe-9d1a-467b-b96f-422150254b07 service neutron] 10.222.0.59 "PUT /v2.0/ports/27b4dfb8-56a9-427d-a62f-2d9bf9d498ea HTTP/1.1" status: 200 len: 1091 time: 0.8941450 Dec 20 23:36:12.699466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:36:12.701863 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:36:12.846991 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7578b08-3179-4a9f-8469-1437c1420f4a x-openstack-request-id: req-f7578b08-3179-4a9f-8469-1437c1420f4a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:36:12.847285 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:36:12.847538 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7578b08-3179-4a9f-8469-1437c1420f4a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:36:12.848601 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea', 'status': 'completed', 'code': 200} Dec 20 23:36:12.889208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-faa428a3-e675-4dbc-8618-c7053f8e7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:12.891106 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-faa428a3-e675-4dbc-8618-c7053f8e7982 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 1094 time: 0.0538821 Dec 20 23:36:12.956243 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-1dd00ae2-bc56-491f-b453-17efed3b0335 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea HTTP/1.1" status: 200 len: 217 time: 0.0547576 Dec 20 23:36:13.010167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-0fb3202f-4f32-462b-b244-4b726f7959c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.012404 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-0fb3202f-4f32-462b-b244-4b726f7959c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0468576 Dec 20 23:36:13.071255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-d7662a2a-8f1b-4dee-81d4-2f78f24bc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.072748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-d7662a2a-8f1b-4dee-81d4-2f78f24bc102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529375 Dec 20 23:36:13.170999 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-fb8d0377-3615-4a72-8d9d-12ecaf2f00ec service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906861 Dec 20 23:36:13.274529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c276e27d-87cc-48f4-92b6-6d618f971602 req-c5ae472a-5357-408d-aead-ce77e517ac3b service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948520 Dec 20 23:36:13.481143 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-418a20eb-a6a5-4039-a0e0-ad68fba74cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.482878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-418a20eb-a6a5-4039-a0e0-ad68fba74cfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 1094 time: 0.0492725 Dec 20 23:36:13.594386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-a2605cfd-b48d-4e34-932d-98dcdc2fa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.596057 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-a2605cfd-b48d-4e34-932d-98dcdc2fa1bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.1046834 Dec 20 23:36:13.654932 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-31bab310-67a3-4976-bb64-d99b79bffc7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea HTTP/1.1" status: 200 len: 217 time: 0.0505209 Dec 20 23:36:13.712661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-afc547fc-c229-48b1-9ed3-bd8b469d3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.714031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3aa30-9c96-4114-a234-85f659545a03 req-7f7f383f-ec2c-44ee-b74d-09eb1ce2676d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.714587 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-afc547fc-c229-48b1-9ed3-bd8b469d3595 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0526111 Dec 20 23:36:13.715599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ac3aa30-9c96-4114-a234-85f659545a03 req-7f7f383f-ec2c-44ee-b74d-09eb1ce2676d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0719974 Dec 20 23:36:13.773197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-33ebe1ec-ef88-4073-86d8-e5c7bc7d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:13.774894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-33ebe1ec-ef88-4073-86d8-e5c7bc7d5b0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536573 Dec 20 23:36:13.777017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ac3aa30-9c96-4114-a234-85f659545a03 req-b007769e-f17d-405f-8357-5c5a1741757c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Dec 20 23:36:13.877888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-cdceec37-07ed-469b-be9e-be529e2334cc service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914228 Dec 20 23:36:13.972316 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-72bc88a2-fc41-46e7-a2e8-ae86425ed8fe req-8be1de4b-a1ca-40f8-b7e2-73ede1035e2a service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867715 Dec 20 23:36:14.913117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4d7b-e27c-450f-80da-b0562aafa742 req-4319c87e-5097-4423-9c66-a52d7df7df63 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:14.915044 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43c4d7b-e27c-450f-80da-b0562aafa742 req-4319c87e-5097-4423-9c66-a52d7df7df63 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0658531 Dec 20 23:36:14.967912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f43c4d7b-e27c-450f-80da-b0562aafa742 req-943569a2-64d5-4427-8e49-2975f679be68 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Dec 20 23:36:16.088226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2ae2-3cc7-49c4-869a-af5ca81b01c8 req-98de2301-f88b-4089-b91c-0e37929b0c3a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:16.090055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-635e2ae2-3cc7-49c4-869a-af5ca81b01c8 req-98de2301-f88b-4089-b91c-0e37929b0c3a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0520329 Dec 20 23:36:16.154395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-635e2ae2-3cc7-49c4-869a-af5ca81b01c8 req-38ba03d3-2f4d-4281-bc8b-953c0c60eeba tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580838 Dec 20 23:36:17.273639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655afb-66b3-47ab-b3d0-57f449168bd6 req-135a12cd-744c-403a-83b4-fed98122400e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:17.275263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42655afb-66b3-47ab-b3d0-57f449168bd6 req-135a12cd-744c-403a-83b4-fed98122400e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0508451 Dec 20 23:36:17.330180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42655afb-66b3-47ab-b3d0-57f449168bd6 req-c954e0c2-3d07-432e-bacb-e67e31286aa5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Dec 20 23:36:18.447643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173b2be-4b2f-4fa0-9ba8-eb2894f7edf9 req-c4d6ec5e-e4be-4517-b536-9ccc8b7438cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:18.449133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b173b2be-4b2f-4fa0-9ba8-eb2894f7edf9 req-c4d6ec5e-e4be-4517-b536-9ccc8b7438cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0490825 Dec 20 23:36:18.496760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b173b2be-4b2f-4fa0-9ba8-eb2894f7edf9 req-d8568d21-a094-452b-bd59-895d3c943ec0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Dec 20 23:36:19.611553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f07d1-12e8-43e8-8cb9-16ccb87c5394 req-87f86219-0e3c-4ff9-b576-2c99149d6fd0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:19.613023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef9f07d1-12e8-43e8-8cb9-16ccb87c5394 req-87f86219-0e3c-4ff9-b576-2c99149d6fd0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0501833 Dec 20 23:36:19.660500 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef9f07d1-12e8-43e8-8cb9-16ccb87c5394 req-056154c0-1604-4fa5-949a-a9fa706c60af tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Dec 20 23:36:20.779957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ed8c-6687-4ce2-af83-b2885d04089c req-e5933abd-5615-4d27-8445-55cba8758496 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:20.781429 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0378ed8c-6687-4ce2-af83-b2885d04089c req-e5933abd-5615-4d27-8445-55cba8758496 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0532258 Dec 20 23:36:20.835384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0378ed8c-6687-4ce2-af83-b2885d04089c req-e59ad438-4960-4dec-983e-d143574ae5cb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Dec 20 23:36:21.954487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703738e6-fd35-4534-b36e-e172608957f0 req-fe5dee1f-f7dc-4b0f-8347-5656dbab525f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:21.956032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703738e6-fd35-4534-b36e-e172608957f0 req-fe5dee1f-f7dc-4b0f-8347-5656dbab525f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0512574 Dec 20 23:36:22.004641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-703738e6-fd35-4534-b36e-e172608957f0 req-2d936944-d6ef-4ada-a3a3-4a4c2e82ab10 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Dec 20 23:36:23.129470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22209-323e-4dd3-aa19-770b80cbad9d req-4b3774bc-f179-4acd-b577-ae83f21f08f6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:23.131610 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ec22209-323e-4dd3-aa19-770b80cbad9d req-4b3774bc-f179-4acd-b577-ae83f21f08f6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0530200 Dec 20 23:36:23.179278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9ec22209-323e-4dd3-aa19-770b80cbad9d req-ce07621b-ac61-4811-8168-c2ecb03344d4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Dec 20 23:36:24.296646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fd9eb-09c5-4bdd-9233-ab80023d8332 req-712aa659-ebb2-47f0-a1a5-6782b1f0b4f6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:24.298248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57fd9eb-09c5-4bdd-9233-ab80023d8332 req-712aa659-ebb2-47f0-a1a5-6782b1f0b4f6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0519292 Dec 20 23:36:24.355118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b57fd9eb-09c5-4bdd-9233-ab80023d8332 req-e78c8585-5834-49a6-8d30-6bf9fc69723e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Dec 20 23:36:25.473429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6113dea-df6b-4b1d-9828-122c41cc7635 req-f921c80f-0e63-42c4-b714-60343aa08888 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:25.479364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6113dea-df6b-4b1d-9828-122c41cc7635 req-f921c80f-0e63-42c4-b714-60343aa08888 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 943 time: 0.0533564 Dec 20 23:36:25.527296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6113dea-df6b-4b1d-9828-122c41cc7635 req-f23c7fa8-9c27-45d4-babb-772dff0926cc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Dec 20 23:36:25.701930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:36:25.798603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:36:25.809576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea', 'mac_address': 'fa:16:3e:38:44:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:36:25.846053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:25.858953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:36:25.885362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:36:25.926431 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:25.976464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:25.983782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.984138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.984483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.984821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.985159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.985492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.985843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.986174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.986496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.986821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.987146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.987468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:25.987792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:26.134695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:36:26.651317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad33d71-2329-4669-9d7d-bdbfdb0a6439 req-53aed814-ab4b-4e14-bc78-9f79ab245b59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:26.652716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fad33d71-2329-4669-9d7d-bdbfdb0a6439 req-53aed814-ab4b-4e14-bc78-9f79ab245b59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 944 time: 0.0544677 Dec 20 23:36:26.699944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fad33d71-2329-4669-9d7d-bdbfdb0a6439 req-b2b9d0d6-23da-489a-ac09-f1c83825451e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Dec 20 23:36:27.705741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:36:27.811417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:36:27.815804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:36:27.816176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:27.820769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effef8e6-d9b2-4d23-8819-fe012bb91c12 req-0943493e-bc8d-42c0-8821-12f8dfdffd56 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:27.826003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-effef8e6-d9b2-4d23-8819-fe012bb91c12 req-0943493e-bc8d-42c0-8821-12f8dfdffd56 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 944 time: 0.0518413 Dec 20 23:36:27.880518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-effef8e6-d9b2-4d23-8819-fe012bb91c12 req-efe49222-c57e-43e6-bc87-26c3271d90a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438452 Dec 20 23:36:27.903488 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:27.930071 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:36:27.932479 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036cb62-cd1d-461f-90c0-1ace7d9681bb" -d '{"events": [{"server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "name": "network-vif-plugged", "status": "completed", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:36:27.946030 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:36:28.021656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:28.049568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440dcb5c-d007-4c02-8f17-05894f009ddd x-openstack-request-id: req-440dcb5c-d007-4c02-8f17-05894f009ddd {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:36:28.049885 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "name": "network-vif-plugged", "status": "completed", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:36:28.050141 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-440dcb5c-d007-4c02-8f17-05894f009ddd {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:36:28.050530 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea', 'code': 200} Dec 20 23:36:28.076794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:28.134561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74f4f9-016e-42b9-9ecb-1e94258f15b4 req-b8efb0d2-60cd-4db2-bf32-9651880ccc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:28.136042 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c74f4f9-016e-42b9-9ecb-1e94258f15b4 req-b8efb0d2-60cd-4db2-bf32-9651880ccc4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 1096 time: 0.0410538 Dec 20 23:36:28.185699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1c74f4f9-016e-42b9-9ecb-1e94258f15b4 req-f8c3c86a-16c3-4aed-9c8d-d6cd15da8110 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Dec 20 23:36:28.283497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:29.001889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c9ac5-cc14-4763-b608-ad6f16498ef8 req-e06ce5aa-40d1-49de-b257-b39fe748b39d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:29.003386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c1c9ac5-cc14-4763-b608-ad6f16498ef8 req-e06ce5aa-40d1-49de-b257-b39fe748b39d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0526359 Dec 20 23:36:29.052046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c1c9ac5-cc14-4763-b608-ad6f16498ef8 req-0b359ac8-d63b-462f-a49e-b8857ba6c4fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Dec 20 23:36:30.176713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367f6ae-892b-4d46-b87f-01dcceeb1550 req-f45750d2-01e4-4bbd-9bbf-b190403a9fa7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:30.179085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6367f6ae-892b-4d46-b87f-01dcceeb1550 req-f45750d2-01e4-4bbd-9bbf-b190403a9fa7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0520985 Dec 20 23:36:30.229858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6367f6ae-892b-4d46-b87f-01dcceeb1550 req-0800f818-b601-47b2-99f2-543fbe719491 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Dec 20 23:36:30.348357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c350d26-09e2-4af7-a98c-e279a24ebd25 req-3cc97b93-9d61-4e0e-a09a-a87c0f948ffe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:30.351550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c350d26-09e2-4af7-a98c-e279a24ebd25 req-3cc97b93-9d61-4e0e-a09a-a87c0f948ffe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0504816 Dec 20 23:36:30.406513 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c350d26-09e2-4af7-a98c-e279a24ebd25 req-72e98998-78f6-4a41-850d-2f370d9c1eb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Dec 20 23:36:33.534720 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:33.866069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-21346d67-4981-4ad4-b98a-4ca46808e7e2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:33.867549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-21346d67-4981-4ad4-b98a-4ca46808e7e2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1062264 Dec 20 23:36:33.882728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-d3fa0be4-9cfb-41a9-9cd5-622219a7c2b0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0094359 Dec 20 23:36:33.939862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-e073f9f4-4d5f-400d-93ae-71cd65b56e8d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517082 Dec 20 23:36:34.030973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-df68db73-9c49-4b06-9b7a-8b5b62c46288 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830781 Dec 20 23:36:34.129100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-fed334b2-ab8b-40c0-9a2f-d1bc4a9b65c8 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919559 Dec 20 23:36:34.390648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d993717a-c77e-44c0-bc36-7742de32dd11 req-c300716c-3206-4845-8487-367da8653fff tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0304065 Dec 20 23:36:34.872342 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a63e5e6d-fbd7-4a92-8c5e-d1f6b297a093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:35.490095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12036c8e-18dd-4942-9b2d-1840e4147dfb req-4fcb6f23-26c1-438f-9165-3c11f2b37c80 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Dec 20 23:36:36.572859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-1bb9e7f5-c1d6-48a8-998f-43e7a9a9d6cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:36.575019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-1bb9e7f5-c1d6-48a8-998f-43e7a9a9d6cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1098609 Dec 20 23:36:36.607843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce0789c1-498a-4e2f-b900-4d1b035f32f9 req-fad9fab3-3741-4536-b078-bbe22e1edcad tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0318081 Dec 20 23:36:36.611255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:36:36.800156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:36:36.804651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:36.928243 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:36:36.950094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.5 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/c99782dc-272a-41ff-b005-c5a69fae1a19) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:36:37.101056 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.199685 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.211973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:36:37.246257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:36:37.249405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:36:37.253471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:36:37.282190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:37.295755 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.296197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.296615 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.297031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.297441 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.297870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.298286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.299112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.299112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.299431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.299818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.300224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.302716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:36:37.326758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:37.327517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.431630 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-ac9e61e9-f1b7-4e4c-af6f-3c8a68a0eb8a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261871 Dec 20 23:36:37.446676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-50145e36-caa3-4f55-9d7b-19d80c35ab40 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:36:37.447829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-50145e36-caa3-4f55-9d7b-19d80c35ab40 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062473 Dec 20 23:36:37.500386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f8b3b998-5ca0-47eb-98db-57e5beaaf4ad None None] Provisioning complete for port c99782dc-272a-41ff-b005-c5a69fae1a19 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:36:37.500683 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f8b3b998-5ca0-47eb-98db-57e5beaaf4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.532644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Request body: {'port': {'device_id': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:36:37.547708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3b998-5ca0-47eb-98db-57e5beaaf4ad None None] Port c99782dc-272a-41ff-b005-c5a69fae1a19 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:36:37.592132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.627290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8b3e0800-84b6-4afc-857a-0c13a7037f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.783507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae5ee3-82e8-44ee-b09c-7d2d302db22a req-2d3e7c7b-b8cb-4705-86df-bc34c732e303 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:37.785037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57ae5ee3-82e8-44ee-b09c-7d2d302db22a req-2d3e7c7b-b8cb-4705-86df-bc34c732e303 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 931 time: 0.0862820 Dec 20 23:36:37.890836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-57ae5ee3-82e8-44ee-b09c-7d2d302db22a req-45cd224e-7b2b-4532-a1a0-d7f609c05ddc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771964 Dec 20 23:36:37.955103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99782dc-272a-41ff-b005-c5a69fae1a19 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:36:37.968779 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:37.985875 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Transition to ACTIVE for port object c99782dc-272a-41ff-b005-c5a69fae1a19 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:36:38.049624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:38.107453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Pushing event updated for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:38.191364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Attempting to bind port c99782dc-272a-41ff-b005-c5a69fae1a19 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:36:38.191724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Attempting to bind port c99782dc-272a-41ff-b005-c5a69fae1a19 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:36:38.192047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Attempting to bind port c99782dc-272a-41ff-b005-c5a69fae1a19 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:36:38.196931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Port c99782dc-272a-41ff-b005-c5a69fae1a19 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:36:38.197260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Attempting to bind port c99782dc-272a-41ff-b005-c5a69fae1a19 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:36:38.202411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:36:38.202587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:36:38.202942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:36:38.203366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Bound port: c99782dc-272a-41ff-b005-c5a69fae1a19, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:36:38.203723 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:38.276249 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:36:38.279540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c99782dc-272a-41ff-b005-c5a69fae1a19,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:36:38.376029 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:38.400954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:38.402097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:38.403498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] 10.222.0.45 "PUT /v2.0/ports/c99782dc-272a-41ff-b005-c5a69fae1a19 HTTP/1.1" status: 200 len: 1091 time: 0.9459443 Dec 20 23:36:38.405023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:36:38.407313 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e5389-a2af-439b-a879-6b97c06e3838" -d '{"events": [{"name": "network-changed", "server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:36:38.440489 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:38.475085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176ab1a-335a-4118-86e0-c0d69d97a652 service neutron] Pushing event updated for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:36:38.488586 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67734da-a5d9-4ffe-8b5f-3424fb51d4fa x-openstack-request-id: req-b67734da-a5d9-4ffe-8b5f-3424fb51d4fa {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:36:38.489142 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:36:38.489478 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b67734da-a5d9-4ffe-8b5f-3424fb51d4fa {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:36:38.489941 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19', 'status': 'completed', 'code': 200} Dec 20 23:36:38.551157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0ca93121-5381-4829-b91c-488efd137596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:38.553207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-0ca93121-5381-4829-b91c-488efd137596 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 1094 time: 0.0456982 Dec 20 23:36:38.605938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-6b67b867-ab44-4170-bd7e-8516c8339dba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99782dc-272a-41ff-b005-c5a69fae1a19 HTTP/1.1" status: 200 len: 217 time: 0.0426095 Dec 20 23:36:38.666303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-09926571-e56a-4ad5-bd05-4fe9d0a0f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:38.667777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-09926571-e56a-4ad5-bd05-4fe9d0a0f750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0490708 Dec 20 23:36:38.718526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-992571fa-370d-445e-b032-7c46a2aa490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:38.720120 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-992571fa-370d-445e-b032-7c46a2aa490e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405595 Dec 20 23:36:38.827720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-2b197798-7d0b-4f51-b414-033d395d8235 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960371 Dec 20 23:36:38.947402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f54d50a1-4f51-42a0-bd10-ddda72543d9e req-8d7fce85-bbf5-46be-a5b1-802c6e037ecb service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076422 Dec 20 23:36:39.048528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0720c6-f6c0-421e-b0d1-8e449c410a1c req-874ab31b-d79a-4858-8b9d-1defe49469bd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:39.050148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd0720c6-f6c0-421e-b0d1-8e449c410a1c req-874ab31b-d79a-4858-8b9d-1defe49469bd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0693922 Dec 20 23:36:39.126084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-01f0dd0d-34b8-48e2-a1c8-26e18c96af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:39.127962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-01f0dd0d-34b8-48e2-a1c8-26e18c96af87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 1094 time: 0.0743098 Dec 20 23:36:39.132273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bd0720c6-f6c0-421e-b0d1-8e449c410a1c req-25dd6206-9b37-4367-8913-ea57281d661c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707049 Dec 20 23:36:39.242495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-17eaf2cf-6724-4e70-89d1-2ec21399b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:39.243988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-17eaf2cf-6724-4e70-89d1-2ec21399b92b service neutron] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.1028864 Dec 20 23:36:39.294109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-9dfaf117-a56b-4774-baf4-49e759781515 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99782dc-272a-41ff-b005-c5a69fae1a19 HTTP/1.1" status: 200 len: 217 time: 0.0387642 Dec 20 23:36:39.362974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-17caeac1-f953-4578-8d8e-a20dee077b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:39.364514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-17caeac1-f953-4578-8d8e-a20dee077b43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0588198 Dec 20 23:36:39.431274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-53f8d8ff-fa2a-4978-ab04-b246c04875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:39.433210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-53f8d8ff-fa2a-4978-ab04-b246c04875f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570195 Dec 20 23:36:39.545831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-49388412-323e-45f0-8bc2-8f132fbee60d service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008170 Dec 20 23:36:39.674655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a4e5389-a2af-439b-a879-6b97c06e3838 req-7b36dac5-9773-40f2-a5a4-e8c7ac729b30 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158485 Dec 20 23:36:39.816567 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:40.262450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75198d-2b4f-47f1-b135-0d6c1fa1f3a2 req-34aedc8f-0bd2-40e4-bd5c-afc8c9ac8d30 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:40.263989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db75198d-2b4f-47f1-b135-0d6c1fa1f3a2 req-34aedc8f-0bd2-40e4-bd5c-afc8c9ac8d30 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0550785 Dec 20 23:36:40.316647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db75198d-2b4f-47f1-b135-0d6c1fa1f3a2 req-38b741c4-cd8e-49e8-9af3-c0b467821736 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Dec 20 23:36:40.507376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:41.446661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960c35a-c1fa-47fb-8ec7-4a30aabf79dc req-2537a483-ab87-4793-b798-edcde41cdc9f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:41.448276 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d960c35a-c1fa-47fb-8ec7-4a30aabf79dc req-2537a483-ab87-4793-b798-edcde41cdc9f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0565515 Dec 20 23:36:41.502206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d960c35a-c1fa-47fb-8ec7-4a30aabf79dc req-5fb69c25-2299-453b-a4fd-73533e5dc088 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Dec 20 23:36:42.636399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af36ee-ac6c-463e-a92e-974205782707 req-7cc354a4-e62d-42a1-a66a-45da5796e531 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:42.638028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93af36ee-ac6c-463e-a92e-974205782707 req-7cc354a4-e62d-42a1-a66a-45da5796e531 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0588386 Dec 20 23:36:42.690140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93af36ee-ac6c-463e-a92e-974205782707 req-cfea1541-1cc8-4e85-87c6-5c4036d7b0ed tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Dec 20 23:36:43.814118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6097-7916-483b-9f59-e2595b696c7e req-1a63349c-fe3d-4ef2-b715-d83edfbec42f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:43.815681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471e6097-7916-483b-9f59-e2595b696c7e req-1a63349c-fe3d-4ef2-b715-d83edfbec42f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0524254 Dec 20 23:36:43.865021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-471e6097-7916-483b-9f59-e2595b696c7e req-e1dbad7c-fc84-49e0-bbd5-3574f6bd3d3e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Dec 20 23:36:44.998478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39fb8-5994-4d74-8dfb-60c220881e9f req-4372bbf9-7b04-4674-be3d-9897e6a287e7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:45.000528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece39fb8-5994-4d74-8dfb-60c220881e9f req-4372bbf9-7b04-4674-be3d-9897e6a287e7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0628574 Dec 20 23:36:45.053414 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ece39fb8-5994-4d74-8dfb-60c220881e9f req-9d3f6f1f-57f4-483d-8917-3668d95c642d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Dec 20 23:36:46.182286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3fac2-e6db-431b-b47c-cce0cbbe0a36 req-63b21364-20ad-4eea-bd2e-13c27bd1e8da tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:46.183817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96d3fac2-e6db-431b-b47c-cce0cbbe0a36 req-63b21364-20ad-4eea-bd2e-13c27bd1e8da tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0590909 Dec 20 23:36:46.236193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96d3fac2-e6db-431b-b47c-cce0cbbe0a36 req-d4795cb5-2442-40f7-bfc8-a91d3fb3b510 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Dec 20 23:36:47.378449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c1f2-2bd2-4e35-bbba-6085554d674c req-59255e63-001f-4b0a-b43a-4e213cb21c47 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:47.382566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c47c1f2-2bd2-4e35-bbba-6085554d674c req-59255e63-001f-4b0a-b43a-4e213cb21c47 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0740337 Dec 20 23:36:47.448078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c47c1f2-2bd2-4e35-bbba-6085554d674c req-4a8012a8-c8c3-41f4-99df-fe25a2f79db2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581486 Dec 20 23:36:48.574135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b2dac-50bd-4b18-ac82-99b9a06e3bc6 req-e27ebc91-56d4-40c8-a901-f195ada2cf80 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:48.575693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-130b2dac-50bd-4b18-ac82-99b9a06e3bc6 req-e27ebc91-56d4-40c8-a901-f195ada2cf80 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0506275 Dec 20 23:36:48.633249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-130b2dac-50bd-4b18-ac82-99b9a06e3bc6 req-c0502fd0-4ba1-4cdd-b9fd-a438be15349a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Dec 20 23:36:49.775077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851308-6104-429f-8a55-2987bfb3f4ad req-ecb2dfeb-6d5a-4e78-a187-cc12057d8b9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:49.776582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc851308-6104-429f-8a55-2987bfb3f4ad req-ecb2dfeb-6d5a-4e78-a187-cc12057d8b9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0610347 Dec 20 23:36:49.827240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc851308-6104-429f-8a55-2987bfb3f4ad req-22726ce2-40b1-497a-bad7-9e96524ce143 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Dec 20 23:36:50.956653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95d594-cbbd-4e80-aa3d-2c808b3e8466 req-a1e7e998-d3be-4fc8-9652-58555c933b2f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:50.958161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c95d594-cbbd-4e80-aa3d-2c808b3e8466 req-a1e7e998-d3be-4fc8-9652-58555c933b2f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0573323 Dec 20 23:36:51.009089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c95d594-cbbd-4e80-aa3d-2c808b3e8466 req-22cf5c0d-9570-4819-bedb-30a9e007a926 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Dec 20 23:36:52.143979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fedef6-faaf-4d90-9e02-0e7870ccb230 req-b976bee5-3555-4ee5-b9b7-da9d0f2c2fd8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:52.145618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7fedef6-faaf-4d90-9e02-0e7870ccb230 req-b976bee5-3555-4ee5-b9b7-da9d0f2c2fd8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0592389 Dec 20 23:36:52.197413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7fedef6-faaf-4d90-9e02-0e7870ccb230 req-29e7f7fb-8809-4f07-85d7-2972a05b3e9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Dec 20 23:36:53.319696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc3d02-c50c-495c-8d25-d6e3e6834d5f req-84e800db-cd8e-4b49-af6c-b921ea474695 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:53.321156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76cc3d02-c50c-495c-8d25-d6e3e6834d5f req-84e800db-cd8e-4b49-af6c-b921ea474695 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0527289 Dec 20 23:36:53.377160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76cc3d02-c50c-495c-8d25-d6e3e6834d5f req-56839c44-251e-4df9-9f0f-79f368d4555a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498829 Dec 20 23:36:54.517938 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a774c-721e-458d-ae89-7200cb681425 req-3af16451-76c1-4e0a-b304-6be9587ae8be tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:54.519352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803a774c-721e-458d-ae89-7200cb681425 req-3af16451-76c1-4e0a-b304-6be9587ae8be tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0663857 Dec 20 23:36:54.571656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-803a774c-721e-458d-ae89-7200cb681425 req-00e49e0a-2794-4920-806e-697e31b12656 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Dec 20 23:36:55.715190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc228d-dc71-4518-93bb-6e0f81d63f81 req-26647e44-2bcf-465d-b911-e1f04dd8b230 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:55.716683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83dc228d-dc71-4518-93bb-6e0f81d63f81 req-26647e44-2bcf-465d-b911-e1f04dd8b230 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0534961 Dec 20 23:36:55.776566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83dc228d-dc71-4518-93bb-6e0f81d63f81 req-6f72367a-f577-41c7-8ff5-4cf2e2380bac tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536029 Dec 20 23:36:56.913143 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4430df-2bfb-4a35-a681-ad82b4a17c70 req-fc5c2aed-935b-4aa1-bfab-08cd3aa84586 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:56.915947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a4430df-2bfb-4a35-a681-ad82b4a17c70 req-fc5c2aed-935b-4aa1-bfab-08cd3aa84586 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0607266 Dec 20 23:36:56.975115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a4430df-2bfb-4a35-a681-ad82b4a17c70 req-d5130d83-3720-40a8-aed9-b27d98471805 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Dec 20 23:36:58.099228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236953bc-1100-42cf-be3a-776ca3e9ce36 req-ea553753-2a13-499b-90cf-0ac1eef538f4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:58.100661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-236953bc-1100-42cf-be3a-776ca3e9ce36 req-ea553753-2a13-499b-90cf-0ac1eef538f4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0502481 Dec 20 23:36:58.149904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-236953bc-1100-42cf-be3a-776ca3e9ce36 req-03b035f6-3ba2-453e-8caa-89fc7c64c425 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Dec 20 23:36:58.290050 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:36:59.280309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c9b72-d957-43df-a250-f0f4c3dea21a req-dde2460a-f32c-450e-99b6-9493534c36dd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:36:59.281972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-888c9b72-d957-43df-a250-f0f4c3dea21a req-dde2460a-f32c-450e-99b6-9493534c36dd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0591063 Dec 20 23:36:59.332972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-888c9b72-d957-43df-a250-f0f4c3dea21a req-73c1490a-0ee0-4f2f-8388-afae13d8e0e0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Dec 20 23:37:00.458512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b592-5037-4d29-a9e6-953f8c7a36e6 req-9834607b-6dda-41fb-bd5d-0a8ee69f29ac tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:00.459989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb9b592-5037-4d29-a9e6-953f8c7a36e6 req-9834607b-6dda-41fb-bd5d-0a8ee69f29ac tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0525723 Dec 20 23:37:00.512219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb9b592-5037-4d29-a9e6-953f8c7a36e6 req-7f5fe1c7-8371-4ae3-b335-0e1da69484d7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Dec 20 23:37:01.643314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241dd77-9888-44c6-919d-7afb39888e78 req-5142adb1-84c4-45bc-8878-ea14a0d0e2c8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:01.645761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7241dd77-9888-44c6-919d-7afb39888e78 req-5142adb1-84c4-45bc-8878-ea14a0d0e2c8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0562308 Dec 20 23:37:01.710891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7241dd77-9888-44c6-919d-7afb39888e78 req-73e3350a-03a2-4a07-b521-45996cfc11c3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567360 Dec 20 23:37:02.845497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741e424-ddc3-439b-ba75-aee14a9232a4 req-e4632c28-734a-4578-a0f8-c11dada12d2e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:02.847073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3741e424-ddc3-439b-ba75-aee14a9232a4 req-e4632c28-734a-4578-a0f8-c11dada12d2e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0523303 Dec 20 23:37:02.900154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3741e424-ddc3-439b-ba75-aee14a9232a4 req-4cb4735e-a45b-4de5-be1a-56dc72fcc004 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Dec 20 23:37:03.596949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:04.022404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f062a-8859-4d6a-bf22-452ed268c471 req-b92995bc-7c31-4c4d-9161-0d835f1ca549 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:04.023897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-390f062a-8859-4d6a-bf22-452ed268c471 req-b92995bc-7c31-4c4d-9161-0d835f1ca549 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0511763 Dec 20 23:37:04.075740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-390f062a-8859-4d6a-bf22-452ed268c471 req-325697c0-7588-4356-b633-ccbbfc0dca98 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Dec 20 23:37:04.859980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-976ad9a2-aa28-402b-ade9-abb91b9ed1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:05.198062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab569e-21f0-4d36-a05a-2550a7aa9a14 req-cb4f993a-6640-412f-8c4f-f62b1c707225 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:05.199463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4ab569e-21f0-4d36-a05a-2550a7aa9a14 req-cb4f993a-6640-412f-8c4f-f62b1c707225 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0540452 Dec 20 23:37:05.251596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4ab569e-21f0-4d36-a05a-2550a7aa9a14 req-d639505b-7c3c-4198-9125-9e84f947aa61 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Dec 20 23:37:06.374833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a57e-65a0-4e82-ab3e-d896a305cd3e req-21bbabd1-a275-493f-b39b-992b5c83a20c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:06.376605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0f6a57e-65a0-4e82-ab3e-d896a305cd3e req-21bbabd1-a275-493f-b39b-992b5c83a20c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0540943 Dec 20 23:37:06.437226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0f6a57e-65a0-4e82-ab3e-d896a305cd3e req-975c3a60-523b-48d3-97c2-6868db7a2fbf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Dec 20 23:37:07.557874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e468146-a0c4-441d-9b9c-238ece165ff7 req-1159b5f7-bf2d-474f-89f3-239213a7febd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:07.559289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e468146-a0c4-441d-9b9c-238ece165ff7 req-1159b5f7-bf2d-474f-89f3-239213a7febd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0538194 Dec 20 23:37:07.610892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e468146-a0c4-441d-9b9c-238ece165ff7 req-92190bca-1bf3-468f-8a11-832aeb2e7eb1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Dec 20 23:37:07.638432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e67a9f64-2da2-4c4e-af77-9e6ec397eb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:08.425698 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:08.730429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5da0e-db35-4d3f-9001-07a571a4497e req-94c7c625-39bd-436c-80be-bad17dd7c576 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:08.732172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9e5da0e-db35-4d3f-9001-07a571a4497e req-94c7c625-39bd-436c-80be-bad17dd7c576 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0494149 Dec 20 23:37:08.785555 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9e5da0e-db35-4d3f-9001-07a571a4497e req-cbe65672-49a3-40cc-81f3-5066bef16f51 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Dec 20 23:37:09.902011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84434-c93c-4adc-8f45-9274503dc40c req-65a7dac9-1f79-4269-84d5-886b121c3198 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:09.903564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a84434-c93c-4adc-8f45-9274503dc40c req-65a7dac9-1f79-4269-84d5-886b121c3198 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0497561 Dec 20 23:37:09.951778 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-89a84434-c93c-4adc-8f45-9274503dc40c req-e62953f3-3e71-4736-b43c-4abb70789e45 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Dec 20 23:37:10.174093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:10.480038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:11.076295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c27525-23d9-4af3-a11e-c6f33799426f req-d16ecb1f-7492-42f0-932f-a0c09983e0be tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:11.077890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56c27525-23d9-4af3-a11e-c6f33799426f req-d16ecb1f-7492-42f0-932f-a0c09983e0be tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0526702 Dec 20 23:37:11.126231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56c27525-23d9-4af3-a11e-c6f33799426f req-e43bca39-ba9f-4ab4-a44c-2ec9d46a5976 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Dec 20 23:37:12.247936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeab43-585e-4a2e-9eb8-822dfa6dc217 req-a3eca6e4-c85e-4142-b76b-5062835aee8b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:12.249682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fefeab43-585e-4a2e-9eb8-822dfa6dc217 req-a3eca6e4-c85e-4142-b76b-5062835aee8b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0514348 Dec 20 23:37:12.298990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fefeab43-585e-4a2e-9eb8-822dfa6dc217 req-76f21722-59c8-401a-9cd6-2ed4ae1f2849 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Dec 20 23:37:12.809793 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-68e0339b-ad6f-4538-a27a-e2d24f9abf3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391989 Dec 20 23:37:12.896933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-995ff747-bdc0-479d-80d7-e83854de1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:12.898570 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-995ff747-bdc0-479d-80d7-e83854de1d1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 1096 time: 0.0433824 Dec 20 23:37:13.013219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-235ed3fd-428e-4b68-9e6e-2629e160d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:13.014736 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-235ed3fd-428e-4b68-9e6e-2629e160d245 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0959573 Dec 20 23:37:13.060417 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-afea9c32-676b-47f8-8edc-5d507adf5c63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea HTTP/1.1" status: 200 len: 217 time: 0.0379632 Dec 20 23:37:13.112666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-7fa7a5f6-38ff-43c2-b942-3b77a69de702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:13.114186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-7fa7a5f6-38ff-43c2-b942-3b77a69de702 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0474195 Dec 20 23:37:13.169759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-0d46fb23-e800-4bb2-a319-ddea615a851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:13.171349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-0d46fb23-e800-4bb2-a319-ddea615a851b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488267 Dec 20 23:37:13.265547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-2efa7d03-a57b-4549-8e7b-6890534e1448 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871224 Dec 20 23:37:13.439076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8428827-faf5-4bc9-a604-dfb9a140ba09 req-eb25bd41-410a-44d2-94d7-5024ece9dfb5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:13.440794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8428827-faf5-4bc9-a604-dfb9a140ba09 req-eb25bd41-410a-44d2-94d7-5024ece9dfb5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0588973 Dec 20 23:37:13.507758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8428827-faf5-4bc9-a604-dfb9a140ba09 req-6dc7078c-1107-41c0-acde-10f6920511da tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Dec 20 23:37:13.671788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8782d0b3-53ff-4ab2-a2b1-acb94ef07b9d req-6bf8b238-33d1-4e01-970c-3ca924c19a91 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987811 Dec 20 23:37:13.930306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:37:14.642301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7bc4-bc05-47d9-b4ef-c064527421f5 req-99f3e414-d7ce-4cca-9162-f1657a1e5ae3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:14.643873 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-023d7bc4-bc05-47d9-b4ef-c064527421f5 req-99f3e414-d7ce-4cca-9162-f1657a1e5ae3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0508881 Dec 20 23:37:14.694173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-023d7bc4-bc05-47d9-b4ef-c064527421f5 req-235dfd8a-9d74-4470-975e-02985ec0eb60 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Dec 20 23:37:15.815308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc2cf-d32c-4f2f-947e-b7326889d29b req-7704c799-27a1-4881-a33e-0ce458792281 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:15.816795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a6cc2cf-d32c-4f2f-947e-b7326889d29b req-7704c799-27a1-4881-a33e-0ce458792281 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0516167 Dec 20 23:37:15.868197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a6cc2cf-d32c-4f2f-947e-b7326889d29b req-399bd651-775b-4029-9166-e0ff721ede76 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Dec 20 23:37:16.989980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4691-309b-4f98-ab56-631b35b6872a req-dab6b6fa-6c5f-4e65-a10e-57a78f018770 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:16.991458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fcd4691-309b-4f98-ab56-631b35b6872a req-dab6b6fa-6c5f-4e65-a10e-57a78f018770 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0503826 Dec 20 23:37:17.039867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5fcd4691-309b-4f98-ab56-631b35b6872a req-13d6339a-9450-4137-9e32-138dc6a29534 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Dec 20 23:37:18.163297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc014-0f46-499f-93a5-6e4d316d6243 req-7c954f6e-f418-4054-b91a-8c7d945edace tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:18.164765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb6cc014-0f46-499f-93a5-6e4d316d6243 req-7c954f6e-f418-4054-b91a-8c7d945edace tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0509534 Dec 20 23:37:18.214155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb6cc014-0f46-499f-93a5-6e4d316d6243 req-61542b03-2eb7-4ccb-8f62-7c554ccb3adf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Dec 20 23:37:19.343130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5ccc-3af5-45ba-961e-6dd5d0b74f38 req-49b9eb82-45ab-4179-9e39-cbfc01edfdae tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:19.344633 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-088d5ccc-3af5-45ba-961e-6dd5d0b74f38 req-49b9eb82-45ab-4179-9e39-cbfc01edfdae tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0565109 Dec 20 23:37:19.398361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-088d5ccc-3af5-45ba-961e-6dd5d0b74f38 req-0e8a2487-50ab-44fd-9909-70f4d9dacbb4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Dec 20 23:37:20.522780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3460a8e-3dab-4b0b-ab67-ae3b1d48db7f req-05720d79-c3eb-4006-bcb9-b73382d160f0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:20.524298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3460a8e-3dab-4b0b-ab67-ae3b1d48db7f req-05720d79-c3eb-4006-bcb9-b73382d160f0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0536964 Dec 20 23:37:20.574245 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3460a8e-3dab-4b0b-ab67-ae3b1d48db7f req-6631b3d5-c09e-4a41-b8d7-b64b4d6c6a7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Dec 20 23:37:21.700621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59374ba-8abd-46ba-9230-4312931de688 req-9233148f-cb8a-44c7-a161-28579bb0ebb3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:21.702278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a59374ba-8abd-46ba-9230-4312931de688 req-9233148f-cb8a-44c7-a161-28579bb0ebb3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0564919 Dec 20 23:37:21.772650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a59374ba-8abd-46ba-9230-4312931de688 req-b00eb3ed-1993-49a6-aa44-c41e3130f1db tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Dec 20 23:37:22.894036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4b37-f969-463c-bffc-e1c42492ced2 req-644e2921-5735-4937-89b0-85500bae3cee tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:22.895548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f9a4b37-f969-463c-bffc-e1c42492ced2 req-644e2921-5735-4937-89b0-85500bae3cee tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0520208 Dec 20 23:37:22.944057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f9a4b37-f969-463c-bffc-e1c42492ced2 req-7e10f9ae-221c-479f-8d1d-d8626fb18138 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Dec 20 23:37:24.060581 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88861a-209d-4a82-9020-e61fe16935d5 req-469774f5-6470-4f2c-bd86-59ff1e810698 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:24.062086 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a88861a-209d-4a82-9020-e61fe16935d5 req-469774f5-6470-4f2c-bd86-59ff1e810698 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0501351 Dec 20 23:37:24.109014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9a88861a-209d-4a82-9020-e61fe16935d5 req-e65afd96-d56f-4526-b557-9cb5471a48f8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Dec 20 23:37:25.231563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59f64-4c4d-485a-b476-74a2afc71eee req-1b9b1b04-59db-4dae-a958-02aa7405d9a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:25.234016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3a59f64-4c4d-485a-b476-74a2afc71eee req-1b9b1b04-59db-4dae-a958-02aa7405d9a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0535786 Dec 20 23:37:25.282503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3a59f64-4c4d-485a-b476-74a2afc71eee req-831635bd-f47c-4a85-a81e-b0f3709019df tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Dec 20 23:37:26.400540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a880d-73f7-4374-b59e-33e6b7ce86c5 req-79cd31d8-d094-4fb0-904f-c65787128d59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:26.402081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-634a880d-73f7-4374-b59e-33e6b7ce86c5 req-79cd31d8-d094-4fb0-904f-c65787128d59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0494950 Dec 20 23:37:26.453835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-634a880d-73f7-4374-b59e-33e6b7ce86c5 req-555c45b1-cd71-40c4-bc40-ed5a02ebbb50 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Dec 20 23:37:27.583809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2d516-e155-4fe6-b78b-9ddc7f053d51 req-c3141e2d-8c11-44f1-86a7-d73b2837710f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:27.585417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ba2d516-e155-4fe6-b78b-9ddc7f053d51 req-c3141e2d-8c11-44f1-86a7-d73b2837710f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0591433 Dec 20 23:37:27.633469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ba2d516-e155-4fe6-b78b-9ddc7f053d51 req-7765e632-f70f-46d9-9c9c-55cf89b8cdd6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Dec 20 23:37:28.253257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:28.753542 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce6dd1-8ca2-4eca-8fd4-1dd6c1142ee5 req-650ef99d-431d-4f48-ab84-773b6d1b0024 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:28.755074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dce6dd1-8ca2-4eca-8fd4-1dd6c1142ee5 req-650ef99d-431d-4f48-ab84-773b6d1b0024 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0510910 Dec 20 23:37:28.804478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dce6dd1-8ca2-4eca-8fd4-1dd6c1142ee5 req-15c6e476-c9fc-48ee-b467-fb8ee391ae3b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Dec 20 23:37:29.926366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbfd4c-293b-4252-b7c9-1cef34db3891 req-29d91796-053c-48c5-9e4f-539980c02a22 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:29.927915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77bbfd4c-293b-4252-b7c9-1cef34db3891 req-29d91796-053c-48c5-9e4f-539980c02a22 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 943 time: 0.0543556 Dec 20 23:37:29.982699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77bbfd4c-293b-4252-b7c9-1cef34db3891 req-1f1ebf9d-43ca-4678-85be-399a1d55288b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Dec 20 23:37:30.618382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c99782dc-272a-41ff-b005-c5a69fae1a19 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:37:30.715838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c99782dc-272a-41ff-b005-c5a69fae1a19,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:37:30.726426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c99782dc-272a-41ff-b005-c5a69fae1a19', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': 'c99782dc-272a-41ff-b005-c5a69fae1a19', 'mac_address': 'fa:16:3e:b3:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:37:30.764780 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:30.777345 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99782dc-272a-41ff-b005-c5a69fae1a19 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:37:30.800828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c99782dc-272a-41ff-b005-c5a69fae1a19,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:37:30.864651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:30.913031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:37:30.921900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.922252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.922597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.922933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.923266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.923597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.923930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.924252 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.924577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.924901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.925225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.925550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:30.925894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:31.100897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5b92-08cd-40d9-a7ae-18796a87990a req-e561c9ef-5f3f-4b39-a8f1-7dcdb02d566b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:31.102426 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cdc5b92-08cd-40d9-a7ae-18796a87990a req-e561c9ef-5f3f-4b39-a8f1-7dcdb02d566b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 944 time: 0.0491323 Dec 20 23:37:31.132608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c99782dc-272a-41ff-b005-c5a69fae1a19'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:37:31.157362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4cdc5b92-08cd-40d9-a7ae-18796a87990a req-4bc57ab4-cd1b-46d8-bff6-b23e3d68ba2f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Dec 20 23:37:32.079991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59124) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:37:32.218759 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b29a507b-8e8a-4198-8255-8c0f467669ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44b5a000fc414e5aaaeb8985b7fe1fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374822 Dec 20 23:37:32.221211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59130) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:37:32.275276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.283932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ee97-54d4-443b-af8f-cdc72382e06e req-4c907dd6-0bce-4a36-8e36-ffebf5f9b8dd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:32.285867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7268ee97-54d4-443b-af8f-cdc72382e06e req-4c907dd6-0bce-4a36-8e36-ffebf5f9b8dd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 944 time: 0.0540307 Dec 20 23:37:32.299011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.337190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7268ee97-54d4-443b-af8f-cdc72382e06e req-32b304b5-f386-433b-9e27-dadc48bc73b4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Dec 20 23:37:32.478620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.481742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.483030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/527c535b-09e2-472c-af6b-fc642960261d HTTP/1.1" status: 204 len: 168 time: 0.2608688 Dec 20 23:37:32.491065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c535b-09e2-472c-af6b-fc642960261d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:37:32.500332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.500688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.501030 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.501372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.501706 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.502061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.502683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.503021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.503417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.503945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.504285 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.504612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.504942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f190f-8164-4303-b5cf-a26fa83841d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:32.633965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c99782dc-272a-41ff-b005-c5a69fae1a19 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:37:32.752970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c99782dc-272a-41ff-b005-c5a69fae1a19 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:37:32.757454 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c99782dc-272a-41ff-b005-c5a69fae1a19 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:37:32.757888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.837104 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:32.863989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:37:32.866221 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd1fbf-7eac-4dfe-ba59-7d05d5e2cf06" -d '{"events": [{"server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "name": "network-vif-plugged", "status": "completed", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:37:32.879567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c99782dc-272a-41ff-b005-c5a69fae1a19,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:37:32.921456 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7194d06-b2e6-4ece-8604-d598859ec2e2 x-openstack-request-id: req-a7194d06-b2e6-4ece-8604-d598859ec2e2 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:37:32.921673 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "name": "network-vif-plugged", "status": "completed", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:37:32.921967 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7194d06-b2e6-4ece-8604-d598859ec2e2 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:37:32.928805 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19', 'code': 200} Dec 20 23:37:32.947539 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:33.007592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:37:33.037987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308b63e-692a-45f1-9c55-aee6bf7df6c7 req-275f21af-091a-4c7b-8afe-44053d991407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:33.039473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5308b63e-692a-45f1-9c55-aee6bf7df6c7 req-275f21af-091a-4c7b-8afe-44053d991407 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 1096 time: 0.0468979 Dec 20 23:37:33.099232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5308b63e-692a-45f1-9c55-aee6bf7df6c7 req-f74409f4-d718-47ee-bf77-18e17150c400 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Dec 20 23:37:33.459724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25fd81-5096-4248-9fcf-38272e70229a req-9102ba75-51eb-42d0-bf4c-16267c33451a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:33.461207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb25fd81-5096-4248-9fcf-38272e70229a req-9102ba75-51eb-42d0-bf4c-16267c33451a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.0508683 Dec 20 23:37:33.513370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb25fd81-5096-4248-9fcf-38272e70229a req-e84be488-ee49-4f46-af24-4e56035d80ec tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Dec 20 23:37:33.621189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:34.634218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535607-278d-4519-acd2-33505eb14b5c req-6ce441ae-9ecc-46aa-adce-ae868e9cd148 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:34.635815 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5535607-278d-4519-acd2-33505eb14b5c req-6ce441ae-9ecc-46aa-adce-ae868e9cd148 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Dec 20 23:37:34.686958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b5535607-278d-4519-acd2-33505eb14b5c req-57657f8e-d53f-430c-8fd4-e151a3774f4b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Dec 20 23:37:34.853552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c07e1-fc4c-45ae-b205-1ae21f096a09 req-717da724-61fd-480f-88d8-7dae05d7b359 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:34.853552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a8c07e1-fc4c-45ae-b205-1ae21f096a09 req-717da724-61fd-480f-88d8-7dae05d7b359 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Dec 20 23:37:34.855259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5a8c07e1-fc4c-45ae-b205-1ae21f096a09 req-d187eeda-984b-43e5-b03c-b7545431e3c3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Dec 20 23:37:34.950984 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4bbe9c16-98c2-4a8e-9d11-538cd8e20b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:35.390660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592967c-9d3a-489a-b61c-2462b6e209c2 req-e4acd612-8aa7-484f-a976-3e793f4c66d2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:35.392043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9592967c-9d3a-489a-b61c-2462b6e209c2 req-e4acd612-8aa7-484f-a976-3e793f4c66d2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Dec 20 23:37:35.445612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9592967c-9d3a-489a-b61c-2462b6e209c2 req-de20d02d-212a-4685-ac6a-a4a31625dee1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473871 Dec 20 23:37:36.886297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdbdfe-4e10-4d69-bced-f5c12baac14f req-34f17feb-e436-4b8e-9a77-44f7446ed2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:36.888010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cbdbdfe-4e10-4d69-bced-f5c12baac14f req-34f17feb-e436-4b8e-9a77-44f7446ed2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.3707352 Dec 20 23:37:36.937527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8cbdbdfe-4e10-4d69-bced-f5c12baac14f req-a2baf6a9-41da-4866-b3e8-b0c4a46f8088 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Dec 20 23:37:36.993828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-cb2f71e1-d033-4193-a13e-afa34a6c65ea tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:36.995172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-cb2f71e1-d033-4193-a13e-afa34a6c65ea tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Dec 20 23:37:37.098694 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port c99782dc-272a-41ff-b005-c5a69fae1a19 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:37:37.098694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:37.187261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port c99782dc-272a-41ff-b005-c5a69fae1a19, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c99782dc-272a-41ff-b005-c5a69fae1a19,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:37:37.187624 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:37.199506 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for c99782dc-272a-41ff-b005-c5a69fae1a19 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:37:37.398567 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:37.411919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:37:37.428342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=c99782dc-272a-41ff-b005-c5a69fae1a19,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:37:37.441299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.441650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.442027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.442338 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.442713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.443051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.443382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.443786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.444120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.444445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.444769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.445091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.445450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:37:37.464251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c99782dc-272a-41ff-b005-c5a69fae1a19'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:37:37.491800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port c99782dc-272a-41ff-b005-c5a69fae1a19 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:37:37.496239 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:37.499836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ce2d9f4-31df-4705-8e3d-554c1d4ad20d req-98839d8f-a08e-4fb8-b3ca-dc2ba182918d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "DELETE /v2.0/ports/c99782dc-272a-41ff-b005-c5a69fae1a19 HTTP/1.1" status: 204 len: 173 time: 0.4954624 Dec 20 23:37:37.500298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'name': 'network-vif-deleted', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:37:37.502821 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a784967-abde-40ce-bd3f-42f8c6e7edee" -d '{"events": [{"server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "name": "network-vif-deleted", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:37:37.556927 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0229e1-fa37-4326-a14c-213362b2f88c x-openstack-request-id: req-ca0229e1-fa37-4326-a14c-213362b2f88c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:37:37.557298 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21cd72d-b60c-42d6-9fde-68e9922d62a9", "name": "network-vif-deleted", "tag": "c99782dc-272a-41ff-b005-c5a69fae1a19", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:37:37.557407 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca0229e1-fa37-4326-a14c-213362b2f88c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:37:37.557869 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21cd72d-b60c-42d6-9fde-68e9922d62a9', 'name': 'network-vif-deleted', 'tag': 'c99782dc-272a-41ff-b005-c5a69fae1a19', 'status': 'completed', 'code': 200} Dec 20 23:37:37.649853 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d9c5-8330-4942-b535-eb48713fc75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:38.036095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3f3967c-fdbb-4342-976f-545c538b0791 req-30e185eb-670e-4792-b5b6-4a171d570d46 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0278144 Dec 20 23:37:38.386628 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:39.137868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1bfa97ef-c0fb-4680-b703-0bd364dd1d84 req-3266ae13-278f-4bc9-8511-ddb64a8b2e7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Dec 20 23:37:39.806986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:40.238033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72e51f7b-21ac-4044-ab31-7ce01fd3cf8c req-e0619457-3cf3-41ed-9adf-ac489e518871 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0275455 Dec 20 23:37:40.527368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:40.651424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c99782dc-272a-41ff-b005-c5a69fae1a19 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:37:40.674945 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: c99782dc-272a-41ff-b005-c5a69fae1a19 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:37:40.675291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c99782dc-272a-41ff-b005-c5a69fae1a19 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:37:41.339488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87244368-01df-4b2e-b86c-af6930d780e2 req-cf9f9b27-9b04-4df5-ac80-a3be956210a8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0264847 Dec 20 23:37:42.442663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cf0db61-d452-4889-84b5-eb186af0335c req-f453759c-cdfd-464d-a36f-b68c7805e08e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=e21cd72d-b60c-42d6-9fde-68e9922d62a9 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Dec 20 23:37:50.929298 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:37:51.381066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd270a-03c7-4ebe-8008-a833664af0ee req-d1234592-991d-4c79-8f12-8408f0785fe5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:51.382599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5dd270a-03c7-4ebe-8008-a833664af0ee req-d1234592-991d-4c79-8f12-8408f0785fe5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0543559 Dec 20 23:37:51.430667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5dd270a-03c7-4ebe-8008-a833664af0ee req-f3b47e73-c742-41d4-9a9a-e073681bdc29 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Dec 20 23:37:52.554852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865df5c-752b-4ce1-8e45-fcaa0368f860 req-faf4d151-4a75-4231-af0a-95c4113741d5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:52.556433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1865df5c-752b-4ce1-8e45-fcaa0368f860 req-faf4d151-4a75-4231-af0a-95c4113741d5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0526848 Dec 20 23:37:52.604358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1865df5c-752b-4ce1-8e45-fcaa0368f860 req-5e2ef041-1b9a-4471-bb5d-f9fd0fcd1896 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c35cf82-44a8-484a-9f90-789bb69348a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:37:53.015353 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:37:53.020094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-aac4ee24-8071-4b92-a42d-ceacea33c19d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:37:53.021584 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-aac4ee24-8071-4b92-a42d-ceacea33c19d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 945 time: 0.0527415 Dec 20 23:37:53.115539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:37:53.115891 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:53.208405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:37:53.208765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:53.220704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:37:53.403728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:53.418637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:37:53.438683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=27b4dfb8-56a9-427d-a62f-2d9bf9d498ea,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:37:53.487582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:37:53.490265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:37:53.493756 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6de288f0-4725-4be3-8d74-f8c65b418eba req-5d9c307f-407f-434a-bc6a-3b0737133e41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "DELETE /v2.0/ports/27b4dfb8-56a9-427d-a62f-2d9bf9d498ea HTTP/1.1" status: 204 len: 173 time: 0.4648759 Dec 20 23:37:53.494242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'name': 'network-vif-deleted', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:37:53.497112 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c2548-cfc5-4213-a7e1-c081ea81a43c" -d '{"events": [{"server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "name": "network-vif-deleted", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:37:53.545469 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7098db59-b1f0-4366-89b5-72ee58fc4127 x-openstack-request-id: req-7098db59-b1f0-4366-89b5-72ee58fc4127 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:37:53.545824 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d293ba8d-0c99-4dcd-98cc-dc9936103d5b", "name": "network-vif-deleted", "tag": "27b4dfb8-56a9-427d-a62f-2d9bf9d498ea", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:37:53.546081 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7098db59-b1f0-4366-89b5-72ee58fc4127 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:37:53.546486 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293ba8d-0c99-4dcd-98cc-dc9936103d5b', 'name': 'network-vif-deleted', 'tag': '27b4dfb8-56a9-427d-a62f-2d9bf9d498ea', 'status': 'completed', 'code': 200} Dec 20 23:37:53.702550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d4cb94da-add5-4637-850b-97abbdf2d1b9 req-6a37e8bd-4ad1-47e9-8108-9ba09cc731e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0259907 Dec 20 23:37:54.803324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e4ed4a4-19ab-4ddb-8d65-07410a808eb1 req-56cef179-a449-4e40-b1d1-e2f6d177d397 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0307031 Dec 20 23:37:55.905840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-766585e6-ff31-4689-9bbf-8d8c535c11f0 req-aa5904f0-7a59-4f07-8b4d-46925403ca87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0270278 Dec 20 23:37:56.175500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:37:56.196692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:37:56.197044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 27b4dfb8-56a9-427d-a62f-2d9bf9d498ea not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:37:57.007207 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-20935832-e98f-43ee-b4a4-ce673074db2d req-f7460c96-9131-4046-95b7-96380c27df16 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0290401 Dec 20 23:37:58.103186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6e4f1e8-3667-4976-b32e-c2093d4195a0 req-04a8deea-c079-4965-b341-01cee0658dc3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=d293ba8d-0c99-4dcd-98cc-dc9936103d5b HTTP/1.1" status: 200 len: 210 time: 0.0261450 Dec 20 23:37:58.280916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:03.572265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:03.893601 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59522) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:03.898219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193643124', 'description': 'tempest-secgroup-smoke-193643124 description', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:04.017922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.086451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.146405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.178303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:04.239720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.241074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5e377f53-5c6c-4cd8-8f11-edc286e7c2fc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3463862 Dec 20 23:38:04.244242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59528) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:04.249433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:04.340957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.401431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.515095 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.533825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3db3664-be5e-42c1-a6c0-fa022786fdd4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:04.634051 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.635350 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-2fd560eb-9bc8-426d-8f87-9327c2adc766 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897886 Dec 20 23:38:04.638704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59534) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:04.642941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:04.735149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.793493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.883624 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14a5fce3-13ce-44de-9eb1-8006bc6937f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.940407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:04.959451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e38bfa-1e2b-4621-9e96-bc0caa0a81b4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:05.022551 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.023795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-58220b8d-deac-4e0a-b897-06dea139bad6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3841631 Dec 20 23:38:05.026516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 59542) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:05.031802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:05.141183 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.197384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.272165 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.284844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09512ae4-945f-41ee-b0c7-910048920191,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:05.365912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.367180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ccebb110-2f53-443b-ae81-e2ef934893a0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390863 Dec 20 23:38:05.370044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59548) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:05.375005 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:05.466256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.535818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.611711 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.628440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040d7967-5761-4766-8b52-f914d50c3712,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:05.700526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.701845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8c036283-1b20-4f97-81a7-eebd5578a3b1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3306904 Dec 20 23:38:05.704528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59554) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:05.708897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:05.914838 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Project 3eb0607ff7bc41798c3be8c7479253f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:38:05.922705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:05.969598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.072105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.097818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fe6835-ba9d-48f1-bf9e-b6ae2b9f4dde,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:06.176802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.178087 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-531e3b42-402a-450b-8809-d977811fef87 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4726222 Dec 20 23:38:06.180824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 59562) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:06.185758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435', 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:06.263537 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Project 3eb0607ff7bc41798c3be8c7479253f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 23:38:06.269031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.330696 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.400291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.416557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3986a314-ddfb-4279-8020-db8cc2432f5e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:06.494166 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:06.495537 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-696ef2b9-1edb-4e35-9ee0-d1c862524fb6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137558 Dec 20 23:38:07.634744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c27f8595-ed49-4f81-8eea-6a8b6d0b71e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:08.432378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:09.826825 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:10.512548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:27.930874 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:38:28.322943 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:29.554738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-c9a4a36a-7234-4e36-b9d3-fa0fe31b362e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193643124&fields=id&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 267 time: 0.0446351 Dec 20 23:38:29.667287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-747e5553-ad11-421e-943e-8458ae6f1db6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:29.669398 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-747e5553-ad11-421e-943e-8458ae6f1db6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1068106 Dec 20 23:38:29.684941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-0e23e664-0191-41f3-9c9a-2ba4d0eea2b6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0097563 Dec 20 23:38:29.737058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-44d92180-3314-49cf-bce9-69a0be344865 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465608 Dec 20 23:38:29.851096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-d553b32a-91bb-481a-b485-14263d7c9fee service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:38:29.852098 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-d553b32a-91bb-481a-b485-14263d7c9fee service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1029546 Dec 20 23:38:29.951494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-2a48ff3b-82d2-4fcc-bb6f-74c34e656732 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916317 Dec 20 23:38:30.039841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-bea68318-c3f7-44a0-8e48-636e12f12f67 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822964 Dec 20 23:38:30.608938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8068d8b5-f94b-4b1d-9705-c39e930b9275 req-1cc41416-e1a2-4477-a6aa-847a0e9b29e6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0312431 Dec 20 23:38:31.706930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79762c84-4ea6-4a8a-9400-cc2fd04d3f7e req-b3334a83-09d6-49a5-b3ac-5f89c5d69488 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Dec 20 23:38:32.445938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-29ffd7dc-eed2-454f-81d0-1e3c5e438756 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:32.448329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-29ffd7dc-eed2-454f-81d0-1e3c5e438756 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1087418 Dec 20 23:38:32.527063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-aca75d28-d8b1-4fe7-9d27-0ba031e7c016 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 379 time: 0.0695398 Dec 20 23:38:32.541445 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'security_groups': ['f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:32.722863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:38:32.727406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:32.833585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81ced5e8-3061-4a05-92f6-33dec4c2de9a req-9cae448b-d05c-4588-a8fe-cf2ff3868631 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0392985 Dec 20 23:38:32.871701 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.10 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/fe8c7582-bbcf-453f-8980-74f87cd5bd7b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:38:33.030680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.148882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.202382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:38:33.206058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:38:33.210807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:38:33.215671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:33.247735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.248219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.248564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.248900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.249235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.249560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.249911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.250231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.250547 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.250866 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.251184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.251504 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.251847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:33.277883 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:33.278728 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.352076 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-e3a4b5c5-7d22-4b14-8b68-18f2eb9781e9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8149176 Dec 20 23:38:33.367260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Request body: {'port': {'device_id': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:33.432911 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.553432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf15c941-ff08-487f-9cbf-5065dc0d70de None None] Provisioning complete for port fe8c7582-bbcf-453f-8980-74f87cd5bd7b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:38:33.553963 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf15c941-ff08-487f-9cbf-5065dc0d70de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.593985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf15c941-ff08-487f-9cbf-5065dc0d70de None None] Port fe8c7582-bbcf-453f-8980-74f87cd5bd7b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:38:33.598048 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.714249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c7582-bbcf-453f-8980-74f87cd5bd7b {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:38:33.721694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.734593 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Transition to ACTIVE for port object fe8c7582-bbcf-453f-8980-74f87cd5bd7b will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:38:33.799612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.854035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:33.947337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Attempting to bind port fe8c7582-bbcf-453f-8980-74f87cd5bd7b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:38:33.947686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Attempting to bind port fe8c7582-bbcf-453f-8980-74f87cd5bd7b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:38:33.948327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Attempting to bind port fe8c7582-bbcf-453f-8980-74f87cd5bd7b on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:38:33.955087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Port fe8c7582-bbcf-453f-8980-74f87cd5bd7b on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:38:33.955419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Attempting to bind port fe8c7582-bbcf-453f-8980-74f87cd5bd7b on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:38:33.960972 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:38:33.961315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:38:33.961821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:38:33.962166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Bound port: fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:38:33.962522 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:33.962641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb21faa-cf85-4974-a0a9-59d258d74ca7 req-c9a7b6ea-223c-4dec-9d95-bf6afb374dd1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:33.971139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbb21faa-cf85-4974-a0a9-59d258d74ca7 req-c9a7b6ea-223c-4dec-9d95-bf6afb374dd1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0685420 Dec 20 23:38:34.030562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dbb21faa-cf85-4974-a0a9-59d258d74ca7 req-41d1e95e-f587-4ec9-bda0-a23509e60d3e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580425 Dec 20 23:38:34.049803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:38:34.049803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:38:34.129353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:34.163842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.164725 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:34.166217 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 1092 time: 0.8041413 Dec 20 23:38:34.169900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:38:34.172827 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63722508-5533-489d-9e2f-b566b575219f" -d '{"events": [{"name": "network-changed", "server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:38:34.200777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128de8c-9bf2-46c5-a632-b2c0810645e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:34.221304 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1ef09-446e-48f2-9a49-3d481dcc75b3 x-openstack-request-id: req-b4f1ef09-446e-48f2-9a49-3d481dcc75b3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:38:34.221827 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:38:34.222098 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4f1ef09-446e-48f2-9a49-3d481dcc75b3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:38:34.222726 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'status': 'completed', 'code': 200} Dec 20 23:38:34.298306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722508-5533-489d-9e2f-b566b575219f req-98df9b1d-593d-4702-9b8d-05973469098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.299848 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63722508-5533-489d-9e2f-b566b575219f req-98df9b1d-593d-4702-9b8d-05973469098b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1095 time: 0.0541842 Dec 20 23:38:34.408215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722508-5533-489d-9e2f-b566b575219f req-0bf5492b-fc37-4fd5-8854-320ea7b56650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.409710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63722508-5533-489d-9e2f-b566b575219f req-0bf5492b-fc37-4fd5-8854-320ea7b56650 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003363 Dec 20 23:38:34.520624 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722508-5533-489d-9e2f-b566b575219f req-4a6e7243-81c7-47db-b160-68289eb85f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.522028 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-63722508-5533-489d-9e2f-b566b575219f req-4a6e7243-81c7-47db-b160-68289eb85f01 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047187 Dec 20 23:38:34.603923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-b9374dfa-82dc-4d09-8ef2-beacd84ac916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.605388 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-b9374dfa-82dc-4d09-8ef2-beacd84ac916 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1095 time: 0.0443444 Dec 20 23:38:34.648734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-bfe47d85-7e56-43b6-a226-9110d2c712a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 217 time: 0.0358319 Dec 20 23:38:34.706440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-29215fe6-db5c-49e8-9494-6713a43eefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.707892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-29215fe6-db5c-49e8-9494-6713a43eefe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0519826 Dec 20 23:38:34.756659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-ddf33f36-2789-4564-b559-c57fd444899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:34.758174 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-ddf33f36-2789-4564-b559-c57fd444899a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425158 Dec 20 23:38:34.840200 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1e334d53-7d85-4c03-96bc-1b9ca056cf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:34.853618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-67fff813-30d6-4e5e-a0af-9abe95b9a250 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Dec 20 23:38:34.949640 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5e7a00af-0d55-4db3-a84d-323c393aa6fa req-d7c4714d-4be0-4a0f-98bf-0de0433fe63c service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Dec 20 23:38:35.158563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd7541-b88f-4ee0-a460-7e1ca59d1127 req-2b0eec45-aba6-481c-9609-67008d8239b2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:35.160187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fffd7541-b88f-4ee0-a460-7e1ca59d1127 req-2b0eec45-aba6-481c-9609-67008d8239b2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0586996 Dec 20 23:38:35.211107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fffd7541-b88f-4ee0-a460-7e1ca59d1127 req-b88f6c32-ca9f-4387-9986-f4437df3ae5e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445480 Dec 20 23:38:36.336864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce92d7c-31e2-4ed2-a298-70bf16b54c65 req-778b0375-5ae3-4f5a-9efa-257709a3cf32 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:36.338387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ce92d7c-31e2-4ed2-a298-70bf16b54c65 req-778b0375-5ae3-4f5a-9efa-257709a3cf32 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0536847 Dec 20 23:38:36.391597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ce92d7c-31e2-4ed2-a298-70bf16b54c65 req-bbdb5a6c-5901-4fad-bd88-7f7e07350e4e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466793 Dec 20 23:38:37.524495 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc783-4e78-4891-af35-8b14ebcfbe79 req-b7b485e1-ee10-4485-bd52-558e4ef5284b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:37.526041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-057fc783-4e78-4891-af35-8b14ebcfbe79 req-b7b485e1-ee10-4485-bd52-558e4ef5284b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0623391 Dec 20 23:38:37.588799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-057fc783-4e78-4891-af35-8b14ebcfbe79 req-898dcf1d-2cf7-4a74-b128-b025b506b16b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491524 Dec 20 23:38:37.608651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9d003a2-6188-4fd8-be66-7e283640539f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:38.425705 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:38.710623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0d29-5315-4e3c-b054-592cddfbfec2 req-e4e51a5d-c10e-44dc-b8f9-791b225ab6a4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:38.712111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b0c0d29-5315-4e3c-b054-592cddfbfec2 req-e4e51a5d-c10e-44dc-b8f9-791b225ab6a4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0501690 Dec 20 23:38:38.763858 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b0c0d29-5315-4e3c-b054-592cddfbfec2 req-fccdae4e-7d3c-4666-818b-d599941f91a3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Dec 20 23:38:39.845450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:39.882451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400911ff-0fe1-4062-a2d9-3cbdedbebe4d req-5265877d-bf9a-49ac-8bdc-5476349f9b5e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:39.883977 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-400911ff-0fe1-4062-a2d9-3cbdedbebe4d req-5265877d-bf9a-49ac-8bdc-5476349f9b5e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0500274 Dec 20 23:38:39.935351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-400911ff-0fe1-4062-a2d9-3cbdedbebe4d req-7e87794e-174f-40c5-aaf8-b7b172e9c168 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Dec 20 23:38:40.514096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:41.059259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cc15d-3906-4f8f-834d-49807c331cb4 req-05476ad4-199a-4cd2-b22b-58009ac54ff1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:41.060779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-609cc15d-3906-4f8f-834d-49807c331cb4 req-05476ad4-199a-4cd2-b22b-58009ac54ff1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0539274 Dec 20 23:38:41.111238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-609cc15d-3906-4f8f-834d-49807c331cb4 req-0b9bff76-7237-4002-b1eb-0dcf35b50447 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Dec 20 23:38:42.345979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58d9a-7351-42f7-a1dd-39a46cf51cb7 req-69bba351-da7a-43ce-a7f8-edc43b2ce70d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:42.347527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc58d9a-7351-42f7-a1dd-39a46cf51cb7 req-69bba351-da7a-43ce-a7f8-edc43b2ce70d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0499723 Dec 20 23:38:42.409576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc58d9a-7351-42f7-a1dd-39a46cf51cb7 req-6a1a08e5-c1d1-4542-b6c3-d420e5f2c509 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554690 Dec 20 23:38:43.530405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37dda0-8882-4b70-8ac1-ed2e3d2e82ed req-aaffdbc8-6715-48d3-973f-3a0e0f3f3e7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:43.531930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca37dda0-8882-4b70-8ac1-ed2e3d2e82ed req-aaffdbc8-6715-48d3-973f-3a0e0f3f3e7f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0520265 Dec 20 23:38:43.586130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca37dda0-8882-4b70-8ac1-ed2e3d2e82ed req-2a966e12-2426-47b2-91c8-df8b76900454 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482390 Dec 20 23:38:44.703654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d72f0-c49b-459e-80c9-ad05c6fe15be req-318cf77a-ebe2-4a76-b6bf-3ffc64c9d970 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:44.705157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f8d72f0-c49b-459e-80c9-ad05c6fe15be req-318cf77a-ebe2-4a76-b6bf-3ffc64c9d970 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Dec 20 23:38:44.754924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f8d72f0-c49b-459e-80c9-ad05c6fe15be req-f0441c0a-efb1-4dc4-ba47-c1a5cc46d678 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Dec 20 23:38:45.871900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf711-f96e-4f75-861f-df6bbeb77885 req-aef76620-bf66-4bd6-9eac-5a4e2bba9661 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:45.873399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b95bf711-f96e-4f75-861f-df6bbeb77885 req-aef76620-bf66-4bd6-9eac-5a4e2bba9661 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0521560 Dec 20 23:38:45.922835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b95bf711-f96e-4f75-861f-df6bbeb77885 req-f4da9509-5837-43f8-a8d0-193fcf59f9cd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Dec 20 23:38:47.042789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadaf8b-3b9f-4331-b1a0-f7ddd3c2d584 req-092701a2-5377-4d75-943e-803c92dc9ac5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:47.045136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6eadaf8b-3b9f-4331-b1a0-f7ddd3c2d584 req-092701a2-5377-4d75-943e-803c92dc9ac5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0539808 Dec 20 23:38:47.094070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6eadaf8b-3b9f-4331-b1a0-f7ddd3c2d584 req-0ed40719-1fea-45b0-90ba-d7e4a3bae80c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Dec 20 23:38:48.215028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3bfe5-5fa4-421d-a8f9-3a00c510bd1f req-18f7a8b9-e182-41ef-883f-1cd2010f1aeb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:48.216455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc3bfe5-5fa4-421d-a8f9-3a00c510bd1f req-18f7a8b9-e182-41ef-883f-1cd2010f1aeb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 944 time: 0.0532880 Dec 20 23:38:48.265635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fc3bfe5-5fa4-421d-a8f9-3a00c510bd1f req-a422f0b1-2f0e-4c48-abb8-3e10070ba622 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Dec 20 23:38:48.530653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fe8c7582-bbcf-453f-8980-74f87cd5bd7b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:38:48.629131 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:38:48.640072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'mac_address': 'fa:16:3e:56:ac:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:38:48.681138 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:48.694650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c7582-bbcf-453f-8980-74f87cd5bd7b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:38:48.714392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:38:48.799014 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:48.849195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:48.862193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.862713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.863210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.863801 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.864390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.864970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.865560 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.866313 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.866887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.867455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.868022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.868606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.869199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:48.977007 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60548) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:49.011429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fe8c7582-bbcf-453f-8980-74f87cd5bd7b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:38:49.094681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1658e4eb-6be2-41bf-b529-4146927dab1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.179834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1658e4eb-6be2-41bf-b529-4146927dab1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.250557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1658e4eb-6be2-41bf-b529-4146927dab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.288979 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658e4eb-6be2-41bf-b529-4146927dab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7396828-8800-4d78-803c-6fd222ae715b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:49.295650 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1658e4eb-6be2-41bf-b529-4146927dab1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b62564fc3de465cbb96689b45c16a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152215 Dec 20 23:38:49.299150 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:49.375106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.404163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.420992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee30e-1d41-4638-9f3a-a59adc817333 req-bf64d303-61e8-4dc0-b541-d77651ddde2a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:49.422512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8eaee30e-1d41-4638-9f3a-a59adc817333 req-bf64d303-61e8-4dc0-b541-d77651ddde2a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 945 time: 0.0839837 Dec 20 23:38:49.489455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8eaee30e-1d41-4638-9f3a-a59adc817333 req-0ee3fbec-258a-44af-a3b4-3e957ae293c6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591030 Dec 20 23:38:49.559879 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.562515 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:49.563689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7396828-8800-4d78-803c-6fd222ae715b HTTP/1.1" status: 204 len: 168 time: 0.2667172 Dec 20 23:38:49.571568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7396828-8800-4d78-803c-6fd222ae715b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:49.580370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.580684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.581127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.581517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.581891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.582224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.582552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.582877 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.583855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.584438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.584779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.585362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:49.585768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c63a3e-6661-49de-b770-584fe429a87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:38:50.542739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fe8c7582-bbcf-453f-8980-74f87cd5bd7b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:38:50.554638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 60578) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:50.622105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28911-cf18-43e4-839b-6270a0cff563 req-6713b709-8929-4014-84e9-3dee593a215d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:50.622105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb28911-cf18-43e4-839b-6270a0cff563 req-6713b709-8929-4014-84e9-3dee593a215d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Dec 20 23:38:50.662663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1577252372-network', 'tenant_id': '3c25bfd897c342919a27f3c07545d297'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:50.682650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fe8c7582-bbcf-453f-8980-74f87cd5bd7b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:38:50.686649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fe8c7582-bbcf-453f-8980-74f87cd5bd7b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:38:50.686931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fb28911-cf18-43e4-839b-6270a0cff563 req-cadea2ce-840f-4016-892d-d6b877afd7dc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616202 Dec 20 23:38:50.687338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.763074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Made reservation on behalf of 3c25bfd897c342919a27f3c07545d297 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:38:50.765446 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.767764 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.774912 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.790399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:38:50.792679 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c807de6-5309-458d-b8d6-535df7e0dcf6" -d '{"events": [{"server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:38:50.805737 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:38:50.832070 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d581ff6e-318d-4fbb-b2f1-14a5377126da x-openstack-request-id: req-d581ff6e-318d-4fbb-b2f1-14a5377126da {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:38:50.832368 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:38:50.832623 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d581ff6e-318d-4fbb-b2f1-14a5377126da {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:38:50.833021 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'code': 200} Dec 20 23:38:50.852986 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.865951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.913644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:50.919444 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.949059 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:38:50.955698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416dd6e6-51b9-4789-bb74-faeb89397095,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:50.966858 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:50.967134 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Added segment 5c504042-7172-48f5-ab63-aba818eecef2 of type vlan for network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 Dec 20 23:38:51.004227 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55d189-aed7-4e6e-ae17-870cee539eec req-64cafc76-010f-474d-8ff6-37cf90b31628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:51.005942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a55d189-aed7-4e6e-ae17-870cee539eec req-64cafc76-010f-474d-8ff6-37cf90b31628 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1097 time: 0.1128936 Dec 20 23:38:51.011294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.054039 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6a55d189-aed7-4e6e-ae17-870cee539eec req-60500793-5901-40e3-ae31-9800bbbd778e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Dec 20 23:38:51.079066 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.080092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:51.080671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.146192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:51.159078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:38:51.171549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad9dd032-9464-44a9-b397-6cbc440334a6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6152537 Dec 20 23:38:51.174763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:51.179744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Request body: {'subnet': {'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1577252372-subnet', 'tenant_id': '3c25bfd897c342919a27f3c07545d297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:51.270958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Made reservation on behalf of 3c25bfd897c342919a27f3c07545d297 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:38:51.273301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.500208 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.549391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:51.564111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Checking segment: {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:38:51.564481 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Network hostable DHCP agents. Network: a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:38:51.638750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:38:51.707301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:38:51.712942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:51.713530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:51.719839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002159ca-7f10-469e-9391-d60ac9955f7a None None] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:38:51.781125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05d5f5af-0786-4733-b85f-d9a63514f267 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6032526 Dec 20 23:38:51.808660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6fd53-2fa6-4ab3-b068-12cc547126e6 req-56fc40c1-8cc8-49a2-84f2-3eca91f61a67 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:51.810462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31f6fd53-2fa6-4ab3-b068-12cc547126e6 req-56fc40c1-8cc8-49a2-84f2-3eca91f61a67 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.0540793 Dec 20 23:38:51.827167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71434a89-bc97-4e38-a01c-a9128374eef2 None None] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:38:51.863620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-31f6fd53-2fa6-4ab3-b068-12cc547126e6 req-f1434dfb-d725-4540-b3de-e3dae00abc99 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466967 Dec 20 23:38:52.996038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4688d-d106-4e27-a39d-c0a2daf5f9dd req-c9d644a1-555a-4d61-8877-3426dca8d9cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:52.996038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63d4688d-d106-4e27-a39d-c0a2daf5f9dd req-c9d644a1-555a-4d61-8877-3426dca8d9cf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Dec 20 23:38:53.042716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63d4688d-d106-4e27-a39d-c0a2daf5f9dd req-ce4570fb-aa75-4e55-9114-d4ad0171e9b9 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 Dec 20 23:38:53.163036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a681f01-686d-4757-b740-e4fc78df325f req-3b91699d-2b96-415d-8463-901b12723707 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:53.165996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a681f01-686d-4757-b740-e4fc78df325f req-3b91699d-2b96-415d-8463-901b12723707 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.0540497 Dec 20 23:38:53.217443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a681f01-686d-4757-b740-e4fc78df325f req-191f0dd2-6709-4781-b4d2-9a0cabd6a9bc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458965 Dec 20 23:38:53.239423 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60606) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:53.382550 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce54f5-44af-441c-8923-3c9c36b71d23 tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:53.387742 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0fce54f5-44af-441c-8923-3c9c36b71d23 tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1092 time: 0.1437120 Dec 20 23:38:53.388000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 60610) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:38:53.392233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:38:53.468009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:53.572143 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:53.687083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.25.1.128 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/8705316b-ad57-4a5a-8bfc-ce24ed08ef35) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:38:53.796364 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:53.883201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:53.925161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:38:53.927942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:38:53.931434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:38:53.937637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=8705316b-ad57-4a5a-8bfc-ce24ed08ef35,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:54.424539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:54.610061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:54.756339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:54.814257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:54.890396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=8705316b-ad57-4a5a-8bfc-ce24ed08ef35,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:38:54.898050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:55.299178 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP 8d3d41eb-8450-46af-92ca-93beeb111f6c associated. External IP: 172.25.1.128, port: fe8c7582-bbcf-453f-8980-74f87cd5bd7b. Dec 20 23:38:55.514750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:38:55.627167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:38:55.636658 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:38:55.648149 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:38:55.653541 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:38:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:38:55.710014 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:38:55.738923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a498457f-4657-44a8-ba33-5a1532574a03 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3499045 Dec 20 23:38:55.739669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:38:55.742166 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769" -d '{"events": [{"name": "network-changed", "server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:38:55.762625 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:38:55.783604 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ca4e2-8f5c-4b58-b94e-42318c02e023 x-openstack-request-id: req-9f4ca4e2-8f5c-4b58-b94e-42318c02e023 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:38:55.783967 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:38:55.784293 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f4ca4e2-8f5c-4b58-b94e-42318c02e023 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:38:55.784765 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'status': 'completed', 'code': 200} Dec 20 23:38:55.847719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-eb6a3a9d-42e9-4d1f-9603-c159fbb47f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:55.849230 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-eb6a3a9d-42e9-4d1f-9603-c159fbb47f5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1097 time: 0.0432394 Dec 20 23:38:55.953167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-bcdeb794-e34f-416d-af65-d6e392fec3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:55.954700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-bcdeb794-e34f-416d-af65-d6e392fec3ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0968790 Dec 20 23:38:55.999958 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '8d3d41eb-8450-46af-92ca-93beeb111f6c', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:56:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:38:54Z', 'updated_at': '2021-12-20T23:38:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:38:56.024102 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-d9e12893-8f2d-4371-aca9-fb3169ba334b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 1000 time: 0.0622740 Dec 20 23:38:56.032606 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:38:56.042576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:38:56.043240 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:38:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:38:56.077202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-0ef0d911-eec4-4b5e-9bad-0073d1a0bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:56.078710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-0ef0d911-eec4-4b5e-9bad-0073d1a0bf64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0469003 Dec 20 23:38:56.130439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-bc00de51-bf68-4ee0-bcd0-8cc8f02bb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:38:56.132097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-bc00de51-bf68-4ee0-bcd0-8cc8f02bb927 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466304 Dec 20 23:38:56.149234 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:38:56.224401 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-78a49f05-d8ad-42d1-95b9-e33faf94f1a4 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848527 Dec 20 23:38:56.328591 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cc9a6e11-ade0-4cb5-8ceb-dd6e302c2769 req-484fb069-ddda-46c8-81ca-88b5b1d2299d service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958524 Dec 20 23:38:56.476599 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '8d3d41eb-8450-46af-92ca-93beeb111f6c', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:56:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:38:54Z', 'updated_at': '2021-12-20T23:38:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:38:56.505651 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e26bc-c041-42cf-8490-65ea3b7ab365 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '8d3d41eb-8450-46af-92ca-93beeb111f6c', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:56:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:38:54Z', 'updated_at': '2021-12-20T23:38:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:38:56.703197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe551155-eab8-4144-834f-6b9992602c41 None None] New status for floating IP 8d3d41eb-8450-46af-92ca-93beeb111f6c: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:38:58.316955 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:03.586028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:04.861787 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-949a6bb5-b57f-4c96-87b6-f74d6b6400b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:04.931404 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:39:07.615526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-761933c4-6e23-4e4d-997c-dfea5ae2404b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:08.432945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:09.842393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:10.550793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:15.828849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-fdec5fe9-feab-471d-acd8-b8d871c305af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407784 Dec 20 23:39:15.919345 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-4ef3ff73-5e8d-4bd5-b7fe-cc554bdcf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:39:15.920849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-4ef3ff73-5e8d-4bd5-b7fe-cc554bdcf095 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1097 time: 0.0448189 Dec 20 23:39:16.034530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-390b9b52-dcde-43d1-8d51-dce3fa508101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:39:16.036110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-390b9b52-dcde-43d1-8d51-dce3fa508101 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0949664 Dec 20 23:39:16.105576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-5f597370-9bb4-4bbf-a6f9-d3165a4c2086 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 1002 time: 0.0616648 Dec 20 23:39:16.174078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-0b27cf72-3da5-420d-8a9c-1f39d0ddb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:39:16.174078 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-0b27cf72-3da5-420d-8a9c-1f39d0ddb47e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0568318 Dec 20 23:39:16.220217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-396d047b-444e-4782-a1fa-edf653f5c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:39:16.222178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-396d047b-444e-4782-a1fa-edf653f5c6dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458424 Dec 20 23:39:16.318424 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-91474809-0782-44f4-b285-9e1568c7d43c service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876815 Dec 20 23:39:16.414023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0d1630dc-a3b1-46e0-83a5-e0e1754da45e req-327faada-7ab5-439f-b8d8-38bea97a715f service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Dec 20 23:39:28.306445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:33.590566 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:34.837858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7bea7574-f3c2-4833-94fa-829f09347bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:37.637424 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-00a88648-8e06-491f-a6a7-265256f69f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:38.454657 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:39.826827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:40.561759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:39:41.929895 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:39:55.461281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-d9d3b7f6-9dc8-45e3-bb07-7e6f2b6f4fa6 req-48aff6e4-8b65-410b-9113-e3b2af57eb12 tempest-TestSecurityGroupsBasicOps-1327894412 tempest-TestSecurityGroupsBasicOps-1327894412-project] (115563) timed out ('10.222.0.59', 58614) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:39:58.305693 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:03.602276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:04.825010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30a6b3ab-e5b9-4f67-8f08-d7d55dbc0fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:07.647655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca29731b-4e4c-452d-adfb-a0c4a267e61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:08.459468 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:09.848060 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:10.482149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:16.792442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-db57534d-f7cb-4f81-84f5-271ce8627594 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424411 Dec 20 23:40:16.880121 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522dcff-891e-4839-900f-25fae4e36087 req-1813a303-adbc-40ca-9b10-f018f095b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:16.881643 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-1813a303-adbc-40ca-9b10-f018f095b45a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1097 time: 0.0430734 Dec 20 23:40:16.995635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522dcff-891e-4839-900f-25fae4e36087 req-0cac03ff-1565-4d39-a8f3-71f705a438ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:16.997102 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-0cac03ff-1565-4d39-a8f3-71f705a438ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0954194 Dec 20 23:40:17.068154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-a3e03618-29bf-4567-8e72-d5517fb7d3ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 1002 time: 0.0630829 Dec 20 23:40:17.117249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522dcff-891e-4839-900f-25fae4e36087 req-ad208a20-c631-4d27-abf9-777dede9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:17.118718 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-ad208a20-c631-4d27-abf9-777dede9438c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0436802 Dec 20 23:40:17.165305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522dcff-891e-4839-900f-25fae4e36087 req-685315e4-7500-489b-bffb-00aa9f04006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:17.166520 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-685315e4-7500-489b-bffb-00aa9f04006c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403926 Dec 20 23:40:17.263948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-b64ddcc2-8e9e-4304-94ce-2db436b416c7 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894947 Dec 20 23:40:17.354677 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9522dcff-891e-4839-900f-25fae4e36087 req-96b87115-50b2-4f89-a7be-4bd07a29430c service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829887 Dec 20 23:40:18.929343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:40:20.225503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-8c79aa9e-a0d7-4ccb-98ea-4b67bcb19761 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:20.226919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-8c79aa9e-a0d7-4ccb-98ea-4b67bcb19761 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 814 time: 0.1067786 Dec 20 23:40:20.241510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-534d3243-2ba3-434a-878f-6701d2b08d07 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/quotas/3c25bfd897c342919a27f3c07545d297 HTTP/1.1" status: 200 len: 375 time: 0.0088179 Dec 20 23:40:20.273060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-3ca8c9a7-bef4-40ac-a600-4987384cd330 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261843 Dec 20 23:40:20.460737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-07cf2331-2c6f-4b55-8fac-8e26b620656b service neutron] 10.222.0.62 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808479 Dec 20 23:40:20.554950 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-64f411f4-a870-404c-b92c-8c8a1a4a62b7 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881090 Dec 20 23:40:20.765790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de686cef-17d9-426f-8b45-1cc7556b4cfd req-3b8c48d7-b59c-4d34-8394-f5ab3f6b2846 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 210 time: 0.0298157 Dec 20 23:40:21.863548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a80cfad-bf62-4f2d-a50a-9c877c312854 req-19a44e43-6a07-4093-95d3-9741c21456dc tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 210 time: 0.0272563 Dec 20 23:40:22.578772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-cf08f42e-1f58-4090-b918-feff61a9ca41 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:22.580561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-cf08f42e-1f58-4090-b918-feff61a9ca41 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 814 time: 0.1066885 Dec 20 23:40:22.599922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Request body: {'port': {'device_id': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7', 'admin_state_up': True, 'tenant_id': '3c25bfd897c342919a27f3c07545d297'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:40:22.779092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Made reservation on behalf of 3c25bfd897c342919a27f3c07545d297 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:40:22.783399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:22.914106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Allocated IP 172.20.0.3 (a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7/681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c/5a4d0336-165b-4403-8af6-7dcb98b003ce) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:40:22.978645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c2c79d6-622e-4f3f-afe6-71aced6aeb4c req-15a4912a-019b-41be-8de9-ec0cbf1b228c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 210 time: 0.0409546 Dec 20 23:40:23.094437 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.236360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.283849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:40:23.287082 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:40:23.294323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:40:23.298526 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Pushing event updated for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:40:23.328864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.329234 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.330339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.330695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.331030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.331361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.331690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.332016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.332341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.332665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.332989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.333317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.333638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:23.356484 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:23.357112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.427134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c4c7ae78-9480-40f2-bf10-b1bbc876622c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308713 Dec 20 23:40:23.444039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Request body: {'port': {'device_id': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:40:23.501020 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.755009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4d0336-165b-4403-8af6-7dcb98b003ce {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:40:23.762128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.773881 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Transition to ACTIVE for port object 5a4d0336-165b-4403-8af6-7dcb98b003ce will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:40:23.847394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:23.899650 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:40:23.965730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Attempting to bind port 5a4d0336-165b-4403-8af6-7dcb98b003ce on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:40:23.966386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Attempting to bind port 5a4d0336-165b-4403-8af6-7dcb98b003ce by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:40:23.966386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Attempting to bind port 5a4d0336-165b-4403-8af6-7dcb98b003ce on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:40:23.971114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Port 5a4d0336-165b-4403-8af6-7dcb98b003ce on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:40:23.971430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Attempting to bind port 5a4d0336-165b-4403-8af6-7dcb98b003ce on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:40:23.976117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:40:23.976449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Checking segment: {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:40:23.976825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Bound using segment: {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:40:23.977240 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Bound port: 5a4d0336-165b-4403-8af6-7dcb98b003ce, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:40:23.977584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:24.041197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:40:24.044255 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:40:24.094262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0957a6-4be6-4e15-a5ff-37b08cdc9f9b req-dbbd5390-85e9-451e-a39f-bc3d1e9dfdaf tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.096481 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e0957a6-4be6-4e15-a5ff-37b08cdc9f9b req-dbbd5390-85e9-451e-a39f-bc3d1e9dfdaf tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 943 time: 0.0496242 Dec 20 23:40:24.134302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:24.175695 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.176308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:24.177678 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a4d0336-165b-4403-8af6-7dcb98b003ce HTTP/1.1" status: 200 len: 1091 time: 0.7377222 Dec 20 23:40:24.179941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:40:24.182222 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42" -d '{"events": [{"name": "network-changed", "server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:40:24.187735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e0957a6-4be6-4e15-a5ff-37b08cdc9f9b req-06f84802-c2a5-4117-9c78-dd341d1c3727 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 Dec 20 23:40:24.222184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1e5d0-5358-4e09-9646-35482a1c3274 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:40:24.324116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-e0025bf0-a230-4132-a443-e3e03d069e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.325638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-e0025bf0-a230-4132-a443-e3e03d069e78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 1094 time: 0.0415990 Dec 20 23:40:24.375858 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f8870-9154-4279-bef3-7b5228924a43 x-openstack-request-id: req-a41f8870-9154-4279-bef3-7b5228924a43 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:40:24.376324 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:40:24.376550 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a41f8870-9154-4279-bef3-7b5228924a43 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:40:24.376792 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce', 'status': 'completed', 'code': 200} Dec 20 23:40:24.378280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-c8d7e3ff-f839-48db-bda2-b21c8c7c4c0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce HTTP/1.1" status: 200 len: 217 time: 0.0403652 Dec 20 23:40:24.432242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-829c4954-ad7e-4ee3-b2f1-cf7f03dd9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.433661 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-829c4954-ad7e-4ee3-b2f1-cf7f03dd9343 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c HTTP/1.1" status: 200 len: 854 time: 0.0428860 Dec 20 23:40:24.466636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-3bc363e0-619c-434f-b08f-8477833ca144 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239058 Dec 20 23:40:24.563466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-e0a05045-e01b-450a-88aa-34a701ceec68 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Dec 20 23:40:24.658642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff445106-5eaf-4f02-afb2-a8aead8ec1fd req-b2c0f756-d8f2-4393-a573-806996d22ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833983 Dec 20 23:40:24.802356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-795a8ed3-9145-4228-8e7b-a549c08cb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.803835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-795a8ed3-9145-4228-8e7b-a549c08cb9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 1094 time: 0.0407991 Dec 20 23:40:24.900222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-c8ae6b68-2c6d-4522-882e-dd0cc2b4a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:24.901591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-c8ae6b68-2c6d-4522-882e-dd0cc2b4a00f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 915 time: 0.0867910 Dec 20 23:40:24.945878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-dea3e37c-3b23-4652-99ec-d83e4d0be811 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce HTTP/1.1" status: 200 len: 217 time: 0.0355020 Dec 20 23:40:25.004222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-ad1679df-96b5-4d3a-b13c-8eab3d6f8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:25.005648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-ad1679df-96b5-4d3a-b13c-8eab3d6f8076 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c HTTP/1.1" status: 200 len: 854 time: 0.0467255 Dec 20 23:40:25.038101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-76ed65a0-e422-48f3-9794-9810298e354f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243230 Dec 20 23:40:25.127770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-142ca163-9e92-4bd5-8ce6-dbc303e4f988 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803699 Dec 20 23:40:25.223394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32adbf9a-50e2-4cf0-8c5c-f808fed1ef42 req-9ad694a7-8792-45b4-bb0b-f59b1266fdad service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860846 Dec 20 23:40:25.304122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2aab-a8b6-4fde-afbc-e7c04f9d5f2d req-195bfec3-884c-4ce6-8095-8aac50fb0f7e tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:25.305574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32bf2aab-a8b6-4fde-afbc-e7c04f9d5f2d req-195bfec3-884c-4ce6-8095-8aac50fb0f7e tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 943 time: 0.0488544 Dec 20 23:40:25.351737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32bf2aab-a8b6-4fde-afbc-e7c04f9d5f2d req-c6023769-31ae-4927-841b-49cbd6c16a96 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Dec 20 23:40:26.472246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7c30-c893-419e-b5c5-5c8215d928f1 req-c39c08b5-3202-44f3-b495-4164feaa189d tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:26.473775 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dabd7c30-c893-419e-b5c5-5c8215d928f1 req-c39c08b5-3202-44f3-b495-4164feaa189d tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 943 time: 0.0530131 Dec 20 23:40:26.520107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dabd7c30-c893-419e-b5c5-5c8215d928f1 req-18bec7be-fe82-4ca4-b0bf-c4058904707c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Dec 20 23:40:27.361047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5a4d0336-165b-4403-8af6-7dcb98b003ce details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:40:27.457049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:40:27.467917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '5a4d0336-165b-4403-8af6-7dcb98b003ce', 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7', 'port_id': '5a4d0336-165b-4403-8af6-7dcb98b003ce', 'mac_address': 'fa:16:3e:bf:45:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:40:27.504081 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:27.519927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4d0336-165b-4403-8af6-7dcb98b003ce {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:40:27.538884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:40:27.595664 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:27.635310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e06b4-2f90-4612-bff9-fc00660083f5 req-4077c06c-bb98-45ff-a862-ab6b211eec7b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:27.637401 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88e06b4-2f90-4612-bff9-fc00660083f5 req-4077c06c-bb98-45ff-a862-ab6b211eec7b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 944 time: 0.0510609 Dec 20 23:40:27.644161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:40:27.651528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.651879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.652214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.652561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.652892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.653224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.653552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.653918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.654240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.654564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.654887 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.655207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.655534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:40:27.685308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88e06b4-2f90-4612-bff9-fc00660083f5 req-cb337ac5-f96d-40de-826b-1d0c6b923162 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Dec 20 23:40:27.893671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5a4d0336-165b-4403-8af6-7dcb98b003ce'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:40:28.304265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:28.799010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a82fd-1b0b-48f5-9e66-afc25a3f104e req-425310fa-1a71-49f5-9b45-bae76a0911da tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:28.800703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a20a82fd-1b0b-48f5-9e66-afc25a3f104e req-425310fa-1a71-49f5-9b45-bae76a0911da tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 944 time: 0.0487518 Dec 20 23:40:28.850745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a20a82fd-1b0b-48f5-9e66-afc25a3f104e req-f4ee885d-6758-41a9-8dcb-4d08507084a4 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Dec 20 23:40:29.376906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5a4d0336-165b-4403-8af6-7dcb98b003ce up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:40:29.469754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 5a4d0336-165b-4403-8af6-7dcb98b003ce completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:40:29.473701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 5a4d0336-165b-4403-8af6-7dcb98b003ce triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:40:29.474104 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:29.549847 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:29.571611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:40:29.573867 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7aeb7a-82dc-408c-ac9a-45d9341af651" -d '{"events": [{"server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "name": "network-vif-plugged", "status": "completed", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:40:29.589590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:40:29.610541 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd66db-42a9-4dfe-826c-d52346279ef3 x-openstack-request-id: req-c5cd66db-42a9-4dfe-826c-d52346279ef3 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:40:29.610872 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "name": "network-vif-plugged", "status": "completed", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:40:29.611250 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5cd66db-42a9-4dfe-826c-d52346279ef3 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:40:29.612251 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce', 'code': 200} Dec 20 23:40:29.630140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:29.677706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:40:29.714369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4403a-0297-47d9-8e5d-4657bdaadce9 req-41e86f65-d5be-483f-bf0f-006271c16d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:29.715842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49c4403a-0297-47d9-8e5d-4657bdaadce9 req-41e86f65-d5be-483f-bf0f-006271c16d0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 1096 time: 0.0410528 Dec 20 23:40:29.764161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49c4403a-0297-47d9-8e5d-4657bdaadce9 req-64a9a70d-4bd6-40ce-8712-6cd6b3415839 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Dec 20 23:40:29.965885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f124-b130-44eb-9a60-2f73b43315b2 req-f5243ba1-580e-4cbb-a664-671d7be2dc44 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:29.967349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56c0f124-b130-44eb-9a60-2f73b43315b2 req-f5243ba1-580e-4cbb-a664-671d7be2dc44 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0480444 Dec 20 23:40:30.013951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-56c0f124-b130-44eb-9a60-2f73b43315b2 req-bbfadf3a-bfde-4235-ad50-c85ca1ff9b93 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Dec 20 23:40:31.134414 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c8b5c-a6b8-4528-92d0-5f5ba93c9346 req-f254dbaa-99bc-4625-8654-1b7fcacbe331 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:31.135891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b1c8b5c-a6b8-4528-92d0-5f5ba93c9346 req-f254dbaa-99bc-4625-8654-1b7fcacbe331 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0525863 Dec 20 23:40:31.184783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b1c8b5c-a6b8-4528-92d0-5f5ba93c9346 req-b0f89c12-958f-4c09-9491-74102222b207 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Dec 20 23:40:32.297757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c6595-8cf5-45c3-a28a-191288a11cfb req-e4ab9dbf-9275-49a5-b848-5db44b705023 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:40:32.299751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-029c6595-8cf5-45c3-a28a-191288a11cfb req-e4ab9dbf-9275-49a5-b848-5db44b705023 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0480862 Dec 20 23:40:32.346303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-029c6595-8cf5-45c3-a28a-191288a11cfb req-c516b2fe-72ad-4336-a4e7-6a89024a1194 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Dec 20 23:40:33.573100 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:34.818381 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db86ffa0-0504-46c7-9629-c4eff968649b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:37.607160 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4014c7e4-061a-457a-9d87-c3b389ff56dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:38.424445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:40.092891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:40.492766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:40:52.299567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-bbb54580-a7f8-4d4e-95b2-652844c157be req-39bbfc89-d934-4961-93d9-7e8d0a618f9d service neutron] (115563) timed out ('10.222.0.59', 58484) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:40:55.928426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:40:58.315120 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:03.577285 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:04.828697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aa9c070c-67d9-4af3-b024-56cd0ef27471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:07.594964 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30e75347-24fb-4f7e-b60f-6206a3ffbd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:08.423410 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:09.829346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:10.480641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:18.788026 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-0e4231ff-7ed2-4916-93c1-e43a9d0290d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407031 Dec 20 23:41:18.880847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-9d694315-298c-4a10-9b1b-d2f4773023b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:18.882451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-9d694315-298c-4a10-9b1b-d2f4773023b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 1097 time: 0.0472558 Dec 20 23:41:18.991554 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-706b2759-31d3-4198-8e6a-281b7d800210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:18.993395 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-706b2759-31d3-4198-8e6a-281b7d800210 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0895989 Dec 20 23:41:19.069062 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-73de153d-dda2-4549-ba1d-57116baeff49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 200 len: 1002 time: 0.0655873 Dec 20 23:41:19.120032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-a5b0e558-ac37-48b0-b398-833489e74db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:19.125077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-a5b0e558-ac37-48b0-b398-833489e74db9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0452759 Dec 20 23:41:19.169873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-06119531-15e0-4b4b-b624-aee230a2a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:19.171484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-06119531-15e0-4b4b-b624-aee230a2a138 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430484 Dec 20 23:41:19.266753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-15335e4b-8c2c-47cf-9826-bf5c241b8181 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873644 Dec 20 23:41:19.367090 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8452d130-4f02-4cd3-b62f-e307633ceafc req-60f3709c-c315-4d0a-b95b-6490b4f1e425 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933630 Dec 20 23:41:22.764022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d855e19-fb66-4f99-b125-9c3fdbdce78b req-55bacdc3-6e48-4a38-aca0-77f7e3c60844 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:22.765516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d855e19-fb66-4f99-b125-9c3fdbdce78b req-55bacdc3-6e48-4a38-aca0-77f7e3c60844 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.0524018 Dec 20 23:41:22.818979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d855e19-fb66-4f99-b125-9c3fdbdce78b req-022a7674-9133-4d32-8575-a6df339bcb41 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472512 Dec 20 23:41:23.649016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-71e935f1-c375-4d70-940d-67c0d691e6dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403445 Dec 20 23:41:23.743009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-ce9fca96-6736-4ba0-99f0-a943445de07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:23.744867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-ce9fca96-6736-4ba0-99f0-a943445de07d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 1096 time: 0.0407922 Dec 20 23:41:23.858155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-f8856d4c-2981-4fa8-ae87-5d11ec5049a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:23.859780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-f8856d4c-2981-4fa8-ae87-5d11ec5049a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 915 time: 0.0905588 Dec 20 23:41:23.907949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-852fe3aa-da61-45a4-9082-27f8879445a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce HTTP/1.1" status: 200 len: 217 time: 0.0371518 Dec 20 23:41:23.967198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-c349a5aa-a377-4186-b76d-4d91a2770d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:23.968658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-c349a5aa-a377-4186-b76d-4d91a2770d41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c HTTP/1.1" status: 200 len: 854 time: 0.0455003 Dec 20 23:41:24.024241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-d5270c7a-4fd4-4443-b323-4275fc6abcfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436897 Dec 20 23:41:24.053084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445344a3-70d6-430c-a5e0-6186d28f31bd req-9aae9e58-3499-4608-a792-59c96d877fdf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:24.054659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-445344a3-70d6-430c-a5e0-6186d28f31bd req-9aae9e58-3499-4608-a792-59c96d877fdf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.1485574 Dec 20 23:41:24.160082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-445344a3-70d6-430c-a5e0-6186d28f31bd req-48f0478d-8ca2-4ea9-9b81-112a9792efb3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936356 Dec 20 23:41:24.171467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-5c2add4a-89a0-4dd1-84bb-63b863069647 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341648 Dec 20 23:41:24.342529 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-22089e75-1f2d-4aa2-a5f6-cd6743dc18aa tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:24.344512 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-22089e75-1f2d-4aa2-a5f6-cd6743dc18aa tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 946 time: 0.0586638 Dec 20 23:41:24.441818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port fe8c7582-bbcf-453f-8980-74f87cd5bd7b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:41:24.442081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:24.537413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port fe8c7582-bbcf-453f-8980-74f87cd5bd7b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:24.537806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:24.584005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0acfd458-9687-4e49-92d9-9fe2a72e9788 req-628e1000-c68b-4632-9a60-e3a50c8b900e service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011345 Dec 20 23:41:24.714790 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:24.715154 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:24.715466 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP 8d3d41eb-8450-46af-92ca-93beeb111f6c disassociated. External IP: 172.25.1.128, port: fe8c7582-bbcf-453f-8980-74f87cd5bd7b. Dec 20 23:41:24.715807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for fe8c7582-bbcf-453f-8980-74f87cd5bd7b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:41:24.913938 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:24.944364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=fe8c7582-bbcf-453f-8980-74f87cd5bd7b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:24.957165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.957522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.957928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.958263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.958607 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.958944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.959329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.959613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.959943 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.960269 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.960600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.960935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:24.961265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:25.043284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d084e-3dd1-4f48-bb1b-802e0d6486b2 req-c14dc083-5577-4be3-9a41-cb4b96ef458b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:25.044783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-352d084e-3dd1-4f48-bb1b-802e0d6486b2 req-c14dc083-5577-4be3-9a41-cb4b96ef458b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0518808 Dec 20 23:41:25.080208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:41:25.095800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-352d084e-3dd1-4f48-bb1b-802e0d6486b2 req-d554e03f-917d-40fb-a6b6-205396374d88 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Dec 20 23:41:25.190330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:41:25.200942 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:41:25.211056 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:41:25.211670 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:41:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:25.231449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port fe8c7582-bbcf-453f-8980-74f87cd5bd7b on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:41:25.234201 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:25.237943 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d8a30508-2023-42b5-9996-e2e09dd94816 req-b3a95d9d-b684-4e9f-8a88-a382f1704401 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "DELETE /v2.0/ports/fe8c7582-bbcf-453f-8980-74f87cd5bd7b HTTP/1.1" status: 204 len: 173 time: 0.8859370 Dec 20 23:41:25.238520 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'name': 'network-vif-deleted', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:25.240772 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a2f78d-deb2-4a60-b578-815f13d80f07" -d '{"events": [{"server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "name": "network-vif-deleted", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:25.268887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27858675-79ce-4a95-a647-85cfb695578f req-f3bd3ff8-f9ee-4443-a334-c6c62e34105a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0300467 Dec 20 23:41:25.339311 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:41:25.371968 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6667e335-2502-4d3d-82e9-ab732203ab73 x-openstack-request-id: req-6667e335-2502-4d3d-82e9-ab732203ab73 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:25.372451 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58bfbbb-ee08-4002-9d51-3de3996a6956", "name": "network-vif-deleted", "tag": "fe8c7582-bbcf-453f-8980-74f87cd5bd7b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:25.372755 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6667e335-2502-4d3d-82e9-ab732203ab73 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:25.372893 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58bfbbb-ee08-4002-9d51-3de3996a6956', 'name': 'network-vif-deleted', 'tag': 'fe8c7582-bbcf-453f-8980-74f87cd5bd7b', 'status': 'completed', 'code': 200} Dec 20 23:41:25.551900 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:25.577469 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:41:25.585972 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:41:25.586566 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:41:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:25.690415 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:41:25.882595 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:25.912053 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31e6d-bf99-4f0b-991e-6b1767c2c070 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:41:26.140827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42b6bc-8748-4dae-aefa-c9386580ced6 None None] New status for floating IP 8d3d41eb-8450-46af-92ca-93beeb111f6c: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:41:26.221989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125a73d-5d8b-406d-a20d-69dc1f7db635 req-9e2c9f7c-b94a-436f-9918-c9f2e4d084a2 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:26.224238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e125a73d-5d8b-406d-a20d-69dc1f7db635 req-9e2c9f7c-b94a-436f-9918-c9f2e4d084a2 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0530298 Dec 20 23:41:26.277387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e125a73d-5d8b-406d-a20d-69dc1f7db635 req-424a9e7f-e097-4cf9-9459-719f8ea2d3ac tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Dec 20 23:41:26.388897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2f73ee9-5e1b-45e6-be26-1a8fa85f9945 req-8d40dd68-ee8e-453a-b1a3-12c23d98edd6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0329881 Dec 20 23:41:26.809715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-23e36162-e5aa-4c2d-8a25-930e929bcb27 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:26.811242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-23e36162-e5aa-4c2d-8a25-930e929bcb27 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 945 time: 0.0517690 Dec 20 23:41:26.901454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Deleting port 5a4d0336-165b-4403-8af6-7dcb98b003ce {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:41:26.901833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:27.005314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] For port 5a4d0336-165b-4403-8af6-7dcb98b003ce, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=5a4d0336-165b-4403-8af6-7dcb98b003ce,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:27.005693 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:27.018155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Calling delete_port for 5a4d0336-165b-4403-8af6-7dcb98b003ce owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:41:27.200585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:27.218529 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['5a4d0336-165b-4403-8af6-7dcb98b003ce'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:41:27.232367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Pushing event deleted for resources: {'Port': ['ID=5a4d0336-165b-4403-8af6-7dcb98b003ce,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:27.243630 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.244196 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.244646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.245175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.245682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.246204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.246691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.247179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.247665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.248707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.249051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.249529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.250048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:27.252092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fe8c7582-bbcf-453f-8980-74f87cd5bd7b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:41:27.273547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: fe8c7582-bbcf-453f-8980-74f87cd5bd7b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:41:27.277063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fe8c7582-bbcf-453f-8980-74f87cd5bd7b not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:41:27.294637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] No DVR routers for this DVR port 5a4d0336-165b-4403-8af6-7dcb98b003ce on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:41:27.297252 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:27.300864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aadd3dcd-a34f-43e6-afd9-f391f0b48f94 req-cc1c2549-1c33-4aa8-b840-0da5cd28e9ef tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "DELETE /v2.0/ports/5a4d0336-165b-4403-8af6-7dcb98b003ce HTTP/1.1" status: 204 len: 173 time: 0.4827783 Dec 20 23:41:27.302230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'name': 'network-vif-deleted', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:27.304563 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48549e2a-86e0-4805-b59d-d6aafb61aa54" -d '{"events": [{"server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "name": "network-vif-deleted", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:27.347434 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f1dd2-cc99-4fa4-a9a0-71a7307fa7db x-openstack-request-id: req-c26f1dd2-cc99-4fa4-a9a0-71a7307fa7db {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:27.347731 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47878bf2-6c0d-44ce-b7a4-b201cb1247cc", "name": "network-vif-deleted", "tag": "5a4d0336-165b-4403-8af6-7dcb98b003ce", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:27.351508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c26f1dd2-cc99-4fa4-a9a0-71a7307fa7db {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:27.351508 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47878bf2-6c0d-44ce-b7a4-b201cb1247cc', 'name': 'network-vif-deleted', 'tag': '5a4d0336-165b-4403-8af6-7dcb98b003ce', 'status': 'completed', 'code': 200} Dec 20 23:41:27.381859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a42fbf60-48ff-4eda-a488-e45ca98ec042 req-db3492ac-bed7-489b-8282-b1e60b14651c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=47878bf2-6c0d-44ce-b7a4-b201cb1247cc HTTP/1.1" status: 200 len: 210 time: 0.0323148 Dec 20 23:41:27.489433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0e581da-7b56-465d-8012-906bb78f8cd4 req-81eca857-928a-405a-930d-74b7624ad8d0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Dec 20 23:41:28.325949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:28.598240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75dae02c-ada8-45de-985d-8b9118b6ce33 req-b1fa1897-ab62-4fec-ad07-b993ccf0f1b5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0349202 Dec 20 23:41:29.692879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb3ed81f-7672-4bc1-bd95-261a6704bb82 req-3492e42b-75be-4078-b128-af49cd7a7f16 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=c58bfbbb-ee08-4002-9d51-3de3996a6956 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Dec 20 23:41:30.949393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-22ed5cc1-5659-42ea-bc00-370ea78f28bd tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193643124&fields=id&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 267 time: 0.0450342 Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:41:31.054290 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:41:31.058352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-06b6374d-1016-4e8e-abf6-4ffc824d1aa5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:31.058634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-06b6374d-1016-4e8e-abf6-4ffc824d1aa5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1017764 Dec 20 23:41:31.073386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4090dcda-3d63-486c-86cc-2f89f7dd7b1e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0089366 Dec 20 23:41:31.134538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-85cc0b66-9231-4342-94da-bfb1f2c32a06 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557132 Dec 20 23:41:31.228559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ea028421-48de-4e20-9f1b-61da9c869467 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823269 Dec 20 23:41:31.325964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-c2012765-293e-489a-81f5-914164b9e8d8 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Dec 20 23:41:31.766174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5a4d0336-165b-4403-8af6-7dcb98b003ce no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:41:31.788502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 5a4d0336-165b-4403-8af6-7dcb98b003ce {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:41:31.788983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 5a4d0336-165b-4403-8af6-7dcb98b003ce not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:41:32.928584 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:41:32.945480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e732530-d0c7-4d49-b502-464e453745f8 req-10c60775-fe21-467c-882b-9ea0ed1a2214 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Dec 20 23:41:33.617504 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:34.041969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f52e853-96b0-4e2a-bd39-3a5da76d3448 req-8e9df6b9-ce79-4117-9d7e-5aaa17741e4b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0262630 Dec 20 23:41:34.864045 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dc7166be-e041-4aa0-8ac0-d207cd9f25e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:34.909420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-c25a8117-54e2-4e8f-bd64-f7afe8b58ea0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:34.911107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-c25a8117-54e2-4e8f-bd64-f7afe8b58ea0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1106632 Dec 20 23:41:34.979379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ac8fdd75-d6dc-4e7a-a1d3-3a39f99d0d51 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 379 time: 0.0588441 Dec 20 23:41:34.988384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'security_groups': ['f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:41:35.226265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d4d7419-2b5b-44ab-998a-1082d4baea7f req-911b0fcd-e277-44e3-b93f-6baf45c11231 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0456774 Dec 20 23:41:35.314201 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:41:35.317876 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:35.454230 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.9 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/ce7c8525-df94-422b-acf8-534e16319e3c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:41:35.596893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:35.680452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:35.735937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:35.739429 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:41:35.741135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:41:35.757639 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:41:35.808409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-94693433-cb6b-4217-b463-5cf46a1f833e tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:35.810064 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-94693433-cb6b-4217-b463-5cf46a1f833e tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 814 time: 0.1138918 Dec 20 23:41:35.810396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:35.811039 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:35.830355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-2500c137-a333-4c62-b7e3-700f0fe839b8 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/quotas/3c25bfd897c342919a27f3c07545d297 HTTP/1.1" status: 200 len: 375 time: 0.0138724 Dec 20 23:41:35.861941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-a8807200-ffc2-4358-aadb-ea326f92afdb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294046 Dec 20 23:41:35.870510 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebe2a84f-0b43-4402-8641-5af0b3d2e5e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858590 Dec 20 23:41:35.884415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Request body: {'port': {'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:41:35.967282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:35.979370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-ea213fe1-eaee-4cce-b4f7-7831bda47786 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076448 Dec 20 23:41:36.026266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-03994781-e435-4a39-9f78-7534067ff5ee None None] Provisioning complete for port ce7c8525-df94-422b-acf8-534e16319e3c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:41:36.027277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-03994781-e435-4a39-9f78-7534067ff5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.065284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-03994781-e435-4a39-9f78-7534067ff5ee None None] Port ce7c8525-df94-422b-acf8-534e16319e3c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:41:36.087751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-bae6c2f5-4219-42c3-a377-ea677053ea9f service neutron] 10.222.0.62 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006727 Dec 20 23:41:36.259388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7c8525-df94-422b-acf8-534e16319e3c {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:41:36.267903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.287455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Transition to ACTIVE for port object ce7c8525-df94-422b-acf8-534e16319e3c will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:41:36.348735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28845ab4-a8bd-4a7e-8cb0-4c9ac1535722 req-f2ff7c9c-91c9-4ad7-8807-82e40c2e1d32 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 210 time: 0.0296242 Dec 20 23:41:36.349226 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.420594 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39331faa-6db1-4333-9d63-f7dbfb67540f req-868e8794-eb48-418a-adb8-550fe611225b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:36.422540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39331faa-6db1-4333-9d63-f7dbfb67540f req-868e8794-eb48-418a-adb8-550fe611225b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0721834 Dec 20 23:41:36.425873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:36.502136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39331faa-6db1-4333-9d63-f7dbfb67540f req-53245aed-a49b-4085-8343-fde2f7e3fa98 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660007 Dec 20 23:41:36.563038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Attempting to bind port ce7c8525-df94-422b-acf8-534e16319e3c on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:41:36.563477 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Attempting to bind port ce7c8525-df94-422b-acf8-534e16319e3c by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:41:36.564031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Attempting to bind port ce7c8525-df94-422b-acf8-534e16319e3c on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:41:36.573472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Port ce7c8525-df94-422b-acf8-534e16319e3c on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:41:36.573832 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Attempting to bind port ce7c8525-df94-422b-acf8-534e16319e3c on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:41:36.579792 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:41:36.580134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:41:36.580515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:41:36.580934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Bound port: ce7c8525-df94-422b-acf8-534e16319e3c, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:41:36.581418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.664097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:41:36.667982 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ce7c8525-df94-422b-acf8-534e16319e3c,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:41:36.708941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.749422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:36.752538 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:36.752538 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] 10.222.0.59 "PUT /v2.0/ports/ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1091 time: 0.8731208 Dec 20 23:41:36.753653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:36.757380 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60800ba-cc51-44a3-be01-f120adfb1571" -d '{"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:36.791935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c749032-0874-48f5-be2d-85708cd9e98c service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:36.826188 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ad195-2a47-4f3f-a315-516b633a99e7 x-openstack-request-id: req-3d6ad195-2a47-4f3f-a315-516b633a99e7 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:36.826490 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:36.826751 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d6ad195-2a47-4f3f-a315-516b633a99e7 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:36.827184 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'status': 'completed', 'code': 200} Dec 20 23:41:36.900932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-4af94481-76e0-4158-96aa-399708196e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:36.903026 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-4af94481-76e0-4158-96aa-399708196e6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1094 time: 0.0547638 Dec 20 23:41:37.019483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-3ab8531b-20e6-4204-965c-1c76ebf1baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.021040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-3ab8531b-20e6-4204-965c-1c76ebf1baf3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1088076 Dec 20 23:41:37.125928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-ec78e789-dd43-4783-ba16-64cba91ff385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.129764 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c60800ba-cc51-44a3-be01-f120adfb1571 req-ec78e789-dd43-4783-ba16-64cba91ff385 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992119 Dec 20 23:41:37.206531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-8084d81b-57e6-4137-8d67-f035063aa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.208021 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-8084d81b-57e6-4137-8d67-f035063aa45f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1094 time: 0.0422335 Dec 20 23:41:37.252482 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-8a10f66b-a7c4-4a71-a086-b65e1a3e6f75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 217 time: 0.0353646 Dec 20 23:41:37.305693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-54f0cffe-1e08-418e-b64f-601da8e4bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.308036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-54f0cffe-1e08-418e-b64f-601da8e4bebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0488648 Dec 20 23:41:37.354793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-0db08f4b-2491-4b27-bce1-ade63db959f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.356298 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-0db08f4b-2491-4b27-bce1-ade63db959f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Dec 20 23:41:37.463702 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-d7cef9a3-5858-4520-ab4c-e1af4d158412 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998964 Dec 20 23:41:37.516438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-738c485f-d79a-4c98-94af-2af3e4fd8e87 req-0af217ee-182b-430b-acf8-1c8ced140930 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 210 time: 0.0403926 Dec 20 23:41:37.646530 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ad27d86-24a2-4c14-a149-64b3ce0f2b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:37.649090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3b3f8-e043-4025-bde8-64cd3af64885 req-6212a933-da93-4ee5-ad8b-3c5bc8ddebdc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:37.655898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2d3b3f8-e043-4025-bde8-64cd3af64885 req-6212a933-da93-4ee5-ad8b-3c5bc8ddebdc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0618947 Dec 20 23:41:37.723108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2d3b3f8-e043-4025-bde8-64cd3af64885 req-ee32d48f-2d26-44d1-8cf8-16095590434c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606635 Dec 20 23:41:37.923521 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-06743ea8-5cd6-48b4-9d69-97dabb5dad87 req-ebcdd21d-3036-46b4-a58e-0980fc340862 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527514 Dec 20 23:41:38.446101 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:38.563011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-c530fbe7-b975-4fb5-8b07-25861fc6b890 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:38.564694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-c530fbe7-b975-4fb5-8b07-25861fc6b890 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "GET /v2.0/networks?id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 200 len: 814 time: 0.1148632 Dec 20 23:41:38.578993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Request body: {'port': {'device_id': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7', 'admin_state_up': True, 'tenant_id': '3c25bfd897c342919a27f3c07545d297'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:41:38.641591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e28e310-fddb-4a28-9cd3-946c42459db7 req-ab53d0a2-e33a-42e4-8c2c-ee637033da4c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 210 time: 0.0436718 Dec 20 23:41:38.813705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Made reservation on behalf of 3c25bfd897c342919a27f3c07545d297 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:41:38.817178 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:38.888834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b07035-adf4-4ea3-aad0-85bbdc2220b6 req-308e77f4-cda0-417c-ac43-a788913f408e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:38.890366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18b07035-adf4-4ea3-aad0-85bbdc2220b6 req-308e77f4-cda0-417c-ac43-a788913f408e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.1087270 Dec 20 23:41:38.987439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-18b07035-adf4-4ea3-aad0-85bbdc2220b6 req-127026c1-2aed-4100-ad32-179ba972aedc tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884933 Dec 20 23:41:38.998628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Allocated IP 172.20.0.10 (a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7/681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c/fe2bf0a0-ad2a-4390-8336-7cdfce938124) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:41:39.151466 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.239528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.286427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:41:39.289573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:41:39.293612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:41:39.317008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Pushing event updated for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:39.347137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:39.347738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.448069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-681a0614-8e64-4b0d-baab-bce80669689c tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8723667 Dec 20 23:41:39.513586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Request body: {'port': {'device_id': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:41:39.575771 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.826062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50251-e2ff-46fc-a185-10d162533e87 req-debb75a9-daef-42a0-9c7e-87003c3e8dea tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:39.827456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75d50251-e2ff-46fc-a185-10d162533e87 req-debb75a9-daef-42a0-9c7e-87003c3e8dea tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 932 time: 0.1010089 Dec 20 23:41:39.839655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.915561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2bf0a0-ad2a-4390-8336-7cdfce938124 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:41:39.925536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-75d50251-e2ff-46fc-a185-10d162533e87 req-d1e7cb8d-232a-4241-876a-31e866182a62 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893002 Dec 20 23:41:39.927353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:39.942900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Transition to ACTIVE for port object fe2bf0a0-ad2a-4390-8336-7cdfce938124 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:41:40.027516 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:40.107953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:40.173772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda85cb-b0b1-4935-8e48-bc40cac44392 req-0589ee18-86bc-4fb2-a8ba-1fcdb8ce1819 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.175368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fda85cb-b0b1-4935-8e48-bc40cac44392 req-0589ee18-86bc-4fb2-a8ba-1fcdb8ce1819 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.1111360 Dec 20 23:41:40.213960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Attempting to bind port fe2bf0a0-ad2a-4390-8336-7cdfce938124 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:41:40.214295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Attempting to bind port fe2bf0a0-ad2a-4390-8336-7cdfce938124 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:41:40.214640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Attempting to bind port fe2bf0a0-ad2a-4390-8336-7cdfce938124 on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:41:40.225320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Port fe2bf0a0-ad2a-4390-8336-7cdfce938124 on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:41:40.225645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Attempting to bind port fe2bf0a0-ad2a-4390-8336-7cdfce938124 on network a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:41:40.240803 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:41:40.241144 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Checking segment: {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:41:40.241540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Bound using segment: {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:41:40.242253 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Bound port: fe2bf0a0-ad2a-4390-8336-7cdfce938124, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c504042-7172-48f5-ab63-aba818eecef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:41:40.242609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:40.256099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2fda85cb-b0b1-4935-8e48-bc40cac44392 req-83a8b88c-9806-4673-926a-abfe5a9afcaa tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715699 Dec 20 23:41:40.312201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:41:40.315224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:41:40.405187 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:40.444519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.462275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:40.462275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-056ffc31-391b-48e4-adcf-442901434dca service neutron] 10.222.0.45 "PUT /v2.0/ports/fe2bf0a0-ad2a-4390-8336-7cdfce938124 HTTP/1.1" status: 200 len: 1092 time: 0.9891732 Dec 20 23:41:40.462275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:40.462275 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23504c4c-503a-4507-a35c-de35b223c686" -d '{"events": [{"name": "network-changed", "server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:40.477795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ffc31-391b-48e4-adcf-442901434dca service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:40.494437 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90804e26-0211-4287-bb50-940bc8721903 x-openstack-request-id: req-90804e26-0211-4287-bb50-940bc8721903 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:40.494749 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:40.495007 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90804e26-0211-4287-bb50-940bc8721903 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:40.495518 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124', 'status': 'completed', 'code': 200} Dec 20 23:41:40.554129 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:40.564243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504c4c-503a-4507-a35c-de35b223c686 req-cab675ee-3a28-47de-af62-b075776874ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.565777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23504c4c-503a-4507-a35c-de35b223c686 req-cab675ee-3a28-47de-af62-b075776874ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 1095 time: 0.0471413 Dec 20 23:41:40.729580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504c4c-503a-4507-a35c-de35b223c686 req-d431256f-3792-4ff6-a41a-a319105c5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.731109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23504c4c-503a-4507-a35c-de35b223c686 req-d431256f-3792-4ff6-a41a-a319105c5ba8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3c25bfd897c342919a27f3c07545d297&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1574738 Dec 20 23:41:40.831201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504c4c-503a-4507-a35c-de35b223c686 req-6e15deb1-0197-440e-aef5-bbcb3c6db0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.832669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23504c4c-503a-4507-a35c-de35b223c686 req-6e15deb1-0197-440e-aef5-bbcb3c6db0ea service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898881 Dec 20 23:41:40.924589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-6261088b-1289-4c54-8bfa-1d3ac87fe0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:40.926249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-6261088b-1289-4c54-8bfa-1d3ac87fe0a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c25bfd897c342919a27f3c07545d297&device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 1095 time: 0.0466685 Dec 20 23:41:40.972724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-57c82fb7-d4eb-4455-b404-80b40e0c5171 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124 HTTP/1.1" status: 200 len: 217 time: 0.0335236 Dec 20 23:41:41.035021 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-75b49fee-8cab-4823-8365-146a9560fdd0 req-25586025-1b9b-491a-ae3e-edab48034687 service neutron] (115562) timed out ('10.222.0.62', 48292) {{(pid=115562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 23:41:41.055238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-71b8b670-e574-4b86-86db-6aa90868fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:41.056682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-71b8b670-e574-4b86-86db-6aa90868fecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c HTTP/1.1" status: 200 len: 854 time: 0.0761018 Dec 20 23:41:41.069010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced39d49-f74e-47aa-ac66-ebd5866f7515 req-67fdf8d1-062d-4522-87a1-397ff27bc5f3 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:41.070498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced39d49-f74e-47aa-ac66-ebd5866f7515 req-67fdf8d1-062d-4522-87a1-397ff27bc5f3 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 944 time: 0.0643408 Dec 20 23:41:41.101204 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-3c4648a4-d2d3-4b6d-b923-08a6c5f88b91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296569 Dec 20 23:41:41.184973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ced39d49-f74e-47aa-ac66-ebd5866f7515 req-95593825-e271-4ac8-ac88-17b5459d2709 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Dec 20 23:41:41.216770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-8841c1be-177f-423a-af70-4fdb39e8ba80 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033959 Dec 20 23:41:41.311151 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba3a2a8-c0a0-44b1-9620-be422fa2441f req-3d0e4913-d28a-4aba-baaa-dca40007c518 service neutron] 10.222.0.45 "GET /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812659 Dec 20 23:41:41.373775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595411-d1e4-4118-aec4-e7131327a25c req-63a7c23c-0577-4fa3-b4d8-6155c4f471c1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:41.375275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf595411-d1e4-4118-aec4-e7131327a25c req-63a7c23c-0577-4fa3-b4d8-6155c4f471c1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0488458 Dec 20 23:41:41.430843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf595411-d1e4-4118-aec4-e7131327a25c req-336aa2be-4ece-4deb-b158-47be93794137 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495176 Dec 20 23:41:42.299036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ae6a-3aef-462f-b628-533521a4bc2a req-848fda3a-bcb7-43a2-b4b9-e793f5eaad8a tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:42.300522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3301ae6a-3aef-462f-b628-533521a4bc2a req-848fda3a-bcb7-43a2-b4b9-e793f5eaad8a tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 944 time: 0.0479801 Dec 20 23:41:42.350589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3301ae6a-3aef-462f-b628-533521a4bc2a req-3ec438dc-aeb8-4f98-a3c8-66bd98ad17f3 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Dec 20 23:41:42.549823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413a5dd-a709-4eb8-8e62-5428668514b2 req-9efd92d3-d1a8-47c6-8404-62de18171a65 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:42.551293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e413a5dd-a709-4eb8-8e62-5428668514b2 req-9efd92d3-d1a8-47c6-8404-62de18171a65 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0481896 Dec 20 23:41:42.598880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e413a5dd-a709-4eb8-8e62-5428668514b2 req-dba6f20c-d43f-4789-aaec-f539fce773b4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Dec 20 23:41:43.468665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4960-45d4-4ad6-bd40-de79a4e743ca req-0e06e1bd-9ba1-4126-81ea-cd0eedb9e25a tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:43.470224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f2b4960-45d4-4ad6-bd40-de79a4e743ca req-0e06e1bd-9ba1-4126-81ea-cd0eedb9e25a tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 944 time: 0.0525026 Dec 20 23:41:43.517457 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6f2b4960-45d4-4ad6-bd40-de79a4e743ca req-ff8f5b46-43b3-422a-ad8d-8ee1e53c8004 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Dec 20 23:41:43.719522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327c1e8-4f20-4316-9155-bc809ffeb2a4 req-47f298b2-30a6-42a5-84f1-4bf4e915f9a1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:43.720982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b327c1e8-4f20-4316-9155-bc809ffeb2a4 req-47f298b2-30a6-42a5-84f1-4bf4e915f9a1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0480654 Dec 20 23:41:43.769615 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b327c1e8-4f20-4316-9155-bc809ffeb2a4 req-918868d7-6f6c-4180-bf11-b4d0323e6791 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Dec 20 23:41:43.835710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fe2bf0a0-ad2a-4390-8336-7cdfce938124 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:41:43.928303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:43.943377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124', 'network_id': 'a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7', 'port_id': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124', 'mac_address': 'fa:16:3e:84:84:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:41:43.979540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:43.992638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2bf0a0-ad2a-4390-8336-7cdfce938124 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:41:44.010821 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:44.068141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:44.114991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:44.123441 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.123792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.124145 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.124488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.124823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.125156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.125488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.125845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.126200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.126530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.126857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.127181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.127537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:41:44.329056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['fe2bf0a0-ad2a-4390-8336-7cdfce938124'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:41:44.635677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c338cb7-0093-41aa-ad79-b85d293d9f92 req-01bcd5bd-1f80-4db8-a870-c4224cf87d4b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:44.638820 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c338cb7-0093-41aa-ad79-b85d293d9f92 req-01bcd5bd-1f80-4db8-a870-c4224cf87d4b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 945 time: 0.0504668 Dec 20 23:41:44.697684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c338cb7-0093-41aa-ad79-b85d293d9f92 req-bd373201-157c-4653-812f-d3ccdfd6909b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Dec 20 23:41:44.886958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9351c6-5edf-4900-b13e-c464ad13a0b7 req-b4e2121b-d1e4-44d1-9515-2bab6b039d4e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:44.888355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea9351c6-5edf-4900-b13e-c464ad13a0b7 req-b4e2121b-d1e4-44d1-9515-2bab6b039d4e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0490856 Dec 20 23:41:44.937178 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ea9351c6-5edf-4900-b13e-c464ad13a0b7 req-9f84881f-e1e1-43d8-a1b8-549cd8dfdc7b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Dec 20 23:41:45.814337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cacb70-b43f-4609-8bed-53789d8bc59f req-07e36d2d-8f19-430d-9882-de0a2f585ea9 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:45.815806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47cacb70-b43f-4609-8bed-53789d8bc59f req-07e36d2d-8f19-430d-9882-de0a2f585ea9 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 945 time: 0.0504754 Dec 20 23:41:45.852081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fe2bf0a0-ad2a-4390-8336-7cdfce938124 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:41:45.863325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-47cacb70-b43f-4609-8bed-53789d8bc59f req-2c53223c-ce2c-4539-a258-038fe3d06f63 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Dec 20 23:41:45.952638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port fe2bf0a0-ad2a-4390-8336-7cdfce938124 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:41:45.959422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port fe2bf0a0-ad2a-4390-8336-7cdfce938124 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:41:45.959791 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:46.054123 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:46.069633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be65e-e83c-4ef7-8def-075d62ffdba7 req-ebab521b-8b02-4e68-85c1-b42ecb0039d6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:46.071153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88be65e-e83c-4ef7-8def-075d62ffdba7 req-ebab521b-8b02-4e68-85c1-b42ecb0039d6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0518866 Dec 20 23:41:46.076333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:46.078824 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a13bc2-d88a-432b-8103-973d65e32862" -d '{"events": [{"server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:46.091888 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:46.122387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f88be65e-e83c-4ef7-8def-075d62ffdba7 req-a3ca9e75-3adc-48f1-8097-0a55a7ba1bd4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Dec 20 23:41:46.142546 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:46.183852 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbcfc40-dbec-44ab-a4b0-8d0b24224459 x-openstack-request-id: req-4cbcfc40-dbec-44ab-a4b0-8d0b24224459 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:46.184137 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:46.184393 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cbcfc40-dbec-44ab-a4b0-8d0b24224459 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:46.184789 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124', 'code': 200} Dec 20 23:41:46.193890 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:46.284954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9b3f-9fe3-40be-8ead-427328eca48d req-4fea2bcb-2064-4ca9-8156-d1bbce7c969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:46.286509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eef9b3f-9fe3-40be-8ead-427328eca48d req-4fea2bcb-2064-4ca9-8156-d1bbce7c969c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 1097 time: 0.0397258 Dec 20 23:41:46.330020 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eef9b3f-9fe3-40be-8ead-427328eca48d req-8d0a41e8-a589-42db-a00a-fd1b06ad11ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359561 Dec 20 23:41:46.980798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59833a9e-dd15-4013-9eab-e7f4483317e9 req-ffce72e7-f000-48b5-93f0-ab77fce1c69b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:46.982287 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59833a9e-dd15-4013-9eab-e7f4483317e9 req-ffce72e7-f000-48b5-93f0-ab77fce1c69b tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 946 time: 0.0517671 Dec 20 23:41:47.029294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59833a9e-dd15-4013-9eab-e7f4483317e9 req-1c8d6d39-594a-49a3-8c0f-7c43aef81cbf tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Dec 20 23:41:47.238088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392f42-a687-48e3-b86c-340f71833ab2 req-5f7d0c23-a9e7-42ee-8293-934df3c5723e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:47.239713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9392f42-a687-48e3-b86c-340f71833ab2 req-5f7d0c23-a9e7-42ee-8293-934df3c5723e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0481899 Dec 20 23:41:47.289172 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9392f42-a687-48e3-b86c-340f71833ab2 req-51327d30-1559-4a40-917b-b801ed762f1e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Dec 20 23:41:48.151208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5202c-f9f5-4e17-b986-2ac6092929a7 req-c8d9a758-1536-4a0c-b41e-23b52a7ebc01 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:48.153295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ca5202c-f9f5-4e17-b986-2ac6092929a7 req-c8d9a758-1536-4a0c-b41e-23b52a7ebc01 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 946 time: 0.0489089 Dec 20 23:41:48.202795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ca5202c-f9f5-4e17-b986-2ac6092929a7 req-c7587111-a87a-41e7-a770-2556f07471f1 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Dec 20 23:41:48.415644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8039c4-93a8-4f77-8087-1301081088f4 req-f360fc0b-9225-46e4-b7f2-31b7b00e4fa6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:48.417221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e8039c4-93a8-4f77-8087-1301081088f4 req-f360fc0b-9225-46e4-b7f2-31b7b00e4fa6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Dec 20 23:41:48.467374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e8039c4-93a8-4f77-8087-1301081088f4 req-e59992d5-790a-44da-a753-0371f7a562ed tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Dec 20 23:41:49.349746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ce7c8525-df94-422b-acf8-534e16319e3c details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:41:49.447544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ce7c8525-df94-422b-acf8-534e16319e3c,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:49.458836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:41:49.496698 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:49.510204 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7c8525-df94-422b-acf8-534e16319e3c {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:41:49.529901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ce7c8525-df94-422b-acf8-534e16319e3c,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:49.590823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62cfe-b184-493f-b068-64946ada680d req-3bd45622-0403-41ad-ac4e-ce1d69f3a003 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:49.592306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49d62cfe-b184-493f-b068-64946ada680d req-3bd45622-0403-41ad-ac4e-ce1d69f3a003 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 943 time: 0.0532422 Dec 20 23:41:49.618159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:49.642733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-49d62cfe-b184-493f-b068-64946ada680d req-d79d02da-7b64-4f37-bf45-53a9cb5a673e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Dec 20 23:41:49.674704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:49.847706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['ce7c8525-df94-422b-acf8-534e16319e3c'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:41:50.765888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f107df-2b96-40fb-b37a-48bae83d9358 req-19980653-0793-4f40-9287-29dbe74553e3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:50.767370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7f107df-2b96-40fb-b37a-48bae83d9358 req-19980653-0793-4f40-9287-29dbe74553e3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 944 time: 0.0533555 Dec 20 23:41:50.815761 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7f107df-2b96-40fb-b37a-48bae83d9358 req-712958c8-a059-44a4-ab21-af3f7aff66fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Dec 20 23:41:51.369766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ce7c8525-df94-422b-acf8-534e16319e3c up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:41:51.468062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port ce7c8525-df94-422b-acf8-534e16319e3c completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:41:51.472278 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port ce7c8525-df94-422b-acf8-534e16319e3c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:41:51.472653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:51.549551 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:51.571893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:51.574351 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a97041-c903-42e6-ae88-6fc1c6a7a95d" -d '{"events": [{"server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:51.587992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ce7c8525-df94-422b-acf8-534e16319e3c,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:41:51.612201 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f94c8-38bb-49a8-a9f4-2cae5b94dcbe x-openstack-request-id: req-e78f94c8-38bb-49a8-a9f4-2cae5b94dcbe {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:51.612504 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:51.612961 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e78f94c8-38bb-49a8-a9f4-2cae5b94dcbe {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:51.613366 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'code': 200} Dec 20 23:41:51.656945 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:51.711410 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:51.712614 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289da4-502b-4af8-b6d8-27cbf51beacb req-6e2f51f0-be7a-4f94-873d-68270a09a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:51.714484 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1d289da4-502b-4af8-b6d8-27cbf51beacb req-6e2f51f0-be7a-4f94-873d-68270a09a47d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0435450 Dec 20 23:41:51.766294 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1d289da4-502b-4af8-b6d8-27cbf51beacb req-581d0593-5dc8-46cf-96f2-d618e7410c76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Dec 20 23:41:51.934479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac338db-aa6e-46fe-9da8-2ccbbe0242e0 req-adaa30f7-bd69-44e5-b56b-c43848702492 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:51.935979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac338db-aa6e-46fe-9da8-2ccbbe0242e0 req-adaa30f7-bd69-44e5-b56b-c43848702492 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Dec 20 23:41:51.985777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bac338db-aa6e-46fe-9da8-2ccbbe0242e0 req-b9e28dfd-90b7-4567-a9ef-23a47576e4e7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Dec 20 23:41:53.117834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf16d0a-4a3a-4976-965f-21ecf3b60ea6 req-4aaaf4aa-e27c-43ec-bc77-6dc2b602fd4c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:53.119620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf16d0a-4a3a-4976-965f-21ecf3b60ea6 req-4aaaf4aa-e27c-43ec-bc77-6dc2b602fd4c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 945 time: 0.0621045 Dec 20 23:41:53.178448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cbf16d0a-4a3a-4976-965f-21ecf3b60ea6 req-77a73bba-8349-4cee-93b4-c46bfa1a0ad0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521522 Dec 20 23:41:53.312113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8892eb-b204-4424-8a6f-a8d167b85f89 req-1c556e18-b2ad-4b85-862c-306bfaf16dc1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:53.313645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8892eb-b204-4424-8a6f-a8d167b85f89 req-1c556e18-b2ad-4b85-862c-306bfaf16dc1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Dec 20 23:41:53.364897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e8892eb-b204-4424-8a6f-a8d167b85f89 req-e2fdaba4-7b9f-4b33-9704-332162f536ac tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Dec 20 23:41:53.387704 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33996) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:41:53.426914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2bb15e-b556-40c9-8af5-fd02a0a428fe tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:53.428339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4e2bb15e-b556-40c9-8af5-fd02a0a428fe tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1091 time: 0.0395916 Dec 20 23:41:53.431197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 33998) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:41:53.436149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:41:53.548842 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:53.647098 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:53.750291 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.25.1.12 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:41:53.854032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:53.926131 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:53.968133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:41:53.971367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:41:53.975115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:41:54.008120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:54.347223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:54.453861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:54.604134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:54.662186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:54.736221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:41:54.744445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:54.844363 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP bf14d732-4891-47d3-bc2a-430f44fece73 associated. External IP: 172.25.1.12, port: ce7c8525-df94-422b-acf8-534e16319e3c. Dec 20 23:41:55.048898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:41:55.157460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:41:55.168363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:41:55.177258 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:41:55.179362 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:41:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:55.231306 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:41:55.269744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2f2acdbb-72b5-4a87-a905-456cd04b2813 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8264928 Dec 20 23:41:55.269744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:41:55.269744 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a" -d '{"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:41:55.282551 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:41:55.299005 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0306768f-bd8b-4acf-bdee-5d2328f2674f x-openstack-request-id: req-0306768f-bd8b-4acf-bdee-5d2328f2674f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:41:55.299302 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:41:55.299563 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0306768f-bd8b-4acf-bdee-5d2328f2674f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:41:55.299975 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'status': 'completed', 'code': 200} Dec 20 23:41:55.370049 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-1b3a2b0a-3bb9-4250-ab22-7842b49f4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:55.371599 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-1b3a2b0a-3bb9-4250-ab22-7842b49f4af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0493617 Dec 20 23:41:55.465781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-3b8b675e-09ae-4918-a3a7-351e69ac6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:55.467181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-3b8b675e-09ae-4918-a3a7-351e69ac6dc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0889366 Dec 20 23:41:55.514492 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:55.538847 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-959829ec-6fb2-4c7d-b256-61316cbb1dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 998 time: 0.0645325 Dec 20 23:41:55.540513 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:41:55.549313 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:41:55.549931 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:41:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:55.589456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-1474cfbb-fc4f-4219-9c36-6a7af7eb4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:55.591004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-1474cfbb-fc4f-4219-9c36-6a7af7eb4699 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0444729 Dec 20 23:41:55.637208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-9c7556bf-eaea-4ce8-9519-bcf1819ada7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:41:55.638719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-9c7556bf-eaea-4ce8-9519-bcf1819ada7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403385 Dec 20 23:41:55.653237 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:41:55.740409 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-c6e5b7a7-2923-49be-92c4-6a3daead3931 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938864 Dec 20 23:41:55.831860 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1e8ccc2c-92b5-4f96-89c1-8e4e8823010a req-eeacb63d-dce3-4ac1-83a4-6d43d143abb7 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Dec 20 23:41:55.875621 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:41:55.901955 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cfb97-5071-4efe-b827-ab86d2a9d491 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:54Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:41:56.101944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a749ee-d218-4db3-ada2-78a79cee58f2 None None] New status for floating IP bf14d732-4891-47d3-bc2a-430f44fece73: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:41:58.319241 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:03.622474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:04.884345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd91f-7b9e-4fa9-a6e7-1d7e29588cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:07.611051 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8190639d-cdb7-4748-a6af-6b0c755df9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:08.434111 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:09.839018 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:09.927768 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:42:10.575212 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:18.105831 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8765310-cf90-4eac-9285-9c5d786edf27 req-b8fe7cf1-179f-4d95-b471-dfe170be3cd6 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:18.107800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8765310-cf90-4eac-9285-9c5d786edf27 req-b8fe7cf1-179f-4d95-b471-dfe170be3cd6 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 946 time: 0.0493584 Dec 20 23:42:18.154351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b8765310-cf90-4eac-9285-9c5d786edf27 req-5a636600-57b3-4986-8c84-4c47c33fb75a tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Dec 20 23:42:19.275532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59eb9f-bcd9-4740-a546-b7fad8e197b1 req-e8977455-5894-4c61-8b39-15350c329caf tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:19.277005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed59eb9f-bcd9-4740-a546-b7fad8e197b1 req-e8977455-5894-4c61-8b39-15350c329caf tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 946 time: 0.0527947 Dec 20 23:42:19.323503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed59eb9f-bcd9-4740-a546-b7fad8e197b1 req-6748ab2b-dcb5-482a-87a8-1278dc540c38 tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/security-groups?id=416dd6e6-51b9-4789-bb74-faeb89397095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Dec 20 23:42:19.771782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-af128083-39f1-470e-bd6f-6582170dc45d tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:19.773449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-af128083-39f1-470e-bd6f-6582170dc45d tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 946 time: 0.0534644 Dec 20 23:42:19.796433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-41143f11-8659-4a1f-917f-aad870eab1c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502131 Dec 20 23:42:19.874932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Deleting port fe2bf0a0-ad2a-4390-8336-7cdfce938124 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:42:19.875257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:19.878938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-eb901b70-4764-4ebb-b96a-5fec36db6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:19.880525 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-eb901b70-4764-4ebb-b96a-5fec36db6dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0422945 Dec 20 23:42:19.965342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] For port fe2bf0a0-ad2a-4390-8336-7cdfce938124, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fe2bf0a0-ad2a-4390-8336-7cdfce938124,segment=NetworkSegment(5c504042-7172-48f5-ab63-aba818eecef2),segment_id=5c504042-7172-48f5-ab63-aba818eecef2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:42:19.965707 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:19.977959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Calling delete_port for fe2bf0a0-ad2a-4390-8336-7cdfce938124 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:42:19.988440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-e6e41a18-d58c-4fbf-a093-4d8369d77c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:19.989943 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-e6e41a18-d58c-4fbf-a093-4d8369d77c81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0903659 Dec 20 23:42:20.070357 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-fa798e5c-8a84-4605-b28c-b2d6012d5cd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1000 time: 0.0668418 Dec 20 23:42:20.112171 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-55d5323d-4fc2-4a8d-bae2-2489e341296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:20.113619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-55d5323d-4fc2-4a8d-bae2-2489e341296d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0438380 Dec 20 23:42:20.159922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-06e782cf-3007-4bf6-b0dc-f530573ddf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:42:20.161389 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-06e782cf-3007-4bf6-b0dc-f530573ddf05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407131 Dec 20 23:42:20.205153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:20.222416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['fe2bf0a0-ad2a-4390-8336-7cdfce938124'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:42:20.237923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Pushing event deleted for resources: {'Port': ['ID=fe2bf0a0-ad2a-4390-8336-7cdfce938124,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:42:20.264657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-1394c0f1-54c4-4e26-84e6-77cdb155f676 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962305 Dec 20 23:42:20.281413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] No DVR routers for this DVR port fe2bf0a0-ad2a-4390-8336-7cdfce938124 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:42:20.284087 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:20.287363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4645fa4e-dd06-4075-8e8e-d3f530247596 req-0288f68e-dd6e-4a94-bc7e-f9076f8b7aeb tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.45 "DELETE /v2.0/ports/fe2bf0a0-ad2a-4390-8336-7cdfce938124 HTTP/1.1" status: 204 len: 173 time: 0.5042105 Dec 20 23:42:20.287827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'name': 'network-vif-deleted', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:42:20.290045 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b57cc6-4b38-4659-9bfa-15ab373bc9db" -d '{"events": [{"server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "name": "network-vif-deleted", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:42:20.327988 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba11b4-5810-4aef-a669-407e706165b1 x-openstack-request-id: req-5fba11b4-5810-4aef-a669-407e706165b1 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:42:20.328289 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca76248d-435b-4c90-a64b-de6c8232c45d", "name": "network-vif-deleted", "tag": "fe2bf0a0-ad2a-4390-8336-7cdfce938124", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:42:20.328574 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fba11b4-5810-4aef-a669-407e706165b1 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:42:20.328936 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca76248d-435b-4c90-a64b-de6c8232c45d', 'name': 'network-vif-deleted', 'tag': 'fe2bf0a0-ad2a-4390-8336-7cdfce938124', 'status': 'completed', 'code': 200} Dec 20 23:42:20.360348 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-28345260-a9c5-4cc0-8f04-26d17e446215 req-91240471-8253-4e62-8260-b9ab837f4e60 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876219 Dec 20 23:42:20.425031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa857c1c-3844-4597-a285-377acb965449 req-4d5c1aeb-211c-4956-bb9b-7da960877c5e tempest-VolumesSnapshotTestJSON-1662175634 tempest-VolumesSnapshotTestJSON-1662175634-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca76248d-435b-4c90-a64b-de6c8232c45d HTTP/1.1" status: 200 len: 210 time: 0.0293992 Dec 20 23:42:24.045249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fe2bf0a0-ad2a-4390-8336-7cdfce938124 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:42:24.069029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: fe2bf0a0-ad2a-4390-8336-7cdfce938124 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:42:24.069378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fe2bf0a0-ad2a-4390-8336-7cdfce938124 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:42:28.351461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:33.650663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:34.855998 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-03d53e74-4ed5-4fad-94ae-04cdd7780cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:37.621913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd535-0300-4b44-a110-57a154a3ef02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:38.444448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:39.865902 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:40.513375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:42:46.927815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:42:58.404337 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:03.638435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:04.867172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f98f422c-662b-4367-8ab1-d63a30200ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:07.624348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0e008ba6-a9c9-470c-8ba1-8245691e6259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:08.458319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:09.878382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:10.518302 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:19.787440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-e10ae8fe-595c-43e5-acbb-89b7d7be53f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453513 Dec 20 23:43:19.873252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-05a626ad-8243-4865-8363-d81df8687adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:43:19.874709 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-05a626ad-8243-4865-8363-d81df8687adb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0419250 Dec 20 23:43:19.984290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-f36253f2-6689-4e37-8dc6-262b50c198ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:43:19.985780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-f36253f2-6689-4e37-8dc6-262b50c198ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0911620 Dec 20 23:43:20.052206 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-61560680-e7af-489b-89cc-94be3defa4fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1000 time: 0.0589449 Dec 20 23:43:20.101362 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-1d3399f0-c9bc-4dc7-aa4e-16ef1310ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:43:20.102849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-1d3399f0-c9bc-4dc7-aa4e-16ef1310ec76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0444443 Dec 20 23:43:20.154416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-23e617ab-1642-446a-aaca-3cce3cf50ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:43:20.155828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-23e617ab-1642-446a-aaca-3cce3cf50ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462925 Dec 20 23:43:20.246868 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-6be80147-a751-473e-b0cb-3eed689114f8 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829995 Dec 20 23:43:20.396890 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6438304d-4de6-4767-a80b-6c709bc52f6d req-8fc33f8b-dbc2-45f3-8bc3-3483000d9485 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412947 Dec 20 23:43:23.927057 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:43:28.381204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:33.641172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:34.914565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3007494b-6d1c-47c3-a2c1-75f35bf3be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:37.695155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cd3c0f88-5574-4746-8c43-4ba5c62bac7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:38.466243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:39.866673 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.546140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.632682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34378) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:43:40.681456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Deleting subnet 681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:43:40.684089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.719886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.760152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.892159 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.921830 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:40.925196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c HTTP/1.1" status: 204 len: 168 time: 0.2913558 Dec 20 23:43:40.926151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681a9138-f1b9-40d5-9cf7-b0e3ff3c3b6c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:43:40.927761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34380) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:43:40.934495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.934774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.935110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.935441 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.935770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.936094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.936416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.936734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.937051 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.937364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.937677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.938203 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.938534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058dc78-43e7-4824-9742-bbbf5c98c937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:40.997712 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.399796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.420040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:43:41.429325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c504042-7172-48f5-ab63-aba818eecef2') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:43:41.429618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c504042-7172-48f5-ab63-aba818eecef2') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:43:41.439285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.453231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.460008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:43:41.460394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:43:41.462410 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:43:41.566058 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.572121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:41.575321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7 HTTP/1.1" status: 204 len: 168 time: 0.6461017 Dec 20 23:43:41.590716 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d6cbcd-d3f1-42ba-a77e-1705c39aa1f7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:43:41.599065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.599412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.599751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.600085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.600411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.600738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.601061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.601380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.602148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.602148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.602354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.602684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.602955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af35852-47ca-4ddc-9e2c-e5906e8a29d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:43:41.916179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34386) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:43:41.955994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0cac7577-4fa0-4129-b3e3-685f3641daf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c25bfd897c342919a27f3c07545d297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385730 Dec 20 23:43:41.958513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34388) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:43:42.005148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:42.026116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:42.157928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:42.160475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:43:42.161626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/416dd6e6-51b9-4789-bb74-faeb89397095 HTTP/1.1" status: 204 len: 168 time: 0.2021637 Dec 20 23:43:42.169465 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38137-1c09-4a8c-9101-928dd5c443af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416dd6e6-51b9-4789-bb74-faeb89397095,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:43:58.405533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:00.927386 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:44:03.644975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:04.860477 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b358612b-e1be-4c09-9835-614b35a0a0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:07.639315 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-29f99694-ff6d-48a3-a16d-cdbb409e7651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:08.473445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:09.861857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:10.536494 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:19.937633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-f92af62e-4be8-45c2-bfa5-83947c3f1402 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1905510 Dec 20 23:44:20.019446 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-ffd25f7f-0d84-419e-b6a1-ca8d25c72289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:20.020878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-ffd25f7f-0d84-419e-b6a1-ca8d25c72289 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0413165 Dec 20 23:44:20.027878 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-5085eac9-f811-4ebf-899b-a88b946b55e2 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193643124&fields=id&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 267 time: 0.0474453 Dec 20 23:44:20.129014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-c0b980cf-7fd9-417b-86cd-c785b0c82e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:20.130513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-c0b980cf-7fd9-417b-86cd-c785b0c82e98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0898485 Dec 20 23:44:20.137224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-14a00211-c9c1-4b57-a551-e10765b45072 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:20.138711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-14a00211-c9c1-4b57-a551-e10765b45072 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1035805 Dec 20 23:44:20.154101 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-a0c3b3ea-0a25-4503-84c7-f01bec22a043 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/quotas/3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 375 time: 0.0096672 Dec 20 23:44:20.195710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-5196068a-cf86-4493-9d10-30df58525a47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1000 time: 0.0584843 Dec 20 23:44:20.206458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-073ea346-d03d-4b90-8660-7b625969edb3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468585 Dec 20 23:44:20.223417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-a4aefb73-c900-4db0-9fc7-900a53a988a9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:44:20.224477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-a4aefb73-c900-4db0-9fc7-900a53a988a9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052483 Dec 20 23:44:20.255132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-19c47180-3d4b-4a39-b4f5-db9cdffc07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:20.256969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-19c47180-3d4b-4a39-b4f5-db9cdffc07ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0547252 Dec 20 23:44:20.303702 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-fccbedab-de58-4c97-bec0-fb6131a45c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:20.305191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-fccbedab-de58-4c97-bec0-fb6131a45c10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410187 Dec 20 23:44:20.316065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-d6b01ed7-6952-421d-bd31-33945ca9f694 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:44:20.317180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-d6b01ed7-6952-421d-bd31-33945ca9f694 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048974 Dec 20 23:44:20.330135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-2d091306-9255-4916-9823-aeecd36bdfb2 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960841 Dec 20 23:44:20.406414 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-1b73f2f8-0087-4333-b33c-dd3d91a5bc80 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Dec 20 23:44:20.419439 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-7b826dda-f354-47d0-9eec-a4f05fc1eba1 service neutron] 10.222.0.62 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823157 Dec 20 23:44:20.502391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b63cbc0d-9f2d-4a28-893b-7878bcd3483f req-b27bcc3b-761f-4f5f-8100-e853f098a7ca service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Dec 20 23:44:21.006796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ba17429-13eb-46bf-918f-7dc4e7b76cdc req-cdc0d9af-ba6d-45bb-9be5-28a2b3cfcd61 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Dec 20 23:44:22.102598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13ca1366-d035-4be7-a5b4-945514a2148a req-8909abc2-0718-4f1c-a772-883072680e83 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Dec 20 23:44:22.934637 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-654b98b9-cc11-41f9-90fb-98caacb240e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:22.936054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-654b98b9-cc11-41f9-90fb-98caacb240e8 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 812 time: 0.1045396 Dec 20 23:44:23.026383 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-95a09f93-1bd1-4348-a7eb-52dc2a635095 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb0607ff7bc41798c3be8c7479253f9 HTTP/1.1" status: 200 len: 379 time: 0.0728688 Dec 20 23:44:23.040867 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'port': {'device_id': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'admin_state_up': True, 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'security_groups': ['f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:44:23.222968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2cbfad6-ac00-4a0a-9943-261f7cbe0c1e req-19f74b34-09e4-4faf-891c-38e208fceacf tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0282257 Dec 20 23:44:23.244250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Made reservation on behalf of 3eb0607ff7bc41798c3be8c7479253f9 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:44:23.248106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:23.387997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.20.0.12 (34682b41-c35e-4e4f-9769-e93a1c1a90b0/6161649e-b587-4276-8685-948caf09daba/fae4e87e-d93d-4181-9b4c-5e679f620cd3) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:44:23.530305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:23.643429 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:23.687840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:44:23.690985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:44:23.695403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:44:23.727548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:23.760395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:23.765266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:23.899013 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1b7a0f73-f173-4f3e-9009-d3ac74d981f5 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622496 Dec 20 23:44:23.902017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-14200ccc-543f-469c-8970-c2c411c276aa None None] Provisioning complete for port fae4e87e-d93d-4181-9b4c-5e679f620cd3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:44:23.902546 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-14200ccc-543f-469c-8970-c2c411c276aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:23.917836 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Request body: {'port': {'device_id': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:44:23.947992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-14200ccc-543f-469c-8970-c2c411c276aa None None] Port fae4e87e-d93d-4181-9b4c-5e679f620cd3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:44:23.982085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.253233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae4e87e-d93d-4181-9b4c-5e679f620cd3 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:44:24.262143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.277986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Transition to ACTIVE for port object fae4e87e-d93d-4181-9b4c-5e679f620cd3 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:44:24.342870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707842e-26fa-4745-918f-c2e10ce4d7ec req-e178ee41-664a-4455-b00a-cbbed34b3db7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:24.344356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8707842e-26fa-4745-918f-c2e10ce4d7ec req-e178ee41-664a-4455-b00a-cbbed34b3db7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 932 time: 0.0488367 Dec 20 23:44:24.371765 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.431577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8707842e-26fa-4745-918f-c2e10ce4d7ec req-1933ca39-34dd-45dd-b91a-28ae99736468 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805426 Dec 20 23:44:24.452183 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:24.530508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Attempting to bind port fae4e87e-d93d-4181-9b4c-5e679f620cd3 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:44:24.530508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Attempting to bind port fae4e87e-d93d-4181-9b4c-5e679f620cd3 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:44:24.530508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Attempting to bind port fae4e87e-d93d-4181-9b4c-5e679f620cd3 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:44:24.535055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Port fae4e87e-d93d-4181-9b4c-5e679f620cd3 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:44:24.535376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Attempting to bind port fae4e87e-d93d-4181-9b4c-5e679f620cd3 on network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:44:24.540838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:44:24.541170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Checking segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:44:24.541550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Bound using segment: {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:44:24.541999 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Bound port: fae4e87e-d93d-4181-9b4c-5e679f620cd3, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789131e0-1135-4590-ac19-8db327d69acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:44:24.542354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.615700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:44:24.620992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:44:24.679286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.720433 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:24.721236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:24.722542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] 10.222.0.45 "PUT /v2.0/ports/fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 1092 time: 0.8102896 Dec 20 23:44:24.723018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:44:24.725893 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:44:24.754460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2609-c9ca-4940-9ea5-15125706afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:24.784091 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083591ed-12ea-4702-80d7-f6bd065cbebe x-openstack-request-id: req-083591ed-12ea-4702-80d7-f6bd065cbebe {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:44:24.784469 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:44:24.784783 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-083591ed-12ea-4702-80d7-f6bd065cbebe {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:44:24.785253 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'status': 'completed', 'code': 200} Dec 20 23:44:24.858832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-e5befbe8-a37d-42b6-89f4-5f0e9c9429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:24.860698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-e5befbe8-a37d-42b6-89f4-5f0e9c9429b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1095 time: 0.0454991 Dec 20 23:44:24.988456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-27f047f1-e72b-4b54-9415-91b949ee6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:24.990603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-27f047f1-e72b-4b54-9415-91b949ee6987 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1209180 Dec 20 23:44:25.098779 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-8e14895e-55d2-404e-bbae-894bb3349140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:25.100640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1af1513-14d3-435d-9c94-c4c2e4e2ab2c req-8e14895e-55d2-404e-bbae-894bb3349140 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989246 Dec 20 23:44:25.186412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1afc85eb-8cb3-4a7d-928e-2570adae2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:25.187912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1afc85eb-8cb3-4a7d-928e-2570adae2473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1095 time: 0.0426230 Dec 20 23:44:25.240087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-207148be-3c87-4b83-a0c4-401ec4ced791 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 217 time: 0.0392017 Dec 20 23:44:25.294140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1c339b3b-69b7-4a7d-a197-e195bd11c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:25.295601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-1c339b3b-69b7-4a7d-a197-e195bd11c009 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0444355 Dec 20 23:44:25.345863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-aa350301-c2d4-41eb-8b70-9e0fa0faf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:25.347370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-aa350301-c2d4-41eb-8b70-9e0fa0faf2ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405858 Dec 20 23:44:25.460931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-9fe35514-2fab-42da-ba07-bf3da5c77bec service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017001 Dec 20 23:44:25.598473 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14ec41a8-2296-4fbc-913a-439d3f1ebd8d req-5f27b47b-d9e3-4237-8294-d86402cfa872 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278815 Dec 20 23:44:25.607660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903e9db-48de-4568-bf65-4d8cd48bbefa req-0171c08b-cd0c-4f11-905b-f10a2a1a8216 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:25.609150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d903e9db-48de-4568-bf65-4d8cd48bbefa req-0171c08b-cd0c-4f11-905b-f10a2a1a8216 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0788772 Dec 20 23:44:25.663310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d903e9db-48de-4568-bf65-4d8cd48bbefa req-e015e84d-f007-4f5d-8efa-a48fa1056e70 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Dec 20 23:44:26.788018 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0742-c3d1-4243-9560-1f4f732c8974 req-2276c7c2-4cb8-4669-8b52-20e85adfb875 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:26.791939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b1b0742-c3d1-4243-9560-1f4f732c8974 req-2276c7c2-4cb8-4669-8b52-20e85adfb875 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0519199 Dec 20 23:44:26.840647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b1b0742-c3d1-4243-9560-1f4f732c8974 req-83696402-7012-4729-9872-4e56e8bdf161 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Dec 20 23:44:28.227065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e4c24-161b-4b74-b2a9-aa6e970c747b req-c10eba7b-679f-4963-9d08-e0668eef057b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:28.228557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-627e4c24-161b-4b74-b2a9-aa6e970c747b req-c10eba7b-679f-4963-9d08-e0668eef057b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0573409 Dec 20 23:44:28.278695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-627e4c24-161b-4b74-b2a9-aa6e970c747b req-0ebebb09-1e1b-4b8e-a16b-31f892506c94 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Dec 20 23:44:28.396674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:29.398750 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b074e2a-a657-4b1f-9832-8e0465bcf059 req-def4d952-da8f-439b-9ed2-73188460d63c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:29.400253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b074e2a-a657-4b1f-9832-8e0465bcf059 req-def4d952-da8f-439b-9ed2-73188460d63c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0508728 Dec 20 23:44:29.450899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b074e2a-a657-4b1f-9832-8e0465bcf059 req-081340e9-ca9b-4e18-9ea5-1435db2c4646 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444291 Dec 20 23:44:30.566031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd164b-0195-42c7-83a9-74a03549698a req-b1c886e1-8576-410c-b27a-9330efb91a88 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:30.567507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6dd164b-0195-42c7-83a9-74a03549698a req-b1c886e1-8576-410c-b27a-9330efb91a88 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0484400 Dec 20 23:44:30.628676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b6dd164b-0195-42c7-83a9-74a03549698a req-5d2f09cb-8166-490b-a0b0-0db0e9aac349 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516062 Dec 20 23:44:31.743467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee45501-551f-44ae-9d5e-96fb6718f049 req-3ea11fa4-f892-48a4-a24e-2d46afd2697b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:31.744955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ee45501-551f-44ae-9d5e-96fb6718f049 req-3ea11fa4-f892-48a4-a24e-2d46afd2697b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0491126 Dec 20 23:44:31.793840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ee45501-551f-44ae-9d5e-96fb6718f049 req-20537458-4d8a-43c4-8be3-2961f0261870 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Dec 20 23:44:32.907778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f847-360d-4e38-b117-2e5a0d6b72ce req-b4b2518e-ba5d-4e31-b091-74295ca06ab3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:32.909332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79e5f847-360d-4e38-b117-2e5a0d6b72ce req-b4b2518e-ba5d-4e31-b091-74295ca06ab3 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0487530 Dec 20 23:44:32.959867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79e5f847-360d-4e38-b117-2e5a0d6b72ce req-a20fa61b-c315-41a1-98c8-7a06be1a2a07 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445354 Dec 20 23:44:33.632453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:34.080287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb40b-a79e-4fa6-b567-97d5a508a519 req-5f0e0f01-3556-4f56-ae9b-90ff95ec10b7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:34.081783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19deb40b-a79e-4fa6-b567-97d5a508a519 req-5f0e0f01-3556-4f56-ae9b-90ff95ec10b7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0543256 Dec 20 23:44:34.131642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19deb40b-a79e-4fa6-b567-97d5a508a519 req-ec868a2f-b06c-411c-a10e-a4a348aec924 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Dec 20 23:44:34.826467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4a085ab4-9fad-4fd3-a049-3d6cf89e5fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:35.247384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ed80-7731-4bd6-8079-b77ad6705d98 req-861f8e9e-14f6-4f2e-9697-1f1e1a73a2e4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:35.248900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2af7ed80-7731-4bd6-8079-b77ad6705d98 req-861f8e9e-14f6-4f2e-9697-1f1e1a73a2e4 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0497360 Dec 20 23:44:35.298259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2af7ed80-7731-4bd6-8079-b77ad6705d98 req-6b8909ed-0d6f-473e-b3e4-2225ca1082e0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Dec 20 23:44:36.414626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ac9a8-ac02-44b6-a666-54f370f3603a req-58fe77fe-d6e4-46c2-abc5-2232053eec59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:36.416083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df1ac9a8-ac02-44b6-a666-54f370f3603a req-58fe77fe-d6e4-46c2-abc5-2232053eec59 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 944 time: 0.0494485 Dec 20 23:44:36.470199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-df1ac9a8-ac02-44b6-a666-54f370f3603a req-7c4410b4-e806-4422-a7b5-14b2b41f0ee7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474818 Dec 20 23:44:36.741223 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fae4e87e-d93d-4181-9b4c-5e679f620cd3 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:44:36.836717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:44:36.847807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'port_id': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'mac_address': 'fa:16:3e:6a:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:44:36.884757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:36.897958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae4e87e-d93d-4181-9b4c-5e679f620cd3 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:44:36.917739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:44:36.992992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:37.040219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:37.047483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.047825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.048168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.048536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.048881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.049210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.049534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.049891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.050214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.050534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.050852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.051170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.051489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:37.307550 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['fae4e87e-d93d-4181-9b4c-5e679f620cd3'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:44:37.588964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df822-ebba-419c-b7f0-886388de5200 req-c359396d-5600-4d82-8015-a1094c181ff6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:37.590600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa8df822-ebba-419c-b7f0-886388de5200 req-c359396d-5600-4d82-8015-a1094c181ff6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0501721 Dec 20 23:44:37.640625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa8df822-ebba-419c-b7f0-886388de5200 req-14ffdea0-5ce4-41b3-b4ee-a2a01063513a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Dec 20 23:44:37.666527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15d6ac14-a324-432c-9931-96e01d9de358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:37.925780 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:44:38.487933 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:38.746215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fae4e87e-d93d-4181-9b4c-5e679f620cd3 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:44:38.759664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3e77b-6a02-4377-86c5-2aa54d88c905 req-4703dd0b-45bf-44f0-9783-b8990672ddf7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:38.769907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27d3e77b-6a02-4377-86c5-2aa54d88c905 req-4703dd0b-45bf-44f0-9783-b8990672ddf7 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 945 time: 0.0509427 Dec 20 23:44:38.812259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27d3e77b-6a02-4377-86c5-2aa54d88c905 req-94b537ee-ebd0-4d60-9127-219dcab67359 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Dec 20 23:44:38.912488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port fae4e87e-d93d-4181-9b4c-5e679f620cd3 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:44:38.916779 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port fae4e87e-d93d-4181-9b4c-5e679f620cd3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:44:38.917172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:38.997764 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:39.020503 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:44:39.022823 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd9b22-c0fc-472a-95ec-55513c61c251" -d '{"events": [{"server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:44:39.035754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:44:39.069874 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf8c28-12d4-4f22-b33a-d46d186f727a x-openstack-request-id: req-5abf8c28-12d4-4f22-b33a-d46d186f727a {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:44:39.069874 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:44:39.069874 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5abf8c28-12d4-4f22-b33a-d46d186f727a {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:44:39.069874 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'code': 200} Dec 20 23:44:39.117066 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:39.169040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:39.174657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278d2c1-bf91-4c4c-b884-769db4ce5158 req-6431bf4b-15c4-4941-8fa4-8b8d4f023063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:39.176132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7278d2c1-bf91-4c4c-b884-769db4ce5158 req-6431bf4b-15c4-4941-8fa4-8b8d4f023063 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0445704 Dec 20 23:44:39.225019 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7278d2c1-bf91-4c4c-b884-769db4ce5158 req-41303c53-5e8a-4b99-968b-f58741c7e7b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Dec 20 23:44:39.889888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:39.926259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8380-a957-4a54-8060-291d01ad3969 req-5b4dfc31-bd2f-4576-aa88-48bb419461fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:39.927753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-688a8380-a957-4a54-8060-291d01ad3969 req-5b4dfc31-bd2f-4576-aa88-48bb419461fb tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.0497236 Dec 20 23:44:39.978198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-688a8380-a957-4a54-8060-291d01ad3969 req-1571bf9c-8bf3-440e-8564-434b8e9b2242 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444429 Dec 20 23:44:40.546691 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:41.102903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559d39a-dc09-4859-a649-e07ee0b4dc2e req-555e0d03-e572-44c3-8920-124beb632926 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:41.104391 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4559d39a-dc09-4859-a649-e07ee0b4dc2e req-555e0d03-e572-44c3-8920-124beb632926 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.0521462 Dec 20 23:44:41.154527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4559d39a-dc09-4859-a649-e07ee0b4dc2e req-70025032-7578-4f69-bdff-8e6ce839efa6 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 Dec 20 23:44:41.267965 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2ebf-5507-48ba-b2de-387da5540775 req-1c2919bf-bbbd-4459-9a8e-f80b2e657794 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:41.269417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610a2ebf-5507-48ba-b2de-387da5540775 req-1c2919bf-bbbd-4459-9a8e-f80b2e657794 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.0485704 Dec 20 23:44:41.317147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-610a2ebf-5507-48ba-b2de-387da5540775 req-c3544e29-8f7a-480c-aa49-152ebc5ed4fe tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Dec 20 23:44:41.339369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34544) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:44:41.505339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb9af2-ec79-4830-9910-ccebfcc38fc1 tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:41.506846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-44fb9af2-ec79-4830-9910-ccebfcc38fc1 tempest-TestVolumeBootPattern-1979098058 tempest-TestVolumeBootPattern-1979098058-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1092 time: 0.1665065 Dec 20 23:44:41.509538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:44:41.513633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:44:41.626957 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:41.726798 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:41.832639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Allocated IP 172.25.1.179 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/603aa511-17f4-4f07-b9bd-5b6cc664b634) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:44:41.932290 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.044157 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.085364 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:44:42.088198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:44:42.091833 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:44:42.117261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=603aa511-17f4-4f07-b9bd-5b6cc664b634,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:42.131289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.131642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.131990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.132351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.132700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.133031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.133361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.133687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.134038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.137347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.137347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.137347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.137347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:44:42.459086 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.580757 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.726214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.826354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:42.896135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event updated for resources: {'Port': ['ID=603aa511-17f4-4f07-b9bd-5b6cc664b634,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:44:42.909116 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:43.009111 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP 1083fbb1-e7bb-48e9-9394-7f68bf540461 associated. External IP: 172.25.1.179, port: fae4e87e-d93d-4181-9b4c-5e679f620cd3. Dec 20 23:44:43.218246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:44:43.323446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:44:43.334307 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:44:43.344604 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:44:43.345231 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:44:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:44:43.410258 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:44:43.439362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ace5ffc7-8ffa-498a-9123-d877c1a6826b tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9287865 Dec 20 23:44:43.440062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:44:43.442395 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecbf292-2aca-49a2-8594-6ec8bf33231b" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:44:43.456122 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:44:43.481789 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e07b1f-37a7-4ddb-aee7-2559af46f184 x-openstack-request-id: req-a9e07b1f-37a7-4ddb-aee7-2559af46f184 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:44:43.481789 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:44:43.481789 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9e07b1f-37a7-4ddb-aee7-2559af46f184 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:44:43.482136 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'status': 'completed', 'code': 200} Dec 20 23:44:43.543976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-13c25b98-aadb-4b1a-ab8a-78f8daa6c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:43.545888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-13c25b98-aadb-4b1a-ab8a-78f8daa6c1b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0423710 Dec 20 23:44:43.647821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-1733dd9f-4df2-4a29-ad02-ed74c110b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:43.649890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-1733dd9f-4df2-4a29-ad02-ed74c110b89f service neutron] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0956919 Dec 20 23:44:43.778865 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1083fbb1-e7bb-48e9-9394-7f68bf540461', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:6a:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:44:42Z', 'updated_at': '2021-12-20T23:44:42Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}, {'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:44:43.811392 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:44:43.820347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:44:43.820958 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:44:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:44:43.932710 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:44:44.044115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-6f309c6f-9b59-4c55-b03b-294c0f251347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 1000 time: 0.3872955 Dec 20 23:44:44.096612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-338f71f0-fc71-45b5-987f-51e8fd354232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:44.098089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-338f71f0-fc71-45b5-987f-51e8fd354232 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0447438 Dec 20 23:44:44.146245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-3f4ae2ff-c98f-4897-a353-3ca529f63bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:44:44.147730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-3f4ae2ff-c98f-4897-a353-3ca529f63bee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429733 Dec 20 23:44:44.162383 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1083fbb1-e7bb-48e9-9394-7f68bf540461', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:6a:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:44:42Z', 'updated_at': '2021-12-20T23:44:42Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}, {'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:44:44.194323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50019271-8fac-4ebd-96d4-82f20473b0d6 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '1083fbb1-e7bb-48e9-9394-7f68bf540461', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:6a:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:44:42Z', 'updated_at': '2021-12-20T23:44:42Z', 'revision_number': 0, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}, {'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:44:44.239156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-d000d0ce-9b49-4589-be96-3bd79bbd1a18 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Dec 20 23:44:44.332803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eecbf292-2aca-49a2-8594-6ec8bf33231b req-cd841807-d339-4ce9-8223-cf011275f860 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866544 Dec 20 23:44:44.390687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa515f39-6258-435b-9473-0abf5e4ac89f None None] New status for floating IP 1083fbb1-e7bb-48e9-9394-7f68bf540461: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:44:58.414363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:03.671131 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:04.825624 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3272da6a-54c4-44b8-9ccd-a41e8494b902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:07.641890 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f1c0617b-7fa1-4281-bf3d-c0d290943f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:08.448424 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:09.922313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:10.505319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:14.925326 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:45:20.789315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-86b2f2ea-d941-453b-b96c-e1bc07c85624 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402021 Dec 20 23:45:20.870247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-19e478b3-9dd5-4092-aee7-c4bdff0395f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:20.871721 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-19e478b3-9dd5-4092-aee7-c4bdff0395f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0404284 Dec 20 23:45:20.977414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-bad39a0a-3fe8-4364-a729-9484a8b5205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:20.978882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-bad39a0a-3fe8-4364-a729-9484a8b5205d service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0894096 Dec 20 23:45:21.047443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-42d6db48-624a-44ad-8f5d-55c9853c739c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1000 time: 0.0613852 Dec 20 23:45:21.096910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-54f254af-911d-4614-ab53-954b7b03abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:21.098382 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-54f254af-911d-4614-ab53-954b7b03abc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0435348 Dec 20 23:45:21.142478 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-a6a9764c-3b98-4ccf-9582-95eebc636975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:21.143929 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-a6a9764c-3b98-4ccf-9582-95eebc636975 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391421 Dec 20 23:45:21.236793 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-aab1648e-26a5-4015-81bc-dc3d477b15b4 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858395 Dec 20 23:45:21.324455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-75aeaf69-006e-4a98-91fd-4a0811329ecc req-f7eb114c-88bb-411b-9d3a-b43ad540b253 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799439 Dec 20 23:45:28.395915 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:28.606494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-6ef4465f-c1f1-41ab-9cfa-f07be95dbd13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399964 Dec 20 23:45:28.695197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-aa2eaf8c-1ca2-4e5f-99df-3c68e78ba3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:28.696588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-aa2eaf8c-1ca2-4e5f-99df-3c68e78ba3d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0406148 Dec 20 23:45:28.805904 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-963ef55d-0dbe-47ad-ba61-5cc75f235bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:28.807356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-963ef55d-0dbe-47ad-ba61-5cc75f235bc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0865622 Dec 20 23:45:28.876247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-0b1ebc6c-bd4f-4d22-8aae-1f74bade564e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0574996 Dec 20 23:45:28.930187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-f4d0c278-5e5b-406d-8f3d-652dec1b1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:28.931680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-f4d0c278-5e5b-406d-8f3d-652dec1b1b39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0436020 Dec 20 23:45:28.986229 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-e3043065-4a3a-4998-9d67-ae83fae35045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:45:28.987618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-e3043065-4a3a-4998-9d67-ae83fae35045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438287 Dec 20 23:45:29.081466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-9ff8e255-eda2-46d7-905f-c3a8df3600c5 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816193 Dec 20 23:45:29.176300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f9c4516-d5f7-44d3-8f86-41038dcd704e req-4232a333-215b-4f78-86f2-9f9753594d63 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Dec 20 23:45:33.670426 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:34.847360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9540117c-5c7f-45bc-a86d-3ca29c0d9603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:37.664074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-94930c38-8fc6-46c1-a56e-b1e1904ef1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:38.470057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:39.869773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:40.532679 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:45:51.924200 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:45:58.417919 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:03.663372 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:04.851722 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-36db4b66-5e78-41d1-884f-ae79596162f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:07.628831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c63c1ef1-370a-4f60-b35b-0cc9f5622fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:08.452215 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:09.880269 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:10.491735 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:20.777033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-7f6e23b9-93d3-48bb-bc5b-6452c53d98fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396984 Dec 20 23:46:20.863436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-f008f69e-ea42-4433-a420-14bd3ff254c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:20.865000 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-f008f69e-ea42-4433-a420-14bd3ff254c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0468006 Dec 20 23:46:20.968274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-1d31dc0d-dfd0-4c6a-b7d6-5ed38d7600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:20.969744 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-1d31dc0d-dfd0-4c6a-b7d6-5ed38d7600b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0849953 Dec 20 23:46:21.354424 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-7d0823ff-0427-492e-8b3f-843699c35f90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 1000 time: 0.3772371 Dec 20 23:46:21.404196 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-d80f2521-797a-4f59-b4fa-b11f7ed40717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:21.405748 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-d80f2521-797a-4f59-b4fa-b11f7ed40717 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0441318 Dec 20 23:46:21.450981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-c33d7f75-dde2-48a4-9de6-fd6319efdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:21.452453 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-c33d7f75-dde2-48a4-9de6-fd6319efdd40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398750 Dec 20 23:46:21.545611 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-f6050a51-28fa-4730-8572-2bd09466ba91 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862989 Dec 20 23:46:21.634978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-77aab15a-97e3-4781-aba9-999d69aae7fc req-a453be0d-1e3c-47ee-8ea6-7c0eb5062df3 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826328 Dec 20 23:46:28.399286 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:28.603048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-02850b26-40db-4271-bb91-633458f63eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394969 Dec 20 23:46:28.687974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-6f422e8f-d472-4cd7-950f-da8ea7d08028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:28.689369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-6f422e8f-d472-4cd7-950f-da8ea7d08028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0390594 Dec 20 23:46:28.799791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-3081caeb-f8be-4f22-b01c-796cefd61b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:28.801239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-3081caeb-f8be-4f22-b01c-796cefd61b7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0865974 Dec 20 23:46:28.870831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-5d245db8-670b-483b-b4b3-bcee523f1a6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 1002 time: 0.0582390 Dec 20 23:46:28.923347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:46:28.927406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-88adf498-0570-4e53-9f9a-646e6b9b36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:28.928967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-88adf498-0570-4e53-9f9a-646e6b9b36a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0470798 Dec 20 23:46:28.978192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-30aa768e-8389-4bb6-b7d4-a7bd737d37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:46:28.979550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-30aa768e-8389-4bb6-b7d4-a7bd737d37c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391784 Dec 20 23:46:29.072930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-7c9d6388-3d3c-4615-8cf8-53895f2c2583 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Dec 20 23:46:29.169628 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-795549a9-df7f-47f3-b71a-7902d588ca59 req-86f3f26c-4397-4053-bbb3-894ad51cb9dd service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853493 Dec 20 23:46:33.679972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:34.828697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c206cb9-4300-45b3-890c-301ac4c5582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:37.656970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d558fbcc-6e4d-4552-8d1b-3ceb81f1b7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:38.462993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:39.873663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:40.508379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:46:58.409462 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:00.733334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34606) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:00.894032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 603aa511-17f4-4f07-b9bd-5b6cc664b634 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:00.894380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:00.968606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:00.968929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:00.980907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 603aa511-17f4-4f07-b9bd-5b6cc664b634 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:01.188141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:01.213760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=603aa511-17f4-4f07-b9bd-5b6cc664b634,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:01.226109 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.226462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.227280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.227280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.227577 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.227810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.228137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.228464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.228789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.229114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.229440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.229783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.230110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:01.288092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:01.288383 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP 1083fbb1-e7bb-48e9-9394-7f68bf540461 disassociated (deleted). External IP: 172.25.1.179, port: fae4e87e-d93d-4181-9b4c-5e679f620cd3. Dec 20 23:47:01.494000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:47:01.603869 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:47:01.609163 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:01.617067 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:47:01.628749 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:01.629435 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:46:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:01.642772 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-561e78bf-ea1a-466b-b338-e48ac3f798d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "DELETE /v2.0/floatingips/1083fbb1-e7bb-48e9-9394-7f68bf540461 HTTP/1.1" status: 204 len: 168 time: 0.9059412 Dec 20 23:47:01.642772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:01.643302 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9667326c-a586-4487-96a1-a017f0d7300a" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:01.776591 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:01.843007 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca70a5-080c-42a5-a3ff-c70393dc9cf1 x-openstack-request-id: req-daca70a5-080c-42a5-a3ff-c70393dc9cf1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:01.844298 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:01.844298 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daca70a5-080c-42a5-a3ff-c70393dc9cf1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:01.844298 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'status': 'completed', 'code': 200} Dec 20 23:47:01.983649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667326c-a586-4487-96a1-a017f0d7300a req-e2e11849-988f-4d93-b33e-1f909449cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:01.985154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-e2e11849-988f-4d93-b33e-1f909449cc36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 1097 time: 0.1093521 Dec 20 23:47:02.026191 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:02.056993 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:47:02.065633 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:02.066264 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:46:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:02.107547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667326c-a586-4487-96a1-a017f0d7300a req-287fc7d7-cd71-4bca-95d7-30b03b88b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:02.109138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-287fc7d7-cd71-4bca-95d7-30b03b88b53e service neutron] 10.222.0.45 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.1025894 Dec 20 23:47:02.174149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-c64515c6-6810-45d5-87e8-bc6ecb948feb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 200 len: 217 time: 0.0538757 Dec 20 23:47:02.259605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c44e-34b3-4924-9c2d-84c4fd6156ca req-46c16f64-c827-4bad-ac77-906960f25e94 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:02.261125 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09c5c44e-34b3-4924-9c2d-84c4fd6156ca req-46c16f64-c827-4bad-ac77-906960f25e94 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.1900742 Dec 20 23:47:02.262961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667326c-a586-4487-96a1-a017f0d7300a req-e3c2a803-e660-46f2-b666-12dce2268f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:02.264300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-e3c2a803-e660-46f2-b666-12dce2268f15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0698690 Dec 20 23:47:02.274073 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:02.343953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09c5c44e-34b3-4924-9c2d-84c4fd6156ca req-cf9d159b-d40b-45d1-aa51-8db78ac0dbee tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737200 Dec 20 23:47:02.350494 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667326c-a586-4487-96a1-a017f0d7300a req-d655218a-83d8-4b41-b6df-ee28245e593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:02.352009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-d655218a-83d8-4b41-b6df-ee28245e593d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749412 Dec 20 23:47:02.370278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-1718c3be-e657-4c87-8e43-d285f1d37129 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:47:02.370278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-1718c3be-e657-4c87-8e43-d285f1d37129 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077679 Dec 20 23:47:02.468614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-b839633b-86c6-4cc8-8f37-7626d095674d service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897532 Dec 20 23:47:02.501071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:02.531992 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca556ef-8351-4f79-b1c6-575b6d4200d1 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'bf14d732-4891-47d3-bc2a-430f44fece73', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'port_id': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'mac_address': 'fa:16:3e:d6:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:41:54Z', 'updated_at': '2021-12-20T23:41:56Z', 'revision_number': 1, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:47:02.564776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9667326c-a586-4487-96a1-a017f0d7300a req-55964231-d624-459b-8e16-27d8974de544 service neutron] 10.222.0.45 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880768 Dec 20 23:47:02.796587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8472305f-86d3-4858-9bd3-6b8d831d1125 None None] New status for floating IP 1083fbb1-e7bb-48e9-9394-7f68bf540461: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:47:03.525625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cec02-0633-4e8a-9cd7-730624085ba1 req-6429151a-901d-46af-b1cc-4315527297d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:03.527136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-793cec02-0633-4e8a-9cd7-730624085ba1 req-6429151a-901d-46af-b1cc-4315527297d1 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.1074536 Dec 20 23:47:03.576242 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-793cec02-0633-4e8a-9cd7-730624085ba1 req-a115c80a-847a-4460-bf62-541da3de1900 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431821 Dec 20 23:47:03.689749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:03.903223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-dffcf086-2c8d-4300-8964-06fec4a36e52 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:03.904712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-dffcf086-2c8d-4300-8964-06fec4a36e52 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 946 time: 0.0486009 Dec 20 23:47:03.998010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port fae4e87e-d93d-4181-9b4c-5e679f620cd3 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:03.998257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:04.087765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port fae4e87e-d93d-4181-9b4c-5e679f620cd3, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fae4e87e-d93d-4181-9b4c-5e679f620cd3,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:04.088127 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:04.100289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for fae4e87e-d93d-4181-9b4c-5e679f620cd3 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:04.336905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:04.365698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=fae4e87e-d93d-4181-9b4c-5e679f620cd3,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:04.377914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.378268 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.378608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.378946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.379281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.379611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.380557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.380866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.381191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.381510 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.381855 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.382178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.382500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:04.416617 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port fae4e87e-d93d-4181-9b4c-5e679f620cd3 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:04.419447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:04.422841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e52663ec-1224-48d6-86bf-0c4f47549865 req-ae525878-01e6-40dc-8e00-388820444a4f tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.45 "DELETE /v2.0/ports/fae4e87e-d93d-4181-9b4c-5e679f620cd3 HTTP/1.1" status: 204 len: 173 time: 0.5077622 Dec 20 23:47:04.428605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'name': 'network-vif-deleted', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:04.428605 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a580e6b-58df-4056-a67a-0e4190895301" -d '{"events": [{"server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "name": "network-vif-deleted", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:04.541957 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef74e80-0bec-44a1-94eb-08337d505f51 x-openstack-request-id: req-0ef74e80-0bec-44a1-94eb-08337d505f51 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:04.541957 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcba71-1e14-45d7-8ea5-3096d54cbdf0", "name": "network-vif-deleted", "tag": "fae4e87e-d93d-4181-9b4c-5e679f620cd3", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:04.541957 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef74e80-0bec-44a1-94eb-08337d505f51 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:04.541957 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcba71-1e14-45d7-8ea5-3096d54cbdf0', 'name': 'network-vif-deleted', 'tag': 'fae4e87e-d93d-4181-9b4c-5e679f620cd3', 'status': 'completed', 'code': 200} Dec 20 23:47:04.673601 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b40182a-15cf-4778-92f4-0ade93a41459 req-314c5a15-912b-4393-b7ad-8323bbc94084 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0260921 Dec 20 23:47:04.851336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b206335a-218b-4dec-a477-322eb41d80ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:05.773009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b446f414-0b71-430a-8021-d1793415dd11 req-1c75c22e-9389-40b1-9911-6a5c1bcbbfc0 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0295074 Dec 20 23:47:05.921779 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:47:06.870560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c490ecfa-c68e-4dfb-b449-ef9f84ec34f3 req-004d2979-e2ea-4127-b71c-f53834c9e44d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Dec 20 23:47:07.493465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fae4e87e-d93d-4181-9b4c-5e679f620cd3 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:07.515931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: fae4e87e-d93d-4181-9b4c-5e679f620cd3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:07.516274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fae4e87e-d93d-4181-9b4c-5e679f620cd3 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:07.645888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5727aeb5-e0fb-48e4-bc6f-200ef3ef3abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:07.969222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-498c7491-1368-4858-888d-cd029b797bf6 req-0217f7e0-ad98-4034-a54e-bad6ed13abef tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Dec 20 23:47:08.456727 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:09.076784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa1855e3-8004-4477-a9ac-3dc195986bc0 req-9b7a41c3-3b58-4187-ab9b-8ac36a23d73e tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=39fcba71-1e14-45d7-8ea5-3096d54cbdf0 HTTP/1.1" status: 200 len: 210 time: 0.0270696 Dec 20 23:47:09.895222 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:10.502443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:15.685385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34678) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:15.839615 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:15.839949 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:15.914185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:15.914510 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:15.926330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:16.119034 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:16.141981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=40b4f7a1-e2e5-4fb8-8bb9-750d4773e6b9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:16.207070 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:16.207307 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Floating IP bf14d732-4891-47d3-bc2a-430f44fece73 disassociated (deleted). External IP: 172.25.1.12, port: ce7c8525-df94-422b-acf8-534e16319e3c. Dec 20 23:47:16.410072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:47:16.516799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:47:16.521612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:16.526869 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:47:16.536544 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:16.537137 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:16.548627 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-957d4c8d-8363-4e5c-9f85-e808943f150a tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "DELETE /v2.0/floatingips/bf14d732-4891-47d3-bc2a-430f44fece73 HTTP/1.1" status: 204 len: 168 time: 0.8621144 Dec 20 23:47:16.549326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:16.553075 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b1a5fe-86d7-4639-be67-8f54be2008ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:16.590141 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69652d-3cdb-4738-9aaa-dab77904e091 x-openstack-request-id: req-1d69652d-3cdb-4738-9aaa-dab77904e091 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:16.590503 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:16.591088 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d69652d-3cdb-4738-9aaa-dab77904e091 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:16.591566 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'status': 'completed', 'code': 200} Dec 20 23:47:16.649886 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:16.657556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-5c6563bd-fd00-4d0b-a934-688f2991ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:16.659426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-5c6563bd-fd00-4d0b-a934-688f2991ed1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 1096 time: 0.0468764 Dec 20 23:47:16.756277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-8be0042c-55c9-40b0-a489-acc1bdf4b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:16.757955 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-8be0042c-55c9-40b0-a489-acc1bdf4b3cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 200 len: 913 time: 0.0908802 Dec 20 23:47:16.805693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-4216b819-046c-4282-a8ff-9328df4f2994 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 200 len: 217 time: 0.0406592 Dec 20 23:47:16.852747 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:16.855789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-2a85ecda-34fd-4b17-ad5b-5909e29e6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:16.857190 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-2a85ecda-34fd-4b17-ad5b-5909e29e6384 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 200 len: 851 time: 0.0449352 Dec 20 23:47:16.885512 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:47:16.896577 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:16.897050 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:16.910189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-c32bc1b1-b3c9-40ac-a44d-5078fabb79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:16.912285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-c32bc1b1-b3c9-40ac-a44d-5078fabb79c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34682b41-c35e-4e4f-9769-e93a1c1a90b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450740 Dec 20 23:47:16.976076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2804-82bc-4c4f-af85-ea8ce01473f9 req-92e4224c-7287-4a4c-947d-1722e003492c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:16.977596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa2f2804-82bc-4c4f-af85-ea8ce01473f9 req-92e4224c-7287-4a4c-947d-1722e003492c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 945 time: 0.0521064 Dec 20 23:47:17.008450 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:17.013307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-eb861501-bd1f-487c-9ec3-843d845ce570 service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918708 Dec 20 23:47:17.028941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa2f2804-82bc-4c4f-af85-ea8ce01473f9 req-b6f152ba-724c-4a7a-9528-c2cecef0da10 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Dec 20 23:47:17.110858 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-e5b1a5fe-86d7-4639-be67-8f54be2008ca req-b46c9f60-1d22-4650-bcc2-161c5e5b88bd service neutron] 10.222.0.59 "GET /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873866 Dec 20 23:47:17.205537 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:17.231162 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ebbf2-d298-4d0e-a64c-34f851af2b39 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '330a185f-bc20-4adc-b5a4-c46a6c02f6f4', 'name': '', 'network_id': '34682b41-c35e-4e4f-9769-e93a1c1a90b0', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'mac_address': 'fa:16:3e:e5:05:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6161649e-b587-4276-8685-948caf09daba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:32Z', 'updated_at': '2021-12-20T23:33:37Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'subnets': [{'id': '6161649e-b587-4276-8685-948caf09daba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:47:17.456510 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f990a5-5332-422d-a5c4-f530cc756eb8 None None] New status for floating IP bf14d732-4891-47d3-bc2a-430f44fece73: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:17.561766 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:47:17.565296 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-58d376f2-064e-455c-9dce-56a62f1b4444 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:17.565402 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-58d376f2-064e-455c-9dce-56a62f1b4444 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Dec 20 23:47:17.658082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port ce7c8525-df94-422b-acf8-534e16319e3c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:17.658342 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:17.749578 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] For port ce7c8525-df94-422b-acf8-534e16319e3c, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=ce7c8525-df94-422b-acf8-534e16319e3c,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:17.749963 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:17.762093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for ce7c8525-df94-422b-acf8-534e16319e3c owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:17.931028 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:17.958416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=ce7c8525-df94-422b-acf8-534e16319e3c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:18.007097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] No DVR routers for this DVR port ce7c8525-df94-422b-acf8-534e16319e3c on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:18.009694 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:18.013046 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5bf2fa5-51c7-4486-94a5-08d3a9b39b97 req-70aeca72-af10-482d-8b7f-cfb685301a84 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.59 "DELETE /v2.0/ports/ce7c8525-df94-422b-acf8-534e16319e3c HTTP/1.1" status: 204 len: 173 time: 0.4412980 Dec 20 23:47:18.131365 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-555dad9a-af30-4685-afac-425ead1c75a1 req-412d104c-963e-4a5c-bf80-1dfaae54903c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0335686 Dec 20 23:47:18.592714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'name': 'network-vif-deleted', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:18.595046 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a77723-b921-461c-9062-a5d018285be0" -d '{"events": [{"server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "name": "network-vif-deleted", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:18.633502 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187fe0b-69bc-4cf4-91c2-7c84d409596f x-openstack-request-id: req-8187fe0b-69bc-4cf4-91c2-7c84d409596f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:18.633837 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63bcda8-4889-4f36-aeb9-40879e76b823", "name": "network-vif-deleted", "tag": "ce7c8525-df94-422b-acf8-534e16319e3c", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:18.634096 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8187fe0b-69bc-4cf4-91c2-7c84d409596f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:18.634507 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63bcda8-4889-4f36-aeb9-40879e76b823', 'name': 'network-vif-deleted', 'tag': 'ce7c8525-df94-422b-acf8-534e16319e3c', 'status': 'completed', 'code': 200} Dec 20 23:47:19.229535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfc4d7dd-d591-41fb-baa4-29eca066ccf7 req-b5277ca9-a698-41ae-9ab0-1a9734d28417 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0262864 Dec 20 23:47:20.330005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6428763b-11e9-45fe-83d0-3b8f433f7ba4 req-58343f80-2e26-458c-b52d-3633970b9c15 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0266933 Dec 20 23:47:21.403212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ce7c8525-df94-422b-acf8-534e16319e3c no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:21.428591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: ce7c8525-df94-422b-acf8-534e16319e3c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:21.435342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device ce7c8525-df94-422b-acf8-534e16319e3c not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:21.435604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90b2ce7e-a6dd-463b-b5cb-5dbf37a355b5 req-af0eb58b-000a-4c7f-b43d-eba4299d197c tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Dec 20 23:47:22.524566 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa3e4da7-a120-4530-8022-9414f48f3456 req-2ba5e3e3-f27c-4dc0-94f0-bc7dc9ef1f9d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "GET /v2.0/ports?device_id=a63bcda8-4889-4f36-aeb9-40879e76b823 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Dec 20 23:47:23.581023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34700) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:23.706580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Deleting port 8705316b-ad57-4a5a-8bfc-ce24ed08ef35 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:23.706816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:23.781893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:23.782215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:23.794149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Calling delete_port for 8705316b-ad57-4a5a-8bfc-ce24ed08ef35 owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:23.988074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:24.013449 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'Port': ['ID=8705316b-ad57-4a5a-8bfc-ce24ed08ef35,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:24.076245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:24.078900 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:24.080048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-76f5a476-5cc3-4cf7-bdd0-d08c50be487d tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "DELETE /v2.0/floatingips/8d3d41eb-8450-46af-92ca-93beeb111f6c HTTP/1.1" status: 204 len: 168 time: 0.4980404 Dec 20 23:47:27.492802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34716) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:27.549259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:27.576748 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:27.700259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:27.703024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:27.704321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] 10.222.0.62 "DELETE /v2.0/security-groups/f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435 HTTP/1.1" status: 204 len: 168 time: 0.2104316 Dec 20 23:47:27.720214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc26131-d140-40e2-ac37-51092af97505 tempest-TestVolumeBootPattern-977227460 tempest-TestVolumeBootPattern-977227460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b9c9a7-31bf-44b4-8ec2-e5565b9f3435,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:27.840895 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34720) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:28.289033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:28.411482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:28.540799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Deleting port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:28.541134 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:28.617844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] For port 330a185f-bc20-4adc-b5a4-c46a6c02f6f4, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:28.618201 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:28.630672 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Calling delete_port for 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:28.873649 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:28.903036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=330a185f-bc20-4adc-b5a4-c46a6c02f6f4,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:29.076608 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:29.289052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Router d7695960-072e-4bee-8e1a-b132337a4cef has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:47:29.397536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:47:29.402577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ac50ca1f-f7b5-484c-acc6-bb6e278b07e6 admin admin] 10.222.0.62 "PUT /v2.0/routers/d7695960-072e-4bee-8e1a-b132337a4cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5599446 Dec 20 23:47:29.405770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34726) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:29.406965 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Sync routers for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:47:29.422558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:29.423166 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:29.516527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:29.531344 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:29.619394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:29.762149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Deleting port 6316924d-8e0e-47a4-8d4d-9205ff805ec3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:29.762361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:29.801259 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:47:28Z', 'revision_number': 5, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port': {'id': '6316924d-8e0e-47a4-8d4d-9205ff805ec3', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:30Z', 'updated_at': '2021-12-20T23:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:29.826813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Checking router: d7695960-072e-4bee-8e1a-b132337a4cef for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:47:29.835448 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Routers {'d7695960-072e-4bee-8e1a-b132337a4cef'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:29.836056 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['d7695960-072e-4bee-8e1a-b132337a4cef'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:29.846217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] For port 6316924d-8e0e-47a4-8d4d-9205ff805ec3, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6316924d-8e0e-47a4-8d4d-9205ff805ec3,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:29.846574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:29.860330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Calling delete_port for 6316924d-8e0e-47a4-8d4d-9205ff805ec3 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:29.921981 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] Set router d7695960-072e-4bee-8e1a-b132337a4cef gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:29.977547 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:47:29Z', 'revision_number': 6, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:30.015140 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6cf-e065-48cf-9dd6-34826ef81588 None None] The sync data for ids ['d7695960-072e-4bee-8e1a-b132337a4cef'] in n-d-822053-9 is: [{'id': 'd7695960-072e-4bee-8e1a-b132337a4cef', 'name': 'tempest-TestVolumeBootPattern-1997706383-router', 'tenant_id': '3eb0607ff7bc41798c3be8c7479253f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:29Z', 'updated_at': '2021-12-20T23:47:29Z', 'revision_number': 6, 'project_id': '3eb0607ff7bc41798c3be8c7479253f9', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:47:30.113442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.140818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6316924d-8e0e-47a4-8d4d-9205ff805ec3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:30.154955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeecc55-affb-4fd3-b53c-d293e6c605fd None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:47:30.204427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.300741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.303232 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.422164 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.422788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7695960-072e-4bee-8e1a-b132337a4cef {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:47:30.433186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.434423 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-78350fb9-3a53-40a7-a066-523b48cffd6b admin admin] 10.222.0.62 "DELETE /v2.0/routers/d7695960-072e-4bee-8e1a-b132337a4cef HTTP/1.1" status: 204 len: 168 time: 1.0277879 Dec 20 23:47:30.437166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34728) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:30.483525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Deleting subnet 6161649e-b587-4276-8685-948caf09daba {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:47:30.486628 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.520506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.603193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.713454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.737113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6161649e-b587-4276-8685-948caf09daba,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:30.744419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.750312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bda4ed9a-6f04-44b1-a83d-a7bf32c3782a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6161649e-b587-4276-8685-948caf09daba HTTP/1.1" status: 204 len: 168 time: 0.3118479 Dec 20 23:47:30.751013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34730) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:30.751514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b5afd-5941-43c3-b06b-b7f1a169b8b7 None None] Network 34682b41-c35e-4e4f-9769-e93a1c1a90b0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:47:30.822878 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.889398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Deleting port 4460dad9-a96a-436d-996b-58769fe2f84e {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:30.889761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.911537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] DHCP port deletion for 34682b41-c35e-4e4f-9769-e93a1c1a90b0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:47:30.954603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] For port 4460dad9-a96a-436d-996b-58769fe2f84e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4460dad9-a96a-436d-996b-58769fe2f84e,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:30.954956 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.958232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Deleting port 4460dad9-a96a-436d-996b-58769fe2f84e {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:30.958613 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:30.968133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Calling delete_port for 4460dad9-a96a-436d-996b-58769fe2f84e owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:31.029397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] For port 4460dad9-a96a-436d-996b-58769fe2f84e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4460dad9-a96a-436d-996b-58769fe2f84e,segment=NetworkSegment(789131e0-1135-4590-ac19-8db327d69acc),segment_id=789131e0-1135-4590-ac19-8db327d69acc)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:31.029682 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.044161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Calling delete_port for 4460dad9-a96a-436d-996b-58769fe2f84e owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:31.199601 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.231365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Pushing event deleted for resources: {'Port': ['ID=4460dad9-a96a-436d-996b-58769fe2f84e,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:31.236157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] No DVR routers for this DVR port 4460dad9-a96a-436d-996b-58769fe2f84e on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:31.243621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.244038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.244325 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.244781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.244977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.245301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.247776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81061597-cbfb-4427-9f1a-3666f3553eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:47:31.373266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.398648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4460dad9-a96a-436d-996b-58769fe2f84e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:31.402304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] No DVR routers for this DVR port 4460dad9-a96a-436d-996b-58769fe2f84e on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:31.470164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4460dad9-a96a-436d-996b-58769fe2f84e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:31.474672 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.502104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34682b41-c35e-4e4f-9769-e93a1c1a90b0']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:31.512518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789131e0-1135-4590-ac19-8db327d69acc') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:31.512816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789131e0-1135-4590-ac19-8db327d69acc') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:31.523703 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.538737 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.545195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self.session.flush() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:47:31.548129 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:47:31.650057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4460dad9-a96a-436d-996b-58769fe2f84e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:31.650404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4460dad9-a96a-436d-996b-58769fe2f84e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:31.650829 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6316924d-8e0e-47a4-8d4d-9205ff805ec3 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:31.669411 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6316924d-8e0e-47a4-8d4d-9205ff805ec3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:31.669854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6316924d-8e0e-47a4-8d4d-9205ff805ec3 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:31.675443 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:31.675585 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.678746 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:31.682239 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/34682b41-c35e-4e4f-9769-e93a1c1a90b0 HTTP/1.1" status: 204 len: 168 time: 0.9302316 Dec 20 23:47:31.685233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34732) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:31.689859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:31.690213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 330a185f-bc20-4adc-b5a4-c46a6c02f6f4 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:31.694125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ecd21-ee3c-407f-b14a-ec379c9be7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=34682b41-c35e-4e4f-9769-e93a1c1a90b0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:32.030976 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:32.264784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Deleting port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:32.265048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:32.348406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] For port 2bbfa951-6025-42fe-8c28-d2f01fc2af2d, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:32.348767 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:32.360789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Calling delete_port for 2bbfa951-6025-42fe-8c28-d2f01fc2af2d owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:32.593035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:32.616903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbfa951-6025-42fe-8c28-d2f01fc2af2d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:33.094742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.307687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:47:33.409531 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:47:33.414915 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b4440c7f-32a3-492a-b164-acd4c34a43cb admin admin] 10.222.0.62 "PUT /v2.0/routers/5d6a4aef-8659-44c4-9cc0-ddc462822ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279620 Dec 20 23:47:33.417328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34734) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:33.420498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Sync routers for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:47:33.436572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:33.437354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:33.526099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.555227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:33.630849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.719798 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.747225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:47:32Z', 'revision_number': 5, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port': {'id': '0e63e189-ad34-42ea-a052-03a696b22c74', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:33.762828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Deleting port 0e63e189-ad34-42ea-a052-03a696b22c74 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:33.763135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.773877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Checking router: 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:47:33.782812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Routers {'5d6a4aef-8659-44c4-9cc0-ddc462822ff5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:47:33.783425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:47:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:33.846936 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] For port 0e63e189-ad34-42ea-a052-03a696b22c74, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=0e63e189-ad34-42ea-a052-03a696b22c74,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:33.847298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:33.860041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Calling delete_port for 0e63e189-ad34-42ea-a052-03a696b22c74 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:33.870635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] Set router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:47:33.925117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:47:33Z', 'revision_number': 6, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:33.952256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4886f5-3bab-43f3-b52c-94b8b4d3c8d8 None None] The sync data for ids ['5d6a4aef-8659-44c4-9cc0-ddc462822ff5'] in n-d-822053-9 is: [{'id': '5d6a4aef-8659-44c4-9cc0-ddc462822ff5', 'name': 'tempest-TestVolumeBootPattern-1387466090-router', 'tenant_id': '8eda06087b2e4bf784edff192a954dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:33:36Z', 'updated_at': '2021-12-20T23:47:33Z', 'revision_number': 6, 'project_id': '8eda06087b2e4bf784edff192a954dd8', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:47:34.095841 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.122093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Pushing event deleted for resources: {'Port': ['ID=0e63e189-ad34-42ea-a052-03a696b22c74,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:34.137179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314facc-6259-4f22-85e3-4ac0e8a1eba0 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:47:34.186763 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.275341 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.277425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.382231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.382800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6a4aef-8659-44c4-9cc0-ddc462822ff5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 23:47:34.387418 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.388727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9420daf8-67f0-48fc-8db2-c354207cb1da admin admin] 10.222.0.62 "DELETE /v2.0/routers/5d6a4aef-8659-44c4-9cc0-ddc462822ff5 HTTP/1.1" status: 204 len: 168 time: 0.9704256 Dec 20 23:47:34.391216 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34736) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:34.435994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Deleting subnet 69681ebc-0b8c-4c6c-801e-fba1b5d2062a {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:47:34.439129 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.473534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.553882 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.685482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.714091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69681ebc-0b8c-4c6c-801e-fba1b5d2062a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:34.716063 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.720389 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f86e28-8f4d-4b0d-b28a-e5a010821362 None None] Network 18abc4b6-2359-4572-822f-a1ad06ceac9f requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:47:34.722148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-850ec390-bfeb-4fd1-996c-75bd28b1f200 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/69681ebc-0b8c-4c6c-801e-fba1b5d2062a HTTP/1.1" status: 204 len: 168 time: 0.3297195 Dec 20 23:47:34.722460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34738) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:34.796996 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.861477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Deleting port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:34.864121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.864542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-72ec4af4-7902-45b7-be1c-5f302607f3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.891609 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] DHCP port deletion for 18abc4b6-2359-4572-822f-a1ad06ceac9f request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:47:34.932753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] For port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:34.933114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.948909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Deleting port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:47:34.949503 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:34.952538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Calling delete_port for 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:35.019590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] For port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,segment=NetworkSegment(3fc4467f-1c18-452a-a01c-2007417f735b),segment_id=3fc4467f-1c18-452a-a01c-2007417f735b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:35.019991 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.032435 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Calling delete_port for 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:47:35.117291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 23:47:35.119069 n-d-822053-9 neutron-server[115564]: self.session.flush() Dec 20 23:47:35.129557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.143362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:35.148809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] No DVR routers for this DVR port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:35.155073 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] Pushing event deleted for resources: {'Port': ['ID=1c47c7e0-f4ba-43a9-924d-f24677cc71d6,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:35.158732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cc4c6-316f-40c7-b2c6-534796dcdff1 None None] No DVR routers for this DVR port 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:47:35.230334 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.250540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18abc4b6-2359-4572-822f-a1ad06ceac9f']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:35.259949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc4467f-1c18-452a-a01c-2007417f735b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:35.260244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc4467f-1c18-452a-a01c-2007417f735b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:47:35.269499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.282355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.288872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:47:35.289253 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: timer() Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: self._notify() Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:47:35.290926 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:47:35.431544 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.448230 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.451443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] 10.222.0.62 "DELETE /v2.0/networks/18abc4b6-2359-4572-822f-a1ad06ceac9f HTTP/1.1" status: 204 len: 168 time: 0.7267737 Dec 20 23:47:35.452745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da270d-8004-4108-a44a-c996ce7e7000 admin admin] Pushing event deleted for resources: {'Network': ['ID=18abc4b6-2359-4572-822f-a1ad06ceac9f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:35.470273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0e63e189-ad34-42ea-a052-03a696b22c74 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:35.495360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 0e63e189-ad34-42ea-a052-03a696b22c74 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:35.495777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 0e63e189-ad34-42ea-a052-03a696b22c74 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:35.496314 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:35.515342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:35.515788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 1c47c7e0-f4ba-43a9-924d-f24677cc71d6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:35.516299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2bbfa951-6025-42fe-8c28-d2f01fc2af2d no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:47:35.535980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2bbfa951-6025-42fe-8c28-d2f01fc2af2d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:47:35.536328 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2bbfa951-6025-42fe-8c28-d2f01fc2af2d not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:47:35.820686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34742) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:35.860124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-130f6510-2a0b-4b5a-8600-0788332424eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3eb0607ff7bc41798c3be8c7479253f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382855 Dec 20 23:47:35.862670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:35.908269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:35.929398 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.061520 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.064106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.065253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c35cf82-44a8-484a-9f90-789bb69348a2 HTTP/1.1" status: 204 len: 168 time: 0.2016833 Dec 20 23:47:36.073731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79e2c0-f997-40ff-a335-b3bd646bbfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35cf82-44a8-484a-9f90-789bb69348a2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:36.682974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:36.722851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f0425d5c-edb8-4c8d-9636-fe4ac9dda8ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8eda06087b2e4bf784edff192a954dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378263 Dec 20 23:47:36.729797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 34752) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:47:36.780647 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.802177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.924548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.927428 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:36.928577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1798fe25-5407-4ea6-b5f1-269122a62604 HTTP/1.1" status: 204 len: 168 time: 0.1978900 Dec 20 23:47:36.942212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eac73-34e5-4534-89cd-32a4d89359d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1798fe25-5407-4ea6-b5f1-269122a62604,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:37.633241 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f367974f-ab84-476c-93c2-6a7347cd25b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:38.471404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:39.878709 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:40.547106 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:42.921238 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:47:47.765959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-f92f6635-cedb-4b7c-84b2-85fc7f83bbff tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=988491a66e7946ecbf8d68403034bc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215340 Dec 20 23:47:47.875149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-463ddc7b-b696-4a27-97e0-97adaf3f8a5e tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:47.876493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-463ddc7b-b696-4a27-97e0-97adaf3f8a5e tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027608 Dec 20 23:47:47.891435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-38388588-9dd9-4132-8d89-a274e1dfb09f tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/quotas/988491a66e7946ecbf8d68403034bc88 HTTP/1.1" status: 200 len: 375 time: 0.0086880 Dec 20 23:47:47.922723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-e67faf14-735b-43ea-a1c7-0f0163857ed5 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=988491a66e7946ecbf8d68403034bc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254364 Dec 20 23:47:48.159196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eed141dc-83de-447f-ad68-260f9b0ad300 req-fb3444ad-4f92-4ee9-90fd-d8a8ee10342a tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0265663 Dec 20 23:47:49.256613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66fc6ba4-a1c7-4f14-a732-b28066bae90a req-5fe3fb49-fd38-417d-aac7-c385b23d2499 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0300531 Dec 20 23:47:50.277949 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-31b72ab9-3c9d-4950-8ce0-e959b5e89952 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=988491a66e7946ecbf8d68403034bc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295928 Dec 20 23:47:50.356447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7981b018-dd3b-402b-b21e-e9892db30676 req-cbbde7e3-79cc-4060-84fa-f972722139c9 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0320582 Dec 20 23:47:50.470592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-9e5fbf95-e9e1-4312-b7b8-dea7ff9934df tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:50.472139 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-9e5fbf95-e9e1-4312-b7b8-dea7ff9934df tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888738 Dec 20 23:47:50.490548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Request body: {'port': {'device_id': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'admin_state_up': True, 'tenant_id': '988491a66e7946ecbf8d68403034bc88'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:47:50.672846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Made reservation on behalf of 988491a66e7946ecbf8d68403034bc88 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:47:50.676981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:50.689321 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:50.762299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:50.824599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:50.887456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:50.956994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Allocated IP 192.168.233.142 (cfcf4cff-319c-470b-9cfd-993c9c899e95/ee234d9a-a491-413c-a2b5-c29f67aad54f/08f5adc6-916c-4d42-a85c-32cbabac2ae3) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:47:51.100268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.187242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.231935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Network cfcf4cff-319c-470b-9cfd-993c9c899e95 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:47:51.234801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:47:51.238463 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:47:51.244799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Pushing event updated for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:51.294992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:51.295606 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.414185 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-6f529c5a-ed81-4aa0-89b7-ca263afe6431 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9289782 Dec 20 23:47:51.427727 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Request body: {'port': {'device_id': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:47:51.482048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c089a9-43c9-4424-8b4c-2b03bc4631d4 req-33838e1b-5ef6-4239-b277-dba389681f8c tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:51.482760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.483614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0c089a9-43c9-4424-8b4c-2b03bc4631d4 req-33838e1b-5ef6-4239-b277-dba389681f8c tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 936 time: 0.0540628 Dec 20 23:47:51.500588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9704d44e-0340-4eb4-9cda-3779a50548a8 None None] Provisioning complete for port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:47:51.501597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9704d44e-0340-4eb4-9cda-3779a50548a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.533008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0c089a9-43c9-4424-8b4c-2b03bc4631d4 req-0ee3e284-8909-4ad3-aba8-8575bec7daaa tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Dec 20 23:47:51.542653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9704d44e-0340-4eb4-9cda-3779a50548a8 None None] Port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:47:51.753649 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f5adc6-916c-4d42-a85c-32cbabac2ae3 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:47:51.761005 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.773280 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Transition to ACTIVE for port object 08f5adc6-916c-4d42-a85c-32cbabac2ae3 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:47:51.836317 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:51.884684 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Pushing event updated for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:51.958219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Attempting to bind port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:47:51.958708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Attempting to bind port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:47:51.959630 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Attempting to bind port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:47:51.964403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:47:51.964732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Attempting to bind port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 on network cfcf4cff-319c-470b-9cfd-993c9c899e95 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:47:51.969757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:47:51.970129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Checking segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:47:51.970515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Bound using segment: {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:47:51.970939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Bound port: 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a98514f-eef3-433d-b0cd-d99d072d42f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:47:51.971287 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:52.041047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:47:52.043989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:47:52.142157 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:52.174111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.174764 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:52.177127 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] 10.222.0.59 "PUT /v2.0/ports/08f5adc6-916c-4d42-a85c-32cbabac2ae3 HTTP/1.1" status: 200 len: 1096 time: 0.7546258 Dec 20 23:47:52.179533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:52.181842 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c32c53-1987-4132-88e6-0c21be387f48" -d '{"events": [{"name": "network-changed", "server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:52.207654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d397f6-4378-4ac9-9ea6-ad9aa9ff4274 service neutron] Pushing event updated for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:52.226679 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba6c78-2f6b-4b45-9a40-f157c96ad48f x-openstack-request-id: req-2dba6c78-2f6b-4b45-9a40-f157c96ad48f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:52.226679 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:52.226679 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dba6c78-2f6b-4b45-9a40-f157c96ad48f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:52.226679 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3', 'status': 'completed', 'code': 200} Dec 20 23:47:52.289360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c32c53-1987-4132-88e6-0c21be387f48 req-cb00f98f-667d-4141-8c39-8f8282ea2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.290889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c32c53-1987-4132-88e6-0c21be387f48 req-cb00f98f-667d-4141-8c39-8f8282ea2194 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=988491a66e7946ecbf8d68403034bc88&device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0439117 Dec 20 23:47:52.319113 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c32c53-1987-4132-88e6-0c21be387f48 req-74537d22-77d0-4de5-b392-429bda49af55 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=988491a66e7946ecbf8d68403034bc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207829 Dec 20 23:47:52.417002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c32c53-1987-4132-88e6-0c21be387f48 req-eafb9ca1-13af-4cec-894f-1b6ad0bba399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.418490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-73c32c53-1987-4132-88e6-0c21be387f48 req-eafb9ca1-13af-4cec-894f-1b6ad0bba399 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920799 Dec 20 23:47:52.492986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c5a117c8-5250-4232-ac36-a55409ea6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.494397 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-c5a117c8-5250-4232-ac36-a55409ea6c8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=988491a66e7946ecbf8d68403034bc88&device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0409799 Dec 20 23:47:52.535332 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-097258d4-dc66-405f-9e58-28e2b59535dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3 HTTP/1.1" status: 200 len: 217 time: 0.0330110 Dec 20 23:47:52.587874 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-edd68e3c-fc86-498b-9c07-4795710f6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.589337 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-edd68e3c-fc86-498b-9c07-4795710f6573 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee234d9a-a491-413c-a2b5-c29f67aad54f HTTP/1.1" status: 200 len: 843 time: 0.0465231 Dec 20 23:47:52.635896 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-095e5abc-a0e0-4e04-aca7-6f5161dd7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.637381 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-095e5abc-a0e0-4e04-aca7-6f5161dd7329 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcf4cff-319c-470b-9cfd-993c9c899e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411108 Dec 20 23:47:52.650378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ebb56-298a-4323-8f12-19fe4504ee5e req-3c467919-2593-470a-89e2-671853ee09be tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:52.651882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-233ebb56-298a-4323-8f12-19fe4504ee5e req-3c467919-2593-470a-89e2-671853ee09be tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 948 time: 0.0492663 Dec 20 23:47:52.699664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-233ebb56-298a-4323-8f12-19fe4504ee5e req-88c0ccd5-dda0-49eb-9ff4-e5cbe74f91c9 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Dec 20 23:47:52.728799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-1f556a72-1a4f-4b61-895f-bb3b2312e88a service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835533 Dec 20 23:47:52.819339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-719e120a-c1a4-4153-a11a-d5ea41043ffa req-7258af17-9c38-4707-8704-79c8d9101b2e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcf4cff-319c-470b-9cfd-993c9c899e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Dec 20 23:47:53.825929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174f77c-4e8d-4825-846f-edc1570cfb34 req-32fb9c2f-8563-4936-aee6-86f0c3b93b21 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:53.827428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8174f77c-4e8d-4825-846f-edc1570cfb34 req-32fb9c2f-8563-4936-aee6-86f0c3b93b21 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 948 time: 0.0512288 Dec 20 23:47:53.879312 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8174f77c-4e8d-4825-846f-edc1570cfb34 req-45487b4c-8702-4b3e-9915-bb5db30dbc64 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Dec 20 23:47:54.995110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28c49-a8cc-4ff6-9002-1adb6e3f54fe req-a1a5496f-956a-4765-89bb-527b6f27aab4 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:54.996585 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66d28c49-a8cc-4ff6-9002-1adb6e3f54fe req-a1a5496f-956a-4765-89bb-527b6f27aab4 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 948 time: 0.0489225 Dec 20 23:47:55.043609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-66d28c49-a8cc-4ff6-9002-1adb6e3f54fe req-449f7041-1681-4c61-a3e1-ac16b7f6fe5b tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Dec 20 23:47:55.589341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 08f5adc6-916c-4d42-a85c-32cbabac2ae3 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:47:55.685175 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:55.695134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '08f5adc6-916c-4d42-a85c-32cbabac2ae3', 'network_id': 'cfcf4cff-319c-470b-9cfd-993c9c899e95', 'port_id': '08f5adc6-916c-4d42-a85c-32cbabac2ae3', 'mac_address': 'fa:16:3e:b3:1c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee234d9a-a491-413c-a2b5-c29f67aad54f', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:47:55.731554 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:55.743536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f5adc6-916c-4d42-a85c-32cbabac2ae3 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:47:55.761409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:55.859173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:55.904311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:56.158947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['08f5adc6-916c-4d42-a85c-32cbabac2ae3'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:47:56.159435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645891c7-03c1-4099-bfb9-eb604730b813 req-784c0cae-91df-4766-a696-b038fb69c08a tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:56.160987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-645891c7-03c1-4099-bfb9-eb604730b813 req-784c0cae-91df-4766-a696-b038fb69c08a tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 949 time: 0.0492980 Dec 20 23:47:56.209493 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-645891c7-03c1-4099-bfb9-eb604730b813 req-608d2418-22d8-4990-bab2-be902d95b29b tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Dec 20 23:47:57.328073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c870a9c-a5de-4037-9768-ea78c9fca700 req-0c4877f1-0e82-465a-9f07-9a0e166fa5e2 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:57.329603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c870a9c-a5de-4037-9768-ea78c9fca700 req-0c4877f1-0e82-465a-9f07-9a0e166fa5e2 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 949 time: 0.0528121 Dec 20 23:47:57.377358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c870a9c-a5de-4037-9768-ea78c9fca700 req-0589997e-40fc-4ec5-8982-41ec4b5f6587 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Dec 20 23:47:57.588641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 08f5adc6-916c-4d42-a85c-32cbabac2ae3 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:47:57.701299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:47:57.705041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:47:57.705402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:57.782537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:57.804346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:47:57.806608 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735145e-8783-4e53-a620-6d5aa86af291" -d '{"events": [{"server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "name": "network-vif-plugged", "status": "completed", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:47:57.821360 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:47:57.894359 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:57.926298 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce75b1-356d-4252-b327-7006cc0fabbc x-openstack-request-id: req-2cce75b1-356d-4252-b327-7006cc0fabbc {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:47:57.926609 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "name": "network-vif-plugged", "status": "completed", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:47:57.926890 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cce75b1-356d-4252-b327-7006cc0fabbc {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:47:57.927281 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3', 'code': 200} Dec 20 23:47:57.955586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:47:58.012917 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec049af-8ee7-4ef7-a147-fb2964dbaddb req-af65ec2e-1c59-41bc-843c-6a0eaf12cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:58.014413 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8ec049af-8ee7-4ef7-a147-fb2964dbaddb req-af65ec2e-1c59-41bc-843c-6a0eaf12cdf4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 1101 time: 0.0409827 Dec 20 23:47:58.059067 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8ec049af-8ee7-4ef7-a147-fb2964dbaddb req-26f6290f-2c68-445b-934d-d6947f7999fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Dec 20 23:47:58.410793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:47:58.493690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a178bb1-e5a3-4438-9f98-2e3a7792b1e2 req-9c8dcdad-59d5-4768-8748-c5f7dfcbcadd tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:58.495243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a178bb1-e5a3-4438-9f98-2e3a7792b1e2 req-9c8dcdad-59d5-4768-8748-c5f7dfcbcadd tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 950 time: 0.0497582 Dec 20 23:47:58.542227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a178bb1-e5a3-4438-9f98-2e3a7792b1e2 req-a1805107-0078-4850-8f53-b6111c8c0b2e tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Dec 20 23:47:59.662233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e4ff-d30a-44b2-8615-0467b6ea1295 req-fdaa93c2-7545-496e-9833-b09139ae6644 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:47:59.663723 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3a4e4ff-d30a-44b2-8615-0467b6ea1295 req-fdaa93c2-7545-496e-9833-b09139ae6644 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 950 time: 0.0529189 Dec 20 23:47:59.711956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f3a4e4ff-d30a-44b2-8615-0467b6ea1295 req-8e50e159-52fc-4bbe-9698-8446329526e8 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Dec 20 23:48:00.134322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-d2029a16-78e2-465e-8d11-ec3824f68c6b req-81289c98-fb86-4f85-ab1e-3e57ee83d5a1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:48:00.135343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2029a16-78e2-465e-8d11-ec3824f68c6b req-81289c98-fb86-4f85-ab1e-3e57ee83d5a1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003468 Dec 20 23:48:00.644225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-4bb728f3-ccd1-4a1a-ac7a-b31b07e464c8 req-aa2738ec-7120-486a-b1eb-1012ce58c3d3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:48:00.645246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4bb728f3-ccd1-4a1a-ac7a-b31b07e464c8 req-aa2738ec-7120-486a-b1eb-1012ce58c3d3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583375 Dec 20 23:48:01.281342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3954f-5e38-4660-8d57-98e3d992c3bc req-6ca1a4dc-a250-4c26-891a-88eef8a809c0 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:01.282828 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36c3954f-5e38-4660-8d57-98e3d992c3bc req-6ca1a4dc-a250-4c26-891a-88eef8a809c0 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 950 time: 0.0490854 Dec 20 23:48:01.331060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-36c3954f-5e38-4660-8d57-98e3d992c3bc req-bbec1699-a398-4802-b1ab-71ebc5d40872 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Dec 20 23:48:02.448906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7fdc-e87d-4a05-ada6-b9fe8b6d3437 req-ba7b7fb5-177c-4d2d-849a-03600a3ddb5f tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:02.450369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-599a7fdc-e87d-4a05-ada6-b9fe8b6d3437 req-ba7b7fb5-177c-4d2d-849a-03600a3ddb5f tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 950 time: 0.0485408 Dec 20 23:48:02.504932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-599a7fdc-e87d-4a05-ada6-b9fe8b6d3437 req-f0f6ba45-6cb0-4d40-97b2-5f47cf7fe75e tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Dec 20 23:48:02.525056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-fb1a2343-4951-4e6a-9bc7-575d0ca46c85 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:02.526754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-fb1a2343-4951-4e6a-9bc7-575d0ca46c85 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.59 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 950 time: 0.0538137 Dec 20 23:48:02.615899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Deleting port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:48:02.616151 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:02.707462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] For port 08f5adc6-916c-4d42-a85c-32cbabac2ae3, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=08f5adc6-916c-4d42-a85c-32cbabac2ae3,segment=NetworkSegment(8a98514f-eef3-433d-b0cd-d99d072d42f5),segment_id=8a98514f-eef3-433d-b0cd-d99d072d42f5)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:02.707872 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:02.721332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Calling delete_port for 08f5adc6-916c-4d42-a85c-32cbabac2ae3 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:48:02.927551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:02.939249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['08f5adc6-916c-4d42-a85c-32cbabac2ae3'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:48:02.962386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Pushing event deleted for resources: {'Port': ['ID=08f5adc6-916c-4d42-a85c-32cbabac2ae3,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:02.988628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.990989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.991541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.991623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.991911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.992237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:02.992559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:03.013008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] No DVR routers for this DVR port 08f5adc6-916c-4d42-a85c-32cbabac2ae3 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:48:03.015612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:03.019653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4564eb0f-fbfc-40f9-9d9d-5c60f4f73e07 req-f7c53738-6e51-4167-94d9-3e46ad98ed82 tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.59 "DELETE /v2.0/ports/08f5adc6-916c-4d42-a85c-32cbabac2ae3 HTTP/1.1" status: 204 len: 173 time: 0.4866269 Dec 20 23:48:03.020180 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'name': 'network-vif-deleted', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:03.022666 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffeb508-2ead-4310-b0c1-5df63b456529" -d '{"events": [{"server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "name": "network-vif-deleted", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:03.063990 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23c173-cd65-4215-9a31-a95cedbd5d11 x-openstack-request-id: req-1a23c173-cd65-4215-9a31-a95cedbd5d11 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:03.064288 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5658e846-1afb-4c6f-bde5-177ea4c2a0f9", "name": "network-vif-deleted", "tag": "08f5adc6-916c-4d42-a85c-32cbabac2ae3", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:03.064549 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a23c173-cd65-4215-9a31-a95cedbd5d11 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:03.064960 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5658e846-1afb-4c6f-bde5-177ea4c2a0f9', 'name': 'network-vif-deleted', 'tag': '08f5adc6-916c-4d42-a85c-32cbabac2ae3', 'status': 'completed', 'code': 200} Dec 20 23:48:03.613320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12e10015-8d61-4e03-abb1-da934f56c610 req-308784f3-7200-43cd-af33-faf7514817ae tempest-ServersAdminNegativeTestJSON-708577055 tempest-ServersAdminNegativeTestJSON-708577055-project] 10.222.0.62 "GET /v2.0/ports?device_id=5658e846-1afb-4c6f-bde5-177ea4c2a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0267026 Dec 20 23:48:03.747178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:04.858723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2798aeb3-debd-4865-981e-5c1be0671fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:05.105978 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34898) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:05.237359 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9a9c34d7-be72-42c6-b941-ac147c37f06a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=988491a66e7946ecbf8d68403034bc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301141 Dec 20 23:48:05.240784 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34902) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:05.286405 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:05.307589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:05.435584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:05.438273 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:05.439411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d HTTP/1.1" status: 204 len: 168 time: 0.1977069 Dec 20 23:48:05.447329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdde521-9718-412d-8db3-f4b1da63df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f9d08-9e9f-4939-82fa-d9d2b95dc47d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:05.635543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 08f5adc6-916c-4d42-a85c-32cbabac2ae3 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:48:05.655526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 08f5adc6-916c-4d42-a85c-32cbabac2ae3 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:48:05.655873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 08f5adc6-916c-4d42-a85c-32cbabac2ae3 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:48:06.026891 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34908) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:06.040236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5dee0adc-d025-4e4e-a1a2-bb521d2f7155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.112292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5dee0adc-d025-4e4e-a1a2-bb521d2f7155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.184301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5dee0adc-d025-4e4e-a1a2-bb521d2f7155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.222283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0adc-d025-4e4e-a1a2-bb521d2f7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c088c-e527-4a99-be54-d32035f98257,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:06.226875 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5dee0adc-d025-4e4e-a1a2-bb521d2f7155 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0352f6f89355480f9a427d83efa8d8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989644 Dec 20 23:48:06.229740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:06.277265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.297350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.407048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.409587 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:06.410757 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e5c088c-e527-4a99-be54-d32035f98257 HTTP/1.1" status: 204 len: 168 time: 0.1799829 Dec 20 23:48:06.420304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e64b-87c3-4d6e-a363-d44ae8d4e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c088c-e527-4a99-be54-d32035f98257,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:07.357384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34932) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:07.450843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1986041516-network', 'tenant_id': 'ad2b959a24e24abdbe4743bb745cd4fa'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:48:07.552682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Made reservation on behalf of ad2b959a24e24abdbe4743bb745cd4fa for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:48:07.555033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.566394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.638461 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-841e8ec6-0f3b-4176-a3e7-02ea1c29eda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.639043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.710591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.731650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:48:07.746139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:07.748961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.749303 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Added segment 50a26b78-c324-4584-b94c-f7063e59e6b0 of type vlan for network 0d50f9c7-c969-404a-851e-76ce0bd4d46e Dec 20 23:48:07.789929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.858555 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.859432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:07.860004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:07.921626 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] Pushing event updated for resources: {'Network': ['ID=0d50f9c7-c969-404a-851e-76ce0bd4d46e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:07.931943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 0d50f9c7-c969-404a-851e-76ce0bd4d46e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:48:07.949842 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c28e5d3d-a019-4f35-80fe-5b7377808703 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5912855 Dec 20 23:48:07.952787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34936) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:07.957482 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Request body: {'subnet': {'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1986041516-subnet', 'tenant_id': 'ad2b959a24e24abdbe4743bb745cd4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:48:08.038402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Made reservation on behalf of ad2b959a24e24abdbe4743bb745cd4fa for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:48:08.040789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:08.284045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:08.337996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fa4f19-7def-4042-a9e9-b23647e81e2d,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:08.348260 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Checking segment: {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:48:08.348628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Network hostable DHCP agents. Network: 0d50f9c7-c969-404a-851e-76ce0bd4d46e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:48:08.418617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Network 0d50f9c7-c969-404a-851e-76ce0bd4d46e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:48:08.464262 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:08.487032 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 0d50f9c7-c969-404a-851e-76ce0bd4d46e) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:48:08.491745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:08.492331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:08.496540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d284a9-201a-432e-bf0f-e0ddfa526bc7 None None] Network 0d50f9c7-c969-404a-851e-76ce0bd4d46e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:48:08.556275 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8df5ba2f-8417-4588-adef-60f2db1b3167 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6022923 Dec 20 23:48:08.750479 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b04c4-6dda-4cfd-95f6-672784d76a35 None None] Network 0d50f9c7-c969-404a-851e-76ce0bd4d46e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:48:08.985800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-08eca650-7b82-4b0b-bc5d-9268949964f4 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:08.987267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-08eca650-7b82-4b0b-bc5d-9268949964f4 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 812 time: 0.1010201 Dec 20 23:48:09.004522 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-753214d4-0872-4747-8b0d-ce4f5a55e884 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/quotas/ad2b959a24e24abdbe4743bb745cd4fa HTTP/1.1" status: 200 len: 375 time: 0.0092175 Dec 20 23:48:09.039488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-3f1a96c6-1ce6-47ac-94b9-fd17155fb294 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296106 Dec 20 23:48:09.128810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-a4ae0812-8dcc-4182-b468-1a8c9b73735e service neutron] 10.222.0.62 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Dec 20 23:48:09.218936 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-57b0c1f0-14cf-4822-a76f-5f04dc7f94f2 service neutron] 10.222.0.62 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840113 Dec 20 23:48:09.474340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5398e09-9605-4589-a8f3-73d3ca8d023d req-410dd3ec-92d7-442d-8e67-62ea8bee60b9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Dec 20 23:48:09.878317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:10.481425 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:10.570703 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b92d71b-3b00-41d3-99bc-a78f0d87c6d7 req-78b9e62d-09c2-4c59-b7ba-3590a5773cb1 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 210 time: 0.0298228 Dec 20 23:48:11.507425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-e3e80fcb-053c-42ab-9e8c-5ce21a5a1ca7 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:11.508839 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-e3e80fcb-053c-42ab-9e8c-5ce21a5a1ca7 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.59 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 812 time: 0.0992582 Dec 20 23:48:11.521912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Request body: {'port': {'device_id': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e', 'admin_state_up': True, 'tenant_id': 'ad2b959a24e24abdbe4743bb745cd4fa'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:48:11.668251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b03c1a9-024f-48b5-bf06-6edea2f8e035 req-c0009c83-3a7e-4e87-b260-a49f3808e663 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 210 time: 0.0269656 Dec 20 23:48:11.692594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Made reservation on behalf of ad2b959a24e24abdbe4743bb745cd4fa for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:48:11.697054 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:11.825306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Allocated IP 172.20.0.7 (0d50f9c7-c969-404a-851e-76ce0bd4d46e/f2fa4f19-7def-4042-a9e9-b23647e81e2d/7dfb47d8-d56f-4828-bb44-51e4251a8833) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:48:12.279191 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.358663 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.405780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Network 0d50f9c7-c969-404a-851e-76ce0bd4d46e is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:48:12.408847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:48:12.412374 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:48:12.439019 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:12.464502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:12.465105 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.524212 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-ece5c6bd-444f-40d7-a7b3-37b4ea2fa5d0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063217 Dec 20 23:48:12.537262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Request body: {'port': {'device_id': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:48:12.588853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.785279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d4a49-6a71-4a17-b93e-99be54f2f25d req-bb51f4d1-c872-4619-a142-628881018782 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:12.786819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d4a49-6a71-4a17-b93e-99be54f2f25d req-bb51f4d1-c872-4619-a142-628881018782 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 931 time: 0.0488782 Dec 20 23:48:12.839323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d4a49-6a71-4a17-b93e-99be54f2f25d req-88f5a528-b71b-470f-ac33-c455025e75a2 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Dec 20 23:48:12.852992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfb47d8-d56f-4828-bb44-51e4251a8833 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:48:12.860614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.872780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Transition to ACTIVE for port object 7dfb47d8-d56f-4828-bb44-51e4251a8833 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:48:12.946989 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:12.996500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:13.064809 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:48:13.065144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:48:13.065468 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:48:13.070028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:48:13.070352 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:48:13.075011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:48:13.075344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Checking segment: {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:48:13.075731 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Bound using segment: {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:48:13.076150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Bound port: 7dfb47d8-d56f-4828-bb44-51e4251a8833, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:48:13.076494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:13.141137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:48:13.144014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:48:13.207494 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:13.243240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.243850 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:13.245209 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 1091 time: 0.7126195 Dec 20 23:48:13.245632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:13.247892 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787" -d '{"events": [{"name": "network-changed", "server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:13.274579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2498c-4aec-4e41-b40e-2597e02489e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:13.290795 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8051094c-a928-4f4a-8b48-bdc1d3823071 x-openstack-request-id: req-8051094c-a928-4f4a-8b48-bdc1d3823071 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:13.291153 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:13.291459 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8051094c-a928-4f4a-8b48-bdc1d3823071 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:13.291946 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'status': 'completed', 'code': 200} Dec 20 23:48:13.357050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-46b94650-354e-4499-8fed-431da6a5c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.358563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-46b94650-354e-4499-8fed-431da6a5c489 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1094 time: 0.0435944 Dec 20 23:48:13.467489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-f5319e8c-7553-4153-a7db-6e4a12a252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.468946 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-f5319e8c-7553-4153-a7db-6e4a12a252e7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952480 Dec 20 23:48:13.560185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-52d144ba-ad32-4c3f-b97b-07cd633b2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.561631 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0acf0adc-0f73-4dfd-925a-5bfdc02b7787 req-52d144ba-ad32-4c3f-b97b-07cd633b2e31 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858433 Dec 20 23:48:13.643628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-b6eaee23-26e8-48ad-bcf9-3353c5f466d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.649874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-b6eaee23-26e8-48ad-bcf9-3353c5f466d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1094 time: 0.0461798 Dec 20 23:48:13.688432 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-7a22f672-4124-4bad-a9b9-d1bd3c4ac341 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0345500 Dec 20 23:48:13.737097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-40de9cf3-05f0-4b27-847d-aafa89b2398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.738551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-40de9cf3-05f0-4b27-847d-aafa89b2398f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0428329 Dec 20 23:48:13.775732 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-69bcf31a-51af-4f86-bc6f-3d8e1204aeb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284877 Dec 20 23:48:13.863902 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-0ab2a104-d8b8-451b-b1a3-9eae312fd117 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812538 Dec 20 23:48:13.961763 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3ff83c14-587d-439e-9596-2e0e3fcbc810 req-03ba3a32-288f-4dca-ba50-b3a4aead3586 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888875 Dec 20 23:48:13.963517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5514b1-da7a-452a-980d-7b167fc2796d req-ec944397-e8ad-4754-9afc-4f4f0ebbe532 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:13.965021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e5514b1-da7a-452a-980d-7b167fc2796d req-ec944397-e8ad-4754-9afc-4f4f0ebbe532 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 943 time: 0.0548978 Dec 20 23:48:14.014148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e5514b1-da7a-452a-980d-7b167fc2796d req-dfdee2fd-aa71-4a38-b9b8-ee3efb382d1c tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Dec 20 23:48:15.133520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c15c-b984-4d20-9790-4431f273bff5 req-0a7fc8e4-156a-4e3c-a773-94ce9177c030 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:15.135071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da3c15c-b984-4d20-9790-4431f273bff5 req-0a7fc8e4-156a-4e3c-a773-94ce9177c030 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 943 time: 0.0497587 Dec 20 23:48:15.182764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6da3c15c-b984-4d20-9790-4431f273bff5 req-73633c95-1512-45a3-bb1f-a2c3e43588fb tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Dec 20 23:48:15.682230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:48:15.782164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:15.792705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e', 'port_id': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'mac_address': 'fa:16:3e:08:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fa4f19-7def-4042-a9e9-b23647e81e2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:48:15.827888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:15.840577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfb47d8-d56f-4828-bb44-51e4251a8833 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:48:15.859540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:15.978291 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:16.028618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:16.169505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['7dfb47d8-d56f-4828-bb44-51e4251a8833'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:48:16.301133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d68ba-8f5d-4a32-bf9e-24a42a9a9c9a req-68ee0584-85a8-4944-b140-e360c8a2ec10 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:16.302814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072d68ba-8f5d-4a32-bf9e-24a42a9a9c9a req-68ee0584-85a8-4944-b140-e360c8a2ec10 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 944 time: 0.0526218 Dec 20 23:48:16.351779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-072d68ba-8f5d-4a32-bf9e-24a42a9a9c9a req-37797e79-f091-43bc-afc2-eace54e131aa tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Dec 20 23:48:17.467666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27794-02b2-47b0-96b2-c816efb412d0 req-4ad18788-e607-4177-bccd-39d09dad16a7 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:17.469214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38e27794-02b2-47b0-96b2-c816efb412d0 req-4ad18788-e607-4177-bccd-39d09dad16a7 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 944 time: 0.0490496 Dec 20 23:48:17.515902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38e27794-02b2-47b0-96b2-c816efb412d0 req-761dc540-3824-4990-bf42-16d9cb8c000e tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Dec 20 23:48:17.718087 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:48:17.872679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 7dfb47d8-d56f-4828-bb44-51e4251a8833 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:48:17.876594 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 7dfb47d8-d56f-4828-bb44-51e4251a8833 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:48:17.876962 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:17.953872 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:17.976418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:17.978688 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f670218-efbb-4842-88b0-f5d491047bc0" -d '{"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:17.991725 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:18.017143 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab7f28-0cda-4204-815b-b452099340d5 x-openstack-request-id: req-3fab7f28-0cda-4204-815b-b452099340d5 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:18.017143 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:18.017143 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fab7f28-0cda-4204-815b-b452099340d5 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:18.017143 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'code': 200} Dec 20 23:48:18.066769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:18.111540 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee17ccf-1978-404e-942b-aa82be95f91a req-a9c5d107-937c-4a9d-879b-8d583f12b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:18.113030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aee17ccf-1978-404e-942b-aa82be95f91a req-a9c5d107-937c-4a9d-879b-8d583f12b5c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1096 time: 0.0400360 Dec 20 23:48:18.120499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:18.159828 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-aee17ccf-1978-404e-942b-aa82be95f91a req-f00aa05d-66ed-429d-8aeb-5f302498bfe5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Dec 20 23:48:18.632251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92b3c-1da6-4edb-975f-6ad080d04951 req-51baa262-90be-4bc8-878d-27a38ba18b2b tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:18.633689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33d92b3c-1da6-4edb-975f-6ad080d04951 req-51baa262-90be-4bc8-878d-27a38ba18b2b tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Dec 20 23:48:18.683175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33d92b3c-1da6-4edb-975f-6ad080d04951 req-41da888a-c754-4cef-bf47-6995ce18f87c tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Dec 20 23:48:19.797546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bc847-27aa-440d-9e11-752fbfca2d63 req-681924ed-c914-4de8-a350-7ee0f8940cbc tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:19.799039 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf3bc847-27aa-440d-9e11-752fbfca2d63 req-681924ed-c914-4de8-a350-7ee0f8940cbc tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0474966 Dec 20 23:48:19.845952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf3bc847-27aa-440d-9e11-752fbfca2d63 req-20707033-476a-482c-aa63-52b2c3e01701 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Dec 20 23:48:19.919787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:48:20.264045 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e219d-acfe-4ce1-ab52-8abd736403ea req-e1c91509-a17a-41d1-a0a3-773c49f366c1 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:20.265573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a03e219d-acfe-4ce1-ab52-8abd736403ea req-e1c91509-a17a-41d1-a0a3-773c49f366c1 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0498860 Dec 20 23:48:20.313445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a03e219d-acfe-4ce1-ab52-8abd736403ea req-3d59fb1a-5cf5-4186-bddd-f2fc498e207f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Dec 20 23:48:20.344078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 34992) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:48:20.431554 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-b1881021-d207-41ca-aebe-f26caf2efdd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863173 Dec 20 23:48:20.440795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-5a73e135-fa8b-444a-87ab-db6b8b5201f9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:48:20.441924 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-5a73e135-fa8b-444a-87ab-db6b8b5201f9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048330 Dec 20 23:48:21.435641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0d6dd-6832-4a27-898b-db82e702d9a1 req-df1d3871-d6be-49a7-8333-5e8320257e5f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:21.437197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94b0d6dd-6832-4a27-898b-db82e702d9a1 req-df1d3871-d6be-49a7-8333-5e8320257e5f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Dec 20 23:48:21.485972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94b0d6dd-6832-4a27-898b-db82e702d9a1 req-e8eb09dd-4ab4-43b5-999b-4f0a3301568a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Dec 20 23:48:22.544146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-6abbffd7-f35b-4698-ad94-8342a54fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:22.545651 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-6abbffd7-f35b-4698-ad94-8342a54fc053 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1096 time: 0.0477843 Dec 20 23:48:22.606794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391636b-9847-4e97-bd62-c0878f737bfe req-746f7042-6195-46b3-8f0b-00e3d2666791 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:22.608294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1391636b-9847-4e97-bd62-c0878f737bfe req-746f7042-6195-46b3-8f0b-00e3d2666791 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Dec 20 23:48:22.638170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-8c45dfb8-2799-4e6b-9029-7576f4b931e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:22.639565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-8c45dfb8-2799-4e6b-9029-7576f4b931e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0876098 Dec 20 23:48:22.656181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1391636b-9847-4e97-bd62-c0878f737bfe req-36d82aa4-2964-4fda-9175-d0a1df9b4686 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Dec 20 23:48:22.685260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-83a058ba-f75b-4efb-a0b7-c4686fce68ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0386462 Dec 20 23:48:22.734114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-9a26305f-c2aa-4668-b365-d6c154ae703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:22.735536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-9a26305f-c2aa-4668-b365-d6c154ae703f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0439138 Dec 20 23:48:22.765989 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-206718e1-e2d3-406b-8bb4-30e8c8507058 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235410 Dec 20 23:48:22.859168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-051363a2-35c8-42ad-8065-aa8ca701f317 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859101 Dec 20 23:48:22.948671 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-da621276-2f99-4901-a7de-e06feb69f04d service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Dec 20 23:48:23.780627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7891cc-f853-4c51-a334-f7f76f16dddf req-310348fe-1563-4579-a803-96ca47649b74 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:23.782141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e7891cc-f853-4c51-a334-f7f76f16dddf req-310348fe-1563-4579-a803-96ca47649b74 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0560267 Dec 20 23:48:23.809933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-e63556b2-e355-433b-a58a-d5a2f3b2b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:23.811421 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-e63556b2-e355-433b-a58a-d5a2f3b2b4d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1096 time: 0.0416484 Dec 20 23:48:23.830681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e7891cc-f853-4c51-a334-f7f76f16dddf req-3eef86f4-7fd1-43be-ae84-2fc6819b9e43 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Dec 20 23:48:23.920376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-a99e7953-ed26-46cb-88be-6b6bece66585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:23.921898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-a99e7953-ed26-46cb-88be-6b6bece66585 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0906494 Dec 20 23:48:23.962973 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-256f6717-0782-4027-b335-b45019b2d6f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0340157 Dec 20 23:48:24.016999 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-a280cccc-49fa-4095-810c-097e132a84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:24.018476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-a280cccc-49fa-4095-810c-097e132a84e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0488365 Dec 20 23:48:24.051672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-a13d0ac6-0756-4bca-8923-ff80fc413078 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242746 Dec 20 23:48:24.138963 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-485af27a-6777-40f8-ae3f-682bff58bceb service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806777 Dec 20 23:48:24.232536 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d3136a15-81d5-4416-9393-d12ce71e5ca0 req-8738ebfe-0ad3-4e09-9d33-1d93df1fdc24 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Dec 20 23:48:24.945320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b611-0f57-48a2-8cb9-e5f06e1f2015 req-00f3c4b5-810d-4083-b3be-ac9bd41910ea tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:24.946865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62b5b611-0f57-48a2-8cb9-e5f06e1f2015 req-00f3c4b5-810d-4083-b3be-ac9bd41910ea tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Dec 20 23:48:24.993206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62b5b611-0f57-48a2-8cb9-e5f06e1f2015 req-633b7473-3790-462b-9856-c6373e45a1f6 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Dec 20 23:48:26.107559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170d82d-4b24-4546-b2da-47cc4f95bec2 req-6c669fe8-ebd3-480d-9b5e-d7e42ea102b9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:26.109008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f170d82d-4b24-4546-b2da-47cc4f95bec2 req-6c669fe8-ebd3-480d-9b5e-d7e42ea102b9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0478342 Dec 20 23:48:26.158198 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f170d82d-4b24-4546-b2da-47cc4f95bec2 req-389ee9d2-5378-437e-af15-f4ab8f2e6815 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Dec 20 23:48:27.278448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807ad85-2e32-4224-a2e2-a88adc286c03 req-67f9983d-05e9-4767-8118-308962acc145 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:27.279963 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5807ad85-2e32-4224-a2e2-a88adc286c03 req-67f9983d-05e9-4767-8118-308962acc145 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Dec 20 23:48:27.406851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5807ad85-2e32-4224-a2e2-a88adc286c03 req-71c30926-1112-437c-abe7-17e8c4d8c875 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208541 Dec 20 23:48:28.409231 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:28.522652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7223e1-c631-4724-989b-2597402e4067 req-ec8076ff-e563-4b9b-adea-d9fb18e03757 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:28.524159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b7223e1-c631-4724-989b-2597402e4067 req-ec8076ff-e563-4b9b-adea-d9fb18e03757 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Dec 20 23:48:28.570746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b7223e1-c631-4724-989b-2597402e4067 req-314bd50a-defa-42e9-8d41-45aa15476da4 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Dec 20 23:48:29.690425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf1405-008d-4892-a660-2e381f7c5a73 req-0693da4b-f3bf-4075-bd92-617008f19e7d tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:29.691799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cebf1405-008d-4892-a660-2e381f7c5a73 req-0693da4b-f3bf-4075-bd92-617008f19e7d tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0528665 Dec 20 23:48:29.739804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cebf1405-008d-4892-a660-2e381f7c5a73 req-3acd403f-93fc-46ef-a8aa-20f9638c8e30 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Dec 20 23:48:30.859893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca165a-3c5d-4f9e-bfff-5cb152c29fb4 req-de4ce619-77ab-4892-a1e0-f23362aca104 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:30.861382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dca165a-3c5d-4f9e-bfff-5cb152c29fb4 req-de4ce619-77ab-4892-a1e0-f23362aca104 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0513492 Dec 20 23:48:30.909646 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dca165a-3c5d-4f9e-bfff-5cb152c29fb4 req-27ccbf80-eb6a-418c-a760-00e3cb725082 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Dec 20 23:48:32.026061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc22a0-b3c3-483d-a02f-b3729005431c req-1242a2db-5d6e-441e-923f-d2744cb20c32 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:32.027530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40bc22a0-b3c3-483d-a02f-b3729005431c req-1242a2db-5d6e-441e-923f-d2744cb20c32 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Dec 20 23:48:32.077450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40bc22a0-b3c3-483d-a02f-b3729005431c req-c000ed52-dc3b-4895-8fb8-2249dc11c5fa tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Dec 20 23:48:33.194124 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293faf2d-cfb3-4803-b2d9-d491beb6c9e4 req-5aad3fc2-3e77-41d1-9ef2-14d26a768e43 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:33.195547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-293faf2d-cfb3-4803-b2d9-d491beb6c9e4 req-5aad3fc2-3e77-41d1-9ef2-14d26a768e43 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Dec 20 23:48:33.242929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-293faf2d-cfb3-4803-b2d9-d491beb6c9e4 req-b34a8984-24e4-4864-938a-4c7308000de5 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Dec 20 23:48:33.691651 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:34.358147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f26454-fc5e-4706-89b7-ec0224b061c9 req-47644fb6-4827-4137-8b66-18e2aaa3384b tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:34.359613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3f26454-fc5e-4706-89b7-ec0224b061c9 req-47644fb6-4827-4137-8b66-18e2aaa3384b tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Dec 20 23:48:34.406787 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3f26454-fc5e-4706-89b7-ec0224b061c9 req-26fe2645-4b6e-467b-a777-326f1ec50f24 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Dec 20 23:48:34.903156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0d10-19ef-42e6-9a0d-d962f300fdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:35.525851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46b27-fc55-4620-919d-2202f703b3bf req-2cf5f6b7-003d-4e4d-99c2-9341166a463f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:35.527329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f46b27-fc55-4620-919d-2202f703b3bf req-2cf5f6b7-003d-4e4d-99c2-9341166a463f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Dec 20 23:48:35.574114 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f46b27-fc55-4620-919d-2202f703b3bf req-422756c5-ed66-4755-83ef-3d5b10971e70 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Dec 20 23:48:36.689622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f72f3-41b5-4c4e-9eb1-d8d57d1d2b21 req-bdf21ccf-ba0e-4eda-b827-b49bb3eca8ca tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:36.691117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c1f72f3-41b5-4c4e-9eb1-d8d57d1d2b21 req-bdf21ccf-ba0e-4eda-b827-b49bb3eca8ca tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Dec 20 23:48:36.740251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c1f72f3-41b5-4c4e-9eb1-d8d57d1d2b21 req-f30c8088-6331-45ea-8a72-fbb1a2cdb359 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Dec 20 23:48:37.640177 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e33161e0-47e9-4d45-9b49-69821d24ef1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:37.859332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dfc1e-0a6e-4dd1-844b-409d51080f6e req-f718b796-c8fa-4683-a451-5d7eb68bfe93 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:37.860811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b45dfc1e-0a6e-4dd1-844b-409d51080f6e req-f718b796-c8fa-4683-a451-5d7eb68bfe93 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Dec 20 23:48:37.908052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b45dfc1e-0a6e-4dd1-844b-409d51080f6e req-097afdb4-6b0d-4c67-931d-0a7b77d35b17 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Dec 20 23:48:38.466214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:39.025221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5de3d-cc49-44ba-8a6f-78f344583260 req-40dd5604-6070-487e-baad-c17d0191e8c3 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:39.026729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cde5de3d-cc49-44ba-8a6f-78f344583260 req-40dd5604-6070-487e-baad-c17d0191e8c3 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Dec 20 23:48:39.073171 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cde5de3d-cc49-44ba-8a6f-78f344583260 req-009f1885-cb69-4761-9799-918145317233 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Dec 20 23:48:39.871646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:40.191962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f30c95-c333-4877-8f8f-ea9028cebc24 req-a7f1892f-91e2-4f08-b009-56a2b365c45a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:40.193968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f30c95-c333-4877-8f8f-ea9028cebc24 req-a7f1892f-91e2-4f08-b009-56a2b365c45a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Dec 20 23:48:40.244072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-14f30c95-c333-4877-8f8f-ea9028cebc24 req-81060dad-8d69-4f99-b3ff-e0ef5f0bce79 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Dec 20 23:48:40.517655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:41.368430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63602953-4607-4118-84de-93e7815473e0 req-7f90ff2a-974c-4dc7-9369-8dd420f0fc2f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:41.369932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63602953-4607-4118-84de-93e7815473e0 req-7f90ff2a-974c-4dc7-9369-8dd420f0fc2f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Dec 20 23:48:41.417672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63602953-4607-4118-84de-93e7815473e0 req-d6f20a79-2d5a-40ca-8e20-6ce1f3a3ab78 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Dec 20 23:48:42.535326 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025296ef-9f22-47c8-80c7-63875240f2eb req-c8f070b4-9ecc-4ebd-8bd0-0fe52d9ab8b9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:42.536855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-025296ef-9f22-47c8-80c7-63875240f2eb req-c8f070b4-9ecc-4ebd-8bd0-0fe52d9ab8b9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Dec 20 23:48:42.584969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-025296ef-9f22-47c8-80c7-63875240f2eb req-137219bd-1b99-4134-b3cc-0c71a6c354bd tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Dec 20 23:48:43.705289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b62e1c-1bb5-4ad7-9f06-42e86a0a3332 req-b1df9339-6584-420d-aae6-6cdc52cdadee tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:43.706732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04b62e1c-1bb5-4ad7-9f06-42e86a0a3332 req-b1df9339-6584-420d-aae6-6cdc52cdadee tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Dec 20 23:48:43.755954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-04b62e1c-1bb5-4ad7-9f06-42e86a0a3332 req-af4f2aa6-8fe1-4a05-846d-10046a1f7c90 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Dec 20 23:48:44.873189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a058e-ab89-46ba-9cad-f11f73c18363 req-6c0591fd-dd5e-48bd-aef2-f06ce49c4753 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:44.874677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2a058e-ab89-46ba-9cad-f11f73c18363 req-6c0591fd-dd5e-48bd-aef2-f06ce49c4753 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Dec 20 23:48:44.921808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d2a058e-ab89-46ba-9cad-f11f73c18363 req-ba75defb-6b7c-40cd-b183-9a3f63c9146d tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Dec 20 23:48:46.034352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575a7c9-b301-4bda-b4f2-b4794da5e398 req-cd031821-babb-4f06-8ce4-364a67c02859 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:46.035806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3575a7c9-b301-4bda-b4f2-b4794da5e398 req-cd031821-babb-4f06-8ce4-364a67c02859 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0473104 Dec 20 23:48:46.085244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3575a7c9-b301-4bda-b4f2-b4794da5e398 req-8d43ce96-0276-4946-bea9-59dc75eae69c tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Dec 20 23:48:47.202212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8db1eb-e8e0-4fa8-8415-6f40f90e3d2d req-461a92ad-856b-4769-a6c7-3a75eccc4119 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:47.203595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b8db1eb-e8e0-4fa8-8415-6f40f90e3d2d req-461a92ad-856b-4769-a6c7-3a75eccc4119 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Dec 20 23:48:47.251495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b8db1eb-e8e0-4fa8-8415-6f40f90e3d2d req-841af535-c404-43ed-9aed-82f46ca2043f tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Dec 20 23:48:48.367281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe01db-2123-4433-a5c1-c2e7eed71194 req-45c09676-4430-4b30-aa4b-b341ad679213 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:48.368793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1efe01db-2123-4433-a5c1-c2e7eed71194 req-45c09676-4430-4b30-aa4b-b341ad679213 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Dec 20 23:48:48.414694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1efe01db-2123-4433-a5c1-c2e7eed71194 req-3626d9b4-7027-497a-86ab-f3839589fd75 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Dec 20 23:48:49.533893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c365be-3236-4db4-9936-b9a1db31900e req-83647352-5b79-42f7-9cea-34cb2c7fea68 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:49.535380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09c365be-3236-4db4-9936-b9a1db31900e req-83647352-5b79-42f7-9cea-34cb2c7fea68 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Dec 20 23:48:49.581347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09c365be-3236-4db4-9936-b9a1db31900e req-7594325f-e95a-4fab-9d3d-e2fec1422bc1 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Dec 20 23:48:50.144338 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-87787d1f-9036-427a-af68-c6be20d85d45 service neutron] show failed (client error): The resource could not be found. Dec 20 23:48:50.145993 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-87787d1f-9036-427a-af68-c6be20d85d45 service neutron] 10.222.0.59 "GET /v2.0/ports/7dfb47d8-d56f-4828-bb44-51e4251a8833/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0547674 Dec 20 23:48:50.737333 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-42dccbdd-ce57-4ea9-9480-bb9f0c3d0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:50.738849 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-42dccbdd-ce57-4ea9-9480-bb9f0c3d0d26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171&tenant_id=ad2b959a24e24abdbe4743bb745cd4fa HTTP/1.1" status: 200 len: 1096 time: 0.1020973 Dec 20 23:48:50.747401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af16dd9-474f-475c-ba15-c81ea41d3ae4 req-4db3c932-7e0f-445a-a261-13f44d10ebe3 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:50.748749 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af16dd9-474f-475c-ba15-c81ea41d3ae4 req-4db3c932-7e0f-445a-a261-13f44d10ebe3 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0841558 Dec 20 23:48:50.757788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:48:50.840560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4af16dd9-474f-475c-ba15-c81ea41d3ae4 req-ccd0351d-ab55-4eae-bcbe-07b38657ae7c tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801823 Dec 20 23:48:50.841268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.040782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:51.072879 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:48:51.110600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:51.112838 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995c418e-7bb6-4c8e-b95a-090e1df4ca76" -d '{"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:51.117394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.129341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Transition to ACTIVE for port object 7dfb47d8-d56f-4828-bb44-51e4251a8833 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:48:51.162237 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a5776-0c99-48b0-9f4e-ba4d543dca56 x-openstack-request-id: req-ad2a5776-0c99-48b0-9f4e-ba4d543dca56 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:51.162474 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:51.162730 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad2a5776-0c99-48b0-9f4e-ba4d543dca56 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:51.163132 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'code': 200} Dec 20 23:48:51.194172 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.255523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] No DVR routers for this DVR port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:48:51.257351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:51.269413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.269791 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.270138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.271153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.271488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.271816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.272151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.272477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.272800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.273129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.273452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.273800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.274123 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:51.302413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:48:51.302746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:48:51.303079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:48:51.307367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:48:51.307689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Attempting to bind port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on network 0d50f9c7-c969-404a-851e-76ce0bd4d46e {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:48:51.312452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:48:51.312789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Checking segment: {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:48:51.313192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Bound using segment: {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:48:51.313622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Bound port: 7dfb47d8-d56f-4828-bb44-51e4251a8833, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a26b78-c324-4584-b94c-f7063e59e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:48:51.313994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.378971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:48:51.382132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:48:51.440208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.476932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:51.477548 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:51.479241 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 1091 time: 0.7258818 Dec 20 23:48:51.496614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dbb8b-5d15-4b02-8824-beeb5dec49b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:51.547636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-0ad5f3cc-10fb-4266-8053-fbebb9e08eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:51.549122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-0ad5f3cc-10fb-4266-8053-fbebb9e08eff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1094 time: 0.0414984 Dec 20 23:48:51.650251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-f28d1b1f-fb0b-441e-b9f0-b3b9588fefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:51.651750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-f28d1b1f-fb0b-441e-b9f0-b3b9588fefc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0916245 Dec 20 23:48:51.698097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-f224ad9e-7865-4bf2-a6e9-d915967639eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0337348 Dec 20 23:48:51.751427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a8fb997d-585f-4129-ba9c-985212eed0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:51.752864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-a8fb997d-585f-4129-ba9c-985212eed0f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0461574 Dec 20 23:48:51.785016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-02c98fe2-2c52-4124-a95a-3431be954a3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236726 Dec 20 23:48:51.872742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-1c5e7572-2738-4c48-a666-230db5288e42 service neutron] 10.222.0.45 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802293 Dec 20 23:48:52.000411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299b448a-546b-4117-b5d8-0991bd7898b2 req-f207dbeb-7065-45c2-9cdd-909ae7be7b60 service neutron] 10.222.0.45 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162395 Dec 20 23:48:52.008923 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1460-0ca2-4e91-96c8-ada22dbccd22 req-67e6960e-eee0-4b04-bb36-bd12285ccdb9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:52.010348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f48f1460-0ca2-4e91-96c8-ada22dbccd22 req-67e6960e-eee0-4b04-bb36-bd12285ccdb9 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 943 time: 0.0964603 Dec 20 23:48:52.058663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f48f1460-0ca2-4e91-96c8-ada22dbccd22 req-c7702baf-bb44-4084-b322-d9552957846d tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Dec 20 23:48:53.166519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:53.166519 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ee19a-1d7f-4399-8a39-a46c468cc528" -d '{"events": [{"name": "network-changed", "server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:53.191320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997357f-658b-40a5-a43d-15391f8edb41 req-47f18861-a95e-469b-a2ff-aafb1579fead tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.193341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3997357f-658b-40a5-a43d-15391f8edb41 req-47f18861-a95e-469b-a2ff-aafb1579fead tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 943 time: 0.0604479 Dec 20 23:48:53.219413 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0e716-c419-4cbb-bcd2-535e4f121272 x-openstack-request-id: req-11e0e716-c419-4cbb-bcd2-535e4f121272 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:53.219692 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:53.219935 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11e0e716-c419-4cbb-bcd2-535e4f121272 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:53.220317 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'status': 'completed', 'code': 200} Dec 20 23:48:53.284834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ff4dec2c-a289-4ee7-b5f1-5256cfdb34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.287091 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ff4dec2c-a289-4ee7-b5f1-5256cfdb34e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1094 time: 0.0426257 Dec 20 23:48:53.301517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3997357f-658b-40a5-a43d-15391f8edb41 req-3b246208-39b9-4034-9d9f-f8aaa5de37ef tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021547 Dec 20 23:48:53.323460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ee636735-95c5-4322-a51c-4b94dfa448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.325027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ee636735-95c5-4322-a51c-4b94dfa448f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1094 time: 0.0788696 Dec 20 23:48:53.389847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ba23c0f8-27ff-4c75-8557-73e50a0df1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.391335 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-ba23c0f8-27ff-4c75-8557-73e50a0df1f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0969901 Dec 20 23:48:53.423502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-25a7aeeb-6bb0-44bd-bfb2-43e3e614d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.424867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-25a7aeeb-6bb0-44bd-bfb2-43e3e614d58c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0920348 Dec 20 23:48:53.433977 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-fffcc20b-b99d-42a0-ae72-672d5ffb48d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0359540 Dec 20 23:48:53.468124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-0484dd5b-1d0f-43fb-ab0b-99495d104a70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0353518 Dec 20 23:48:53.490326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-b224f5f0-2adb-4725-9cf3-b9b2c59b40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.493086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-b224f5f0-2adb-4725-9cf3-b9b2c59b40b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0528045 Dec 20 23:48:53.525975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-5e5777ad-1779-4db1-ab81-48bf68dbb969 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259049 Dec 20 23:48:53.529451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-1b25cbdb-4b1d-4f8e-8de4-24e83e7377a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:53.531214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-1b25cbdb-4b1d-4f8e-8de4-24e83e7377a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0546591 Dec 20 23:48:53.569785 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-28a53cc1-5da5-4647-b8ee-f470d9d4789e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306962 Dec 20 23:48:53.618079 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-a4256ae5-1d34-46ff-b159-90cac7beff80 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 Dec 20 23:48:53.669208 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-08abc02c-66bf-449b-8c01-38e8157d09ab service neutron] 10.222.0.45 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913248 Dec 20 23:48:53.717738 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-1e7cadf9-9826-4354-a0e6-cf973309cadf service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929282 Dec 20 23:48:53.774402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-140ee19a-1d7f-4399-8a39-a46c468cc528 req-0ccac891-a345-44bb-8a04-1d077dc2a858 service neutron] 10.222.0.45 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950949 Dec 20 23:48:53.915476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:48:53.954936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 7dfb47d8-d56f-4828-bb44-51e4251a8833 host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:48:53.955341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:48:54.033881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:48:54.133074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:54.143865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'network_id': '0d50f9c7-c969-404a-851e-76ce0bd4d46e', 'port_id': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'mac_address': 'fa:16:3e:08:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fa4f19-7def-4042-a9e9-b23647e81e2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:48:54.181558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:54.195337 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfb47d8-d56f-4828-bb44-51e4251a8833 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:48:54.217089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:54.285470 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:54.332957 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:54.340826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.341177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.341528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.341893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.342230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.342553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.342874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.343200 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.343526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.343846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.344168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.344482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.344820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:48:54.426190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9d9fc-3b64-497d-9ee4-c51a9baf5a84 req-4e6547d5-5409-4e0c-967a-c3d2f79701f8 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:54.428194 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bd9d9fc-3b64-497d-9ee4-c51a9baf5a84 req-4e6547d5-5409-4e0c-967a-c3d2f79701f8 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 944 time: 0.0495324 Dec 20 23:48:54.474409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2bd9d9fc-3b64-497d-9ee4-c51a9baf5a84 req-7e5c4bc7-75ed-495f-bc90-66e133f0c78b tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Dec 20 23:48:54.578280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['7dfb47d8-d56f-4828-bb44-51e4251a8833'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:48:54.929842 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-ac6f3e5a-af9f-4825-9169-6436280645b0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:54.931327 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-ac6f3e5a-af9f-4825-9169-6436280645b0 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171&tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 944 time: 0.0861001 Dec 20 23:48:54.998164 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-1502252d-ef76-4d82-a410-c05b540f2367 service neutron] delete failed (client error): The resource could not be found. Dec 20 23:48:54.999189 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-1502252d-ef76-4d82-a410-c05b540f2367 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7dfb47d8-d56f-4828-bb44-51e4251a8833/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0585816 Dec 20 23:48:55.082209 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-c528508d-47eb-4cc1-be86-d06c2ae0bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:55.083726 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-c528508d-47eb-4cc1-be86-d06c2ae0bc8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 1095 time: 0.0411420 Dec 20 23:48:55.174313 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-abf77b6f-f3d9-4b71-8f30-5c943f11f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:55.175711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-abf77b6f-f3d9-4b71-8f30-5c943f11f954 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 200 len: 913 time: 0.0849056 Dec 20 23:48:55.221263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-d43a2848-d3d1-41f4-a516-1085ebdb1e48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 200 len: 217 time: 0.0376956 Dec 20 23:48:55.269459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-bb11e47d-2220-4b69-82f2-2474beca2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:55.271304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-bb11e47d-2220-4b69-82f2-2474beca2f2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 200 len: 852 time: 0.0431595 Dec 20 23:48:55.303959 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-9dd7b73e-0753-431a-814d-c42f8ae6ea81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d50f9c7-c969-404a-851e-76ce0bd4d46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245059 Dec 20 23:48:55.395850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-e68a9e21-a2e3-4e7b-963f-4fb08e1405e8 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840847 Dec 20 23:48:55.483820 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-4d006aed-9969-4a13-9fb2-71d615454487 service neutron] 10.222.0.59 "GET /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814605 Dec 20 23:48:56.054536 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:48:56.165215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 7dfb47d8-d56f-4828-bb44-51e4251a8833 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:48:56.169191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 7dfb47d8-d56f-4828-bb44-51e4251a8833 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:48:56.169564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:56.252351 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:56.274383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:56.276632 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ef5dd-108a-4c04-a23b-1645b565943c" -d '{"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:56.289377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:56.317091 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0323f75b-ac4a-4334-a6d7-2b7473414783 x-openstack-request-id: req-0323f75b-ac4a-4334-a6d7-2b7473414783 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:56.317091 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:56.317091 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0323f75b-ac4a-4334-a6d7-2b7473414783 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:56.317091 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'code': 200} Dec 20 23:48:56.359557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:56.407722 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:56.863846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a2300-f010-45bf-8be5-e2e2b34ddbb2 req-5f8c2d36-73a3-45f9-9a72-06847a2baf9a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:56.865496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da4a2300-f010-45bf-8be5-e2e2b34ddbb2 req-5f8c2d36-73a3-45f9-9a72-06847a2baf9a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Dec 20 23:48:56.911855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da4a2300-f010-45bf-8be5-e2e2b34ddbb2 req-3c42ca2d-d5cc-45ab-83c5-78b1f6d41d04 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Dec 20 23:48:56.918280 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:48:58.035909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71cf2-ce25-4ead-9110-dfd750878ac3 req-12558c13-1008-4148-aa39-84e56c29bd2a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:58.037527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53d71cf2-ce25-4ead-9110-dfd750878ac3 req-12558c13-1008-4148-aa39-84e56c29bd2a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Dec 20 23:48:58.085629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53d71cf2-ce25-4ead-9110-dfd750878ac3 req-9b2de9f2-9f0e-4ec4-ad75-6fcd4c21734a tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Dec 20 23:48:58.258117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-c47907c0-e463-46a8-be0b-f3c28fcdb9f5 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:48:58.259483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-c47907c0-e463-46a8-be0b-f3c28fcdb9f5 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Dec 20 23:48:58.355314 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Deleting port 7dfb47d8-d56f-4828-bb44-51e4251a8833 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:48:58.355651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:58.405208 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:58.442463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] For port 7dfb47d8-d56f-4828-bb44-51e4251a8833, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=7dfb47d8-d56f-4828-bb44-51e4251a8833,segment=NetworkSegment(50a26b78-c324-4584-b94c-f7063e59e6b0),segment_id=50a26b78-c324-4584-b94c-f7063e59e6b0)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:48:58.442823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:58.454805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Calling delete_port for 7dfb47d8-d56f-4828-bb44-51e4251a8833 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:48:58.976907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:58.992645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['7dfb47d8-d56f-4828-bb44-51e4251a8833'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:48:59.007151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Pushing event deleted for resources: {'Port': ['ID=7dfb47d8-d56f-4828-bb44-51e4251a8833,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:48:59.047991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] No DVR routers for this DVR port 7dfb47d8-d56f-4828-bb44-51e4251a8833 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:48:59.050773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:48:59.056349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9511c71-4a6f-431e-bae5-325b99d49b9d req-11252bc6-0898-4924-ae0e-12eb9581e812 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.45 "DELETE /v2.0/ports/7dfb47d8-d56f-4828-bb44-51e4251a8833 HTTP/1.1" status: 204 len: 173 time: 0.7851894 Dec 20 23:48:59.056809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-deleted', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:48:59.059167 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24edf367-dc3e-49d0-a5ab-6a561cab56e3" -d '{"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-deleted", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:48:59.094918 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7c16d-220c-4f90-8e6a-52e84439c5d6 x-openstack-request-id: req-51c7c16d-220c-4f90-8e6a-52e84439c5d6 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:48:59.095214 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc89f30f-835c-49ad-a6e3-3812c60ff171", "name": "network-vif-deleted", "tag": "7dfb47d8-d56f-4828-bb44-51e4251a8833", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:48:59.095469 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51c7c16d-220c-4f90-8e6a-52e84439c5d6 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:48:59.095872 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc89f30f-835c-49ad-a6e3-3812c60ff171', 'name': 'network-vif-deleted', 'tag': '7dfb47d8-d56f-4828-bb44-51e4251a8833', 'status': 'completed', 'code': 200} Dec 20 23:48:59.182618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1597f6ec-1bc7-40b3-865a-a554d354c7de req-ec184d19-f288-4246-9fdf-25679980dcf2 tempest-DeleteServersTestJSON-1272677528 tempest-DeleteServersTestJSON-1272677528-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc89f30f-835c-49ad-a6e3-3812c60ff171 HTTP/1.1" status: 200 len: 210 time: 0.0295858 Dec 20 23:49:00.310937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35102) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:00.359907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Deleting subnet f2fa4f19-7def-4042-a9e9-b23647e81e2d {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:49:00.363068 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.397488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.435337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.542349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.568205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fa4f19-7def-4042-a9e9-b23647e81e2d,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:00.572031 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.575313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e48d5068-970f-4c7a-aec3-f5e5a38d977f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f2fa4f19-7def-4042-a9e9-b23647e81e2d HTTP/1.1" status: 204 len: 168 time: 0.2633677 Dec 20 23:49:00.577808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35104) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:00.649628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.730581 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.750661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d50f9c7-c969-404a-851e-76ce0bd4d46e']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:49:00.759677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a26b78-c324-4584-b94c-f7063e59e6b0') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:49:00.759971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a26b78-c324-4584-b94c-f7063e59e6b0') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:49:00.769094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.781930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.789149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:49:00.789536 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:49:00.791133 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:49:00.794699 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:49:00.896690 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.902004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:00.905581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0d50f9c7-c969-404a-851e-76ce0bd4d46e HTTP/1.1" status: 204 len: 168 time: 0.3268607 Dec 20 23:49:00.920148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbee3b-a0d8-42d4-9617-3d1f155e72b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d50f9c7-c969-404a-851e-76ce0bd4d46e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:01.221520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35108) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:01.261846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-49a83f71-207f-4ac0-b08d-ac07c8ee13ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad2b959a24e24abdbe4743bb745cd4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389495 Dec 20 23:49:01.264153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35110) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:01.310750 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:01.331317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:01.445036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:01.447583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:01.448746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc8e89a0-e4e7-4483-8840-8a52c84a8cb1 HTTP/1.1" status: 204 len: 168 time: 0.1837130 Dec 20 23:49:01.462174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89da745-7e71-4d3e-ad84-8924e7768a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e89a0-e4e7-4483-8840-8a52c84a8cb1,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:02.112921 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:49:02.135458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 7dfb47d8-d56f-4828-bb44-51e4251a8833 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:49:02.135803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 7dfb47d8-d56f-4828-bb44-51e4251a8833 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:49:02.447607 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35132) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:02.542265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1360879071-network', 'tenant_id': '1a19021f03e24e77a9532ceac0680e8b'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:02.633788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Made reservation on behalf of 1a19021f03e24e77a9532ceac0680e8b for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:49:02.636173 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.645200 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.720871 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.804874 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.832887 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:49:02.842332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec068c0-3c72-446c-87c6-ca10c5de02f0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:02.848736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.849077 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Added segment bcd15d3c-195b-4795-885c-af0445542b83 of type vlan for network 695b91d4-6f27-407c-8a8d-527b04a243de Dec 20 23:49:02.888586 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.991449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:02.992429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:02.993007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:03.050511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] Pushing event updated for resources: {'Network': ['ID=695b91d4-6f27-407c-8a8d-527b04a243de,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:03.060385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 695b91d4-6f27-407c-8a8d-527b04a243de details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:49:03.079833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9ca34d6f-65c9-4bcd-bebb-4656eb2cd046 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6311028 Dec 20 23:49:03.083031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35136) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:49:03.088044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Request body: {'subnet': {'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1360879071-subnet', 'tenant_id': '1a19021f03e24e77a9532ceac0680e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:03.174271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Made reservation on behalf of 1a19021f03e24e77a9532ceac0680e8b for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:49:03.176837 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:03.402873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:03.465298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68165bcf-0975-415b-81bc-62c821ccc545,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:03.477059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.477409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.477786 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.478386 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.478721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.479054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.479381 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.479708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.480031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.480356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.480680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.481002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.481322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:49:03.486048 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Checking segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:49:03.486414 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Network hostable DHCP agents. Network: 695b91d4-6f27-407c-8a8d-527b04a243de, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:49:03.564937 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Network 695b91d4-6f27-407c-8a8d-527b04a243de is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:49:03.645683 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 695b91d4-6f27-407c-8a8d-527b04a243de) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:49:03.649913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:03.650527 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:03.654579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32376b9-3ada-4f91-a504-6dff29632c8b None None] Network 695b91d4-6f27-407c-8a8d-527b04a243de requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:49:03.720350 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:03.739992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2727786a-f904-465f-be60-a10baf752ca1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6472657 Dec 20 23:49:03.747672 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc99e3c-487c-47bf-b13e-80697af62de1 None None] Network 695b91d4-6f27-407c-8a8d-527b04a243de requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:49:04.155294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-a1f38f7a-6b18-41f3-b2f4-00777987df5c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:04.156760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-a1f38f7a-6b18-41f3-b2f4-00777987df5c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 815 time: 0.1028993 Dec 20 23:49:04.171725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-0aaa9d61-cc17-40b4-bd0e-ab96b3cc55e9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/quotas/1a19021f03e24e77a9532ceac0680e8b HTTP/1.1" status: 200 len: 375 time: 0.0089414 Dec 20 23:49:04.202622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-6d2e2b47-282b-4857-9a2f-4087e18ac6c8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252533 Dec 20 23:49:04.292935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5a8aa48e-3875-4c02-9245-df5ef0858b13 service neutron] 10.222.0.62 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Dec 20 23:49:04.379737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-ace17207-b256-47c0-ab51-ad49a6f93a38 service neutron] 10.222.0.62 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807612 Dec 20 23:49:04.596514 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ca58094e-34d5-4ceb-8950-06d80fb4c18c req-72aea7f3-9ac2-405b-8d83-f8cc2f5bc3f9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 210 time: 0.0299942 Dec 20 23:49:04.865612 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a27e-f19b-4498-8d23-da78cbec20f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:05.692574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dad9178f-518f-4d62-ad18-0eca05245dd1 req-a22ebcb3-1d5a-4710-b0b2-5f6c34170836 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 210 time: 0.0254858 Dec 20 23:49:06.557746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-813e063a-77f0-40c8-b656-bc00d33d2590 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:06.559196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-813e063a-77f0-40c8-b656-bc00d33d2590 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 815 time: 0.1024077 Dec 20 23:49:06.575208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Request body: {'port': {'device_id': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'admin_state_up': True, 'tenant_id': '1a19021f03e24e77a9532ceac0680e8b'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:06.772635 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Made reservation on behalf of 1a19021f03e24e77a9532ceac0680e8b for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:49:06.775983 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:06.797141 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c051ffc7-f135-4d24-bf5f-4dedd7d2d9e6 req-2b915926-f43d-4656-8a32-06fb99250695 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 210 time: 0.0361407 Dec 20 23:49:06.917602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Allocated IP 172.20.0.8 (695b91d4-6f27-407c-8a8d-527b04a243de/68165bcf-0975-415b-81bc-62c821ccc545/b003da5c-343d-4a6e-b5be-f168087ae843) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:49:07.059637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.151491 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.196898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Network 695b91d4-6f27-407c-8a8d-527b04a243de is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:49:07.199954 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:49:07.203720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:49:07.210158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:07.261011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:07.261887 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.344606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-38f8f293-9dd2-4e2c-a1e4-fa7e3be9fa42 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729547 Dec 20 23:49:07.361777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Request body: {'port': {'device_id': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:07.417529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.642981 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5a78579f-7a41-4fde-a6a8-341054dbb7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.681596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b003da5c-343d-4a6e-b5be-f168087ae843 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:49:07.688909 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.700781 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Transition to ACTIVE for port object b003da5c-343d-4a6e-b5be-f168087ae843 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:49:07.779929 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:07.832905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:07.935977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:49:07.936316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:49:07.936642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:07.947398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dae90-7c5d-4c30-bbfc-0b77bf5c7498 req-af169846-1f8d-4297-968d-c6ba823d61a8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:07.948891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299dae90-7c5d-4c30-bbfc-0b77bf5c7498 req-af169846-1f8d-4297-968d-c6ba823d61a8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0743189 Dec 20 23:49:07.951063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:49:07.951394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:07.958159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:49:07.959016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Checking segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:49:07.959396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Bound using segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:49:07.959822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Bound port: b003da5c-343d-4a6e-b5be-f168087ae843, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:49:07.960171 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:08.038394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-299dae90-7c5d-4c30-bbfc-0b77bf5c7498 req-a5bc228c-c68b-47db-aa93-5b32ee2b73c0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821424 Dec 20 23:49:08.057466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:49:08.060436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:49:08.123030 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:08.160805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.161507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:08.162877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] 10.222.0.45 "PUT /v2.0/ports/b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 1091 time: 0.8052864 Dec 20 23:49:08.163320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:08.165599 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30574fa9d0dce732f61613674926f03222de5e711aff75f1d07dffda81e2f845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf30e3-afb6-4c49-967e-cbd4b801139b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:08.185951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30dc89-fe2a-467f-bfd5-de322159aaec service neutron] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:08.205807 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7288ee13-32f4-4919-afb5-0ff4d9eb43e2 x-openstack-request-id: req-7288ee13-32f4-4919-afb5-0ff4d9eb43e2 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:08.206104 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:08.206454 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7288ee13-32f4-4919-afb5-0ff4d9eb43e2 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:08.206867 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'status': 'completed', 'code': 200} Dec 20 23:49:08.269705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-2f857a25-a8b8-417c-b3d0-1a26e6d61733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.271953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-2f857a25-a8b8-417c-b3d0-1a26e6d61733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1094 time: 0.0420704 Dec 20 23:49:08.374273 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-f6025e20-6a5b-4ecf-b915-5e8073521c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.375742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-f6025e20-6a5b-4ecf-b915-5e8073521c32 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a19021f03e24e77a9532ceac0680e8b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954273 Dec 20 23:49:08.471838 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-935bbba4-57ab-470f-ad10-78e9839cdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.473222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ddcf30e3-afb6-4c49-967e-cbd4b801139b req-935bbba4-57ab-470f-ad10-78e9839cdaef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887556 Dec 20 23:49:08.484540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:08.556512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-c3421d8f-49a7-4533-8a5f-8d9d18337408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.558022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-c3421d8f-49a7-4533-8a5f-8d9d18337408 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1094 time: 0.0408688 Dec 20 23:49:08.609166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-85f2bab7-c7c4-46c5-9e23-849957c44945 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0379336 Dec 20 23:49:08.660204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-7a6df813-66d4-42d0-8b48-856eb3d3426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:08.662213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-7a6df813-66d4-42d0-8b48-856eb3d3426e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0416999 Dec 20 23:49:08.696681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-cf015cb1-62e0-4474-9910-8943622182a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235479 Dec 20 23:49:08.793386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-f1fdcec3-7f6a-4478-b89f-bee8fb4d794a service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Dec 20 23:49:08.885180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f2033295-2844-440d-ac6a-9c5fb67d4d23 req-d8c373f2-3298-4e72-98c1-f69ab1f645a4 service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793350 Dec 20 23:49:09.159823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3604c4d-3e40-43bf-b70c-f100abf5d4eb req-7a972cb3-e871-496b-9dcf-774a2100f5e5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:09.161280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3604c4d-3e40-43bf-b70c-f100abf5d4eb req-7a972cb3-e871-496b-9dcf-774a2100f5e5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0548935 Dec 20 23:49:09.208303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a3604c4d-3e40-43bf-b70c-f100abf5d4eb req-f45db217-a676-4e22-8327-d19263cd2f97 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Dec 20 23:49:09.884400 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:10.144472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:49:10.242290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:10.252943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'port_id': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'mac_address': 'fa:16:3e:ec:c0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68165bcf-0975-415b-81bc-62c821ccc545', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:49:10.293795 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:10.307137 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b003da5c-343d-4a6e-b5be-f168087ae843 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:49:10.326007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:10.326940 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14f0a4-7238-46c5-8502-fc346b324131 req-a5fa8942-a9ad-42bb-ba53-7a7fa69dbc5a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:10.328431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b14f0a4-7238-46c5-8502-fc346b324131 req-a5fa8942-a9ad-42bb-ba53-7a7fa69dbc5a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0499969 Dec 20 23:49:10.377140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b14f0a4-7238-46c5-8502-fc346b324131 req-1d4379ca-e0e6-402c-ac2f-8e2141a09d71 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Dec 20 23:49:10.414148 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:10.474080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:10.533785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:10.658496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['b003da5c-343d-4a6e-b5be-f168087ae843'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:49:11.499691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d95a-c4b7-4f10-99a5-aad94376f3c4 req-7f2ba996-d80e-485e-85af-e7897631dfc3 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:11.501175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf10d95a-c4b7-4f10-99a5-aad94376f3c4 req-7f2ba996-d80e-485e-85af-e7897631dfc3 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 944 time: 0.0540972 Dec 20 23:49:11.549022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cf10d95a-c4b7-4f10-99a5-aad94376f3c4 req-9de6fa50-ef50-4d03-962c-160d25a06881 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Dec 20 23:49:12.160399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:49:12.287854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port b003da5c-343d-4a6e-b5be-f168087ae843 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:49:12.291757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port b003da5c-343d-4a6e-b5be-f168087ae843 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:49:12.292122 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:12.368106 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:12.389289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:12.391537 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efc147c-fb73-4747-843d-e1e6b7557182" -d '{"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-plugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:12.405139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:12.429068 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b691b71-a987-4271-829b-fffa6e2ffe24 x-openstack-request-id: req-4b691b71-a987-4271-829b-fffa6e2ffe24 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:12.429336 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-plugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:12.429592 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b691b71-a987-4271-829b-fffa6e2ffe24 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:12.430030 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'code': 200} Dec 20 23:49:12.455754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:12.504474 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:12.536772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c76e3-da92-4ae2-b406-78200a22cf91 req-9b3d68e9-7104-40aa-92e8-b2c7712936ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:12.538367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e69c76e3-da92-4ae2-b406-78200a22cf91 req-9b3d68e9-7104-40aa-92e8-b2c7712936ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1096 time: 0.0419915 Dec 20 23:49:12.586736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e69c76e3-da92-4ae2-b406-78200a22cf91 req-1c5c473d-9945-443b-b25e-6a44abd804a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Dec 20 23:49:12.664312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b4221-57d7-4687-90be-4dd9b5937c13 req-4cf5aee6-4890-4bd9-8f04-3878ef859cac tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:12.665793 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b43b4221-57d7-4687-90be-4dd9b5937c13 req-4cf5aee6-4890-4bd9-8f04-3878ef859cac tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0474298 Dec 20 23:49:12.716289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b43b4221-57d7-4687-90be-4dd9b5937c13 req-157f1781-b103-485b-857d-82e8e74bc33a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Dec 20 23:49:13.836084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f5e71-20fe-40f7-a503-36cc6aabf78b req-7951a419-7f80-4803-9901-dc53a4053e0d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:13.837632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-716f5e71-20fe-40f7-a503-36cc6aabf78b req-7951a419-7f80-4803-9901-dc53a4053e0d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0498455 Dec 20 23:49:13.885435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-716f5e71-20fe-40f7-a503-36cc6aabf78b req-7dabc262-3580-47da-83a7-7b952f0fefe5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Dec 20 23:49:14.998868 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b703e6-9bb7-4b4c-b5b2-ef31732f0a69 req-a77039e6-3645-4eee-b998-b4a14b13bf54 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:15.000332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b703e6-9bb7-4b4c-b5b2-ef31732f0a69 req-a77039e6-3645-4eee-b998-b4a14b13bf54 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Dec 20 23:49:15.047581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95b703e6-9bb7-4b4c-b5b2-ef31732f0a69 req-1b25c56e-9e05-4b01-bded-2ec2c98e7c30 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Dec 20 23:49:15.167339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a3eda-fc39-414a-ada9-65e1191102a1 req-716a20a6-38c4-4aea-83e0-f9595afb61da tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:15.168731 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-590a3eda-fc39-414a-ada9-65e1191102a1 req-716a20a6-38c4-4aea-83e0-f9595afb61da tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0552764 Dec 20 23:49:15.217335 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-590a3eda-fc39-414a-ada9-65e1191102a1 req-d427104f-059a-4b38-a22a-ea305556b9ad tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Dec 20 23:49:15.488435 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e1e52-0e97-49cb-9cbb-47453674dbd1 req-89b701c9-96e9-4202-a830-350fdab9357c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:15.489999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-043e1e52-0e97-49cb-9cbb-47453674dbd1 req-89b701c9-96e9-4202-a830-350fdab9357c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Dec 20 23:49:15.537305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-043e1e52-0e97-49cb-9cbb-47453674dbd1 req-55b49f5c-dfce-4d1e-bb8b-fadd43ee383c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Dec 20 23:49:15.654222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958e98a-6932-49b9-89ba-c670b101d540 req-5e615c4d-dcb5-4065-8b84-b529a235c6d4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:15.655875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1958e98a-6932-49b9-89ba-c670b101d540 req-5e615c4d-dcb5-4065-8b84-b529a235c6d4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Dec 20 23:49:15.707790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1958e98a-6932-49b9-89ba-c670b101d540 req-b27f3cc0-0adc-48f2-ba78-f53090de5291 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Dec 20 23:49:16.050113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9098b8-1551-4b93-b101-a680268a2561 req-0a27e4b3-2208-4921-907e-6006cc421172 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:16.051606 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c9098b8-1551-4b93-b101-a680268a2561 req-0a27e4b3-2208-4921-907e-6006cc421172 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Dec 20 23:49:16.100003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c9098b8-1551-4b93-b101-a680268a2561 req-e5b76d5a-a4e6-402c-b3a4-26ab75fc80d8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Dec 20 23:49:16.172773 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-0bfc64ee-6363-4724-8100-ab942234aa67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395920 Dec 20 23:49:17.223096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab037ab9-52fb-4060-9692-2663ac4c8d4f req-aad82430-8450-455e-b97a-e81bb1199b2c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:17.224706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab037ab9-52fb-4060-9692-2663ac4c8d4f req-aad82430-8450-455e-b97a-e81bb1199b2c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0505397 Dec 20 23:49:17.271949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ab037ab9-52fb-4060-9692-2663ac4c8d4f req-fe342f45-2b84-4290-a8b2-1f47291ec5c1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Dec 20 23:49:18.241121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-5d485e20-21f6-409f-98e6-df429d4ae025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:18.242559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-5d485e20-21f6-409f-98e6-df429d4ae025 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1096 time: 0.0458012 Dec 20 23:49:18.334642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-80b48b1a-2913-4f0f-88bf-dd4eff70d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:18.336142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-80b48b1a-2913-4f0f-88bf-dd4eff70d7fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0851853 Dec 20 23:49:18.391071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-2967d360-5d29-4177-99a7-9d85d8af3532 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0470095 Dec 20 23:49:18.463116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea93c-a033-4436-a84b-59847b74bbd7 req-8d2e0dea-f3b4-46e3-88e3-520b42a4f762 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:18.464583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5dcea93c-a033-4436-a84b-59847b74bbd7 req-8d2e0dea-f3b4-46e3-88e3-520b42a4f762 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.1194913 Dec 20 23:49:18.466323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-2e25e4c2-c165-4d6f-937c-9cd824522a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:18.467618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-2e25e4c2-c165-4d6f-937c-9cd824522a03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0623415 Dec 20 23:49:18.510008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-323d9cac-b6ff-442a-a81c-83b78e4dd302 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329568 Dec 20 23:49:18.560375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5dcea93c-a033-4436-a84b-59847b74bbd7 req-5792f064-0b9a-4fe0-b520-c6c8c3e2a32f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896053 Dec 20 23:49:18.619619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-199d90aa-33be-4144-8cef-1375f153cb16 service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965140 Dec 20 23:49:18.713097 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-dc0b6535-67e9-4e77-a117-6358fcc657aa service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Dec 20 23:49:19.676320 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83790158-d078-4625-a4d4-f3f83cfc3f26 req-38726033-efc8-4159-81e6-fa087e147b69 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:19.677982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83790158-d078-4625-a4d4-f3f83cfc3f26 req-38726033-efc8-4159-81e6-fa087e147b69 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Dec 20 23:49:19.724538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83790158-d078-4625-a4d4-f3f83cfc3f26 req-61caa291-bdc7-4015-b774-6af76f1697d8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Dec 20 23:49:20.839808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e397a3e-b797-45ce-a51b-238aab1d692d req-d2c706db-8e20-4111-b2f7-23823464c2af tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:20.841267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e397a3e-b797-45ce-a51b-238aab1d692d req-d2c706db-8e20-4111-b2f7-23823464c2af tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0479677 Dec 20 23:49:20.894862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e397a3e-b797-45ce-a51b-238aab1d692d req-8f8e6ab1-9de6-4768-9bd9-b5657f534e90 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Dec 20 23:49:22.009822 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcab3d-c1c8-402c-965b-36d817bfa81e req-d5729d9d-6942-4a3b-8148-82b991225d40 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:22.011295 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cdcab3d-c1c8-402c-965b-36d817bfa81e req-d5729d9d-6942-4a3b-8148-82b991225d40 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0486219 Dec 20 23:49:22.057801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cdcab3d-c1c8-402c-965b-36d817bfa81e req-1183f267-b7fb-4407-80a7-543092c5197f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Dec 20 23:49:23.175115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40985c97-49d2-4e3a-9b98-42a0619b10f3 req-05858ff2-fbe2-4507-a305-936be7bdf698 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:23.176540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40985c97-49d2-4e3a-9b98-42a0619b10f3 req-05858ff2-fbe2-4507-a305-936be7bdf698 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0508056 Dec 20 23:49:23.225903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40985c97-49d2-4e3a-9b98-42a0619b10f3 req-cb2293bf-23cd-44d4-99c3-24dfb7f99969 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Dec 20 23:49:24.342818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3691e-2d6f-4803-9cc7-1f0417a4252d req-1f31efba-c860-45c9-b75b-6fccb0641faf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:24.344275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ed3691e-2d6f-4803-9cc7-1f0417a4252d req-1f31efba-c860-45c9-b75b-6fccb0641faf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0524821 Dec 20 23:49:24.391850 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ed3691e-2d6f-4803-9cc7-1f0417a4252d req-67721703-cae8-4152-8cce-4ace99f6e46d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Dec 20 23:49:25.511257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b345a-0228-4515-b967-dbee7ecb9335 req-9f41e704-7e7f-40dd-877d-9559d620ed20 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:25.512733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de1b345a-0228-4515-b967-dbee7ecb9335 req-9f41e704-7e7f-40dd-877d-9559d620ed20 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Dec 20 23:49:25.560841 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-de1b345a-0228-4515-b967-dbee7ecb9335 req-3f79fe5f-9bd4-4f21-a672-3380e1217bf9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Dec 20 23:49:26.675265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2803c-ae7b-41ce-a19b-9f8313a6a79d req-ea529a12-6853-4994-bd42-5985f64c5519 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:26.677538 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06d2803c-ae7b-41ce-a19b-9f8313a6a79d req-ea529a12-6853-4994-bd42-5985f64c5519 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0484397 Dec 20 23:49:26.728745 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06d2803c-ae7b-41ce-a19b-9f8313a6a79d req-ff37a50f-9db4-4bfb-a4f3-60db2b4610ee tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Dec 20 23:49:27.844562 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b333df-9257-46a2-94ee-d1b98230c69e req-c24a451e-ab69-4b83-8fd4-863380d9574b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:27.846053 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b333df-9257-46a2-94ee-d1b98230c69e req-c24a451e-ab69-4b83-8fd4-863380d9574b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0483298 Dec 20 23:49:27.893157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81b333df-9257-46a2-94ee-d1b98230c69e req-149ca206-7577-40d4-846d-fc4f65a948cf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Dec 20 23:49:28.397925 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:29.007538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb082f0-1e5d-4cbb-8268-4282e36f9719 req-a58f8175-83f0-4695-9c44-b2bd037e75a9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:29.009021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cb082f0-1e5d-4cbb-8268-4282e36f9719 req-a58f8175-83f0-4695-9c44-b2bd037e75a9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Dec 20 23:49:29.054856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cb082f0-1e5d-4cbb-8268-4282e36f9719 req-4d595d54-0cd0-4bfa-b122-9160302b2ee8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Dec 20 23:49:30.185355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe5f6b-7b99-4e18-ab87-17d2691cf114 req-0cb3d208-c237-426a-b6f1-3bebc81980c5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:30.186844 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edfe5f6b-7b99-4e18-ab87-17d2691cf114 req-0cb3d208-c237-426a-b6f1-3bebc81980c5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0551200 Dec 20 23:49:30.234488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edfe5f6b-7b99-4e18-ab87-17d2691cf114 req-f9afc24b-4fb6-4619-8c09-d0641b8c7a88 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Dec 20 23:49:31.355250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8493a-37ac-4132-be42-b9c86f146744 req-5433fa21-eed4-4deb-9a7f-1bffe311c427 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:31.356776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eeb8493a-37ac-4132-be42-b9c86f146744 req-5433fa21-eed4-4deb-9a7f-1bffe311c427 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0505705 Dec 20 23:49:31.403674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eeb8493a-37ac-4132-be42-b9c86f146744 req-6c995ca8-d541-486f-9b16-684a9e7569f1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Dec 20 23:49:32.523177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ac13-c337-415b-ba94-a3eed6f728d4 req-0a170553-11c0-4159-8a1e-acbba207baa5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:32.524648 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5588ac13-c337-415b-ba94-a3eed6f728d4 req-0a170553-11c0-4159-8a1e-acbba207baa5 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Dec 20 23:49:32.570562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5588ac13-c337-415b-ba94-a3eed6f728d4 req-98976cbe-d659-4317-afb2-1b9b1d681c4a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Dec 20 23:49:33.630000 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-889e2ecd-281a-45d6-9c26-9e332a18c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:33.631551 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-889e2ecd-281a-45d6-9c26-9e332a18c248 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1096 time: 0.0415936 Dec 20 23:49:33.747208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712101b-96f1-4ff9-869c-c1cdc8d722ec req-fefc5e99-fa15-4f52-9d52-f327b293e676 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:33.748680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4712101b-96f1-4ff9-869c-c1cdc8d722ec req-fefc5e99-fa15-4f52-9d52-f327b293e676 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.1062543 Dec 20 23:49:33.756403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:33.790748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-16515450-4d91-4c02-a62b-afcc133bf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:33.792205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-16515450-4d91-4c02-a62b-afcc133bf6ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.1250174 Dec 20 23:49:33.843407 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-c895b46b-5e26-461b-a510-e2a3754ae42b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0401013 Dec 20 23:49:33.846779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4712101b-96f1-4ff9-869c-c1cdc8d722ec req-86a4e7e2-9a39-4d5c-82ff-0f13e7414962 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 Dec 20 23:49:33.896274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-d3704281-b136-430a-9205-5b8357f39075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:33.897712 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-d3704281-b136-430a-9205-5b8357f39075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0478430 Dec 20 23:49:33.917804 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:49:33.930374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-da7a31cb-a519-4de5-abf8-546fd5710462 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254507 Dec 20 23:49:34.019199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-9fa97ae3-6c64-48c4-bb75-8d03af3491ca service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812943 Dec 20 23:49:34.109663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97fb0454-4f3d-4316-89a7-3753b3f75504 req-36c97894-5e2c-4a90-9950-f57d873be6a7 service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830863 Dec 20 23:49:34.883647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-202cd215-4b50-41af-9bff-85d715115e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:34.962112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205304c4-aa1b-4c6e-a34a-f7e88866f9dd req-f355b5e5-d174-45d9-8170-95b3d0083383 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:34.963517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-205304c4-aa1b-4c6e-a34a-f7e88866f9dd req-f355b5e5-d174-45d9-8170-95b3d0083383 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Dec 20 23:49:35.010587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-205304c4-aa1b-4c6e-a34a-f7e88866f9dd req-fbd48f78-be25-453f-a0f1-6246779172af tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Dec 20 23:49:36.127810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266cf5-5e5b-497e-b7fa-46638e207aac req-3dfe1274-54ea-4161-8abb-383dbce5438f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:36.129835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72266cf5-5e5b-497e-b7fa-46638e207aac req-3dfe1274-54ea-4161-8abb-383dbce5438f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Dec 20 23:49:36.177073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72266cf5-5e5b-497e-b7fa-46638e207aac req-e4e335d1-2238-4536-8ae5-1e711d064394 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Dec 20 23:49:37.293237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ac94e-e920-4dc2-b543-7da4132309df req-600c5bd7-307f-45e3-b457-2dc2a94b2b93 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:37.294720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d8ac94e-e920-4dc2-b543-7da4132309df req-600c5bd7-307f-45e3-b457-2dc2a94b2b93 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Dec 20 23:49:37.340686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d8ac94e-e920-4dc2-b543-7da4132309df req-68ba5570-fbff-4964-95f2-e20112ebc8bb tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Dec 20 23:49:37.638072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f4a5cc7d-d00a-4ef0-af59-e60ccd9e91fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:38.459177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81085f-49bf-4a09-97aa-84c432b88721 req-7a8931e1-8812-4132-aa31-db4ccb081f84 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:38.460668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c81085f-49bf-4a09-97aa-84c432b88721 req-7a8931e1-8812-4132-aa31-db4ccb081f84 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0509470 Dec 20 23:49:38.478393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:38.513199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2c81085f-49bf-4a09-97aa-84c432b88721 req-198907a0-931b-4a19-a9be-3fe242b36716 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Dec 20 23:49:39.627619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f7fe-47de-4dae-b562-3b9465df70f0 req-ab069f36-7466-466c-8fcc-0a573e1ccaf2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:39.629861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc86f7fe-47de-4dae-b562-3b9465df70f0 req-ab069f36-7466-466c-8fcc-0a573e1ccaf2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Dec 20 23:49:39.675546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc86f7fe-47de-4dae-b562-3b9465df70f0 req-6040df5d-eb48-4d16-9a55-65b57dd84f7e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Dec 20 23:49:39.889274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:40.489904 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:40.790733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b68cb-ad0f-4148-95e9-88b1d27a39e1 req-b9f306d9-1e12-4bf7-8e82-78fdea64746d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:40.792186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc6b68cb-ad0f-4148-95e9-88b1d27a39e1 req-b9f306d9-1e12-4bf7-8e82-78fdea64746d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Dec 20 23:49:40.838824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bc6b68cb-ad0f-4148-95e9-88b1d27a39e1 req-9fef1d7f-c106-48b5-9f4e-a8739528f971 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Dec 20 23:49:41.956083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183492b1-f155-4158-8cb9-381b8e77f219 req-e7152a19-638f-4021-a2be-56ab67e31fad tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:41.958065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-183492b1-f155-4158-8cb9-381b8e77f219 req-e7152a19-638f-4021-a2be-56ab67e31fad tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Dec 20 23:49:42.005040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-183492b1-f155-4158-8cb9-381b8e77f219 req-1b1c223d-7a91-43c2-945b-390f60dec389 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Dec 20 23:49:43.120386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cac8e-3146-4ad3-9ec6-f2ce8f5646e0 req-432e360e-74d2-402d-88c7-7b10fe6bbffc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:43.121905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed5cac8e-3146-4ad3-9ec6-f2ce8f5646e0 req-432e360e-74d2-402d-88c7-7b10fe6bbffc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Dec 20 23:49:43.168750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed5cac8e-3146-4ad3-9ec6-f2ce8f5646e0 req-02f0ea80-8f54-4aef-8154-fb972dfc3ee0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Dec 20 23:49:44.283148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053394ed-2a42-480b-b371-8ba654b34574 req-5a905aeb-83b8-4541-85e7-1795d4eafcf4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:44.284612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-053394ed-2a42-480b-b371-8ba654b34574 req-5a905aeb-83b8-4541-85e7-1795d4eafcf4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Dec 20 23:49:44.335403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-053394ed-2a42-480b-b371-8ba654b34574 req-eafe210c-9168-49da-b70c-9ef8c90f4c65 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Dec 20 23:49:45.450012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef92741-926d-4eff-9347-7094b9edb4cf req-d43bf8b6-6327-434b-b474-abdc76753d64 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:45.451508 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cef92741-926d-4eff-9347-7094b9edb4cf req-d43bf8b6-6327-434b-b474-abdc76753d64 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Dec 20 23:49:45.499070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cef92741-926d-4eff-9347-7094b9edb4cf req-016dd2a6-d4b5-47c5-927b-a5b616086bfe tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Dec 20 23:49:46.568114 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-c0b113e0-9073-4009-b258-fedd99589d49 service neutron] show failed (client error): The resource could not be found. Dec 20 23:49:46.569379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-c0b113e0-9073-4009-b258-fedd99589d49 service neutron] 10.222.0.45 "GET /v2.0/ports/b003da5c-343d-4a6e-b5be-f168087ae843/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0553718 Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:49:46.674021 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:49:46.677663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee493c-5351-43e7-9419-7f4e4b1cc163 req-eea7a105-db2c-4485-abc7-e2e89d859645 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:46.682447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59ee493c-5351-43e7-9419-7f4e4b1cc163 req-eea7a105-db2c-4485-abc7-e2e89d859645 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0540614 Dec 20 23:49:46.725904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59ee493c-5351-43e7-9419-7f4e4b1cc163 req-2c497a7b-b5f3-4a7b-b3c9-ff7214c429bc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Dec 20 23:49:47.083331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-28043028-9c62-4493-bd39-cb551e9a11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:47.084946 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-28043028-9c62-4493-bd39-cb551e9a11aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53&tenant_id=1a19021f03e24e77a9532ceac0680e8b HTTP/1.1" status: 200 len: 1096 time: 0.1213317 Dec 20 23:49:47.097397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:47.152719 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.355391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:47.387886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:49:47.427595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:47.429885 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2119864-1223-42f7-9b34-b404799f2084" -d '{"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-unplugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:47.433996 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.452691 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Transition to ACTIVE for port object b003da5c-343d-4a6e-b5be-f168087ae843 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:49:47.481470 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab34a1-44c1-4e72-9f57-954522bed5c1 x-openstack-request-id: req-e4ab34a1-44c1-4e72-9f57-954522bed5c1 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:47.481470 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-unplugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:47.481470 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4ab34a1-44c1-4e72-9f57-954522bed5c1 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:47.481973 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'code': 200} Dec 20 23:49:47.534757 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.599144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] No DVR routers for this DVR port b003da5c-343d-4a6e-b5be-f168087ae843 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:49:47.603281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:47.637905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:49:47.638239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:49:47.638562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:47.642836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:49:47.643159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Attempting to bind port b003da5c-343d-4a6e-b5be-f168087ae843 on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:47.648025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:49:47.648360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Checking segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:49:47.648744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Bound using segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:49:47.649162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Bound port: b003da5c-343d-4a6e-b5be-f168087ae843, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:49:47.649643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.713782 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:49:47.716693 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:49:47.786973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.826760 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:47.827378 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:47.828788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] 10.222.0.59 "PUT /v2.0/ports/b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 1091 time: 0.7354310 Dec 20 23:49:47.845844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a446a-dadb-4d60-80fd-2632a149ded9 req-dd13e45a-0e58-4c51-a85b-c2016f3e4709 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:47.847281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06b4b6-d4c5-472f-b132-006f5804e559 service neutron] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:47.847595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b01a446a-dadb-4d60-80fd-2632a149ded9 req-dd13e45a-0e58-4c51-a85b-c2016f3e4709 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0492156 Dec 20 23:49:47.892448 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-4ad545ac-b9ad-4fd5-a8de-0d8132b92619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:47.894013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-4ad545ac-b9ad-4fd5-a8de-0d8132b92619 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1094 time: 0.0408616 Dec 20 23:49:47.897447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b01a446a-dadb-4d60-80fd-2632a149ded9 req-34806083-b289-4d34-a325-8d5d5f5bbcbd tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Dec 20 23:49:47.990077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-58d4ad20-b044-4a8f-b45b-ce33a24eb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:47.992140 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-58d4ad20-b044-4a8f-b45b-ce33a24eb14c service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0895238 Dec 20 23:49:48.037007 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-65be6bba-915a-47e0-bae5-6962a20d83bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0378184 Dec 20 23:49:48.085390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-d11f3c8c-aeb3-430b-9f96-76c903be27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:48.086843 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-d11f3c8c-aeb3-430b-9f96-76c903be27c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0430183 Dec 20 23:49:48.117976 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-438942b6-f945-4f57-a54a-3f62a0efd44f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242083 Dec 20 23:49:48.208814 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-f47a9274-c9b5-4135-9ec4-cb6d03c0db48 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839097 Dec 20 23:49:48.296845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-077591f0-ba9d-4896-926f-9d2019e3dabc req-49493fbe-617e-40f9-9dc4-d4e8c05ca3c9 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798476 Dec 20 23:49:49.053576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac2c54-771e-4d6c-9565-af8f09a1b7f4 req-c74cc859-a806-4881-b8f5-bb60a96f8f41 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.055080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acac2c54-771e-4d6c-9565-af8f09a1b7f4 req-c74cc859-a806-4881-b8f5-bb60a96f8f41 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0480678 Dec 20 23:49:49.103643 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acac2c54-771e-4d6c-9565-af8f09a1b7f4 req-ce59dc50-9e97-497b-8d86-1691bafc7869 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Dec 20 23:49:49.483336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:49.485830 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dee4ada-d841-4a62-95b1-849afe2c960d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:49.532991 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5783dd7-f3e8-43a3-ab9c-3e3b998e1617 x-openstack-request-id: req-d5783dd7-f3e8-43a3-ab9c-3e3b998e1617 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:49.533285 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:49.533546 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5783dd7-f3e8-43a3-ab9c-3e3b998e1617 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:49.533975 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'status': 'completed', 'code': 200} Dec 20 23:49:49.599284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-87e2b489-f000-4993-a568-05168a43419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.600777 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-87e2b489-f000-4993-a568-05168a43419f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1094 time: 0.0409725 Dec 20 23:49:49.601735 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-550d0843-9d9f-4864-8ac3-5af513fc88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.603197 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-550d0843-9d9f-4864-8ac3-5af513fc88fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1094 time: 0.0454133 Dec 20 23:49:49.693289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-da30ae71-bfe0-4fc2-9665-8c99bc554fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.693691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-9286217d-2efb-4514-bbd1-4ae3e47c58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.694794 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-da30ae71-bfe0-4fc2-9665-8c99bc554fc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0844128 Dec 20 23:49:49.695167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-9286217d-2efb-4514-bbd1-4ae3e47c58d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0845838 Dec 20 23:49:49.739917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-665709b1-1f2f-4a64-9d65-ac19916aa7e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0377591 Dec 20 23:49:49.744338 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-1a60a30e-3439-4e75-89f9-b7b5894b163c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0375495 Dec 20 23:49:49.790149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-8e42c01e-b590-4c3c-8c3b-13bdd71b2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.791600 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-8e42c01e-b590-4c3c-8c3b-13bdd71b2a86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0444946 Dec 20 23:49:49.798698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-80d19974-a6dd-4fee-b345-0c9bb3f76053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:49.800112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-80d19974-a6dd-4fee-b345-0c9bb3f76053 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0433958 Dec 20 23:49:49.828523 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-61836cc7-c791-4405-b815-71bfc5f06177 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246191 Dec 20 23:49:49.836146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-95a4f3a5-8d91-4991-a288-911c3e555da2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250261 Dec 20 23:49:49.926153 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-515d3ce8-679f-4f60-b7d7-6a0e3f03cf79 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894589 Dec 20 23:49:49.931104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-cb78cde7-cdbf-4c69-99e1-a5a37536c8e6 service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875063 Dec 20 23:49:50.022939 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-808f520b-46e3-4401-a9ab-39cc83754dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871518 Dec 20 23:49:50.029818 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dee4ada-d841-4a62-95b1-849afe2c960d req-73a542d8-ad89-4d0a-93b3-634f2b68f12d service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872433 Dec 20 23:49:50.179224 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:49:50.222128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a4e8c-bb1e-4319-a072-7989598df0fb req-4d9a95e6-7f6c-430c-a6f5-6bd73d23c74b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:50.223760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b12a4e8c-bb1e-4319-a072-7989598df0fb req-4d9a95e6-7f6c-430c-a6f5-6bd73d23c74b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 943 time: 0.0512106 Dec 20 23:49:50.275662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b12a4e8c-bb1e-4319-a072-7989598df0fb req-40ca43c4-4f8a-4941-b565-0dbd54a306b3 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455897 Dec 20 23:49:50.283826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:50.289498 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'port_id': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'mac_address': 'fa:16:3e:ec:c0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68165bcf-0975-415b-81bc-62c821ccc545', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:49:50.327331 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:50.337132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:49:50.343807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b003da5c-343d-4a6e-b5be-f168087ae843 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:49:50.390088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:50.394694 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port b003da5c-343d-4a6e-b5be-f168087ae843 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:49:50.395083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:49:50.447429 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:50.497843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:50.667062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b003da5c-343d-4a6e-b5be-f168087ae843'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:49:51.393449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1501fa5-41f6-499c-bf71-867533799e07 req-2577dee1-fb66-4bad-812b-7f1671763613 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:51.395025 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1501fa5-41f6-499c-bf71-867533799e07 req-2577dee1-fb66-4bad-812b-7f1671763613 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 944 time: 0.0484066 Dec 20 23:49:51.441708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1501fa5-41f6-499c-bf71-867533799e07 req-ec45a6d8-04d4-4e78-a333-c24c0f96e128 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Dec 20 23:49:51.762913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e590-d990-4ace-98e6-3264eff6c275 req-8fd19772-25ba-49eb-a6dd-78938279a188 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:51.764377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebf8e590-d990-4ace-98e6-3264eff6c275 req-8fd19772-25ba-49eb-a6dd-78938279a188 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 944 time: 0.0475914 Dec 20 23:49:51.843649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebf8e590-d990-4ace-98e6-3264eff6c275 req-b31c61bd-a705-46e9-86de-2859caacceaa tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724857 Dec 20 23:49:51.894221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-5931396b-de42-40f5-8fd5-bed144543ea1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:51.895725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-5931396b-de42-40f5-8fd5-bed144543ea1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53&tenant_id=1a19021f03e24e77a9532ceac0680e8b&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 944 time: 0.0905292 Dec 20 23:49:51.961419 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-8e8b45e9-f20a-4f89-a3e4-3e41c1744f6c service neutron] delete failed (client error): The resource could not be found. Dec 20 23:49:51.962387 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-8e8b45e9-f20a-4f89-a3e4-3e41c1744f6c service neutron] 10.222.0.45 "DELETE /v2.0/ports/b003da5c-343d-4a6e-b5be-f168087ae843/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0536203 Dec 20 23:49:52.051368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-aa26eb26-11cc-4013-a257-fe6a26a8b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:52.052836 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-aa26eb26-11cc-4013-a257-fe6a26a8b3e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 1095 time: 0.0403016 Dec 20 23:49:52.151342 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-5d7a992c-6cf1-4554-bc00-cd0ab0bd0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:52.152772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-5d7a992c-6cf1-4554-bc00-cd0ab0bd0019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0882642 Dec 20 23:49:52.183218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:49:52.196385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-e9dea475-d0dc-4c47-9f9f-cb0271e2984b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 200 len: 217 time: 0.0329340 Dec 20 23:49:52.293805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-ec658724-5d3d-4094-b24e-d8d148b0cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:52.293805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-ec658724-5d3d-4094-b24e-d8d148b0cba6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0462921 Dec 20 23:49:52.293805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-05cfd848-553d-49ad-9d49-d0266ce1fcf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238123 Dec 20 23:49:52.382557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-d4aa70df-17d7-43e7-bb43-0bda7e00332e service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812950 Dec 20 23:49:52.391699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port b003da5c-343d-4a6e-b5be-f168087ae843 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:49:52.396324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port b003da5c-343d-4a6e-b5be-f168087ae843 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:49:52.396702 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:52.472674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:52.478757 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-54a815bb-b82e-4817-9d39-5ab156c2781a req-7f7888e1-da1f-467d-9663-7485a8ed99db service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840991 Dec 20 23:49:52.496004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:52.498263 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32b439-3020-4318-b4a4-383ed607f840" -d '{"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-plugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:52.511960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:52.549676 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d11002d-1d5d-4be0-9a2f-22ebd727fa95 x-openstack-request-id: req-2d11002d-1d5d-4be0-9a2f-22ebd727fa95 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:52.549995 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-plugged", "status": "completed", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:52.550299 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d11002d-1d5d-4be0-9a2f-22ebd727fa95 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:52.551238 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'code': 200} Dec 20 23:49:52.568659 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:52.619659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:52.967415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52683-3b52-4bcf-a09c-06a2a91f7d42 req-1714830b-22a2-48d6-9e6c-18e7184467af tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:52.968893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9e52683-3b52-4bcf-a09c-06a2a91f7d42 req-1714830b-22a2-48d6-9e6c-18e7184467af tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0505314 Dec 20 23:49:53.017232 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e9e52683-3b52-4bcf-a09c-06a2a91f7d42 req-77ffb4c1-fa66-450a-a821-5f750373e4a0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Dec 20 23:49:54.495281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6cb22-f5a3-4003-a7e4-29ed27485224 req-d98932cb-c72d-4694-bd94-d36d6001af6f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:54.496760 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1e6cb22-f5a3-4003-a7e4-29ed27485224 req-d98932cb-c72d-4694-bd94-d36d6001af6f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.4095547 Dec 20 23:49:54.553543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a1e6cb22-f5a3-4003-a7e4-29ed27485224 req-7177739c-b5f1-4d8a-aa14-035133152a08 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501549 Dec 20 23:49:54.755126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6259-efc5-4da3-8451-3065e560a4a6 req-feaf0fc3-c382-4963-a2a4-404e26734497 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:54.756535 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f3e6259-efc5-4da3-8451-3065e560a4a6 req-feaf0fc3-c382-4963-a2a4-404e26734497 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0946176 Dec 20 23:49:54.804518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f3e6259-efc5-4da3-8451-3065e560a4a6 req-7e96c628-eecb-4179-94f2-d5444020aeb2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Dec 20 23:49:54.929232 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848d44-4f52-40b2-b1b0-f3531f879cbe req-0ba94c0e-b2fd-41ef-a1d5-0773ebe40ba0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:54.930763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03848d44-4f52-40b2-b1b0-f3531f879cbe req-0ba94c0e-b2fd-41ef-a1d5-0773ebe40ba0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Dec 20 23:49:54.981955 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03848d44-4f52-40b2-b1b0-f3531f879cbe req-3bad573c-2de0-4860-b589-de1de55a579d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Dec 20 23:49:55.551097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-becef982-abcc-42c1-8da4-18b51201515a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:55.552595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-becef982-abcc-42c1-8da4-18b51201515a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 815 time: 0.1010261 Dec 20 23:49:55.567382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-ae8619f8-91b5-4cd5-b072-f0289bd8d980 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/quotas/1a19021f03e24e77a9532ceac0680e8b HTTP/1.1" status: 200 len: 375 time: 0.0089738 Dec 20 23:49:55.615247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-7d4fc11a-edab-4239-a166-875ed1b95d11 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425675 Dec 20 23:49:55.625513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-283f6e51-269e-4b76-a5ae-dd21991352bb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:49:55.626506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-283f6e51-269e-4b76-a5ae-dd21991352bb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048404 Dec 20 23:49:55.717181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-55f521eb-56d8-4a69-98fa-7d4f317d5ec4 service neutron] 10.222.0.62 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Dec 20 23:49:55.806885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-41c25db3-50f5-457c-9c92-f64b93adad0d service neutron] 10.222.0.62 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834901 Dec 20 23:49:56.052091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c51e4b3f-9ea1-46d5-b98c-d6eea5611d36 req-6e4a5a3a-5b48-40d4-9229-46191c8ba422 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0262942 Dec 20 23:49:56.809239 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-789ce97f-ea40-4000-ac84-fe0f26ad24e2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:56.810705 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-789ce97f-ea40-4000-ac84-fe0f26ad24e2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4929762-e12c-41d2-9b15-0ba0ce39bb53 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Dec 20 23:49:56.904486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Deleting port b003da5c-343d-4a6e-b5be-f168087ae843 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:49:56.904843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:56.994003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] For port b003da5c-343d-4a6e-b5be-f168087ae843, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=b003da5c-343d-4a6e-b5be-f168087ae843,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:49:56.994357 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:57.006492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Calling delete_port for b003da5c-343d-4a6e-b5be-f168087ae843 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:49:57.207599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:57.220724 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['b003da5c-343d-4a6e-b5be-f168087ae843'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:49:57.238899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Pushing event deleted for resources: {'Port': ['ID=b003da5c-343d-4a6e-b5be-f168087ae843,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:57.245280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2798a30-2d6b-48c4-8440-eb093dfdc65a req-365491c5-cac8-4ff5-9959-4ad1a22540b8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0814290 Dec 20 23:49:57.292757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] No DVR routers for this DVR port b003da5c-343d-4a6e-b5be-f168087ae843 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:49:57.295644 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:57.299286 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95923fd5-6ff2-4576-81cd-0810720ccf09 req-fe43b5af-ec55-4176-9d8b-a28ddc3d735e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.59 "DELETE /v2.0/ports/b003da5c-343d-4a6e-b5be-f168087ae843 HTTP/1.1" status: 204 len: 173 time: 0.4814527 Dec 20 23:49:57.299722 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-deleted', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:57.302664 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cbbe21-6cf3-491c-a41f-c1281aae027e" -d '{"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-deleted", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:57.338400 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b0ebbb-5306-4d2e-8f66-fa6c0bc094b3 x-openstack-request-id: req-f6b0ebbb-5306-4d2e-8f66-fa6c0bc094b3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:57.338693 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4929762-e12c-41d2-9b15-0ba0ce39bb53", "name": "network-vif-deleted", "tag": "b003da5c-343d-4a6e-b5be-f168087ae843", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:57.338952 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6b0ebbb-5306-4d2e-8f66-fa6c0bc094b3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:57.339451 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929762-e12c-41d2-9b15-0ba0ce39bb53', 'name': 'network-vif-deleted', 'tag': 'b003da5c-343d-4a6e-b5be-f168087ae843', 'status': 'completed', 'code': 200} Dec 20 23:49:57.807973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-fa51322b-a495-4089-9d64-644670bea339 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:57.809427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-fa51322b-a495-4089-9d64-644670bea339 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 815 time: 0.1131213 Dec 20 23:49:57.822175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Request body: {'port': {'device_id': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'admin_state_up': True, 'tenant_id': '1a19021f03e24e77a9532ceac0680e8b'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:57.997119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Made reservation on behalf of 1a19021f03e24e77a9532ceac0680e8b for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:49:58.000829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:58.126311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Allocated IP 172.20.0.14 (695b91d4-6f27-407c-8a8d-527b04a243de/68165bcf-0975-415b-81bc-62c821ccc545/e9b1e5e2-4ef5-407f-9ce6-19971aae938d) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:49:58.267834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:58.342856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-721d7f45-6939-4fbd-aa21-228f6fe64e34 req-5aa08f4c-a39c-4440-97a9-da77bf0dbf1a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0255876 Dec 20 23:49:58.386479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:58.414564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:58.434422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Network 695b91d4-6f27-407c-8a8d-527b04a243de is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:49:58.437450 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:49:58.440493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:49:58.473974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:58.496199 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:58.496806 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:58.588419 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-739f3410-ef7e-4f32-8ea3-dd63acf9c011 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699828 Dec 20 23:49:58.601900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Request body: {'port': {'device_id': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:49:58.654096 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.226476 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b1e5e2-4ef5-407f-9ce6-19971aae938d {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:49:59.233856 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.245415 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Transition to ACTIVE for port object e9b1e5e2-4ef5-407f-9ce6-19971aae938d will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:49:59.339735 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.393000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:59.467494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:49:59.467858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:49:59.468139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:59.468289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cc507-3a80-4412-b6bb-d8682d13044f req-cdfda9f6-c020-47ee-9d4f-2421339d501b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:59.469743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-960cc507-3a80-4412-b6bb-d8682d13044f req-cdfda9f6-c020-47ee-9d4f-2421339d501b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0481825 Dec 20 23:49:59.472900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:49:59.473215 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:49:59.478273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:49:59.478544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Checking segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:49:59.478922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Bound using segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:49:59.479338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Bound port: e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:49:59.479682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.519609 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-960cc507-3a80-4412-b6bb-d8682d13044f req-086a405c-fa62-46c8-83da-50681f6bc8c9 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427160 Dec 20 23:49:59.542644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:49:59.545598 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:49:59.597934 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.634286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:59.634892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:49:59.636248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] 10.222.0.59 "PUT /v2.0/ports/e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 1092 time: 1.0391815 Dec 20 23:49:59.636679 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:49:59.638913 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}203558798893d3ce55b8fdb430cf5a84a77252282950eb99466dd2baec46b83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:49:59.660562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ca4d-385a-4fe8-a94b-419b2174bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:49:59.677992 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd151b-a8a0-4d8d-8ddc-9d67d6fdde81 x-openstack-request-id: req-81bd151b-a8a0-4d8d-8ddc-9d67d6fdde81 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:49:59.678472 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:49:59.678898 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81bd151b-a8a0-4d8d-8ddc-9d67d6fdde81 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:49:59.679439 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'status': 'completed', 'code': 200} Dec 20 23:49:59.741892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-c99e4a6c-745d-4ef2-90bf-4b4a0d9dc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:59.743295 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-c99e4a6c-745d-4ef2-90bf-4b4a0d9dc1d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0425267 Dec 20 23:49:59.842609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-f27866c8-951e-4873-a55a-1cc2e56b6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:59.844048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-f27866c8-951e-4873-a55a-1cc2e56b6bd2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1a19021f03e24e77a9532ceac0680e8b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0913000 Dec 20 23:49:59.940179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-943f82cd-bbff-4c81-89d8-5e7c64589617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:49:59.941852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-30e3a15b-e06a-4c1e-85f6-c99baaa40b6e req-943f82cd-bbff-4c81-89d8-5e7c64589617 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897956 Dec 20 23:50:00.017243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-99357522-2ff2-4b32-8347-b70a77382498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:00.018670 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-99357522-2ff2-4b32-8347-b70a77382498 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0393670 Dec 20 23:50:00.062120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-0223736f-b2fe-42ea-9927-78a14a2fca04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0352492 Dec 20 23:50:00.115594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-68db5351-6376-485d-b48a-edf0f138c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:00.116992 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-68db5351-6376-485d-b48a-edf0f138c351 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0472617 Dec 20 23:50:00.149013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-2ed1b88e-f510-4fc6-9cca-6c7017ad926f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245926 Dec 20 23:50:00.229593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:50:00.238227 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-9dae9068-6d23-463a-a4c7-185cb528d7fe service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820770 Dec 20 23:50:00.252460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: b003da5c-343d-4a6e-b5be-f168087ae843 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:50:00.252809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device b003da5c-343d-4a6e-b5be-f168087ae843 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:50:00.333753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-95571e96-96a0-4138-b0a7-bd11553a42a6 req-a5604c53-5945-4a64-8e98-116576b82578 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873466 Dec 20 23:50:00.641682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6603ed-7533-4e00-aea4-3d304c1eb5a4 req-ffdc4218-ce01-454a-8e2a-1a05bea54057 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:00.643082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff6603ed-7533-4e00-aea4-3d304c1eb5a4 req-ffdc4218-ce01-454a-8e2a-1a05bea54057 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0522249 Dec 20 23:50:00.689482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ff6603ed-7533-4e00-aea4-3d304c1eb5a4 req-b598a5d2-8cb5-4df6-acea-68d6e98443c7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Dec 20 23:50:01.809692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936c8a-4be2-436b-a73a-c8fa9cdea78e req-18c89af6-abd2-4753-88ab-5cd85434f473 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:01.811131 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e936c8a-4be2-436b-a73a-c8fa9cdea78e req-18c89af6-abd2-4753-88ab-5cd85434f473 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0497203 Dec 20 23:50:01.858994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e936c8a-4be2-436b-a73a-c8fa9cdea78e req-31ccbadc-13bc-49ba-a3ec-3a61661018a7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Dec 20 23:50:02.246317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:50:02.340681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:02.351975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'port_id': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'mac_address': 'fa:16:3e:c7:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68165bcf-0975-415b-81bc-62c821ccc545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:50:02.392730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:02.406012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b1e5e2-4ef5-407f-9ce6-19971aae938d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:50:02.424974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:02.494191 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:02.542835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:02.550097 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.550440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.550775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.551106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.551439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.551758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.552230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.552555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.552877 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.553197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.553518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.553863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.554179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:02.690658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e9b1e5e2-4ef5-407f-9ce6-19971aae938d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:50:02.977536 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80eb7e-606a-47c5-ac85-82b52af5a169 req-b83c23f6-a3fc-4628-9a96-ba1ad35ae6e2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:02.978978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b80eb7e-606a-47c5-ac85-82b52af5a169 req-b83c23f6-a3fc-4628-9a96-ba1ad35ae6e2 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Dec 20 23:50:03.025842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b80eb7e-606a-47c5-ac85-82b52af5a169 req-a4a46ba3-2585-44d0-b503-672030a53c6b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Dec 20 23:50:03.705212 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:04.138610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936ccc4-3efc-41fa-80ad-de8d59df6000 req-9afeec85-7351-477d-bd8a-eda9701d7b63 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:04.140089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a936ccc4-3efc-41fa-80ad-de8d59df6000 req-9afeec85-7351-477d-bd8a-eda9701d7b63 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0479352 Dec 20 23:50:04.186894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a936ccc4-3efc-41fa-80ad-de8d59df6000 req-8098291b-bc88-42fc-8585-ff59eebfe51f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Dec 20 23:50:04.257976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:04.385169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port e9b1e5e2-4ef5-407f-9ce6-19971aae938d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:50:04.389013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port e9b1e5e2-4ef5-407f-9ce6-19971aae938d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:04.389382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:04.464757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:04.489871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:50:04.492112 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65c908aa95f19b3825e2d6bc4f3de4c274394b908b276fc8c62418dfe65de58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c84cf0a-abd8-4ac5-ae12-dfb9cb3773d7" -d '{"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:50:04.510758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:04.529176 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead15a56-c0a0-4f19-94c9-8851d4950939 x-openstack-request-id: req-ead15a56-c0a0-4f19-94c9-8851d4950939 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:50:04.529469 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:50:04.529746 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ead15a56-c0a0-4f19-94c9-8851d4950939 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:50:04.530288 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'code': 200} Dec 20 23:50:04.574293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:04.623271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:04.701343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4068607-4c44-4003-a016-5923c31d7a90 req-6023433d-5974-4268-a412-2b723da3d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:04.702885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4068607-4c44-4003-a016-5923c31d7a90 req-6023433d-5974-4268-a412-2b723da3d95c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1097 time: 0.0773258 Dec 20 23:50:04.747232 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f4068607-4c44-4003-a016-5923c31d7a90 req-fe461a60-b79d-4c21-bafc-ab04acfa00a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Dec 20 23:50:04.842105 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdd12-45fd-4db2-b243-9d97dca6f11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:05.301655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae9d8b-4d8a-434f-9355-b3750cc46e8a req-67ec839d-c7c9-4693-a4fd-d3f761ee50bf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:05.303592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0ae9d8b-4d8a-434f-9355-b3750cc46e8a req-67ec839d-c7c9-4693-a4fd-d3f761ee50bf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Dec 20 23:50:05.355479 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0ae9d8b-4d8a-434f-9355-b3750cc46e8a req-55f47c68-5c27-4e91-9593-571c5ee49d0b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Dec 20 23:50:06.473488 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef9a52-25b6-48aa-9d97-4e163ce847b3 req-66137a85-d2ee-4020-9eb1-fca43205a5fc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:06.474934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecef9a52-25b6-48aa-9d97-4e163ce847b3 req-66137a85-d2ee-4020-9eb1-fca43205a5fc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Dec 20 23:50:06.521916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ecef9a52-25b6-48aa-9d97-4e163ce847b3 req-e4eac45b-860e-4d44-9ae6-c66655bdac6e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Dec 20 23:50:06.641448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4d5e-7756-4ade-8c91-41447e0bf94e req-8ad0de71-785e-4f45-8069-958e71c883ef tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:06.642868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63ba4d5e-7756-4ade-8c91-41447e0bf94e req-8ad0de71-785e-4f45-8069-958e71c883ef tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0517099 Dec 20 23:50:06.692392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63ba4d5e-7756-4ade-8c91-41447e0bf94e req-94a2c44f-14dc-4831-b21a-397ebc88390f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Dec 20 23:50:07.036403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638ad63-0765-44aa-8f4e-5794096935ae req-132ecb1f-942f-45c2-8135-6a20a5183a22 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:07.037916 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7638ad63-0765-44aa-8f4e-5794096935ae req-132ecb1f-942f-45c2-8135-6a20a5183a22 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Dec 20 23:50:07.085583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7638ad63-0765-44aa-8f4e-5794096935ae req-d3d98601-1a20-458d-9292-a8549203691a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Dec 20 23:50:07.114576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-051087f5-b2c0-4e62-a689-596d538e0425 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448091 Dec 20 23:50:07.665445 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-11ddd184-7342-4045-99de-2375fb1255ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:08.202551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0db058-4416-4c28-b785-758d1135865f req-b968b361-9f12-4dd5-8923-ad6d3579f7ad tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:08.204022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f0db058-4416-4c28-b785-758d1135865f req-b968b361-9f12-4dd5-8923-ad6d3579f7ad tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0485122 Dec 20 23:50:08.253286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f0db058-4416-4c28-b785-758d1135865f req-d91b18b5-f78a-4720-99ca-cac1f11327eb tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424325 Dec 20 23:50:08.464321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:09.020149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-49768d5e-e042-4f51-8535-efb9d4ed610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:09.021619 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-49768d5e-e042-4f51-8535-efb9d4ed610d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1097 time: 0.0411203 Dec 20 23:50:09.110208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-3bcb5dcb-2b76-4e90-ac21-645c0c0d2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:09.111666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-3bcb5dcb-2b76-4e90-ac21-645c0c0d2703 service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0836217 Dec 20 23:50:09.156203 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-8d76ebb3-b08b-457f-97d9-91721dca7634 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0373254 Dec 20 23:50:09.204303 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-e725f036-7547-45e0-a3a8-80da8a1b88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:09.205760 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-e725f036-7547-45e0-a3a8-80da8a1b88d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0429835 Dec 20 23:50:09.237442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-f98ea83f-02d1-4536-b550-56cf040f9e6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245450 Dec 20 23:50:09.330669 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-3282d310-123d-40e8-8926-2ef84c68d0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Dec 20 23:50:09.369983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f4639-5f78-4452-a9ce-2d78dcc444d6 req-a18f35aa-5281-4a9c-8641-c7bc3e7e8f27 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:09.371477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e00f4639-5f78-4452-a9ce-2d78dcc444d6 req-a18f35aa-5281-4a9c-8641-c7bc3e7e8f27 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0493834 Dec 20 23:50:09.423267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e00f4639-5f78-4452-a9ce-2d78dcc444d6 req-0c9039bb-e8fb-4c24-a6db-126404faa063 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Dec 20 23:50:09.423499 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-7e866a25-5dc9-4bc0-9fad-fcc65bbdc9e1 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Dec 20 23:50:09.888161 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:10.482384 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:10.544358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78fd0-4112-4984-be04-6cf222acf33a req-7b76708d-4f5b-4af2-b297-1db824c33491 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:10.545932 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba78fd0-4112-4984-be04-6cf222acf33a req-7b76708d-4f5b-4af2-b297-1db824c33491 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0504200 Dec 20 23:50:10.593960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fba78fd0-4112-4984-be04-6cf222acf33a req-a60f0ee9-460d-421f-b622-88a1ae6364b0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Dec 20 23:50:10.916188 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:50:11.708097 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd2a05-bc37-4ec9-b37a-ef4ef9b77572 req-429cdecf-67a9-4865-b484-883b51cbadfc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:11.710379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ccd2a05-bc37-4ec9-b37a-ef4ef9b77572 req-429cdecf-67a9-4865-b484-883b51cbadfc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Dec 20 23:50:11.756124 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ccd2a05-bc37-4ec9-b37a-ef4ef9b77572 req-871cc51e-577f-4004-adfd-52c7e4f9bea1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Dec 20 23:50:12.874113 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996150c1-af17-4058-9f81-14c019f58fe5 req-8aaac6aa-b736-46d8-9fe8-cc102514e230 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:12.875579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-996150c1-af17-4058-9f81-14c019f58fe5 req-8aaac6aa-b736-46d8-9fe8-cc102514e230 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0521314 Dec 20 23:50:12.929537 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-996150c1-af17-4058-9f81-14c019f58fe5 req-a65ac1a2-29dc-4442-9ae7-c7ed6d8c9378 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Dec 20 23:50:14.044184 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08891d4c-b90b-4631-8a2a-ee53682a8e77 req-e5171000-ab6a-4fcc-b88d-81b973101064 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:14.045642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08891d4c-b90b-4631-8a2a-ee53682a8e77 req-e5171000-ab6a-4fcc-b88d-81b973101064 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0484638 Dec 20 23:50:14.092783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08891d4c-b90b-4631-8a2a-ee53682a8e77 req-81ddb91f-88ef-49b7-bb4c-47f8122a7ab4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Dec 20 23:50:15.212368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496d540-4c01-46dd-87eb-7c04e2d18e17 req-46cc7210-623a-42f6-abb5-02a80f343ccc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:15.213256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f496d540-4c01-46dd-87eb-7c04e2d18e17 req-46cc7210-623a-42f6-abb5-02a80f343ccc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0532711 Dec 20 23:50:15.260742 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f496d540-4c01-46dd-87eb-7c04e2d18e17 req-ed5ccf94-b149-47e3-8421-5ed0f04edb2d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Dec 20 23:50:16.376379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e39b-6f37-4f0d-b6ca-ad23d6d0cede req-22237f28-3009-4876-b556-be97072184f7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:16.377896 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b279e39b-6f37-4f0d-b6ca-ad23d6d0cede req-22237f28-3009-4876-b556-be97072184f7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0497122 Dec 20 23:50:16.424614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b279e39b-6f37-4f0d-b6ca-ad23d6d0cede req-d0bc8068-c1a7-4c04-8bed-532a74ce0922 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Dec 20 23:50:17.539969 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b23c-de4f-408a-b085-4690237cd157 req-91101abc-a757-4c22-82a5-f8bada443a00 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:17.541419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3346b23c-de4f-408a-b085-4690237cd157 req-91101abc-a757-4c22-82a5-f8bada443a00 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0479774 Dec 20 23:50:17.590819 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3346b23c-de4f-408a-b085-4690237cd157 req-93b3edb6-62b8-4851-a08c-b781d4d38df1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Dec 20 23:50:18.707589 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58cc5-7c1b-4449-b07b-5e9acc28f97f req-ce2dac91-89c3-48ac-bbd7-7434edf34339 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:18.709309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c58cc5-7c1b-4449-b07b-5e9acc28f97f req-ce2dac91-89c3-48ac-bbd7-7434edf34339 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0507722 Dec 20 23:50:18.756206 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2c58cc5-7c1b-4449-b07b-5e9acc28f97f req-af040238-36c2-47fa-a02a-56e542aa91c8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Dec 20 23:50:19.874741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339d19-a171-4a91-8bbb-2ac106666cb4 req-c3b24ac0-d40b-421f-bb39-35e821e14b6c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:19.876219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87339d19-a171-4a91-8bbb-2ac106666cb4 req-c3b24ac0-d40b-421f-bb39-35e821e14b6c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0496039 Dec 20 23:50:19.923159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87339d19-a171-4a91-8bbb-2ac106666cb4 req-70a6e666-76c6-4b8a-bb66-79f2f99d835d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Dec 20 23:50:21.045825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a0cf5-15b4-4ef6-98d8-09ec27c1ec45 req-96c85d84-de77-4669-9dc7-79c8437bfb53 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:21.047310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f73a0cf5-15b4-4ef6-98d8-09ec27c1ec45 req-96c85d84-de77-4669-9dc7-79c8437bfb53 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0536735 Dec 20 23:50:21.095115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f73a0cf5-15b4-4ef6-98d8-09ec27c1ec45 req-9443ee03-0dc7-4710-99c1-1bbd70e86fe6 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Dec 20 23:50:22.210480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a73b1-2991-4613-9cfc-27d9e6818ded req-bff39c2e-47ea-46f6-9d09-323b57583f3f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:22.211861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f73a73b1-2991-4613-9cfc-27d9e6818ded req-bff39c2e-47ea-46f6-9d09-323b57583f3f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0491667 Dec 20 23:50:22.258956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f73a73b1-2991-4613-9cfc-27d9e6818ded req-0250ac5b-6b45-47a3-be80-6b6861e608b7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Dec 20 23:50:23.375133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205eea-58f5-4bd2-b93c-a2d16a9f58ef req-133eea82-8bad-4dce-b542-5259a2704c5c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:23.376645 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44205eea-58f5-4bd2-b93c-a2d16a9f58ef req-133eea82-8bad-4dce-b542-5259a2704c5c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0502260 Dec 20 23:50:23.428377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-44205eea-58f5-4bd2-b93c-a2d16a9f58ef req-68560aab-f4d2-4ad0-bec7-f5d6ae32f1a8 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Dec 20 23:50:24.545604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22e20-5fbd-4ecb-b64d-1b187b0e2406 req-dea8311c-e022-4104-b63c-89313c192b54 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:24.547251 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef22e20-5fbd-4ecb-b64d-1b187b0e2406 req-dea8311c-e022-4104-b63c-89313c192b54 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0510151 Dec 20 23:50:24.594695 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef22e20-5fbd-4ecb-b64d-1b187b0e2406 req-7f214213-9a45-44b5-813e-64836e061339 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Dec 20 23:50:25.708610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcafcec-a8b0-422e-b3a0-931e1a8f2370 req-94153e6e-c834-4cda-af4d-39e4ead86e17 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:25.710096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dcafcec-a8b0-422e-b3a0-931e1a8f2370 req-94153e6e-c834-4cda-af4d-39e4ead86e17 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0479085 Dec 20 23:50:25.757215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dcafcec-a8b0-422e-b3a0-931e1a8f2370 req-256ed1b6-d3f1-4bba-a248-d99a148a1020 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Dec 20 23:50:26.874519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bce548-1e9e-4870-bacb-7e23e34e8974 req-aabc80db-ea68-4a6e-8598-49b1f244d886 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:26.875993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80bce548-1e9e-4870-bacb-7e23e34e8974 req-aabc80db-ea68-4a6e-8598-49b1f244d886 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Dec 20 23:50:26.927193 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80bce548-1e9e-4870-bacb-7e23e34e8974 req-47d6f1ae-2944-43f4-a12f-183e494ef5d7 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Dec 20 23:50:27.803833 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178804-5770-4b41-b65e-d8855fcb96af req-6f638220-c60c-4c85-984a-3ba954ee83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:27.805314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-6f638220-c60c-4c85-984a-3ba954ee83a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1097 time: 0.0412588 Dec 20 23:50:27.912073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178804-5770-4b41-b65e-d8855fcb96af req-a2795c74-fc0b-4e0a-bfb5-91cf9dca7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:27.913551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-a2795c74-fc0b-4e0a-bfb5-91cf9dca7ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0891349 Dec 20 23:50:27.956723 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-19eef5a1-ee7e-4dd0-99d5-4a4b0939ce69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0352612 Dec 20 23:50:28.013436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07178804-5770-4b41-b65e-d8855fcb96af req-2f63221b-577f-4630-9d9f-2ebec4be0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:28.015017 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-2f63221b-577f-4630-9d9f-2ebec4be0758 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0511522 Dec 20 23:50:28.044782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39aae6-bb48-4e7b-b79b-ec41053fdbd3 req-19f23a1f-3fa0-4b24-916c-4fec54e30451 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:28.046453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b39aae6-bb48-4e7b-b79b-ec41053fdbd3 req-19f23a1f-3fa0-4b24-916c-4fec54e30451 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Dec 20 23:50:28.047589 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-cf9ee8b1-9f09-46cf-ad10-7c5b9e5f7df7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243471 Dec 20 23:50:28.095035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2b39aae6-bb48-4e7b-b79b-ec41053fdbd3 req-1d1fee8d-7a4b-4845-b1af-ea068bd36255 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Dec 20 23:50:28.140647 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-7f3dbfa7-8810-4fd6-a264-e94661c5043b service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Dec 20 23:50:28.231882 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-07178804-5770-4b41-b65e-d8855fcb96af req-a94a8ff7-a628-4091-b6bd-4f5da7887125 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836697 Dec 20 23:50:28.435939 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:29.215308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb623a-3fb4-45d8-9dcd-c687982b5cbf req-5d06af61-2646-47d4-9848-23054da115ec tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:29.216687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5eb623a-3fb4-45d8-9dcd-c687982b5cbf req-5d06af61-2646-47d4-9848-23054da115ec tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0524743 Dec 20 23:50:29.262968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5eb623a-3fb4-45d8-9dcd-c687982b5cbf req-4efbb73d-1b3c-4704-8f0a-2910bc68f22f tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Dec 20 23:50:30.377614 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110917a-6b62-4151-8342-aed639e75222 req-1d878ccc-8b03-4aa0-8113-1112d511bd7b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:30.379090 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7110917a-6b62-4151-8342-aed639e75222 req-1d878ccc-8b03-4aa0-8113-1112d511bd7b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0484784 Dec 20 23:50:30.425974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7110917a-6b62-4151-8342-aed639e75222 req-ae5e902f-6d7a-4a4e-a6ea-f5038195027a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Dec 20 23:50:31.542823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828c809-68d6-474e-a37a-2ae4608ae3d9 req-e4fc8216-e14d-4a6a-82c6-23b8edb44297 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:31.544292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5828c809-68d6-474e-a37a-2ae4608ae3d9 req-e4fc8216-e14d-4a6a-82c6-23b8edb44297 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Dec 20 23:50:31.596573 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5828c809-68d6-474e-a37a-2ae4608ae3d9 req-cbafd83b-b690-4612-82a5-3992daabb1dd tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Dec 20 23:50:32.714846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebafbc-f1fb-4ffb-af25-469aedc8dcca req-7c1d14db-c7db-4635-89b4-954c9a86726e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:32.716518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9ebafbc-f1fb-4ffb-af25-469aedc8dcca req-7c1d14db-c7db-4635-89b4-954c9a86726e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0501258 Dec 20 23:50:32.766770 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9ebafbc-f1fb-4ffb-af25-469aedc8dcca req-0cddb8db-0559-40de-ae1f-3585a5220acb tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Dec 20 23:50:33.721114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:33.885814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1f527-6867-4f3d-bb2f-29665f9621a0 req-7f138c76-f7c1-4f6d-b082-1f639e85e5cf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:33.887290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84b1f527-6867-4f3d-bb2f-29665f9621a0 req-7f138c76-f7c1-4f6d-b082-1f639e85e5cf tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Dec 20 23:50:33.933908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84b1f527-6867-4f3d-bb2f-29665f9621a0 req-18fbf11f-13ef-4d96-bba0-19807d596452 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Dec 20 23:50:34.852558 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b2672818-0899-40e2-9213-df1240e3c009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:35.054896 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464136e-ccad-4754-b21b-dfdd48212b9d req-cd19fb7f-392d-4745-87b8-752d8821f8fc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:35.056385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3464136e-ccad-4754-b21b-dfdd48212b9d req-cd19fb7f-392d-4745-87b8-752d8821f8fc tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Dec 20 23:50:35.103162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3464136e-ccad-4754-b21b-dfdd48212b9d req-6d710266-d73e-48b4-98c6-292b73c68e63 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Dec 20 23:50:36.217654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90c417-e70d-4164-8907-eb5a833a941c req-a85e207e-1316-4c14-af0d-3040b229166c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:36.219047 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd90c417-e70d-4164-8907-eb5a833a941c req-a85e207e-1316-4c14-af0d-3040b229166c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Dec 20 23:50:36.266475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cd90c417-e70d-4164-8907-eb5a833a941c req-121838be-fa4e-44d1-b1b4-51ea3cc430ef tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Dec 20 23:50:36.516287 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-9418e64e-7b0b-4771-b28d-69bf2f037979 service neutron] show failed (client error): The resource could not be found. Dec 20 23:50:36.517280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-9418e64e-7b0b-4771-b28d-69bf2f037979 service neutron] 10.222.0.59 "GET /v2.0/ports/e9b1e5e2-4ef5-407f-9ce6-19971aae938d/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0550709 Dec 20 23:50:37.115987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-83d4cdac-c74d-4a55-b63a-751cb8597823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:37.117456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-83d4cdac-c74d-4a55-b63a-751cb8597823 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46&tenant_id=1a19021f03e24e77a9532ceac0680e8b HTTP/1.1" status: 200 len: 1097 time: 0.0787358 Dec 20 23:50:37.133545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:37.187893 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.419962 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:37.429336 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e02e2a-6f99-452c-ad20-eef7955ae25c req-e537f1c1-fc36-4d33-9542-a5e145099f55 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:37.430832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2e02e2a-6f99-452c-ad20-eef7955ae25c req-e537f1c1-fc36-4d33-9542-a5e145099f55 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0951729 Dec 20 23:50:37.489308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:50:37.518716 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2e02e2a-6f99-452c-ad20-eef7955ae25c req-0e3ca135-ae96-4a74-8bf9-a51b24ac3239 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Dec 20 23:50:37.537891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:50:37.542992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.555782 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Transition to ACTIVE for port object e9b1e5e2-4ef5-407f-9ce6-19971aae938d will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:50:37.581835 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc3d9d-e068-4ceb-903e-55a0a9bede9d" -d '{"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:50:37.613357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.641282 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cd70231-a367-425a-a2d3-3bb831110ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.679168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] No DVR routers for this DVR port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:50:37.686603 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9facdc-a706-42c5-af53-03629d3a36cc x-openstack-request-id: req-9c9facdc-a706-42c5-af53-03629d3a36cc {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:50:37.686904 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:50:37.687162 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c9facdc-a706-42c5-af53-03629d3a36cc {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:50:37.687563 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'code': 200} Dec 20 23:50:37.690721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:37.714823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.715177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.715523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.715865 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.716202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.716534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.716864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.717191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.717515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.717874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.718205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.718528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.718849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:37.731948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:50:37.732283 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:50:37.732608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:50:37.736909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:50:37.737224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Attempting to bind port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on network 695b91d4-6f27-407c-8a8d-527b04a243de {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:50:37.742245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:50:37.742521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Checking segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:50:37.742899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Bound using segment: {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:50:37.743323 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Bound port: e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd15d3c-195b-4795-885c-af0445542b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:50:37.743674 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.808290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:50:37.811201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:50:37.904458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.939348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:37.940000 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:37.941404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 1092 time: 0.8116879 Dec 20 23:50:37.964367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4bf56-a895-475c-a795-c5a3d9e20220 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:38.017714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-e60a4dac-47f0-4018-82f9-da4e9543fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:38.019155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-e60a4dac-47f0-4018-82f9-da4e9543fd62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0409834 Dec 20 23:50:38.116799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-40d70507-143c-41a3-a2e8-f7fedbe7c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:38.118269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-40d70507-143c-41a3-a2e8-f7fedbe7c609 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0869720 Dec 20 23:50:38.166157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-4355a963-36ae-407a-8e29-444d6151df20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0337543 Dec 20 23:50:38.222431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-bf1214d7-8ac5-4707-a26c-cb83a6e32b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:38.223914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-bf1214d7-8ac5-4707-a26c-cb83a6e32b2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0463934 Dec 20 23:50:38.260116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-96d4b77c-6230-465d-b6c4-18c1ebb9ca5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244505 Dec 20 23:50:38.354532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-4e56c7e1-d885-412f-aeda-84b4f3cb1d8a service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823829 Dec 20 23:50:38.451886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d88bf4d-a74a-4efb-83e0-bfa3e9bd7e9b req-ffc8815d-fa54-4f71-955c-6970cb625428 service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Dec 20 23:50:38.481501 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:38.638105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca77069-2819-4b9c-8d64-41f9f106082b req-705ea216-987d-4775-8821-066799751373 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:38.639903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cca77069-2819-4b9c-8d64-41f9f106082b req-705ea216-987d-4775-8821-066799751373 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0500755 Dec 20 23:50:38.686964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cca77069-2819-4b9c-8d64-41f9f106082b req-9c03f71e-d420-4a3a-a034-98e3f15753d0 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Dec 20 23:50:39.689246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:50:39.691658 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58758ce2-9557-49d0-b48a-8b8d2b9cec69" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:50:39.743932 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25df4c8-170d-4889-9967-31d3dd53eef7 x-openstack-request-id: req-f25df4c8-170d-4889-9967-31d3dd53eef7 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:50:39.744421 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:50:39.744688 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f25df4c8-170d-4889-9967-31d3dd53eef7 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:50:39.745099 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'status': 'completed', 'code': 200} Dec 20 23:50:39.813326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-62829c4d-79af-43be-bb17-fae67d346cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:39.814914 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-62829c4d-79af-43be-bb17-fae67d346cb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0456393 Dec 20 23:50:39.838932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76247a-0ee3-45f4-8591-46c57a3ded99 req-9f4e0a2f-b6b2-4a0f-82f5-02fba607d075 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:39.847285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f76247a-0ee3-45f4-8591-46c57a3ded99 req-9f4e0a2f-b6b2-4a0f-82f5-02fba607d075 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0808067 Dec 20 23:50:39.847285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-88920913-3598-4956-a66c-816246598056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:39.847285 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-88920913-3598-4956-a66c-816246598056 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0764101 Dec 20 23:50:39.887509 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:39.919795 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-173b23ed-e099-41d8-aa50-090e9a109f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:39.921278 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-173b23ed-e099-41d8-aa50-090e9a109f95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0989566 Dec 20 23:50:39.947428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f76247a-0ee3-45f4-8591-46c57a3ded99 req-b2247a2d-8007-4b91-9323-d4c9434af857 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009219 Dec 20 23:50:39.964911 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-f2b35038-d0cb-4b72-8232-164a825cf29a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0357718 Dec 20 23:50:39.979130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-83a6c9c6-6a6f-45ea-8c05-e3f04f3926c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:39.981247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-83a6c9c6-6a6f-45ea-8c05-e3f04f3926c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.1281192 Dec 20 23:50:40.022353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-e506e0c1-da55-45f3-a9f3-8f115fd9feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:40.023857 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-e506e0c1-da55-45f3-a9f3-8f115fd9feb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0522811 Dec 20 23:50:40.027953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-c21207e7-3225-4242-b6c9-3298c03a46c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0360348 Dec 20 23:50:40.057452 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-c9fd227c-5f8b-4d37-9a8f-f06565169313 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256472 Dec 20 23:50:40.077984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-4415e51e-6825-4d4f-a6bd-df8e0ae92974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:40.079445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-4415e51e-6825-4d4f-a6bd-df8e0ae92974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0438786 Dec 20 23:50:40.112728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-289f5919-864b-44a4-8198-64cea10cda79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252352 Dec 20 23:50:40.150674 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-a58259f2-24e9-4a03-9133-b63c34bd2e00 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Dec 20 23:50:40.208195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-8ca4cf15-cbab-4f3c-b8c4-c91efd5e5b2e service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Dec 20 23:50:40.247036 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-93ff7133-cfaa-4ae6-9232-a02a61d1886f service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879662 Dec 20 23:50:40.302329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-58758ce2-9557-49d0-b48a-8b8d2b9cec69 req-0d0b91e8-17b8-4aca-b170-a55efc4b03ff service neutron] 10.222.0.45 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863020 Dec 20 23:50:40.380432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:50:40.432519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port e9b1e5e2-4ef5-407f-9ce6-19971aae938d host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:50:40.432971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:50:40.486381 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:41.067332 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cae2e-dfb9-4325-b69e-bb8068e4ddcc req-1fa49349-be97-4031-bc65-3b137c376356 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.068985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f3cae2e-dfb9-4325-b69e-bb8068e4ddcc req-1fa49349-be97-4031-bc65-3b137c376356 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Dec 20 23:50:41.116542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f3cae2e-dfb9-4325-b69e-bb8068e4ddcc req-374c342c-d09b-4704-88f7-9358cd576e8d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Dec 20 23:50:41.432305 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab3cd-c450-49bf-90bb-5debbdce35ab req-c17016c6-0efc-4ddb-814a-8b7ef5dec93d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.435512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71cab3cd-c450-49bf-90bb-5debbdce35ab req-c17016c6-0efc-4ddb-814a-8b7ef5dec93d tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0528243 Dec 20 23:50:41.482713 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-71cab3cd-c450-49bf-90bb-5debbdce35ab req-65713e56-6f95-46b6-a1b6-f6cf3fbb5837 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Dec 20 23:50:41.484901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-7e0692f0-e766-4b02-ad19-45fe84c25459 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.486462 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-7e0692f0-e766-4b02-ad19-45fe84c25459 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46&tenant_id=1a19021f03e24e77a9532ceac0680e8b&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 944 time: 0.0543272 Dec 20 23:50:41.545455 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-d84b7900-ad2c-4916-8cc7-8ee967f71a88 service neutron] delete failed (client error): The resource could not be found. Dec 20 23:50:41.546477 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-d84b7900-ad2c-4916-8cc7-8ee967f71a88 service neutron] 10.222.0.59 "DELETE /v2.0/ports/e9b1e5e2-4ef5-407f-9ce6-19971aae938d/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0525246 Dec 20 23:50:41.633379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-a2e3c7af-e568-4e2f-afd3-02df86bb03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.634780 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-a2e3c7af-e568-4e2f-afd3-02df86bb03bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a19021f03e24e77a9532ceac0680e8b&device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 1095 time: 0.0457418 Dec 20 23:50:41.725035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-e36affd8-3a35-428f-a6de-4940f81b1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.726494 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-e36affd8-3a35-428f-a6de-4940f81b1c44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 200 len: 916 time: 0.0838814 Dec 20 23:50:41.772110 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-49ce3b31-57b9-4981-91b3-197eab850201 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 200 len: 217 time: 0.0374968 Dec 20 23:50:41.819175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-6a5c340c-92c5-4f3f-b791-d65c11f25e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:41.820547 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-6a5c340c-92c5-4f3f-b791-d65c11f25e8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 200 len: 855 time: 0.0415409 Dec 20 23:50:41.851978 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-138e6790-cc99-4e6d-8434-27d0b088c939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=695b91d4-6f27-407c-8a8d-527b04a243de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245514 Dec 20 23:50:41.944931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-c943e2d2-8d50-4399-8152-27525b7015a5 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853364 Dec 20 23:50:42.034601 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-17886e31-5375-43ef-bebd-0836ac0b4f30 req-0a5abd01-1b91-4d5c-bce6-ab0243397662 service neutron] 10.222.0.59 "GET /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817122 Dec 20 23:50:42.562210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:50:42.605538 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80937ba-5682-4c7c-91ce-bf0e9fc1baaa req-668b8f06-a253-41a8-9ffd-c28c226ff3e1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:42.607147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d80937ba-5682-4c7c-91ce-bf0e9fc1baaa req-668b8f06-a253-41a8-9ffd-c28c226ff3e1 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 944 time: 0.0526118 Dec 20 23:50:42.659388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d80937ba-5682-4c7c-91ce-bf0e9fc1baaa req-c4b2619c-50e3-44f1-ab63-485e17fcb932 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Dec 20 23:50:42.660222 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:42.671914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'network_id': '695b91d4-6f27-407c-8a8d-527b04a243de', 'port_id': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'mac_address': 'fa:16:3e:c7:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68165bcf-0975-415b-81bc-62c821ccc545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:50:42.713088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:42.726985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b1e5e2-4ef5-407f-9ce6-19971aae938d {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:50:42.746261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:42.824144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:42.871668 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:43.065871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e9b1e5e2-4ef5-407f-9ce6-19971aae938d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:50:43.775120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd896-c69c-40f1-90d9-07896220bc9d req-22bb31d8-bba6-4efc-9c8c-3699dcb3797b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:43.776575 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d8dd896-c69c-40f1-90d9-07896220bc9d req-22bb31d8-bba6-4efc-9c8c-3699dcb3797b tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Dec 20 23:50:43.823571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d8dd896-c69c-40f1-90d9-07896220bc9d req-71a198d9-0d56-4f09-b979-ae266a7d1a13 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Dec 20 23:50:43.946178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1b77-53da-4847-9b8e-a7b986521ba3 req-f9c35d08-c0be-4fe5-9b93-9c04e0d712c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:43.947654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87cc1b77-53da-4847-9b8e-a7b986521ba3 req-f9c35d08-c0be-4fe5-9b93-9c04e0d712c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0541410 Dec 20 23:50:43.994453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87cc1b77-53da-4847-9b8e-a7b986521ba3 req-062d98b3-fbbe-4147-8ae0-7ab88833b41a tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Dec 20 23:50:44.107681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b16fe-f7f3-4965-9c0b-e9e229b8a16a req-3db08779-9ca1-41dd-b077-c8acf91e336c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:44.109159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b5b16fe-f7f3-4965-9c0b-e9e229b8a16a req-3db08779-9ca1-41dd-b077-c8acf91e336c tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 945 time: 0.0487995 Dec 20 23:50:44.155392 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8b5b16fe-f7f3-4965-9c0b-e9e229b8a16a req-4eb46aef-0c92-431d-babc-29f2305e7065 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Dec 20 23:50:44.578417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:44.698044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port e9b1e5e2-4ef5-407f-9ce6-19971aae938d completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:50:44.702146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e9b1e5e2-4ef5-407f-9ce6-19971aae938d triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:44.702514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:44.786922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:44.809713 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:50:44.826085 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:44.848487 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65355fbc-c240-4c0c-b827-5e537332150b" -d '{"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:50:44.887261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:44.941950 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1ac5f-6fdf-4e00-91ea-72f3506185c4 x-openstack-request-id: req-a6b1ac5f-6fdf-4e00-91ea-72f3506185c4 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:50:44.942294 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:50:44.942556 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6b1ac5f-6fdf-4e00-91ea-72f3506185c4 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:50:44.943119 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'code': 200} Dec 20 23:50:44.952492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:44.978310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb465-3a27-4ef7-b83c-ee7da315b84f req-b878a259-18d7-4e60-bfdb-e343333eab67 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:44.979766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33ccb465-3a27-4ef7-b83c-ee7da315b84f req-b878a259-18d7-4e60-bfdb-e343333eab67 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0542688 Dec 20 23:50:45.030547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33ccb465-3a27-4ef7-b83c-ee7da315b84f req-d8ec84ec-36ec-4bf8-b551-3687a7466a79 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446081 Dec 20 23:50:46.145135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891463c-b84f-466c-92b8-b8e3b2d1fd00 req-de8d80f4-1960-4079-a2c2-595ff191abe6 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:46.147234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6891463c-b84f-466c-92b8-b8e3b2d1fd00 req-de8d80f4-1960-4079-a2c2-595ff191abe6 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0490737 Dec 20 23:50:46.193812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6891463c-b84f-466c-92b8-b8e3b2d1fd00 req-9f5f3f40-c219-488e-894a-9ce96ebf3e6e tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/security-groups?id=bec068c0-3c72-446c-87c6-ca10c5de02f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Dec 20 23:50:46.275805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-815aae23-6ad6-43ec-9172-ef407c6d58bd tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:46.277236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-815aae23-6ad6-43ec-9172-ef407c6d58bd tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 946 time: 0.0471432 Dec 20 23:50:46.371840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Deleting port e9b1e5e2-4ef5-407f-9ce6-19971aae938d {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:50:46.372177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:46.458074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] For port e9b1e5e2-4ef5-407f-9ce6-19971aae938d, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,segment=NetworkSegment(bcd15d3c-195b-4795-885c-af0445542b83),segment_id=bcd15d3c-195b-4795-885c-af0445542b83)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:46.458869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:46.470358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Calling delete_port for e9b1e5e2-4ef5-407f-9ce6-19971aae938d owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:50:46.658405 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:46.674819 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e9b1e5e2-4ef5-407f-9ce6-19971aae938d'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:50:46.687523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Pushing event deleted for resources: {'Port': ['ID=e9b1e5e2-4ef5-407f-9ce6-19971aae938d,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:46.732192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] No DVR routers for this DVR port e9b1e5e2-4ef5-407f-9ce6-19971aae938d on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:50:46.734843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:46.738324 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9b84d71e-b14c-498b-b3ee-0dd85f945cb7 req-a77b9a37-03f2-48bd-84c8-eed979e167c4 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.45 "DELETE /v2.0/ports/e9b1e5e2-4ef5-407f-9ce6-19971aae938d HTTP/1.1" status: 204 len: 173 time: 0.4505167 Dec 20 23:50:46.738767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-deleted', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:50:46.741197 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108afd4-00bf-4927-91fe-e0ee2eef74c9" -d '{"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-deleted", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:50:46.778274 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421b4a44-4a65-469b-8cd1-a641dfde5de9 x-openstack-request-id: req-421b4a44-4a65-469b-8cd1-a641dfde5de9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:50:46.778588 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b8a240-57b8-4531-ab17-1828c06a7b46", "name": "network-vif-deleted", "tag": "e9b1e5e2-4ef5-407f-9ce6-19971aae938d", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:50:46.778841 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-421b4a44-4a65-469b-8cd1-a641dfde5de9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:50:46.779235 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b8a240-57b8-4531-ab17-1828c06a7b46', 'name': 'network-vif-deleted', 'tag': 'e9b1e5e2-4ef5-407f-9ce6-19971aae938d', 'status': 'completed', 'code': 200} Dec 20 23:50:47.303352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a999138-c872-44f2-bef2-4512e9cdccd4 req-b6ce5760-917f-4160-9773-6536de68fc37 tempest-ServerDiskConfigTestJSON-107132213 tempest-ServerDiskConfigTestJSON-107132213-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4b8a240-57b8-4531-ab17-1828c06a7b46 HTTP/1.1" status: 200 len: 210 time: 0.0304530 Dec 20 23:50:47.916095 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:50:48.429226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35502) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:48.473609 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Deleting subnet 68165bcf-0975-415b-81bc-62c821ccc545 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 23:50:48.477027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.517335 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.555102 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.647645 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.676078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68165bcf-0975-415b-81bc-62c821ccc545,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:48.679167 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.682363 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/68165bcf-0975-415b-81bc-62c821ccc545 HTTP/1.1" status: 204 len: 168 time: 0.2520924 Dec 20 23:50:48.687474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35504) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:48.696229 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.696582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.696926 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.697266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.697599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.697962 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.698294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.698623 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.698949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.699273 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.699600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.699923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.700243 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be757a0-5ba8-4fc2-ac29-3ae05b6a73e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:48.766738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.842199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.862715 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b91d4-6f27-407c-8a8d-527b04a243de']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:48.872286 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd15d3c-195b-4795-885c-af0445542b83') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:48.872579 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd15d3c-195b-4795-885c-af0445542b83') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:48.886156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.899220 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.905139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 23:50:48.905543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: timer() Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: self._notify() Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 23:50:48.907217 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 23:50:49.006353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.011874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.015108 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/695b91d4-6f27-407c-8a8d-527b04a243de HTTP/1.1" status: 204 len: 168 time: 0.3267214 Dec 20 23:50:49.026202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c32b73-c853-4963-bcd8-8bc105a0fda7 admin admin] Pushing event deleted for resources: {'Network': ['ID=695b91d4-6f27-407c-8a8d-527b04a243de,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:49.332267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35508) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:49.372498 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d6f6748e-c1f2-4b1e-b0d1-91f9b37d9f42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a19021f03e24e77a9532ceac0680e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390399 Dec 20 23:50:49.374955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35510) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:49.422009 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.446651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.554999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.557604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:49.558790 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bec068c0-3c72-446c-87c6-ca10c5de02f0 HTTP/1.1" status: 204 len: 168 time: 0.1829429 Dec 20 23:50:49.567100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d30d-5e7e-40e1-a14a-a125737aef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec068c0-3c72-446c-87c6-ca10c5de02f0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:50.528824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35532) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:50.588294 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:50:50.609088 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: e9b1e5e2-4ef5-407f-9ce6-19971aae938d {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:50:50.609440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e9b1e5e2-4ef5-407f-9ce6-19971aae938d not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:50:50.633003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1034294395-network', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:50.714947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:50:50.717406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:50.727212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:50.800094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:50.874917 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:50.895433 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 23:50:50.913315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cdb670-9ca0-4d26-9de4-03e661c4c91f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:50.915347 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:50.915694 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Added segment 6102debe-1d41-466b-8703-2114177002e6 of type vlan for network 923a3876-fc16-4934-bb9a-b73e2c68bea9 Dec 20 23:50:50.955782 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.029345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.030343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:51.030945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.093521 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] Pushing event updated for resources: {'Network': ['ID=923a3876-fc16-4934-bb9a-b73e2c68bea9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:51.104100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 23:50:51.123458 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f613f01a-dd08-4a55-a967-9d8c49eaed80 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5933616 Dec 20 23:50:51.126511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35536) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:51.131914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Request body: {'subnet': {'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1034294395-subnet', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:51.217989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:50:51.220363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.447079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.502721 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579fa8c2-fb61-435f-af0a-61cfb8e868a0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:51.513278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:50:51.513633 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Network hostable DHCP agents. Network: 923a3876-fc16-4934-bb9a-b73e2c68bea9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 23:50:51.577637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 23:50:51.640292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 923a3876-fc16-4934-bb9a-b73e2c68bea9) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:51.645000 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:51.645979 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.649065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e32ee7-b93a-4702-abf6-a08d59bb0794 None None] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:50:51.712244 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2a9bfb87-4694-487f-965b-fcc65074b2e5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5845368 Dec 20 23:50:51.715334 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35538) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:51.719718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:51.750063 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-923a3876-fc16-4934-bb9a-b73e2c68bea9', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 23:50:51.750338 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.795339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.796445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.851879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:51.885484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Allocated IP 172.20.0.2 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/c043deb8-983b-484c-89ae-b73514f989bd) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:50:52.027427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.028284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.103976 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.143756 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:50:52.147382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:52.150770 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:50:52.156180 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Pushing event updated for resources: {'Port': ['ID=c043deb8-983b-484c-89ae-b73514f989bd,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:52.210542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Attempting to bind port c043deb8-983b-484c-89ae-b73514f989bd on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:50:52.211041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Attempting to bind port c043deb8-983b-484c-89ae-b73514f989bd by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:50:52.211409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Attempting to bind port c043deb8-983b-484c-89ae-b73514f989bd on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:50:52.216434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:50:52.216807 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:50:52.217204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.217596 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:50:52.218080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Bound port: c043deb8-983b-484c-89ae-b73514f989bd, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:50:52.218454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.284233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] For port c043deb8-983b-484c-89ae-b73514f989bd, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:50:52.288117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] For port c043deb8-983b-484c-89ae-b73514f989bd, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c043deb8-983b-484c-89ae-b73514f989bd,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:50:52.304001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.322787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.372801 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.431305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Allocated IP 172.25.1.17 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a16bc2d6-9a82-4be5-9db4-704e6ae02523) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:50:52.433014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b50832-5648-498a-9dc2-6af43dc0614a None None] Pushing event updated for resources: {'Port': ['ID=c043deb8-983b-484c-89ae-b73514f989bd,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:52.539992 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.652595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.695083 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:50:52.698148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:52.701640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:50:52.707332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Pushing event updated for resources: {'Port': ['ID=a16bc2d6-9a82-4be5-9db4-704e6ae02523,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:52.720422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098c777-734a-4cb7-a3a8-4f6ed33197fc None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:50:52.813299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6dbd6c5f-7f89-4bca-81c0-27702cfdd111 None None] Provisioning complete for port a16bc2d6-9a82-4be5-9db4-704e6ae02523 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:52.813676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6dbd6c5f-7f89-4bca-81c0-27702cfdd111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:52.853268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd6c5f-7f89-4bca-81c0-27702cfdd111 None None] Port a16bc2d6-9a82-4be5-9db4-704e6ae02523 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:50:53.046551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.250658 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.320808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf168e6-a0fa-4ed6-abca-0a989415d119 None None] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 23:50:53.402584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] Provisioning complete for port c043deb8-983b-484c-89ae-b73514f989bd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:53.402865 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.417871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 23:50:53.513205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.555218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] For port c043deb8-983b-484c-89ae-b73514f989bd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c043deb8-983b-484c-89ae-b73514f989bd,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:53.620981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c043deb8-983b-484c-89ae-b73514f989bd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:53.625344 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.718538 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04af3f-6a20-4d5c-b6f6-68162bce42d3 None None] Pushing event updated for resources: {'Port': ['ID=c043deb8-983b-484c-89ae-b73514f989bd,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:53.729626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c043deb8-983b-484c-89ae-b73514f989bd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:53.730260 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.772179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-47766e8e-2960-4519-bb25-34350f52f7e4 None None] Provisioning complete for port c043deb8-983b-484c-89ae-b73514f989bd triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:53.772561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47766e8e-2960-4519-bb25-34350f52f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.879492 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:50:53.889893 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:50:53.902039 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:50:53.902723 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:50:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:53.962982 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:53.964176 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6234381a-09bc-47d0-ac45-f1006c3cc0fa admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2478426 Dec 20 23:50:53.967038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35540) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:54.006354 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:50:54.185431 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:52Z', 'revision_number': 3, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:54.212823 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:50:54.213263 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Updating router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 port a16bc2d6-9a82-4be5-9db4-704e6ae02523 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:50:54.238989 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.390943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.505440 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.565510 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Allocated IP 172.20.0.1 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/b654e8c9-40e4-4d73-852f-58f8df6a9d6c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:50:54.572313 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.621041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ac440-9f4c-4027-a0bb-c5fb8bd8182b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:50:54.633714 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Attempting to bind port a16bc2d6-9a82-4be5-9db4-704e6ae02523 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:50:54.634135 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Attempting to bind port a16bc2d6-9a82-4be5-9db4-704e6ae02523 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:50:54.634548 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Attempting to bind port a16bc2d6-9a82-4be5-9db4-704e6ae02523 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:50:54.637371 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Pushing event updated for resources: {'Port': ['ID=a16bc2d6-9a82-4be5-9db4-704e6ae02523,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:54.646136 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:50:54.646514 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:50:54.646991 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.647384 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:50:54.647846 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Bound port: a16bc2d6-9a82-4be5-9db4-704e6ae02523, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:50:54.648218 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.651555 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.651887 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.652217 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.652557 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.652888 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.653232 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.653560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.653907 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.654232 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.654546 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.654863 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.655176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.655491 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:50:54.682591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.706459 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] For port a16bc2d6-9a82-4be5-9db4-704e6ae02523, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:50:54.710906 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] For port a16bc2d6-9a82-4be5-9db4-704e6ae02523, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a16bc2d6-9a82-4be5-9db4-704e6ae02523,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:50:54.718109 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f37df9bd-505b-4432-a715-6cd3ce85d928 None None] Provisioning complete for port a16bc2d6-9a82-4be5-9db4-704e6ae02523 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:54.720456 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f37df9bd-505b-4432-a715-6cd3ce85d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.753896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-f37df9bd-505b-4432-a715-6cd3ce85d928 None None] Port a16bc2d6-9a82-4be5-9db4-704e6ae02523 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:50:54.778474 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.801424 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.824758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340656d-4fd3-4c50-9a6b-5850c5e6c57b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 23:50:54.846794 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:50:54.847418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:50:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:54.850110 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249fa1-291f-435c-8105-35ce351ed4d0 None None] Pushing event updated for resources: {'Port': ['ID=a16bc2d6-9a82-4be5-9db4-704e6ae02523,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:54.855258 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:50:54.858548 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:54.861528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:50:54.882481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] Provisioning complete for port a16bc2d6-9a82-4be5-9db4-704e6ae02523 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:54.883495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.890898 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Pushing event updated for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:54.914432 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.983149 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:54.995854 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:50:55.132673 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.199083 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:52Z', 'revision_number': 3, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:55.201544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] For port a16bc2d6-9a82-4be5-9db4-704e6ae02523, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a16bc2d6-9a82-4be5-9db4-704e6ae02523,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:55.226359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d56d2-69a4-4e8c-b165-5cabddf72812 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:52Z', 'revision_number': 3, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:50:55.252696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.302189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee534ab-c444-453a-9fad-7dcd400596b6 None None] Pushing event updated for resources: {'Port': ['ID=a16bc2d6-9a82-4be5-9db4-704e6ae02523,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:55.318835 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.375386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-53585aab-8bb3-4780-8968-946c7387de07 None None] Provisioning complete for port b654e8c9-40e4-4d73-852f-58f8df6a9d6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:55.375756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-53585aab-8bb3-4780-8968-946c7387de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.402128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.410808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-53585aab-8bb3-4780-8968-946c7387de07 None None] Port b654e8c9-40e4-4d73-852f-58f8df6a9d6c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:50:55.497438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.499328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Pushing event updated for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:55.612241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:50:55.613949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:55.767324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:50:55.826930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a16bc2d6-9a82-4be5-9db4-704e6ae02523 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:55.893934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a16bc2d6-9a82-4be5-9db4-704e6ae02523 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:55.894310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:55.902984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:50:55.913339 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-20049153-88f6-46a7-bb73-ca7bc8938003 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e6b2ac8-08e8-44df-b9c7-d978293d7603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440389 Dec 20 23:50:55.957026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0dc0b6a4-2ee9-4418-a896-b03707f60991 None None] Provisioning complete for port b654e8c9-40e4-4d73-852f-58f8df6a9d6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:55.957405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0dc0b6a4-2ee9-4418-a896-b03707f60991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.025688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0b6a4-2ee9-4418-a896-b03707f60991 None None] Port b654e8c9-40e4-4d73-852f-58f8df6a9d6c cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:50:56.044715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c043deb8-983b-484c-89ae-b73514f989bd up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:56.094068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c043deb8-983b-484c-89ae-b73514f989bd triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:56.094447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.415968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35548) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:56.420712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097658046', 'description': 'tempest-description--163621767'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:56.509374 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.580254 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.629100 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.660158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:56.717067 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.718470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-207be6df-0006-4a0d-96ce-36d74356a7e8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3014238 Dec 20 23:50:56.721417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35550) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:56.726543 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'security_group_rule': {'security_group_id': '70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:56.823619 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.839365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:50:56.848566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:50:56.849516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:50:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:56.885783 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.954362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:50:56.960445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:56.980464 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccb4dcf-a67f-4991-b3a7-bb479254ad78,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:57.042460 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.043691 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6e8bd95c-5ab6-41f4-8c7f-7f7e9da2fb73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211653 Dec 20 23:50:57.046342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35552) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:57.050790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'security_group_rule': {'security_group_id': '70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:57.131662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.155143 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 2, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:57.181358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:50:57.181767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Updating router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 port b654e8c9-40e4-4d73-852f-58f8df6a9d6c binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 23:50:57.188709 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.206448 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.251880 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.272981 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e86aad-ae0c-4ad1-b71c-e2b6380406e1,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:57.345521 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.346799 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c52252a-9d50-445f-8729-72f9080baec3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994976 Dec 20 23:50:57.350421 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 35554) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:50:57.354787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:50:57.435079 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.471093 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.537927 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.539422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.587574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b7671-ef31-46de-be7a-df5fbb27d341 None None] Pushing event updated for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:57.648135 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Attempting to bind port b654e8c9-40e4-4d73-852f-58f8df6a9d6c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:50:57.648508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Attempting to bind port b654e8c9-40e4-4d73-852f-58f8df6a9d6c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:50:57.649100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Attempting to bind port b654e8c9-40e4-4d73-852f-58f8df6a9d6c on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:50:57.654641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Allocated IP 172.25.1.188 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/cd34924d-0d49-4eb2-b30d-ec377494002c) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:50:57.655141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:50:57.655522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:50:57.656234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.656362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:50:57.656844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Bound port: b654e8c9-40e4-4d73-852f-58f8df6a9d6c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:50:57.657194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.732020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] For port b654e8c9-40e4-4d73-852f-58f8df6a9d6c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:50:57.735704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] For port b654e8c9-40e4-4d73-852f-58f8df6a9d6c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:50:57.772530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.807058 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.874465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:50:57.875149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:50:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:57.878593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b7671-ef31-46de-be7a-df5fbb27d341 None None] Pushing event updated for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:57.884937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] Provisioning complete for port b654e8c9-40e4-4d73-852f-58f8df6a9d6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:57.885311 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.892245 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:57.938358 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:50:57.944295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:50:57.946586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:50:57.972584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=cd34924d-0d49-4eb2-b30d-ec377494002c,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:58.048936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.054798 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:50:58.091005 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.128216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.199975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] For port b654e8c9-40e4-4d73-852f-58f8df6a9d6c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:50:58.259340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.282457 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.314660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1c822-fcc9-43a9-8e85-987aa38bfebd None None] Pushing event updated for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:58.324613 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:57Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:50:58.349375 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.354895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf39557-3512-49f5-9080-ac8154417180 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:57Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:50:58.389817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d72add51-6bad-4172-bb59-349f4610ab27 None None] Provisioning complete for port b654e8c9-40e4-4d73-852f-58f8df6a9d6c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:58.390681 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d72add51-6bad-4172-bb59-349f4610ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.439712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=cd34924d-0d49-4eb2-b30d-ec377494002c,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:50:58.454090 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.480243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.562863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:50:58.564150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2ed31c9b-5916-4a25-a0f7-37a5b8759e09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2127981 Dec 20 23:50:58.726715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-935b58c3-811b-40ae-bf8e-c511839afe18 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1097658046&fields=id&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 267 time: 0.0438745 Dec 20 23:50:58.839191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-f0c48e06-21a9-4bc6-b7b8-6758baa49382 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:50:58.840715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-f0c48e06-21a9-4bc6-b7b8-6758baa49382 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1071534 Dec 20 23:50:58.856825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-b176e724-98df-4710-913e-2972cce00227 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/quotas/a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 375 time: 0.0102735 Dec 20 23:50:58.909650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-b5f5e3d5-13fb-475c-bfd6-4e3bdb646aa8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469561 Dec 20 23:50:59.090279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-f73c0e8e-bf4b-40f2-9518-d18ee5786495 service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313200 Dec 20 23:50:59.184869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-cf85f8ed-5c3e-422f-8f3c-496be7ae62c2 service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Dec 20 23:50:59.433002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bdc85e3-26de-4d00-81eb-4727b72e8d52 req-e33372d7-98d7-4829-a868-ab912db139c9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Dec 20 23:50:59.746983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b654e8c9-40e4-4d73-852f-58f8df6a9d6c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:50:59.797083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port b654e8c9-40e4-4d73-852f-58f8df6a9d6c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:50:59.797455 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:00.527941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b417d44e-a0eb-4e9c-a432-c384b2cc62f8 req-47c9faf0-55ae-4d22-906e-a750815df8ca tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Dec 20 23:51:01.489958 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-39623183-7264-4e4a-b24c-dbac5370423f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:01.491374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-39623183-7264-4e4a-b24c-dbac5370423f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1071095 Dec 20 23:51:01.556687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-477e0bf6-5940-4149-9d2e-07a7f0382ce9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 380 time: 0.0549350 Dec 20 23:51:01.569967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'port': {'device_id': 'd07ea671-6b05-4311-9725-f33f8712f033', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'admin_state_up': True, 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'security_groups': ['70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:51:01.664783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5099a34d-7502-4de6-83a0-f5f0532063a0 req-de93e6f7-a876-4085-bceb-f3fad3d76340 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 210 time: 0.0370097 Dec 20 23:51:01.777593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:51:01.781275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:01.907078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Allocated IP 172.20.0.8 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/e56b757b-9ba9-41d5-b87a-f6145c7f1155) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:51:02.048224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.155193 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.200133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:51:02.203346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:51:02.205871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:51:02.243374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:51:02.279593 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:02.280847 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.439976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c35cfd71-53bb-4574-9b41-397848d29a3b None None] Provisioning complete for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:51:02.440517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c35cfd71-53bb-4574-9b41-397848d29a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.443715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-9ce79958-f08d-48fd-ad10-c152d9fe8421 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777537 Dec 20 23:51:02.461532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Request body: {'port': {'device_id': 'd07ea671-6b05-4311-9725-f33f8712f033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:51:02.481133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c35cfd71-53bb-4574-9b41-397848d29a3b None None] Port e56b757b-9ba9-41d5-b87a-f6145c7f1155 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:51:02.517291 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.819006 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56b757b-9ba9-41d5-b87a-f6145c7f1155 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:51:02.837014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09823a-02e2-4a2d-8826-c24d033c8f6e req-4cbc1a36-1c39-49d6-a812-d3b981c313b2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:02.838568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e09823a-02e2-4a2d-8826-c24d033c8f6e req-4cbc1a36-1c39-49d6-a812-d3b981c313b2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 931 time: 0.0961502 Dec 20 23:51:02.840482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.859516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Transition to ACTIVE for port object e56b757b-9ba9-41d5-b87a-f6145c7f1155 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:51:02.895744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e09823a-02e2-4a2d-8826-c24d033c8f6e req-f3cf6935-bc63-4024-870e-8a8ba489f39e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458927 Dec 20 23:51:02.948700 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:02.997154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:51:03.073103 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:51:03.073425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:51:03.073778 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:51:03.078443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:51:03.078815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:51:03.083998 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:51:03.084329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:51:03.084719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:51:03.085157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Bound port: e56b757b-9ba9-41d5-b87a-f6145c7f1155, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:51:03.085488 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:03.151767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:51:03.154942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:51:03.223868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:03.256003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:03.256681 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:03.258110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] 10.222.0.45 "PUT /v2.0/ports/e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1091 time: 0.8018384 Dec 20 23:51:03.258563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:51:03.260838 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:51:03.293033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf64cab-d380-4c37-9a0d-48036390913a service neutron] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:51:03.303874 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d7d05-ca5e-4d21-a734-37d582cd9add x-openstack-request-id: req-fb3d7d05-ca5e-4d21-a734-37d582cd9add {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:51:03.304168 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:51:03.304425 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb3d7d05-ca5e-4d21-a734-37d582cd9add {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:51:03.304830 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'status': 'completed', 'code': 200} Dec 20 23:51:03.369766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-ca979f0e-d797-4ce5-bd21-eca6a7ca7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:03.374988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-ca979f0e-d797-4ce5-bd21-eca6a7ca7701 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1094 time: 0.0451322 Dec 20 23:51:03.475651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-4093f312-0feb-40d4-8f2d-cd59535bfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:03.477096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-4093f312-0feb-40d4-8f2d-cd59535bfa47 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8a766d4a3374adb93e836dad092e79c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976143 Dec 20 23:51:03.579198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-686d2f93-c84a-4a33-818b-8333f3f8d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:03.580654 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-462d1312-4a65-47f2-8dd3-1f1149e5f4e0 req-686d2f93-c84a-4a33-818b-8333f3f8d748 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913553 Dec 20 23:51:03.772412 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:04.025088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-c2127411-e869-4a35-be74-0f59b7f2c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:04.026587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-c2127411-e869-4a35-be74-0f59b7f2c9fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1094 time: 0.4055762 Dec 20 23:51:04.038203 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8eb3e-8ad2-48f2-b650-7ba7f87a8724 req-c25e5b91-c1cf-418c-8800-4905b47139f0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:04.039523 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aef8eb3e-8ad2-48f2-b650-7ba7f87a8724 req-c25e5b91-c1cf-418c-8800-4905b47139f0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0566635 Dec 20 23:51:04.083330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-90adcb04-dd0c-4093-997d-cb82732b013b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 217 time: 0.0415134 Dec 20 23:51:04.146669 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aef8eb3e-8ad2-48f2-b650-7ba7f87a8724 req-53cd7ad6-3e5e-4b3f-8958-cf828a20d798 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999134 Dec 20 23:51:04.153363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-e7d7f9d1-3b17-4971-a7e5-00528e8bad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:04.154768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-e7d7f9d1-3b17-4971-a7e5-00528e8bad75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0602934 Dec 20 23:51:04.204758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-a1ea00dd-ea81-47c0-84f3-1c11a999784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:04.206130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-a1ea00dd-ea81-47c0-84f3-1c11a999784d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392833 Dec 20 23:51:04.300080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-c7e330a4-9ef7-4ba9-870a-b6d85006cc6f service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815129 Dec 20 23:51:04.394529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b52dc7dc-1770-4e27-b332-f97968fdac2d req-504f95b9-0bab-42de-813d-90adc83b8a15 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827296 Dec 20 23:51:04.857195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b772e70b-fb04-49ad-8bf5-b3ceb3a5ab29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:05.269748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769e1f-ab78-4c43-b2e5-b721cd37ec4c req-6a452260-1481-4677-a30c-c7abd66d17f8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:05.271385 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf769e1f-ab78-4c43-b2e5-b721cd37ec4c req-6a452260-1481-4677-a30c-c7abd66d17f8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0534642 Dec 20 23:51:05.318306 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf769e1f-ab78-4c43-b2e5-b721cd37ec4c req-3097285d-c0ce-4501-8053-1d7b69e3011f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Dec 20 23:51:06.436226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c3412-1fd9-4e8d-8316-264dacfe4ca6 req-8eb7f362-23c7-446f-8fb7-43f0dab9c2d5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:06.437705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-607c3412-1fd9-4e8d-8316-264dacfe4ca6 req-8eb7f362-23c7-446f-8fb7-43f0dab9c2d5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0484395 Dec 20 23:51:06.484341 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-607c3412-1fd9-4e8d-8316-264dacfe4ca6 req-6cdc0335-aeff-45d0-bdf6-744be0b200e3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Dec 20 23:51:07.602734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a5c36-112c-4ea1-b0e2-3866f6129e9b req-2997fa15-6aeb-4838-98df-e63043beee48 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:07.604289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb0a5c36-112c-4ea1-b0e2-3866f6129e9b req-2997fa15-6aeb-4838-98df-e63043beee48 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0503895 Dec 20 23:51:07.622791 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-13858ca4-aafd-412f-b5fa-95eddd679246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:07.655108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb0a5c36-112c-4ea1-b0e2-3866f6129e9b req-cb2853ef-0a11-4b4d-8ede-e224b15284ec tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Dec 20 23:51:08.475264 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:08.689216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:51:08.771730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf8e8-1489-4627-b334-e7362ad0d4ed req-929b77cc-f9ff-460b-bfc3-9f68bfaa8350 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:08.773236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-949bf8e8-1489-4627-b334-e7362ad0d4ed req-929b77cc-f9ff-460b-bfc3-9f68bfaa8350 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0505819 Dec 20 23:51:08.788074 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:51:08.798692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'mac_address': 'fa:16:3e:2d:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:51:08.820618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-949bf8e8-1489-4627-b334-e7362ad0d4ed req-55e9c5e8-984c-4819-8c57-0dfb267c029c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Dec 20 23:51:08.835577 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:08.848154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56b757b-9ba9-41d5-b87a-f6145c7f1155 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:51:08.867210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:51:08.914663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:08.964753 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:51:08.971817 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.972162 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.972497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.972830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.973195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.973551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.974199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.974523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.974870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.975188 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.975506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.975820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:08.976133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:51:09.155333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['e56b757b-9ba9-41d5-b87a-f6145c7f1155'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:51:09.880594 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:09.936858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058b1a3-4492-4df9-a9ae-ceebf38d1c7f req-068bdcfb-d547-43a9-916d-f8dfa7b1e44e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:09.938379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4058b1a3-4492-4df9-a9ae-ceebf38d1c7f req-068bdcfb-d547-43a9-916d-f8dfa7b1e44e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 944 time: 0.0494206 Dec 20 23:51:09.985469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4058b1a3-4492-4df9-a9ae-ceebf38d1c7f req-23e5f73c-c6ed-48e7-9eee-4415b8b4e708 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Dec 20 23:51:10.520379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:10.688174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:51:10.805745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:51:10.809915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:51:10.810277 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:10.884936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:10.907355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:51:10.909594 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b96bdb-1b76-48fb-be29-1bf042b17f50" -d '{"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-plugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:51:10.923397 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:51:10.948751 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7812d1-b7a8-40a6-8069-c2399d39c565 x-openstack-request-id: req-af7812d1-b7a8-40a6-8069-c2399d39c565 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:51:10.949049 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-plugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:51:10.949300 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af7812d1-b7a8-40a6-8069-c2399d39c565 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:51:10.949696 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'code': 200} Dec 20 23:51:10.977328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:11.029712 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:51:11.069310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca8fa-cab3-4699-9fe4-93acfc09e280 req-aa37d2a8-4a62-42b1-b8e5-432b8329c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:11.070736 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-596ca8fa-cab3-4699-9fe4-93acfc09e280 req-aa37d2a8-4a62-42b1-b8e5-432b8329c58e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1096 time: 0.0552735 Dec 20 23:51:11.126368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951987-5cfe-4bee-aefd-71b1f981dae3 req-c3f90daa-7dc0-449f-8b07-6a90d1735a74 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:11.127834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93951987-5cfe-4bee-aefd-71b1f981dae3 req-c3f90daa-7dc0-449f-8b07-6a90d1735a74 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0714104 Dec 20 23:51:11.152771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-596ca8fa-cab3-4699-9fe4-93acfc09e280 req-1fd88d5b-3996-4367-8b68-d44134389297 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687222 Dec 20 23:51:11.181195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93951987-5cfe-4bee-aefd-71b1f981dae3 req-80fba1e1-21be-4594-bde4-15b6a8a3f352 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Dec 20 23:51:12.302022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbec12b-33e2-4626-b141-6645d0236894 req-61c50da7-9d11-40a4-ae3c-1f4970046f70 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:12.303527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fbec12b-33e2-4626-b141-6645d0236894 req-61c50da7-9d11-40a4-ae3c-1f4970046f70 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Dec 20 23:51:12.351505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3fbec12b-33e2-4626-b141-6645d0236894 req-9d243dcc-dd39-47f5-b19f-779339338295 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Dec 20 23:51:13.466192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7820e5-782e-4ee6-aee9-873099175ea1 req-44c286a2-d94c-45ab-89bd-e74b02790bed tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:13.467671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c7820e5-782e-4ee6-aee9-873099175ea1 req-44c286a2-d94c-45ab-89bd-e74b02790bed tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Dec 20 23:51:13.514375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c7820e5-782e-4ee6-aee9-873099175ea1 req-8460402b-dca7-4bd1-b536-15c07bedfd05 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Dec 20 23:51:13.624514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6f005-c7c2-4a2e-b3e0-e196625a7cb3 req-53d4c22e-b6d0-4c04-86e9-21f951d9c4ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:13.625976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-feb6f005-c7c2-4a2e-b3e0-e196625a7cb3 req-53d4c22e-b6d0-4c04-86e9-21f951d9c4ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Dec 20 23:51:13.635531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 35626) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:51:13.639802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'floatingip': {'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:51:13.681330 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:14.113068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:14.171224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:14.265833 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca associated. External IP: 172.25.1.188, port: e56b757b-9ba9-41d5-b87a-f6145c7f1155. Dec 20 23:51:14.469909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:51:14.576271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:51:14.580988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:14.586595 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:51:14.595977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:51:14.596580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:51:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:51:14.608554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-28692b2b-7f5f-4e21-8039-27f03d73b58e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "PUT /v2.0/floatingips/846885fd-4434-4f31-8cbc-5e3bf0f7beca HTTP/1.1" status: 200 len: 991 time: 0.9720349 Dec 20 23:51:14.609139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:51:14.611450 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c45e6a1-4781-48e5-988a-0bf2dda8e391" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:51:14.658028 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9204eb-d46d-4913-b4ba-64b424f119dd x-openstack-request-id: req-fe9204eb-d46d-4913-b4ba-64b424f119dd {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:51:14.658546 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:51:14.658802 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe9204eb-d46d-4913-b4ba-64b424f119dd {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:51:14.659204 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'status': 'completed', 'code': 200} Dec 20 23:51:14.703950 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:51:14.723993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-c8a9782c-2017-443f-b328-aaa25d515eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:14.725899 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-c8a9782c-2017-443f-b328-aaa25d515eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1096 time: 0.0423033 Dec 20 23:51:14.819793 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-03a114e0-04c9-404f-b627-1cb69ca4a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:14.821259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-03a114e0-04c9-404f-b627-1cb69ca4a4d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0885844 Dec 20 23:51:14.887532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-8c42fc85-0939-44ea-9a1d-480ccf2799c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 999 time: 0.0590739 Dec 20 23:51:14.927694 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:2d:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07ea671-6b05-4311-9725-f33f8712f033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:51:14Z', 'revision_number': 1, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:51:14.940677 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-81b852c2-7dcd-4ae4-89ce-369d811b7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:14.942290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-81b852c2-7dcd-4ae4-89ce-369d811b7655 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0473239 Dec 20 23:51:14.952765 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:51:14.961565 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:51:14.962208 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:51:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:51:14.989295 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-bdd88aff-a619-4e87-a23f-bf214122bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:14.990838 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-bdd88aff-a619-4e87-a23f-bf214122bbed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408456 Dec 20 23:51:15.066147 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:51:15.080384 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-95e53678-44bd-4edc-a45d-4f4ccc4f1e63 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820038 Dec 20 23:51:15.174143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c45e6a1-4781-48e5-988a-0bf2dda8e391 req-ebf16668-61a2-40db-8760-44abb21368e8 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868559 Dec 20 23:51:15.287488 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:2d:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07ea671-6b05-4311-9725-f33f8712f033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:51:14Z', 'revision_number': 1, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:51:15.312874 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5c5dd-af75-4792-bb2d-0244301183a2 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:2d:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07ea671-6b05-4311-9725-f33f8712f033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:51:14Z', 'revision_number': 1, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:51:15.497949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b016dc-c03a-4b63-a8ff-088582a9bf36 None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:51:24.915605 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:51:28.468077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:33.730873 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:34.878835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-399b237b-e0cd-4532-b232-4e583d52f503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:35.594740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-06b91b45-0726-4b63-a010-a45d7d01cc19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389221 Dec 20 23:51:35.678327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-aed0884f-9988-4ca7-8b7f-0fe52dd3eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:35.679809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-aed0884f-9988-4ca7-8b7f-0fe52dd3eb66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1096 time: 0.0401931 Dec 20 23:51:35.786513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-2f7a4585-17d7-47a4-b4b7-5a25623ea12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:35.787988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-2f7a4585-17d7-47a4-b4b7-5a25623ea12c service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0887251 Dec 20 23:51:35.857231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-06cee359-2749-4cf3-bf15-780255c49d03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1001 time: 0.0606666 Dec 20 23:51:35.906077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-dfcde67e-663b-4053-b775-6576a01bd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:35.907533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-dfcde67e-663b-4053-b775-6576a01bd6d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0420301 Dec 20 23:51:35.954567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-7266e21c-6946-4b98-a38b-d4a6ac4a3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:51:35.956072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-7266e21c-6946-4b98-a38b-d4a6ac4a3712 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407255 Dec 20 23:51:36.051704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-5c0df02a-319c-4b35-ac5c-63698a914a84 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860500 Dec 20 23:51:36.145082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-091e75d6-6ff1-4d0a-a851-cd85b75e522b req-72c0eeb8-7936-42e2-982b-689c648bdff5 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823812 Dec 20 23:51:37.644928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48ab41b5-61b2-4bfc-b61e-912a43eed6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:38.473971 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:39.913665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:40.519586 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:51:58.494818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:01.914709 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:52:03.827486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:04.862002 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5fb7be0d-b81f-4751-835f-5ec30c4d2c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:07.650307 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e723bf40-b013-4e00-89d6-dd3a7f47d0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:08.507121 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:09.913299 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:10.496465 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:28.455568 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:33.750938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:34.870851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a438f3dc-78ac-43fb-8db7-c59d400f1338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:35.603154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-30c0aafe-05a0-4cfe-aaaa-5d4b3a63edf8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454755 Dec 20 23:52:35.697293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63165-0b37-4e49-b682-8cda21d61711 req-9c8f2ddb-2a54-437f-9aa4-17d440158834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:35.698814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-9c8f2ddb-2a54-437f-9aa4-17d440158834 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1096 time: 0.0486274 Dec 20 23:52:35.810885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63165-0b37-4e49-b682-8cda21d61711 req-faa62313-14c6-4a55-89d9-4b6ba779bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:35.812355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-faa62313-14c6-4a55-89d9-4b6ba779bda0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0852120 Dec 20 23:52:35.884149 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-ec6d3a1f-51e6-41fc-899a-84ef1ed59710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1001 time: 0.0621712 Dec 20 23:52:35.936784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63165-0b37-4e49-b682-8cda21d61711 req-d44caa41-15d9-40cd-b4b8-2c3010457978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:35.938250 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-d44caa41-15d9-40cd-b4b8-2c3010457978 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0432014 Dec 20 23:52:35.988980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63165-0b37-4e49-b682-8cda21d61711 req-2c94c9d3-505b-456f-af0c-716cc07a2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:35.990488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-2c94c9d3-505b-456f-af0c-716cc07a2753 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408385 Dec 20 23:52:36.087235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-3a2d9605-bfa2-4b36-be55-a2f0e0295915 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Dec 20 23:52:36.180590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45e63165-0b37-4e49-b682-8cda21d61711 req-ff2b4bd4-d6e8-46c4-ad74-417e5c4b53ab service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814288 Dec 20 23:52:37.632438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4293f01c-e0e6-4e76-872a-566846cd608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:38.483878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:38.913045 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:52:39.918004 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:40.523694 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:56.186141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f13ce-0281-46e9-a72d-f5a4d1d5032b req-a887d8f6-07be-414e-b8f7-bc24f023261e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:56.187650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d8f13ce-0281-46e9-a72d-f5a4d1d5032b req-a887d8f6-07be-414e-b8f7-bc24f023261e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Dec 20 23:52:56.235698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1d8f13ce-0281-46e9-a72d-f5a4d1d5032b req-2cacdfaa-a94e-43d9-98b4-c5d927bc7a65 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Dec 20 23:52:56.648451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38a98-d146-467e-a884-0fd7bb7fd196 req-40e4bf43-6877-442a-9f5a-f904390bb7fb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:56.649952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90c38a98-d146-467e-a884-0fd7bb7fd196 req-40e4bf43-6877-442a-9f5a-f904390bb7fb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0488615 Dec 20 23:52:56.697583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-90c38a98-d146-467e-a884-0fd7bb7fd196 req-dac829c4-10a8-4a99-b467-d0b5bf14d144 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Dec 20 23:52:56.825329 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-f56a6256-358f-4fc7-93c8-f9110ce356bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842223 Dec 20 23:52:57.820900 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12590e-f832-4bec-81c1-717bdaddcef5 req-7d548a78-b4cc-43ca-b7a7-655427a21eee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:57.822451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c12590e-f832-4bec-81c1-717bdaddcef5 req-7d548a78-b4cc-43ca-b7a7-655427a21eee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0505407 Dec 20 23:52:57.875072 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c12590e-f832-4bec-81c1-717bdaddcef5 req-d3b54ee1-98fa-4435-be31-c00d30e47eb5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Dec 20 23:52:58.482061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:52:58.802244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-54867f5f-e20c-42b8-98ac-b650889a7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:58.803859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-54867f5f-e20c-42b8-98ac-b650889a7d4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1096 time: 0.0400975 Dec 20 23:52:58.897871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-eb61803f-bd32-488c-9aa9-9b7c9eada162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:58.899686 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-eb61803f-bd32-488c-9aa9-9b7c9eada162 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0836551 Dec 20 23:52:59.000599 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-31fe5896-caa7-41a1-a05f-95408bd92c33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1001 time: 0.0898356 Dec 20 23:52:59.015587 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8325e11-7d63-4268-ac15-52cfd2b27ecd req-86722e59-4621-4862-b207-cd59c8302ad6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:59.017001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8325e11-7d63-4268-ac15-52cfd2b27ecd req-86722e59-4621-4862-b207-cd59c8302ad6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0667336 Dec 20 23:52:59.087069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-92e5fd24-4f84-4161-8911-c052229bb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:59.088417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-92e5fd24-4f84-4161-8911-c052229bb289 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0705845 Dec 20 23:52:59.100294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8325e11-7d63-4268-ac15-52cfd2b27ecd req-2e4d2cb1-1d71-4447-966b-d4c1359b9834 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742083 Dec 20 23:52:59.140013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-cc1c9d91-0b4b-4d3c-8bb7-0af4c392a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:52:59.141516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-cc1c9d91-0b4b-4d3c-8bb7-0af4c392a975 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403769 Dec 20 23:52:59.233732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-94f22d6f-4320-4a9f-b91f-a01d0ab55b3c service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801122 Dec 20 23:52:59.328134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-3dcb14ec-68a7-4533-ba64-3512c0e347b1 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836916 Dec 20 23:53:00.213977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097d40f-0bb2-461f-9fb2-9a34d0157386 req-af0bb3a5-b077-4776-a50b-2c53b42735d0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:00.215437 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b097d40f-0bb2-461f-9fb2-9a34d0157386 req-af0bb3a5-b077-4776-a50b-2c53b42735d0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0482826 Dec 20 23:53:00.262572 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b097d40f-0bb2-461f-9fb2-9a34d0157386 req-e242d8ab-4c86-411a-a15a-96f3505c9eb9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Dec 20 23:53:01.382299 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793ba9-e1fe-45ad-a32e-e537c13ce5b2 req-d4143c12-345a-4e95-baeb-ee022e6f9dad tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:01.383756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e793ba9-e1fe-45ad-a32e-e537c13ce5b2 req-d4143c12-345a-4e95-baeb-ee022e6f9dad tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Dec 20 23:53:01.430947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e793ba9-e1fe-45ad-a32e-e537c13ce5b2 req-d1e41272-e99b-4775-afa9-206463f121dd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Dec 20 23:53:02.547820 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f30b-aa88-4970-a49a-d8c9c560faa4 req-69e33e8f-b378-4c01-85e9-be95fbe6af4d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:02.549502 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2643f30b-aa88-4970-a49a-d8c9c560faa4 req-69e33e8f-b378-4c01-85e9-be95fbe6af4d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Dec 20 23:53:02.595912 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2643f30b-aa88-4970-a49a-d8c9c560faa4 req-1238dc6e-8797-4cec-9721-948569010bc9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Dec 20 23:53:03.715648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae6b8f-c1ae-4b77-a142-9b6147d59ebb req-487d7480-9bad-475e-9c57-0af56ca6cd2f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:03.718147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0ae6b8f-c1ae-4b77-a142-9b6147d59ebb req-487d7480-9bad-475e-9c57-0af56ca6cd2f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0505517 Dec 20 23:53:03.761074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:03.772162 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0ae6b8f-c1ae-4b77-a142-9b6147d59ebb req-c951e4f9-63ed-40d5-b233-a5ecb3133599 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455167 Dec 20 23:53:04.883405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-563434b2-4c8e-4476-9751-34845085361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:04.889540 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad4bce-3c28-459a-87a7-b904f47259dc req-f6d15a45-6513-4db5-8449-ec9661f5ecce tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:04.891055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faad4bce-3c28-459a-87a7-b904f47259dc req-f6d15a45-6513-4db5-8449-ec9661f5ecce tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0496314 Dec 20 23:53:04.938541 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-faad4bce-3c28-459a-87a7-b904f47259dc req-d4792fdb-4c75-49d4-92eb-67659630d5d1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Dec 20 23:53:06.053095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ceb8e-8637-4345-a796-0e1bacf612f7 req-bca14c4f-47c8-40a1-885f-b7565ec3b7a9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:06.054600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-030ceb8e-8637-4345-a796-0e1bacf612f7 req-bca14c4f-47c8-40a1-885f-b7565ec3b7a9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Dec 20 23:53:06.101484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-030ceb8e-8637-4345-a796-0e1bacf612f7 req-9ef7e49a-f346-4b4d-bbca-e2647daf87ee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Dec 20 23:53:07.227138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676309d2-f7bb-4831-8a97-09b424b0f29f req-74f1d98b-b9c7-402b-8a6d-e3af4e80e335 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:07.227138 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-676309d2-f7bb-4831-8a97-09b424b0f29f req-74f1d98b-b9c7-402b-8a6d-e3af4e80e335 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0524163 Dec 20 23:53:07.268540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-676309d2-f7bb-4831-8a97-09b424b0f29f req-866e362d-4a92-4e4f-baeb-283d4dca1860 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419824 Dec 20 23:53:07.660335 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b7d60336-cd7b-42f1-ab79-d8129ec3f11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:08.386195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ff58-b16c-4c4f-9e3f-8b39ea4c985a req-6e4c5564-7ed7-4964-bfb8-f09fe8840073 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:08.387685 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1d2ff58-b16c-4c4f-9e3f-8b39ea4c985a req-6e4c5564-7ed7-4964-bfb8-f09fe8840073 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Dec 20 23:53:08.435356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1d2ff58-b16c-4c4f-9e3f-8b39ea4c985a req-efc82cdc-77d1-4ef1-b289-7388fb57baba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Dec 20 23:53:08.503435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:09.552907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0048c6-a39a-404f-8815-b190f29bd6bb req-370007c0-7e43-478a-b754-60ee1336b671 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:09.554409 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e0048c6-a39a-404f-8815-b190f29bd6bb req-370007c0-7e43-478a-b754-60ee1336b671 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Dec 20 23:53:09.605170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e0048c6-a39a-404f-8815-b190f29bd6bb req-51398499-9ad2-4929-93d1-9274acca2288 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447199 Dec 20 23:53:09.898151 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:10.492370 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:10.720171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372f6c-dddc-4afe-a00a-85bc5f876000 req-1c1ee387-13e9-47a7-9920-cda4d2820f8e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:10.721650 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e372f6c-dddc-4afe-a00a-85bc5f876000 req-1c1ee387-13e9-47a7-9920-cda4d2820f8e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0489254 Dec 20 23:53:10.769135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5e372f6c-dddc-4afe-a00a-85bc5f876000 req-0981eb30-6190-4d92-82e0-2a82a9cd9fc6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Dec 20 23:53:11.754738 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-484f2713-7428-4890-8cd9-da8672f04c52 service neutron] show failed (client error): The resource could not be found. Dec 20 23:53:11.755752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-484f2713-7428-4890-8cd9-da8672f04c52 service neutron] 10.222.0.45 "GET /v2.0/ports/e56b757b-9ba9-41d5-b87a-f6145c7f1155/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0538015 Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:53:11.885572 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:53:11.890142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750bcc-5021-45ea-a193-0ce19ff1b433 req-8f86acb0-16dc-409a-aaa3-f1f833232f3c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:11.891635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4750bcc-5021-45ea-a193-0ce19ff1b433 req-8f86acb0-16dc-409a-aaa3-f1f833232f3c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0563147 Dec 20 23:53:11.939715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4750bcc-5021-45ea-a193-0ce19ff1b433 req-000b10ca-df86-4122-90a1-eea12c3cd589 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Dec 20 23:53:12.334270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-222bd8e1-ec20-4efe-9e69-87bdca6d2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:12.335770 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-222bd8e1-ec20-4efe-9e69-87bdca6d2f4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1096 time: 0.0503464 Dec 20 23:53:12.348530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:53:12.400324 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:12.601430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:12.639278 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:53:12.678535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:12.683539 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:12.696252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Transition to ACTIVE for port object e56b757b-9ba9-41d5-b87a-f6145c7f1155 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:53:12.722163 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4da423-c4ed-4b5f-80d5-108c322edb45" -d '{"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-unplugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:12.778210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:12.819672 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0987447-47c5-46af-bef6-aa27a07a2a7b x-openstack-request-id: req-d0987447-47c5-46af-bef6-aa27a07a2a7b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:12.819970 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-unplugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:12.820296 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0987447-47c5-46af-bef6-aa27a07a2a7b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:12.820707 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'code': 200} Dec 20 23:53:12.894714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:12.920837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.921187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.921535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.921910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.922247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.922586 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.922919 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.923249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.923576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.923907 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.924238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.924565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.924890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:12.967556 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] No DVR routers for this DVR port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:53:13.061459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121495-3b03-447e-a1d7-2454d83b7bba req-60d87519-fd31-4c85-a9d7-b560e1788d1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.063054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b121495-3b03-447e-a1d7-2454d83b7bba req-60d87519-fd31-4c85-a9d7-b560e1788d1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0497742 Dec 20 23:53:13.102410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:53:13.102732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:53:13.102930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:53:13.107326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:53:13.107640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Attempting to bind port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:53:13.112642 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:53:13.113123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:53:13.113512 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:53:13.113964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Bound port: e56b757b-9ba9-41d5-b87a-f6145c7f1155, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:53:13.114343 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:13.115371 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b121495-3b03-447e-a1d7-2454d83b7bba req-df4dd696-fa65-4cb1-9b6e-e723397db2e9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 Dec 20 23:53:13.180814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:53:13.183850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:53:13.260679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:13.292619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.293236 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:13.294658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] 10.222.0.59 "PUT /v2.0/ports/e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1091 time: 0.9504788 Dec 20 23:53:13.318738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ed05d-882a-47b6-a2cb-54b1f23c4143 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:13.363266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-7416aae5-b375-4171-b483-0e1453837e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.365320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-7416aae5-b375-4171-b483-0e1453837e73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1094 time: 0.0431995 Dec 20 23:53:13.465202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-57adba19-6464-458c-bad3-33d26ea89d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.466704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-57adba19-6464-458c-bad3-33d26ea89d64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0943108 Dec 20 23:53:13.533312 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-42bfb6e0-ba4d-4eae-864f-af04b0a63050 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 999 time: 0.0577877 Dec 20 23:53:13.581410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-32602f73-be34-4e0b-a299-2968fcf0045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.582879 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-32602f73-be34-4e0b-a299-2968fcf0045a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0426807 Dec 20 23:53:13.631349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-eb12be6f-9b76-44f5-b38e-0f449252c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:13.632725 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-eb12be6f-9b76-44f5-b38e-0f449252c02f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431342 Dec 20 23:53:13.721384 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-ff322b5b-06d4-42eb-acc9-6399aa2ef2eb service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811894 Dec 20 23:53:13.812149 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2cff7e83-3787-4e57-a889-3bea615c3206 req-ebcb1e30-0d65-44e8-83f7-f3d6c7014907 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836501 Dec 20 23:53:14.235609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532bbbe-a6d9-4b82-9625-d2eb4dd02510 req-1657e69c-5676-4abd-98a5-988453d24cf5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:14.236970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e532bbbe-a6d9-4b82-9625-d2eb4dd02510 req-1657e69c-5676-4abd-98a5-988453d24cf5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.0479264 Dec 20 23:53:14.285903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e532bbbe-a6d9-4b82-9625-d2eb4dd02510 req-431bfa2f-4e57-4e77-acea-ae63af0e6137 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Dec 20 23:53:14.821798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:14.824229 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:14.873501 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ccad89-97e7-4a5b-b79c-5c1d4abcd468 x-openstack-request-id: req-00ccad89-97e7-4a5b-b79c-5c1d4abcd468 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:14.873833 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:14.874086 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00ccad89-97e7-4a5b-b79c-5c1d4abcd468 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:14.874480 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'status': 'completed', 'code': 200} Dec 20 23:53:14.941535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-596919b4-48de-410d-ac2e-ed479d3c9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:14.942707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-be830b28-e9f6-431e-a6f4-8a0f5cb6e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:14.943102 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-596919b4-48de-410d-ac2e-ed479d3c9af1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1094 time: 0.0427983 Dec 20 23:53:14.944255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-be830b28-e9f6-431e-a6f4-8a0f5cb6e72d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1094 time: 0.0401855 Dec 20 23:53:15.036393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-5ffc212e-bb2f-4e2b-b112-fb10524b27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.037224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-e71caa89-d095-4fe1-958d-ceb716a3c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.038434 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-5ffc212e-bb2f-4e2b-b112-fb10524b27e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0882134 Dec 20 23:53:15.038754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-e71caa89-d095-4fe1-958d-ceb716a3c5d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0827694 Dec 20 23:53:15.105222 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-29f57511-6422-47cd-a734-f7404254b228 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 999 time: 0.0594065 Dec 20 23:53:15.112970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-0ca1ee36-e94c-468c-914c-283456bf0739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 999 time: 0.0625632 Dec 20 23:53:15.156008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-9b9046a3-5874-4d5b-8bed-01f70caa3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.157466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-9b9046a3-5874-4d5b-8bed-01f70caa3dbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0436070 Dec 20 23:53:15.165511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-b682d4c7-116d-49db-9d7e-c3d89814cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.166981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-b682d4c7-116d-49db-9d7e-c3d89814cf7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0425186 Dec 20 23:53:15.209768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-f43dda07-4277-4565-92f1-58dcbc6aebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.211264 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-f43dda07-4277-4565-92f1-58dcbc6aebdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450873 Dec 20 23:53:15.222385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-efecf7f1-bbf7-4d5a-96ca-62643e0a5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.223880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-efecf7f1-bbf7-4d5a-96ca-62643e0a5cde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402467 Dec 20 23:53:15.281964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:53:15.305551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-5a18ca60-90af-4f50-b078-4036886a99af service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Dec 20 23:53:15.319378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-14867c99-b49c-49cd-9b6d-7dc49232d32a service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869336 Dec 20 23:53:15.329332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:53:15.329332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:53:15.391637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:53:15.412223 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-b9883f6c-4637-4d9f-a475-6ee2f6298b1c service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981719 Dec 20 23:53:15.499783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:15.513123 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'mac_address': 'fa:16:3e:2d:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:53:15.552941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:15.566617 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56b757b-9ba9-41d5-b87a-f6145c7f1155 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:53:15.588300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:15.641440 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:15.691785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:15.701961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.702342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.702655 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.702995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.703576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.703923 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.704255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.704584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.704913 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.705238 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.705588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.705934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.706259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:15.788856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7f73f4a-006e-4d6f-aef4-b13a477e6b34 req-6f63122d-5c06-4b5e-82e0-268cdb726fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592919 Dec 20 23:53:15.796596 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71fc12-3a4f-4125-a51c-3856b61f2c56 req-b5ba6d6e-def7-484b-a07b-2afd98665f33 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:15.798032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c71fc12-3a4f-4125-a51c-3856b61f2c56 req-b5ba6d6e-def7-484b-a07b-2afd98665f33 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 943 time: 0.4382603 Dec 20 23:53:15.847003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c71fc12-3a4f-4125-a51c-3856b61f2c56 req-3e941ef7-e6b3-489c-bb2a-6c9e5378ce1d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Dec 20 23:53:15.882856 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['e56b757b-9ba9-41d5-b87a-f6145c7f1155'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:53:15.912452 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:53:16.965094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f2b4-1871-401c-ae16-fcc7e1a437f0 req-d9657163-ed7d-4409-875c-c5ceaadbaeae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:16.966568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6898f2b4-1871-401c-ae16-fcc7e1a437f0 req-d9657163-ed7d-4409-875c-c5ceaadbaeae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 944 time: 0.0477226 Dec 20 23:53:17.012255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6898f2b4-1871-401c-ae16-fcc7e1a437f0 req-75322972-4f38-4f5e-ba05-0ef04718be25 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Dec 20 23:53:17.328281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1bfb2-c8ca-4695-8e21-8a3081a89885 req-c58744ad-2317-4170-ad98-312cfbfcf7aa tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.329939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72e1bfb2-c8ca-4695-8e21-8a3081a89885 req-c58744ad-2317-4170-ad98-312cfbfcf7aa tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 944 time: 0.0520258 Dec 20 23:53:17.396100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:53:17.407728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72e1bfb2-c8ca-4695-8e21-8a3081a89885 req-2803a0e7-97c1-4591-9d34-c8d2209ffdda tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709620 Dec 20 23:53:17.423847 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-bcb5e8f8-1cde-4b92-8186-b4a681139cf6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.423847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-bcb5e8f8-1cde-4b92-8186-b4a681139cf6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033&tenant_id=a8a766d4a3374adb93e836dad092e79c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 944 time: 0.0663984 Dec 20 23:53:17.487223 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-3bd65bfe-ffd8-47fe-9906-290141765168 service neutron] delete failed (client error): The resource could not be found. Dec 20 23:53:17.488147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-3bd65bfe-ffd8-47fe-9906-290141765168 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e56b757b-9ba9-41d5-b87a-f6145c7f1155/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0535150 Dec 20 23:53:17.503215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:53:17.507380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port e56b757b-9ba9-41d5-b87a-f6145c7f1155 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:53:17.509088 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:17.572860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-bcbf9c2c-7e6d-4f96-94dc-5880d1116506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.574416 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-bcbf9c2c-7e6d-4f96-94dc-5880d1116506 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 1095 time: 0.0404606 Dec 20 23:53:17.589052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:17.612114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:17.614382 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee154825-c061-4be5-90ba-d3fb52aa9595" -d '{"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-plugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:17.627031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:17.665685 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6dbf30-b27a-4c2b-a1ae-0d0e7639a6af x-openstack-request-id: req-cb6dbf30-b27a-4c2b-a1ae-0d0e7639a6af {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:17.666001 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-plugged", "status": "completed", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:17.666307 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb6dbf30-b27a-4c2b-a1ae-0d0e7639a6af {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:17.666703 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'code': 200} Dec 20 23:53:17.672736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-86be3fb3-3009-447c-ba9a-6607e0595b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.674240 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-86be3fb3-3009-447c-ba9a-6607e0595b20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0895970 Dec 20 23:53:17.706219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:17.747653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-6d020760-db88-40b0-997f-9d7087cc140d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 200 len: 1000 time: 0.0608573 Dec 20 23:53:17.754546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:17.804507 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-fe90c891-ad1a-472f-9405-ea71fdbb92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.807109 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-fe90c891-ad1a-472f-9405-ea71fdbb92f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0474362 Dec 20 23:53:17.857132 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-f5e3f5cb-befd-4a0d-bffc-55e5b58688e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:17.858647 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-f5e3f5cb-befd-4a0d-bffc-55e5b58688e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395257 Dec 20 23:53:17.956901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-6d7419f2-b488-4cb4-880c-010b1e658fd1 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860763 Dec 20 23:53:18.049613 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0418e325-1525-48aa-8ca8-f7cc59ca60be req-336b74e6-8fdb-44cd-a61d-9ba2d84398bd service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806203 Dec 20 23:53:18.528122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57ae3-b25c-42ec-832b-a93cb0427a9e req-64b42cc7-8255-404e-915e-494b090cdcd9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:18.529595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdd57ae3-b25c-42ec-832b-a93cb0427a9e req-64b42cc7-8255-404e-915e-494b090cdcd9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0500097 Dec 20 23:53:18.581672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fdd57ae3-b25c-42ec-832b-a93cb0427a9e req-906a5da0-a587-4f88-aecc-59f2027eb7d3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461390 Dec 20 23:53:19.700890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3176b-86ad-4a43-9792-390e9e9833a2 req-aba174c7-56c5-49f6-a99e-8e962f314615 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:19.702417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84d3176b-86ad-4a43-9792-390e9e9833a2 req-aba174c7-56c5-49f6-a99e-8e962f314615 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Dec 20 23:53:19.750158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84d3176b-86ad-4a43-9792-390e9e9833a2 req-47ef7919-4467-4a42-9a40-176db76cb1d9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Dec 20 23:53:19.866485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad1a8b-2f92-4fae-a774-26be59791c6a req-14e5797d-8277-46e4-9927-9d29474b646b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:19.867890 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33ad1a8b-2f92-4fae-a774-26be59791c6a req-14e5797d-8277-46e4-9927-9d29474b646b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Dec 20 23:53:19.914380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-33ad1a8b-2f92-4fae-a774-26be59791c6a req-7791dca4-88c3-49eb-92c9-8dffb1e31d3c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Dec 20 23:53:20.030977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc71f79-e33b-49e5-81c1-626f9016c7c8 req-50a633a3-cd57-48ae-9c13-2261e03378b9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:20.032431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9cc71f79-e33b-49e5-81c1-626f9016c7c8 req-50a633a3-cd57-48ae-9c13-2261e03378b9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Dec 20 23:53:20.079052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9cc71f79-e33b-49e5-81c1-626f9016c7c8 req-e0c907b3-50d9-472b-9f5e-2c54164f90fd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Dec 20 23:53:20.574987 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70a790-940b-4840-8e0b-0ac0c62c3036 req-67196588-4a88-4fdb-b478-c256d1c5e3b6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:20.576464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c70a790-940b-4840-8e0b-0ac0c62c3036 req-67196588-4a88-4fdb-b478-c256d1c5e3b6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0488884 Dec 20 23:53:20.624766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c70a790-940b-4840-8e0b-0ac0c62c3036 req-33a1e91b-7706-41c9-8b5f-5d145b327eb4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Dec 20 23:53:21.742644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8626b-ad81-498e-aad1-652a55cbde54 req-48cdffbe-ea15-4b1c-b913-160068bb9768 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:21.744107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b8626b-ad81-498e-aad1-652a55cbde54 req-48cdffbe-ea15-4b1c-b913-160068bb9768 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0490477 Dec 20 23:53:21.795681 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76b8626b-ad81-498e-aad1-652a55cbde54 req-ce27b17c-a2c1-49f7-ae43-1478174317d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Dec 20 23:53:21.855536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-846e748b-3ffe-4a9a-99ec-6583b0ca6ff5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:21.857002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-846e748b-3ffe-4a9a-99ec-6583b0ca6ff5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Dec 20 23:53:21.943785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Deleting port e56b757b-9ba9-41d5-b87a-f6145c7f1155 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:53:21.944121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:22.032728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] For port e56b757b-9ba9-41d5-b87a-f6145c7f1155, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=e56b757b-9ba9-41d5-b87a-f6145c7f1155,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:22.033084 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:22.196491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:22.196760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:22.197071 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca disassociated. External IP: 172.25.1.188, port: e56b757b-9ba9-41d5-b87a-f6145c7f1155. Dec 20 23:53:22.197403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Calling delete_port for e56b757b-9ba9-41d5-b87a-f6145c7f1155 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:53:22.400099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:22.430008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'Port': ['ID=e56b757b-9ba9-41d5-b87a-f6145c7f1155,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:22.546028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:53:22.895553 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7d47a0be-74c2-489a-b67d-50109da1315f req-0eda6e70-f7e7-41b2-ac6d-771364246576 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=d07ea671-6b05-4311-9725-f33f8712f033 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Dec 20 23:53:22.989101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:53:22.999892 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:53:23.009983 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:53:23.010583 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:53:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:23.027290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] No DVR routers for this DVR port e56b757b-9ba9-41d5-b87a-f6145c7f1155 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:53:23.029974 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:23.033373 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-78d82d6a-eb63-4ca4-99a5-d23b5123111f req-7465cf1c-ed7b-42fd-a6c1-793c06b5cf2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "DELETE /v2.0/ports/e56b757b-9ba9-41d5-b87a-f6145c7f1155 HTTP/1.1" status: 204 len: 173 time: 1.1702373 Dec 20 23:53:23.033870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-deleted', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:23.036133 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276748cc-1096-42cb-9880-6545920f4568" -d '{"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-deleted", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:23.073653 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7a5a0-70b6-4ff2-9014-093cd8272f8f x-openstack-request-id: req-41e7a5a0-70b6-4ff2-9014-093cd8272f8f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:23.073922 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea671-6b05-4311-9725-f33f8712f033", "name": "network-vif-deleted", "tag": "e56b757b-9ba9-41d5-b87a-f6145c7f1155", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:23.074170 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41e7a5a0-70b6-4ff2-9014-093cd8272f8f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:23.074593 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea671-6b05-4311-9725-f33f8712f033', 'name': 'network-vif-deleted', 'tag': 'e56b757b-9ba9-41d5-b87a-f6145c7f1155', 'status': 'completed', 'code': 200} Dec 20 23:53:23.118363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:53:23.406283 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:23.432680 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:53:23.440670 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:53:23.441324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:53:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:23.547674 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:53:23.742757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:23.772282 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9152-ce88-42ed-ba5a-89c3efed51ed None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:53:23.998240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823bf56-db0d-4da8-8b49-693f1cb6a70c None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:53:24.138381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-fa398d09-5345-4afa-aced-8314a040b9a5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1097658046&fields=id&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 267 time: 0.0436902 Dec 20 23:53:24.252156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-34032f3e-aa41-47bf-bb6f-16f467851b5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:24.253549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-34032f3e-aa41-47bf-bb6f-16f467851b5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1084092 Dec 20 23:53:24.269091 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-56df2404-3d2b-43bc-8840-992afd79a0fe tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/quotas/a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 375 time: 0.0092714 Dec 20 23:53:24.321136 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-0d32f755-6e7b-477f-a519-80749a2f62ed tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455334 Dec 20 23:53:24.486100 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-0a015d7c-fd35-4acc-9bff-08a42faf1323 service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192937 Dec 20 23:53:24.578248 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-6ef078ae-75ea-40af-8283-50eae0d959d0 service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858757 Dec 20 23:53:24.810161 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-251c74af-801e-4e22-99a3-acdbb873320f req-afdb6c04-a805-4305-864e-63ed20f1ea59 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Dec 20 23:53:25.412168 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:53:25.433132 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: e56b757b-9ba9-41d5-b87a-f6145c7f1155 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:53:25.433481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device e56b757b-9ba9-41d5-b87a-f6145c7f1155 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:53:25.895011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5722444-64c2-46c4-a473-96efaf5c617a req-58eeeac0-8b01-4888-b2f7-56e1c9b9cfa7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0256965 Dec 20 23:53:26.975708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2647811-4fcf-442e-979c-fe3605b347f2 req-14b5d76d-bc05-44d9-aff5-74bbbd8c6299 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Dec 20 23:53:28.056235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b82591d4-a2d9-4764-9543-b9039b83f442 req-d5b3845d-b698-409a-9e4a-b9b71f7addee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0305970 Dec 20 23:53:28.482812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:29.149156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-64d6e50e-c5bf-4f73-af09-a0a1936ead8d req-ad219f18-dea5-4ef1-8d38-9942957cdc06 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0260181 Dec 20 23:53:30.242972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad8c05fe-f99c-43d7-bcc0-29355f8b7a38 req-57eae301-622e-4a29-89f6-ea2a5b290f63 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0271709 Dec 20 23:53:31.159413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-125187a3-6869-465a-9536-9be6a25991a4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:31.160903 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-125187a3-6869-465a-9536-9be6a25991a4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1001663 Dec 20 23:53:31.232765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-f75a817a-11c4-489d-8967-514bb7f836ea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 380 time: 0.0563877 Dec 20 23:53:31.246447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'port': {'device_id': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'admin_state_up': True, 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'security_groups': ['70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:53:31.343796 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-376003b4-c33a-430e-befc-73a25c93e552 req-7e5a2c36-9763-4655-bb60-415177041381 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0311134 Dec 20 23:53:31.437087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:53:31.441080 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:31.576682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Allocated IP 172.20.0.11 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/c95a34d9-a0bd-48aa-ae75-cef997634bda) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:53:31.717351 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:31.814796 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:31.860171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:53:31.863371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:53:31.867622 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:53:31.891952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:31.912169 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.912516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.912850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.913231 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.913560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.913911 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.914329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.914654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.914976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.915293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.915666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.916133 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.916461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:53:31.935049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:31.935827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.017253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-c7845382-662c-4f87-b44d-118321e53f1a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7746997 Dec 20 23:53:32.035105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Request body: {'port': {'device_id': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:53:32.091800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-ef0d6bc2-60f5-4887-b7df-7a3cbf506ea2 None None] Provisioning complete for port c95a34d9-a0bd-48aa-ae75-cef997634bda triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:53:32.092378 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6bc2-60f5-4887-b7df-7a3cbf506ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.095264 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.129914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d6bc2-60f5-4887-b7df-7a3cbf506ea2 None None] Port c95a34d9-a0bd-48aa-ae75-cef997634bda cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:53:32.358840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95a34d9-a0bd-48aa-ae75-cef997634bda {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:53:32.366960 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.379111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Transition to ACTIVE for port object c95a34d9-a0bd-48aa-ae75-cef997634bda will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:53:32.453742 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.510724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04e42-a6ff-4283-9a33-5a8be24cb411 req-9660f877-a496-494c-9ca7-ba1d50bce3ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:32.512313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f04e42-a6ff-4283-9a33-5a8be24cb411 req-9660f877-a496-494c-9ca7-ba1d50bce3ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 932 time: 0.0910428 Dec 20 23:53:32.534104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:32.613944 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3f04e42-a6ff-4283-9a33-5a8be24cb411 req-1803682c-0b36-4a91-931e-782c082c68bb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915740 Dec 20 23:53:32.638534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:53:32.638534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:53:32.638534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:53:32.638870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:53:32.639236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:53:32.644457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:53:32.644789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:53:32.645171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:53:32.645592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Bound port: c95a34d9-a0bd-48aa-ae75-cef997634bda, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:53:32.645963 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.712218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:53:32.715112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:53:32.774902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.810691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:32.811305 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:32.812687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1092 time: 0.7821856 Dec 20 23:53:32.813127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:32.815385 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:32.839271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145ce48-c773-4246-ad89-7ecdc06b93c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:32.869149 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cbe787-82d9-4b14-a14f-ed9f139643cb x-openstack-request-id: req-67cbe787-82d9-4b14-a14f-ed9f139643cb {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:32.869448 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:32.869842 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cbe787-82d9-4b14-a14f-ed9f139643cb {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:32.870252 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'status': 'completed', 'code': 200} Dec 20 23:53:32.944220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-5da24c8b-9c68-48e4-841c-ae186bf8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:32.946505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-5da24c8b-9c68-48e4-841c-ae186bf8c0fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1095 time: 0.0448139 Dec 20 23:53:33.060996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-09a0ad37-1f83-41a8-8b0d-42678d43e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.062518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-09a0ad37-1f83-41a8-8b0d-42678d43e6c9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8a766d4a3374adb93e836dad092e79c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1038578 Dec 20 23:53:33.162815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-b64ee92c-f7a3-479e-8cf6-feec91fad540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.164266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1c9aa7ac-b04d-4ba0-b0fb-9f0d1aec3220 req-b64ee92c-f7a3-479e-8cf6-feec91fad540 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898235 Dec 20 23:53:33.255399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-15cae084-9d4a-459e-bbf3-299a42e861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.257518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-15cae084-9d4a-459e-bbf3-299a42e861c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1095 time: 0.0470452 Dec 20 23:53:33.303495 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-cf8f6360-e653-41a0-82f0-097ba812888b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 217 time: 0.0343874 Dec 20 23:53:33.358279 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-3d54c2be-1dfe-4176-8b41-b890faf81c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.359772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-3d54c2be-1dfe-4176-8b41-b890faf81c4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0456629 Dec 20 23:53:33.414118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-0ba92950-6b74-477a-aa0c-ba1e4bf51845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.415504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-0ba92950-6b74-477a-aa0c-ba1e4bf51845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437951 Dec 20 23:53:33.508826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-a1997aca-cda4-4a96-bffb-464c56d85048 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815239 Dec 20 23:53:33.605625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c6801b9d-9fa6-42f3-a362-62a084b7b64f req-f5167875-aece-4334-a592-196e06947a73 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856490 Dec 20 23:53:33.735425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afea8de-a957-4e07-a1d0-c4314986342d req-6d0f7b14-618f-4e10-8c8d-397715e8bd5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:33.736846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1afea8de-a957-4e07-a1d0-c4314986342d req-6d0f7b14-618f-4e10-8c8d-397715e8bd5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0489671 Dec 20 23:53:33.757409 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:33.784861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1afea8de-a957-4e07-a1d0-c4314986342d req-a1eb60ab-d010-4093-9fdf-2e328ae12741 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Dec 20 23:53:34.882894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bc24006c-c90a-46ea-8276-e529346f4ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:34.905161 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dccdb-82be-43c3-a132-694dfc0a5dfa req-d58fbb86-0406-4b92-9b46-152729855a24 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:34.906705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e2dccdb-82be-43c3-a132-694dfc0a5dfa req-d58fbb86-0406-4b92-9b46-152729855a24 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0493436 Dec 20 23:53:34.954304 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e2dccdb-82be-43c3-a132-694dfc0a5dfa req-39623f4c-2ba2-4ea0-a12e-850df7f2cafe tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Dec 20 23:53:36.076047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0f32-06aa-47a6-ac6f-4d75beb72f2a req-ff9c65f7-cdb4-4c20-9693-57550e920583 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:36.077525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e48b0f32-06aa-47a6-ac6f-4d75beb72f2a req-ff9c65f7-cdb4-4c20-9693-57550e920583 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0519280 Dec 20 23:53:36.135075 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e48b0f32-06aa-47a6-ac6f-4d75beb72f2a req-22fc715c-020e-4458-9946-818d5f707d65 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509453 Dec 20 23:53:37.251511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47cd88-b5a9-4acb-8484-83cc85f18eb9 req-9f2280f8-e415-4f3e-95db-da74fd83e2c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:37.252988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af47cd88-b5a9-4acb-8484-83cc85f18eb9 req-9f2280f8-e415-4f3e-95db-da74fd83e2c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0486584 Dec 20 23:53:37.301425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af47cd88-b5a9-4acb-8484-83cc85f18eb9 req-5e195c9c-f8f4-4ac4-899c-0d9d748355a4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Dec 20 23:53:37.387287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:53:37.482463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:37.492579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'mac_address': 'fa:16:3e:4d:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:53:37.529385 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:37.541647 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95a34d9-a0bd-48aa-ae75-cef997634bda {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:53:37.560354 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:37.657000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:37.690869 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-210ad3c6-bd5c-4a6d-9f83-4286ff588e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:37.703419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:37.962267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['c95a34d9-a0bd-48aa-ae75-cef997634bda'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:53:38.421832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a3bb-e098-4820-9f15-8f0159a7a70f req-0b1c9bae-1f4f-4446-a0fc-de885bf2f493 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:38.423369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8c9a3bb-e098-4820-9f15-8f0159a7a70f req-0b1c9bae-1f4f-4446-a0fc-de885bf2f493 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Dec 20 23:53:38.472498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8c9a3bb-e098-4820-9f15-8f0159a7a70f req-29f87839-9ce0-4fa4-9efc-a5a0e0578c36 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Dec 20 23:53:38.499634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:39.387450 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:53:39.493742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port c95a34d9-a0bd-48aa-ae75-cef997634bda completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:53:39.497643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port c95a34d9-a0bd-48aa-ae75-cef997634bda triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:53:39.498041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:39.576399 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:39.590490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f099e-9423-4c6c-adb3-3459911bc5a5 req-98f0dfec-df00-454a-a2c2-8280400d6142 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:39.592011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc0f099e-9423-4c6c-adb3-3459911bc5a5 req-98f0dfec-df00-454a-a2c2-8280400d6142 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Dec 20 23:53:39.602783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:39.605297 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd8cd6-6bd9-4f17-bd59-9de2368c6262" -d '{"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-plugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:39.619002 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:53:39.640861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dc0f099e-9423-4c6c-adb3-3459911bc5a5 req-cc81f033-a38d-4e91-9f43-18e01c772ccd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Dec 20 23:53:39.647968 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23889a-b109-457b-b915-27514625f8eb x-openstack-request-id: req-bc23889a-b109-457b-b915-27514625f8eb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:39.647968 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-plugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:39.647968 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc23889a-b109-457b-b915-27514625f8eb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:39.647968 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'code': 200} Dec 20 23:53:39.699510 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:39.747598 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:53:39.748321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470f9cf-3efc-49d7-8815-2c2a876f48fa req-cebbf4b2-a91d-43ce-a2e5-7ebc861096eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:39.749973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9470f9cf-3efc-49d7-8815-2c2a876f48fa req-cebbf4b2-a91d-43ce-a2e5-7ebc861096eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0403419 Dec 20 23:53:39.806300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9470f9cf-3efc-49d7-8815-2c2a876f48fa req-349fba43-8421-42e9-8559-bb8872089f3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Dec 20 23:53:39.913782 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:40.488592 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:40.759223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6012c-9047-4c82-b9fa-5a041d8041d0 req-0d8300e8-626e-4a16-b8a6-d1780160bd08 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:40.760623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29e6012c-9047-4c82-b9fa-5a041d8041d0 req-0d8300e8-626e-4a16-b8a6-d1780160bd08 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0487108 Dec 20 23:53:40.808205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-29e6012c-9047-4c82-b9fa-5a041d8041d0 req-670dae99-e6bc-4bd2-a156-21fc66083b52 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Dec 20 23:53:41.924031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054886ed-f86c-49a8-99ab-3d0912df65d3 req-53276aea-1ce9-443c-ae5f-b664c7dc6188 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:41.925525 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-054886ed-f86c-49a8-99ab-3d0912df65d3 req-53276aea-1ce9-443c-ae5f-b664c7dc6188 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0483851 Dec 20 23:53:41.972028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-054886ed-f86c-49a8-99ab-3d0912df65d3 req-64b0462f-f7e9-496e-92ff-2b07ac4e891d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Dec 20 23:53:42.088221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d8b88-f702-40cd-9b66-8efff6a74b4c req-40529d0c-5769-47c4-9295-a9a627a07c85 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:42.089714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a93d8b88-f702-40cd-9b66-8efff6a74b4c req-40529d0c-5769-47c4-9295-a9a627a07c85 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0535040 Dec 20 23:53:42.098565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36074) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:53:42.102921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'floatingip': {'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:53:42.142081 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:42.563319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:42.608381 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:42.707738 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca associated. External IP: 172.25.1.188, port: c95a34d9-a0bd-48aa-ae75-cef997634bda. Dec 20 23:53:42.914748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:53:43.351964 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:53:43.356720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:53:43.362511 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:53:43.372284 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:53:43.372987 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:53:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:43.385456 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-09e9a28f-9533-4d43-a1bb-e7a8e38697d7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "PUT /v2.0/floatingips/846885fd-4434-4f31-8cbc-5e3bf0f7beca HTTP/1.1" status: 200 len: 992 time: 1.2858477 Dec 20 23:53:43.386069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:53:43.388319 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba06902-10e6-497f-afee-d231c88bbbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:53:43.432633 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12f47d-3153-4725-b6f2-9d51c86a458f x-openstack-request-id: req-4e12f47d-3153-4725-b6f2-9d51c86a458f {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:53:43.432927 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:53:43.433191 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e12f47d-3153-4725-b6f2-9d51c86a458f {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:53:43.433594 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'status': 'completed', 'code': 200} Dec 20 23:53:43.480823 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:53:43.496783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-e23a69ad-508f-4aa3-b913-3a4958b32ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:43.498317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-e23a69ad-508f-4aa3-b913-3a4958b32ddb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0407734 Dec 20 23:53:43.590685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-7b711f61-e81b-445b-9b65-49bcec81d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:43.592236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-7b711f61-e81b-445b-9b65-49bcec81d9b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0870316 Dec 20 23:53:43.657219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-d52062d3-d93e-45cf-8e94-379835daa7dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1000 time: 0.0575304 Dec 20 23:53:43.699856 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:4d:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:53:42Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:43.706901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-12420788-6581-4149-ac0f-deb3ac9f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:43.708352 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-12420788-6581-4149-ac0f-deb3ac9f3ca5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0432794 Dec 20 23:53:43.726439 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:53:43.734650 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:53:43.735251 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:53:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:43.757227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-84099e5b-4075-4489-823e-946286dae3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:53:43.758766 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-84099e5b-4075-4489-823e-946286dae3c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434039 Dec 20 23:53:43.837219 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:53:43.848451 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-cb13f7c2-a30c-438d-a57e-2109eb481830 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821886 Dec 20 23:53:43.943165 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ba06902-10e6-497f-afee-d231c88bbbfd req-94d08b7e-4ac4-4b65-a31e-fab4ef9e4ec6 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872369 Dec 20 23:53:44.063807 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:4d:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:53:42Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:53:44.092483 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa23e-63d6-4a80-a959-64207efdf232 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:4d:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:53:42Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:53:44.271589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206382ea-608e-4876-934d-ddcc4746713f None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:53:52.911609 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:53:58.464986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:03.756403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:04.916785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9fe7443e-30d6-4011-bf52-b7f0133d1b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:07.666881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1134ac2a-69c4-43e5-859e-95941c92fe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:08.512443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:09.907116 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:10.493290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:28.488749 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:29.910112 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:54:33.772564 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:34.883062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5f86de2b-02f9-4c03-b0e7-03d08eb819cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:37.694917 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d66-15fa-40cc-942c-587d9a8ae5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:38.488432 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:38.589166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-812e0213-2ad3-40ed-8331-3ddcbe943ab4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400314 Dec 20 23:54:38.675584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-ed5906b5-14ff-4f33-9c45-6bfe17034d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:54:38.677051 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-ed5906b5-14ff-4f33-9c45-6bfe17034d98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0393176 Dec 20 23:54:38.787621 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-f162e9cf-c555-4d57-bb89-112a1ae5cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:54:38.789060 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-f162e9cf-c555-4d57-bb89-112a1ae5cfaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0870290 Dec 20 23:54:38.860139 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-5ce8429d-7ae9-4487-a7dc-d9a2941f772f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1002 time: 0.0591371 Dec 20 23:54:38.915661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-83b67c64-4b5d-4555-9ae1-1fbe70c2f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:54:38.917150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-83b67c64-4b5d-4555-9ae1-1fbe70c2f7f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0483010 Dec 20 23:54:38.963545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-4579fdcb-4dde-46ec-a653-2b03660a2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:54:38.965034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-4579fdcb-4dde-46ec-a653-2b03660a2f2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402622 Dec 20 23:54:39.058438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-ca2b7018-7541-48de-9add-d9546056e030 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Dec 20 23:54:39.155105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6e7854da-8145-42ab-9bc5-86ad55d42494 req-40c96cf7-b0ec-4969-a84c-27597b67d6cc service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846603 Dec 20 23:54:39.909626 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:40.476913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:54:58.493986 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:03.750292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:04.870529 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65ffb093-c2f6-45a1-bc51-4bc5444a4557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:06.908911 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:55:07.641684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3da817a6-26cc-4cb1-89a7-deb4b0bcbf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:08.520159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:09.910526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:10.503195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:24.210121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7087a05-0c8f-45f5-a5a2-f5bdb9f5d00f req-b67a93f1-a87b-4c3b-9fde-348bfeb832f3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:24.211637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7087a05-0c8f-45f5-a5a2-f5bdb9f5d00f req-b67a93f1-a87b-4c3b-9fde-348bfeb832f3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.1478586 Dec 20 23:55:24.259118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7087a05-0c8f-45f5-a5a2-f5bdb9f5d00f req-86124e6b-b885-4266-86c8-59f44a24acef tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Dec 20 23:55:25.440851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384263d3-c236-4410-945f-4e68ea97df71 req-bf086db7-936a-4909-8dbd-849bf930b3a0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:25.442354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-384263d3-c236-4410-945f-4e68ea97df71 req-bf086db7-936a-4909-8dbd-849bf930b3a0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.1122160 Dec 20 23:55:25.489404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-384263d3-c236-4410-945f-4e68ea97df71 req-b9063512-f3ed-4bcb-96df-48f573df4f11 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Dec 20 23:55:26.607610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57618f6-efc3-4b2a-8385-a3ae7737f66a req-824a5538-e163-4ad9-adc0-46ffb8e494e3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:26.609058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d57618f6-efc3-4b2a-8385-a3ae7737f66a req-824a5538-e163-4ad9-adc0-46ffb8e494e3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0485044 Dec 20 23:55:26.656494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d57618f6-efc3-4b2a-8385-a3ae7737f66a req-52972f34-6620-49f1-80eb-f177bded0e79 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Dec 20 23:55:27.771192 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80068c91-6196-4b69-9973-7342ee84befe req-aa33b0b0-c595-4df8-8620-573faa589c44 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:27.772655 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80068c91-6196-4b69-9973-7342ee84befe req-aa33b0b0-c595-4df8-8620-573faa589c44 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0477614 Dec 20 23:55:27.823806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80068c91-6196-4b69-9973-7342ee84befe req-d26e5bb7-5877-4d97-beb5-5e7dcff02946 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Dec 20 23:55:28.526886 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:28.942109 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a376-a3d3-4796-8ffe-496ed09e0cd4 req-eadfaacf-6187-4940-b950-0d548c7ce91a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:28.943590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc78a376-a3d3-4796-8ffe-496ed09e0cd4 req-eadfaacf-6187-4940-b950-0d548c7ce91a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0502548 Dec 20 23:55:28.993854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cc78a376-a3d3-4796-8ffe-496ed09e0cd4 req-7d8095b3-a2a2-4786-8bb3-c04943269493 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Dec 20 23:55:30.108933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae7d5b-3b8d-4b5c-b84d-6859d63daf21 req-dae32f67-2857-4800-99a6-b60a87901ac2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:30.110348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10ae7d5b-3b8d-4b5c-b84d-6859d63daf21 req-dae32f67-2857-4800-99a6-b60a87901ac2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0495069 Dec 20 23:55:30.156635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10ae7d5b-3b8d-4b5c-b84d-6859d63daf21 req-64fb6d17-0726-49bf-83a8-1cc27a58550c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Dec 20 23:55:31.274291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315af887-ef0a-4e5f-bc77-f99b880dda7d req-9713505c-db8b-4596-8251-ab1144d1d20a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:31.275835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-315af887-ef0a-4e5f-bc77-f99b880dda7d req-9713505c-db8b-4596-8251-ab1144d1d20a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Dec 20 23:55:31.322471 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-315af887-ef0a-4e5f-bc77-f99b880dda7d req-8cd51afd-b2d2-47b2-a16b-c722ffc6e65b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Dec 20 23:55:32.438513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c1fe1-b8b1-409f-9cb2-955a0155cd87 req-d934aa82-8ae4-4d33-8233-89a7e31ec468 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:32.439996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e08c1fe1-b8b1-409f-9cb2-955a0155cd87 req-d934aa82-8ae4-4d33-8233-89a7e31ec468 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0489128 Dec 20 23:55:32.487009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e08c1fe1-b8b1-409f-9cb2-955a0155cd87 req-3978c1b9-4309-466c-ae85-ad60885a399c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Dec 20 23:55:33.601429 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a48a92-81e5-4d2e-865c-028539ec3b74 req-89060baa-c114-4ccf-8e6e-cc3f57ccd49b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:33.603504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2a48a92-81e5-4d2e-865c-028539ec3b74 req-89060baa-c114-4ccf-8e6e-cc3f57ccd49b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0493701 Dec 20 23:55:33.653544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2a48a92-81e5-4d2e-865c-028539ec3b74 req-f8deada2-a791-495a-9e55-dc75506a1db2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Dec 20 23:55:33.760948 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:34.768317 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e1300-bf7f-4380-8688-edebf8de3e4e req-591646e3-2972-4430-92fc-e21f77049972 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:34.769802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c5e1300-bf7f-4380-8688-edebf8de3e4e req-591646e3-2972-4430-92fc-e21f77049972 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Dec 20 23:55:34.818996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c5e1300-bf7f-4380-8688-edebf8de3e4e req-446925c8-2e26-4a63-8150-d6f1d8d03e16 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Dec 20 23:55:34.886261 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4c79-955d-4d5e-9aa9-3c800851ef33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:35.936146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168c5f-1d79-4736-8c05-68384ef28da6 req-f591c6a6-73fb-4868-8550-02478b5c539d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:35.937624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c168c5f-1d79-4736-8c05-68384ef28da6 req-f591c6a6-73fb-4868-8550-02478b5c539d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0494380 Dec 20 23:55:35.984892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0c168c5f-1d79-4736-8c05-68384ef28da6 req-5ae1b2f6-7e48-4541-905b-0d136a44edee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Dec 20 23:55:37.106100 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f2f2-62ea-40a3-a7cf-6c9a35e57702 req-f2f441fe-4718-4cc9-98c6-3671c9137bb3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:37.107586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0033f2f2-62ea-40a3-a7cf-6c9a35e57702 req-f2f441fe-4718-4cc9-98c6-3671c9137bb3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0533650 Dec 20 23:55:37.154512 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0033f2f2-62ea-40a3-a7cf-6c9a35e57702 req-fa3c2198-9741-45b0-9ddc-769a8c7fe0c9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Dec 20 23:55:37.652074 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a487657f-5a7f-4804-b246-7710a54181d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:38.270597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a56c6c-e23d-47ac-9e85-379b5712f5cf req-26ba724c-2579-48f7-9010-621dd95d3f67 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:38.272148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43a56c6c-e23d-47ac-9e85-379b5712f5cf req-26ba724c-2579-48f7-9010-621dd95d3f67 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0506036 Dec 20 23:55:38.318961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43a56c6c-e23d-47ac-9e85-379b5712f5cf req-c4c3a82a-5001-421c-aa11-75d550e1fd17 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Dec 20 23:55:38.503526 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:38.683182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74a24-6827-4af0-9522-f150c2a79887 req-09278bef-155f-48af-9981-623268666ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:38.684656 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-09278bef-155f-48af-9981-623268666ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0981493 Dec 20 23:55:38.794457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74a24-6827-4af0-9522-f150c2a79887 req-611c5c21-1a1e-4015-96bd-d450a7f47d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:38.795915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-611c5c21-1a1e-4015-96bd-d450a7f47d11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0851614 Dec 20 23:55:38.871122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-d3bbc9b1-b795-4cf6-adda-dda693fd8885 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1002 time: 0.0623221 Dec 20 23:55:38.924108 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74a24-6827-4af0-9522-f150c2a79887 req-402cc5da-b4d7-47d5-89d7-22b9af14c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:38.925604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-402cc5da-b4d7-47d5-89d7-22b9af14c0a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0435843 Dec 20 23:55:38.975972 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74a24-6827-4af0-9522-f150c2a79887 req-8684f66b-d483-4418-a4c6-62ea7681b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:38.978029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-8684f66b-d483-4418-a4c6-62ea7681b091 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399947 Dec 20 23:55:39.073660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-2fd24c01-e12c-4471-bf19-98d8cf8b89f5 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Dec 20 23:55:39.167118 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-daf74a24-6827-4af0-9522-f150c2a79887 req-2ae899ed-ee6d-4d81-838c-7253fde13b22 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Dec 20 23:55:39.440159 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10f65b-1139-4992-83c8-dca37be8e2c1 req-1e3cb0e1-8b5e-48e8-8a03-40bcbe0b1f1c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:39.441635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad10f65b-1139-4992-83c8-dca37be8e2c1 req-1e3cb0e1-8b5e-48e8-8a03-40bcbe0b1f1c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0536094 Dec 20 23:55:39.488418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad10f65b-1139-4992-83c8-dca37be8e2c1 req-96460d1b-9abb-4c8f-995b-23b178ea0f45 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 Dec 20 23:55:39.897303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:40.480210 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:40.608835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8335-386d-4282-b7d4-fb33ee6c6770 req-79ee533d-0ef4-44e4-a8c1-bea56fb05de9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:40.610331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beaf8335-386d-4282-b7d4-fb33ee6c6770 req-79ee533d-0ef4-44e4-a8c1-bea56fb05de9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0486882 Dec 20 23:55:40.656321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-beaf8335-386d-4282-b7d4-fb33ee6c6770 req-f5da88ec-bd23-49e4-a42b-582254b93950 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Dec 20 23:55:41.012226 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877bd2d-c146-4e11-bd46-4d1e3f64bce4 req-7f339520-53c8-4635-9b6e-31382e307785 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:41.013623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9877bd2d-c146-4e11-bd46-4d1e3f64bce4 req-7f339520-53c8-4635-9b6e-31382e307785 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0500669 Dec 20 23:55:41.065096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9877bd2d-c146-4e11-bd46-4d1e3f64bce4 req-714f08e5-622e-4f0d-aa8f-55d832df691e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Dec 20 23:55:41.105805 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-fa376d30-1abe-400e-9520-191a74c1ed0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434432 Dec 20 23:55:42.188205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4daaa1-9154-4543-bb42-e1e7b3b1fc41 req-338477d9-9c08-49b8-99a0-08354a71ea51 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:42.189706 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b4daaa1-9154-4543-bb42-e1e7b3b1fc41 req-338477d9-9c08-49b8-99a0-08354a71ea51 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0520630 Dec 20 23:55:42.237212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7b4daaa1-9154-4543-bb42-e1e7b3b1fc41 req-0c26113a-b20f-4703-8eb2-1e0545efee75 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Dec 20 23:55:42.877450 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-2714ff1f-270c-48f8-89af-c56a195d4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:42.878951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-2714ff1f-270c-48f8-89af-c56a195d4145 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0417051 Dec 20 23:55:42.975517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-6df0882b-1fd0-4bc1-b852-4a944d90ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:42.976978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-6df0882b-1fd0-4bc1-b852-4a944d90ff32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0887952 Dec 20 23:55:43.045460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-e6509656-b97d-4738-b8d1-a0c98323bed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1002 time: 0.0575290 Dec 20 23:55:43.103546 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-55a17dc5-b04b-48e9-bc37-e102c8562f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:43.105607 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-55a17dc5-b04b-48e9-bc37-e102c8562f07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0471277 Dec 20 23:55:43.158590 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-72be0136-996b-4356-aab3-5d7966fb9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:43.159969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-72be0136-996b-4356-aab3-5d7966fb9b8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404322 Dec 20 23:55:43.254037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-5f8bf41a-2823-4a45-bf29-8e7f94b2a77a service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Dec 20 23:55:43.380967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-73e490bd-86bf-4041-975a-0f3723e544bc service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161990 Dec 20 23:55:43.388734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2a41-512f-452b-840f-5bb9a323fe24 req-800cc21e-4592-4e61-a2c8-44ea24cea190 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:43.390128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25ce2a41-512f-452b-840f-5bb9a323fe24 req-800cc21e-4592-4e61-a2c8-44ea24cea190 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0699723 Dec 20 23:55:43.440303 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-25ce2a41-512f-452b-840f-5bb9a323fe24 req-28555afa-2510-4ac0-88ca-0be4c641eb82 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Dec 20 23:55:43.907802 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:55:44.559846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9e84a-407b-4619-9d21-8b323c220be1 req-88aac305-26ca-4c84-8101-844c73076d91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:44.561327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd9e84a-407b-4619-9d21-8b323c220be1 req-88aac305-26ca-4c84-8101-844c73076d91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0535829 Dec 20 23:55:44.608376 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7fd9e84a-407b-4619-9d21-8b323c220be1 req-8d38b9e4-d2cb-4082-9af9-a90bc74774a0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Dec 20 23:55:45.723861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf46211-5ba7-4664-9e5d-71f4bf67b7d1 req-7e1ed86c-e637-4f05-b245-bc35da772204 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:45.725310 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cf46211-5ba7-4664-9e5d-71f4bf67b7d1 req-7e1ed86c-e637-4f05-b245-bc35da772204 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0491643 Dec 20 23:55:45.802578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0cf46211-5ba7-4664-9e5d-71f4bf67b7d1 req-c905ff10-7a7f-4ffc-916e-d77a11433f76 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706074 Dec 20 23:55:45.818205 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-36755bc7-fe9e-4581-8b5f-38b59960fa11 service neutron] show failed (client error): The resource could not be found. Dec 20 23:55:45.819190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-36755bc7-fe9e-4581-8b5f-38b59960fa11 service neutron] 10.222.0.45 "GET /v2.0/ports/c95a34d9-a0bd-48aa-ae75-cef997634bda/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0748091 Dec 20 23:55:46.326528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-b2fa9337-ca86-4f10-bcff-ed1a6a49641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:46.329603 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-b2fa9337-ca86-4f10-bcff-ed1a6a49641c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1097 time: 0.0836916 Dec 20 23:55:46.338714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-1cc2639f-fb45-4743-aee1-e369eebdc732 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:55:46.340653 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-1cc2639f-fb45-4743-aee1-e369eebdc732 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057614 Dec 20 23:55:46.352107 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:55:46.404048 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:46.603157 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:55:46.634768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:55:46.673174 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:55:46.675501 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a968a7-8a68-4d49-85f6-94ba0fceef2b" -d '{"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-unplugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:55:46.679281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:46.692154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Transition to ACTIVE for port object c95a34d9-a0bd-48aa-ae75-cef997634bda will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:55:46.728936 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c1ed8-dd58-4dca-8dda-d041ad28e905 x-openstack-request-id: req-3a1c1ed8-dd58-4dca-8dda-d041ad28e905 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:55:46.729231 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-unplugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:55:46.729491 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a1c1ed8-dd58-4dca-8dda-d041ad28e905 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:55:46.729945 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'code': 200} Dec 20 23:55:46.765503 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:46.854249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:55:46.869186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.869546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.869922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.870418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.871284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.871602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.871933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.872259 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.872588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.872914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.873240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.873562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.873918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:46.911827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] No DVR routers for this DVR port c95a34d9-a0bd-48aa-ae75-cef997634bda on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:55:46.951242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61b17-1842-4909-a2eb-a128a8ecddff req-254fe21f-daa0-496b-bdd3-41a94711790e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:46.952855 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9af61b17-1842-4909-a2eb-a128a8ecddff req-254fe21f-daa0-496b-bdd3-41a94711790e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0679824 Dec 20 23:55:47.005520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9af61b17-1842-4909-a2eb-a128a8ecddff req-c81a6934-47a3-470a-a93b-13276500e618 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 Dec 20 23:55:47.055641 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:55:47.055975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:55:47.056301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:55:47.061294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:55:47.061562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Attempting to bind port c95a34d9-a0bd-48aa-ae75-cef997634bda on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:55:47.066419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:55:47.066756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:55:47.067142 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:55:47.067563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Bound port: c95a34d9-a0bd-48aa-ae75-cef997634bda, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:55:47.067912 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:47.130169 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:55:47.133253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:55:47.206186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:47.243292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:47.243903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:47.245426 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] 10.222.0.59 "PUT /v2.0/ports/c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1092 time: 0.8968084 Dec 20 23:55:47.265399 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe591-d49d-4e38-bfba-7ea08e14a183 service neutron] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:55:47.314675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-52fbfee7-a73a-4dbc-b7d8-0292f444fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:47.316217 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-52fbfee7-a73a-4dbc-b7d8-0292f444fd9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1095 time: 0.0470459 Dec 20 23:55:47.414581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-d229a1be-3d3e-4252-b2fa-8159045ce85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:47.416214 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-d229a1be-3d3e-4252-b2fa-8159045ce85f service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0922689 Dec 20 23:55:47.488576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-abc13959-5d01-4878-9d12-ae77225d2243 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1000 time: 0.0645244 Dec 20 23:55:47.537379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-7f9d566c-0c1f-42a0-bd0a-d08b5772ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:47.538889 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-7f9d566c-0c1f-42a0-bd0a-d08b5772ce42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0439954 Dec 20 23:55:47.584546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-7010c02e-354d-4ec2-aaac-bc8008173583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:47.586054 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-7010c02e-354d-4ec2-aaac-bc8008173583 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403366 Dec 20 23:55:47.679198 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-d2e6d9d0-0b20-4af0-a90c-41cbc0423973 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851657 Dec 20 23:55:47.767116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-91f1a1b9-5baf-4cf8-a3ca-cade68ac6725 req-58d55251-3409-44aa-9bf7-de89c6855e18 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806878 Dec 20 23:55:48.133657 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab50ae8-3644-415b-af83-ccb252aa3c4f req-b592ffa9-1ac5-4acd-92d8-ae654ee104af tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:48.135246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ab50ae8-3644-415b-af83-ccb252aa3c4f req-b592ffa9-1ac5-4acd-92d8-ae654ee104af tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.0529141 Dec 20 23:55:48.183357 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ab50ae8-3644-415b-af83-ccb252aa3c4f req-2e9d27ca-0159-4ecb-ad76-c661d213b3b6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420003 Dec 20 23:55:48.731813 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:55:48.734253 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d72ddd-344a-436f-9b1f-61f3ed52309f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:55:48.782726 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a71f5-fc4b-4cfe-85ae-9fcadf28e1e3 x-openstack-request-id: req-448a71f5-fc4b-4cfe-85ae-9fcadf28e1e3 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:55:48.783040 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:55:48.783291 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-448a71f5-fc4b-4cfe-85ae-9fcadf28e1e3 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:55:48.783714 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'status': 'completed', 'code': 200} Dec 20 23:55:48.852406 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-af7e6382-d150-4acc-8238-13ce8b3d465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:48.853916 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-af7e6382-d150-4acc-8238-13ce8b3d465c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1095 time: 0.0462666 Dec 20 23:55:48.860266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-8fe03d5e-15fc-4b74-8e04-4d717f62060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:48.861829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-8fe03d5e-15fc-4b74-8e04-4d717f62060a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1095 time: 0.0449028 Dec 20 23:55:48.945172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-484dba74-a436-4d43-bf88-727e48ec499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:48.946688 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-484dba74-a436-4d43-bf88-727e48ec499a service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0856307 Dec 20 23:55:48.954284 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-2537e738-06d6-441b-991d-4e84fb3b8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:48.955728 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-2537e738-06d6-441b-991d-4e84fb3b8103 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0864913 Dec 20 23:55:49.018955 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-16d602f1-f651-4411-b150-8c0a7a337ec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1000 time: 0.0628912 Dec 20 23:55:49.032589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-71fc038a-ae0a-4f9c-a361-b1f714655984 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1000 time: 0.0641932 Dec 20 23:55:49.071857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-298a37a6-d1da-4bdf-9071-7257a095ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:49.073313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-298a37a6-d1da-4bdf-9071-7257a095ed55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0462203 Dec 20 23:55:49.091472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-ddf7593c-faaf-486a-9181-68414b2a804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:49.092994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-ddf7593c-faaf-486a-9181-68414b2a804f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0466285 Dec 20 23:55:49.120944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-406e9aac-314d-48d9-bc03-f47c1097b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:49.123126 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-406e9aac-314d-48d9-bc03-f47c1097b3ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416219 Dec 20 23:55:49.145331 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-79278316-9af0-41b9-878f-11246b5e9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:49.146861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-79278316-9af0-41b9-878f-11246b5e9b49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426323 Dec 20 23:55:49.221173 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-03c08696-a466-48c7-a218-52cf6c0151d1 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912848 Dec 20 23:55:49.251540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-206d1049-6fce-45a0-bf92-2faf67a8da13 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929244 Dec 20 23:55:49.316966 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-20e64bd3-cd90-4956-9b1a-2e7b545dc035 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870116 Dec 20 23:55:49.359808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5323-dab2-4398-a439-47951bec37d5 req-feb138fa-6861-491b-b005-fbcdfcf1c2d4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:49.361326 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed3d5323-dab2-4398-a439-47951bec37d5 req-feb138fa-6861-491b-b005-fbcdfcf1c2d4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 944 time: 0.1054502 Dec 20 23:55:49.412095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8d72ddd-344a-436f-9b1f-61f3ed52309f req-eb40f3c3-2ecd-4d32-a4de-7f9dea5af9ad service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466310 Dec 20 23:55:49.426334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed3d5323-dab2-4398-a439-47951bec37d5 req-cfceb1dc-c87a-4547-b715-dd3020f9738c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586970 Dec 20 23:55:50.070615 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:55:50.109326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port c95a34d9-a0bd-48aa-ae75-cef997634bda host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:55:50.109640 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:55:50.266944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:55:50.360785 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:55:50.370810 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'mac_address': 'fa:16:3e:4d:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:55:50.407540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:50.419659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95a34d9-a0bd-48aa-ae75-cef997634bda {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:55:50.438022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:55:50.491723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:50.540875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:55:50.547676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d82d3-081b-4ac1-a267-a965bf829367 req-79e1539f-c959-455b-8f18-cfbb4d05e312 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:50.550065 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c5d82d3-081b-4ac1-a267-a965bf829367 req-79e1539f-c959-455b-8f18-cfbb4d05e312 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Dec 20 23:55:50.550207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.550207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.550513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.550863 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.551202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.551541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.551874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.552203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.552535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.552926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.553254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.553580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.553926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:55:50.596504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c5d82d3-081b-4ac1-a267-a965bf829367 req-c8a6ea78-bcc1-40a6-a2ff-4f2052f4ece6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Dec 20 23:55:50.716152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['c95a34d9-a0bd-48aa-ae75-cef997634bda'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:55:50.880942 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884f788-4b47-400f-a7a9-b058d41b2b0e req-a446884c-8904-489c-88c2-afcb317eddf7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:50.882485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f884f788-4b47-400f-a7a9-b058d41b2b0e req-a446884c-8904-489c-88c2-afcb317eddf7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 945 time: 0.0548747 Dec 20 23:55:50.965358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-399fc72a-3017-4117-825c-f310954eead4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:50.966833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-399fc72a-3017-4117-825c-f310954eead4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529&tenant_id=a8a766d4a3374adb93e836dad092e79c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 945 time: 0.0835025 Dec 20 23:55:50.971265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f884f788-4b47-400f-a7a9-b058d41b2b0e req-5dc789b8-db56-4621-9076-6b4c4443e917 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791259 Dec 20 23:55:51.033431 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-d9c3b356-fd75-48a7-9d1f-f36d18a430bd service neutron] delete failed (client error): The resource could not be found. Dec 20 23:55:51.034476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-d9c3b356-fd75-48a7-9d1f-f36d18a430bd service neutron] 10.222.0.45 "DELETE /v2.0/ports/c95a34d9-a0bd-48aa-ae75-cef997634bda/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0554848 Dec 20 23:55:51.124768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-386adb63-b4fc-421a-ae15-65bfd736bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:51.126280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-386adb63-b4fc-421a-ae15-65bfd736bccd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1096 time: 0.0413921 Dec 20 23:55:51.222854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-b9b1c240-c206-4a9e-b1d6-ab4811936b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:51.224210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-b9b1c240-c206-4a9e-b1d6-ab4811936b01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0850661 Dec 20 23:55:51.292273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-e98b3f72-bd0e-4f1b-ba30-11ea38334710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1001 time: 0.0568259 Dec 20 23:55:51.349651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-878fdb29-a7de-45e3-9d90-c9666cff15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:51.351112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-878fdb29-a7de-45e3-9d90-c9666cff15f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0478351 Dec 20 23:55:51.400804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-03ab8fe2-7504-4de9-b9ea-848ca52ba241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:51.402735 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-03ab8fe2-7504-4de9-b9ea-848ca52ba241 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404329 Dec 20 23:55:51.499754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-3d1f2667-89c2-40d3-bea1-0b4b7c5ff3d3 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836737 Dec 20 23:55:51.595670 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e63fd376-21c7-485c-9817-3fe1fec32922 req-720e7076-ef28-403a-81d6-4987eccf3b02 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840945 Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:55:52.087915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:55:52.092399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a94bb-4cb9-41ca-9197-a5ac47a3e956 req-27cf8269-8f8c-4575-8362-39c18494fad5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:52.093153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b48a94bb-4cb9-41ca-9197-a5ac47a3e956 req-27cf8269-8f8c-4575-8362-39c18494fad5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Dec 20 23:55:52.141447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b48a94bb-4cb9-41ca-9197-a5ac47a3e956 req-696745ce-2abd-4084-86dc-911f28ec7640 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Dec 20 23:55:52.266850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:55:52.394394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port c95a34d9-a0bd-48aa-ae75-cef997634bda completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:55:52.398455 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port c95a34d9-a0bd-48aa-ae75-cef997634bda triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:55:52.398827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:52.479113 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:52.501925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:55:52.504158 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71373a2-807e-41b3-ba01-a9bef29b0bf9" -d '{"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-plugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:55:52.519705 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:55:52.603589 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100e02b-410e-484d-af52-d19e3d1b1ca5 x-openstack-request-id: req-9100e02b-410e-484d-af52-d19e3d1b1ca5 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:55:52.603888 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-plugged", "status": "completed", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:55:52.604242 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9100e02b-410e-484d-af52-d19e3d1b1ca5 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:55:52.604606 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'code': 200} Dec 20 23:55:52.606438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:52.651547 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:55:53.262741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf92ed-b5bd-462b-9f10-cae034ccf0aa req-b1f7e31e-ecfd-492a-b29f-392851786eb1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:53.264218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8bf92ed-b5bd-462b-9f10-cae034ccf0aa req-b1f7e31e-ecfd-492a-b29f-392851786eb1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0540581 Dec 20 23:55:53.310506 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8bf92ed-b5bd-462b-9f10-cae034ccf0aa req-75ebed20-2118-4933-927b-da487012ab71 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Dec 20 23:55:53.427574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0cf78-43cb-486d-8f0d-68214ad51bb9 req-517317d3-5203-4051-a52e-6f4b7b841832 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:53.428969 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6fd0cf78-43cb-486d-8f0d-68214ad51bb9 req-517317d3-5203-4051-a52e-6f4b7b841832 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0496612 Dec 20 23:55:53.475930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6fd0cf78-43cb-486d-8f0d-68214ad51bb9 req-8de74d46-ca95-4c1b-8fb6-80a1e576f542 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403557 Dec 20 23:55:53.810094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d12983-42ff-429f-886c-86fded2eeafe req-a547a9c8-c6a9-45a1-bd36-111642d53f0e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:53.811596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69d12983-42ff-429f-886c-86fded2eeafe req-a547a9c8-c6a9-45a1-bd36-111642d53f0e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Dec 20 23:55:53.863037 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69d12983-42ff-429f-886c-86fded2eeafe req-f91d536e-59f9-43f7-b578-ce817ad6cab9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453453 Dec 20 23:55:53.919195 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136fb6-df23-4788-be63-c394e7107105 req-bb26b7e5-5fea-482c-bef9-83bfe54bb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:53.920707 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-bb26b7e5-5fea-482c-bef9-83bfe54bb12a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 1097 time: 0.0453987 Dec 20 23:55:54.010314 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136fb6-df23-4788-be63-c394e7107105 req-f8d9b885-2b15-42fc-9648-0e7f8c4e9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:54.011679 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-f8d9b885-2b15-42fc-9648-0e7f8c4e9c96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0839698 Dec 20 23:55:54.081704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-3ddfb523-3743-49ac-ae36-68c98cb08be8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 200 len: 1002 time: 0.0628951 Dec 20 23:55:54.132522 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136fb6-df23-4788-be63-c394e7107105 req-886bad44-e58d-4b04-9d9b-873fdc6ad9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:54.134033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-886bad44-e58d-4b04-9d9b-873fdc6ad9f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0455694 Dec 20 23:55:54.182001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136fb6-df23-4788-be63-c394e7107105 req-8b76f1b7-0b7a-4056-9e45-db4963b51ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:54.183467 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-8b76f1b7-0b7a-4056-9e45-db4963b51ae0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418127 Dec 20 23:55:54.275754 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-3ce9bd1d-9630-4c84-bebd-1450ee27f99c service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Dec 20 23:55:54.373884 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-76136fb6-df23-4788-be63-c394e7107105 req-ce734cfb-c183-41e7-b16c-d7b9714d0442 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Dec 20 23:55:54.984815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606061d-d405-4b40-9ade-650025f31324 req-73daf65f-a516-42d9-b126-b76ff0b76b3d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:54.986379 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e606061d-d405-4b40-9ade-650025f31324 req-73daf65f-a516-42d9-b126-b76ff0b76b3d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Dec 20 23:55:55.034400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e606061d-d405-4b40-9ade-650025f31324 req-6a18d335-1377-4e87-b780-ad24d37e0175 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Dec 20 23:55:56.195115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d67b3-15cc-4981-a687-17503af4481a req-9e24815a-447f-41d2-befa-63d7b3c3da83 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:56.196578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef6d67b3-15cc-4981-a687-17503af4481a req-9e24815a-447f-41d2-befa-63d7b3c3da83 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Dec 20 23:55:56.242517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef6d67b3-15cc-4981-a687-17503af4481a req-a52d8221-0c46-42f0-9d31-870789a55459 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Dec 20 23:55:56.707993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fc14-ccba-4506-8a4d-0754531f7f61 req-870b6230-b340-422e-aec0-fa320b31fde8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:56.709494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2e7fc14-ccba-4506-8a4d-0754531f7f61 req-870b6230-b340-422e-aec0-fa320b31fde8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Dec 20 23:55:56.757672 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2e7fc14-ccba-4506-8a4d-0754531f7f61 req-5e82f0ff-4d9a-410e-9416-adb176d787ce tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Dec 20 23:55:57.873893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42782-631e-47fb-98be-34f0a50c112b req-b7f9f9d0-752e-4ff2-8633-1fefd51cf145 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:57.875370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13d42782-631e-47fb-98be-34f0a50c112b req-b7f9f9d0-752e-4ff2-8633-1fefd51cf145 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0480347 Dec 20 23:55:57.922088 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13d42782-631e-47fb-98be-34f0a50c112b req-2e836953-8d49-472d-bf68-71e80521a590 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Dec 20 23:55:57.968818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-dd72c482-2b38-4ad0-a87f-1bd2590000c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:55:57.970288 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-dd72c482-2b38-4ad0-a87f-1bd2590000c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 946 time: 0.0538056 Dec 20 23:55:58.057226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Deleting port c95a34d9-a0bd-48aa-ae75-cef997634bda {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:55:58.057484 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.147417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] For port c95a34d9-a0bd-48aa-ae75-cef997634bda, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=c95a34d9-a0bd-48aa-ae75-cef997634bda,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:55:58.147772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.312930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.313197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.313504 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca disassociated. External IP: 172.25.1.188, port: c95a34d9-a0bd-48aa-ae75-cef997634bda. Dec 20 23:55:58.313870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Calling delete_port for c95a34d9-a0bd-48aa-ae75-cef997634bda owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:55:58.519588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.542445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.572744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'Port': ['ID=c95a34d9-a0bd-48aa-ae75-cef997634bda,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:55:58.688327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:55:58.799567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:55:58.810498 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:55:58.820017 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:55:58.820616 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:55:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:55:58.838804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] No DVR routers for this DVR port c95a34d9-a0bd-48aa-ae75-cef997634bda on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:55:58.842350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:55:58.845796 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf3c1fd4-c6de-42d1-b8ac-76fd566d7d63 req-d981f8ff-8bc6-4f00-8025-f53280b322ae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "DELETE /v2.0/ports/c95a34d9-a0bd-48aa-ae75-cef997634bda HTTP/1.1" status: 204 len: 173 time: 0.8692977 Dec 20 23:55:58.846178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-deleted', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:55:58.848468 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82853f2d-08be-478c-b278-e87592913041" -d '{"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-deleted", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:55:58.887843 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df979d7-5dae-46de-9ed8-7ff1da695a78 x-openstack-request-id: req-1df979d7-5dae-46de-9ed8-7ff1da695a78 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:55:58.887843 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529", "name": "network-vif-deleted", "tag": "c95a34d9-a0bd-48aa-ae75-cef997634bda", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:55:58.887843 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1df979d7-5dae-46de-9ed8-7ff1da695a78 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:55:58.887843 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529', 'name': 'network-vif-deleted', 'tag': 'c95a34d9-a0bd-48aa-ae75-cef997634bda', 'status': 'completed', 'code': 200} Dec 20 23:55:58.929689 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:55:59.028318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ac620b6f-6958-4c84-bf86-4652e672143e req-94badf39-8a86-4034-88be-09f4f72920fb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cb96a2a-f680-46f8-a3f9-c6a6ab9f3529 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Dec 20 23:55:59.147083 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:55:59.177046 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:55:59.186938 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:55:59.187787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:55:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:55:59.310800 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:55:59.519914 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:55:59.546006 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0c8e8-7965-417a-bc7e-2ed797a66dd4 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:55:59.765564 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fde12-ba8c-4bb2-b8ee-7ada79e459c0 None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:56:00.291898 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:56:00.312466 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: c95a34d9-a0bd-48aa-ae75-cef997634bda {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:56:00.312812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device c95a34d9-a0bd-48aa-ae75-cef997634bda not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:56:00.322863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-eef53a25-e89e-46d3-8291-8cf201df994c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1097658046&fields=id&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 267 time: 0.0488148 Dec 20 23:56:00.429787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-a768176f-d65d-4928-8b28-09ddebbf067d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:00.431130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-a768176f-d65d-4928-8b28-09ddebbf067d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1008341 Dec 20 23:56:00.445934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-0aee3896-e59e-4b7e-a79d-9815524b9fd5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/quotas/a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 375 time: 0.0090511 Dec 20 23:56:00.500837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-55fe89c6-8479-49d9-8a7e-e7c4467e5362 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491488 Dec 20 23:56:00.559598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-b647a183-d62d-4505-9984-d4ecafe4c8a6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:56:00.560634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-b647a183-d62d-4505-9984-d4ecafe4c8a6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477846 Dec 20 23:56:00.649308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-70fa9926-785d-498c-be6b-1c7395aa68ad service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822296 Dec 20 23:56:00.740926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-c6b99918-1b7f-48bd-bd84-26842c368768 service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Dec 20 23:56:00.980263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a8d6115c-887e-4482-ad93-0da404f4dc65 req-c6eb6618-d59a-460b-887b-743682a24bc1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 210 time: 0.0265427 Dec 20 23:56:02.077224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-68018dae-33a7-4a41-ab23-67b6a13d70ba req-5235635e-b8b1-43a1-8202-d6119f110bb9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Dec 20 23:56:02.657384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-376bbaa0-5af8-4a7d-b3f9-72c36802f186 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:02.658857 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-376bbaa0-5af8-4a7d-b3f9-72c36802f186 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1050801 Dec 20 23:56:02.726805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-ff0382a6-7de6-4353-a475-304d5df56d60 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 380 time: 0.0536742 Dec 20 23:56:02.740275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'port': {'device_id': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'admin_state_up': True, 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'security_groups': ['70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:56:02.885293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:56:02.889347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.018281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Allocated IP 172.20.0.4 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/9b302ae4-ab53-46cf-8e26-002696a2c737) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:56:03.495104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.516651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7047245-15e2-42ae-b806-4a5cf6eb424e req-87ae075a-3393-460a-b5c5-a4c25767019d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 210 time: 0.3672059 Dec 20 23:56:03.577203 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.620502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:56:03.624239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:56:03.627789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:56:03.652786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:56:03.668723 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.669179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.669420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.669789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.670127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.670461 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.670792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.671121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.671446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.671772 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.672096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.672531 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.672858 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:56:03.695007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:03.695626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.754252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.762491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-119dd4ac-49d0-4fbc-945b-a3d72a9bf67d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264039 Dec 20 23:56:03.782456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Request body: {'port': {'device_id': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:56:03.839229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.848367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9b92e4c9-933b-4b6b-8bd4-c3b360419848 None None] Provisioning complete for port 9b302ae4-ab53-46cf-8e26-002696a2c737 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:56:03.848743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b92e4c9-933b-4b6b-8bd4-c3b360419848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:03.889257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9b92e4c9-933b-4b6b-8bd4-c3b360419848 None None] Port 9b302ae4-ab53-46cf-8e26-002696a2c737 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:56:04.095030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:56:04.102519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.114869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Transition to ACTIVE for port object 9b302ae4-ab53-46cf-8e26-002696a2c737 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:56:04.159581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.213243 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:56:04.282839 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:56:04.283177 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:56:04.283503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:56:04.288146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:56:04.288497 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:56:04.294948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:56:04.295291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:56:04.295689 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:56:04.296122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Bound port: 9b302ae4-ab53-46cf-8e26-002696a2c737, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:56:04.296479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.365055 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:56:04.365492 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:56:04.411128 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.449516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:04.450153 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.451569 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1091 time: 0.6742289 Dec 20 23:56:04.451973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:56:04.454263 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebbcfce-1371-454d-9481-e700c7cf73cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:56:04.481890 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c54d8-fc58-4dff-b94b-9b0925d30508 service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:56:04.561278 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd188fdd-ebd1-40a1-b192-58b469fadfdd x-openstack-request-id: req-dd188fdd-ebd1-40a1-b192-58b469fadfdd {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:56:04.561900 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:56:04.561900 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd188fdd-ebd1-40a1-b192-58b469fadfdd {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:56:04.562255 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'status': 'completed', 'code': 200} Dec 20 23:56:04.644578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-01ccbc61-0764-4829-88a3-00c6ded01aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:04.646105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-01ccbc61-0764-4829-88a3-00c6ded01aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0725520 Dec 20 23:56:04.667011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c638a-9bd5-4595-a4ad-8cf4c84abdaf req-1e4fb1a1-c44d-4b9a-af3f-21dc5e311f2d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:04.669041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f7c638a-9bd5-4595-a4ad-8cf4c84abdaf req-1e4fb1a1-c44d-4b9a-af3f-21dc5e311f2d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0584273 Dec 20 23:56:04.707074 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-9d406fff-532c-481e-a8d6-99ad36e604db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 217 time: 0.0479004 Dec 20 23:56:04.779057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8f7c638a-9bd5-4595-a4ad-8cf4c84abdaf req-d7f4800e-12cb-451a-abdf-505fec86600b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034157 Dec 20 23:56:04.784453 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-2c4aeb76-93db-4e91-adf8-08909e45b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:04.785862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-2c4aeb76-93db-4e91-adf8-08909e45b788 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0691104 Dec 20 23:56:04.836432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e782-0c06-4181-aece-79b02f874b80 req-9045238d-381e-4915-bf81-eb8cd8c72cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:04.837947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-9045238d-381e-4915-bf81-eb8cd8c72cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404081 Dec 20 23:56:04.856866 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6b1c340c-95b6-41f0-9261-9861817ef68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:04.938730 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-34e9ad22-5ff1-435d-bfbc-68a622fca831 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892179 Dec 20 23:56:05.030904 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6161e782-0c06-4181-aece-79b02f874b80 req-d797ffe9-8034-49bd-ac4c-b7ce027f6778 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801027 Dec 20 23:56:05.178292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-de58236f-7892-408c-b6c7-a6b555480435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:05.179674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-de58236f-7892-408c-b6c7-a6b555480435 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0450730 Dec 20 23:56:05.268551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-e6dcdfc9-22bc-419a-9ec0-a293c13a2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:05.270089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-e6dcdfc9-22bc-419a-9ec0-a293c13a2b87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0831394 Dec 20 23:56:05.315961 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-233a1cef-f692-496d-8fbe-4e8095a6f6cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 217 time: 0.0374320 Dec 20 23:56:05.370016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-dd43eef8-a243-4905-b027-e648488b1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:05.371665 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-dd43eef8-a243-4905-b027-e648488b1ce6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0444005 Dec 20 23:56:05.416916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-f9bf5bd2-261a-400d-a758-e768832dc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:05.419181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-f9bf5bd2-261a-400d-a758-e768832dc22f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401409 Dec 20 23:56:05.512831 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-0a1cf593-b7d4-41e1-b093-76204f121397 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839980 Dec 20 23:56:05.602589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ebbcfce-1371-454d-9481-e700c7cf73cc req-8b71e5c6-9677-45d9-b3f1-e7e2644ad01c service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815399 Dec 20 23:56:05.896212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46699d3e-7427-41c2-8499-947fbfe31398 req-4cb46351-ae44-41b5-bf67-e4b5ed84ee48 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:05.897664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46699d3e-7427-41c2-8499-947fbfe31398 req-4cb46351-ae44-41b5-bf67-e4b5ed84ee48 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0484676 Dec 20 23:56:05.953875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46699d3e-7427-41c2-8499-947fbfe31398 req-f223bea5-299a-46bd-85bc-91971670f517 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 Dec 20 23:56:07.068551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b913775-7567-4a86-a5f4-5f4e9093c26f req-d45da3f9-7b45-4443-bdaf-02801f741b08 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:07.070054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b913775-7567-4a86-a5f4-5f4e9093c26f req-d45da3f9-7b45-4443-bdaf-02801f741b08 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0484111 Dec 20 23:56:07.116889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b913775-7567-4a86-a5f4-5f4e9093c26f req-aa93c512-a412-4b34-b0a2-9d278f0d07ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Dec 20 23:56:07.650561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7310d3e8-7118-4ee6-8007-5b8a1e1ae499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:08.203578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:56:08.232189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42902503-d373-4ab7-9053-e9230f960ec4 req-e272a980-dcec-4b31-860d-eadc121f71bd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:08.233801 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42902503-d373-4ab7-9053-e9230f960ec4 req-e272a980-dcec-4b31-860d-eadc121f71bd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0485487 Dec 20 23:56:08.281330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-42902503-d373-4ab7-9053-e9230f960ec4 req-0ff42790-90a3-4ea7-a6aa-94180feac28d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Dec 20 23:56:08.300447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:56:08.311187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:56:08.349300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:08.362306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:56:08.381293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:56:08.444793 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:08.499954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:56:08.536228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:08.771315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['9b302ae4-ab53-46cf-8e26-002696a2c737'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:56:09.400884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0ede6-6e65-43b4-9972-50d04b06eabd req-ef91381e-6c48-441c-8a3b-e841fe51b29b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:09.402999 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e0ede6-6e65-43b4-9972-50d04b06eabd req-ef91381e-6c48-441c-8a3b-e841fe51b29b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0533528 Dec 20 23:56:09.449476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-03e0ede6-6e65-43b4-9972-50d04b06eabd req-53affa5d-fde8-4d0e-848c-4eb9b8775405 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Dec 20 23:56:09.930671 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:10.211041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:56:10.318896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 9b302ae4-ab53-46cf-8e26-002696a2c737 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:56:10.322919 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 9b302ae4-ab53-46cf-8e26-002696a2c737 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:56:10.323293 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:10.399951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:10.429979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:56:10.432180 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca655835-5a59-4772-9113-a162c301d7f8" -d '{"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-plugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:56:10.448352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:56:10.468841 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb33435-b59c-4247-877f-540db8685485 x-openstack-request-id: req-6bb33435-b59c-4247-877f-540db8685485 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:56:10.469137 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-plugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:56:10.469389 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bb33435-b59c-4247-877f-540db8685485 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:56:10.469817 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'code': 200} Dec 20 23:56:10.497124 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:10.519463 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:10.570794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:56:10.603061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ca93-0e0b-4fde-87bb-e58bdf2ccfe6 req-fbe0e2b3-8c06-429b-b545-214843dd8794 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:10.604547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dd6ca93-0e0b-4fde-87bb-e58bdf2ccfe6 req-fbe0e2b3-8c06-429b-b545-214843dd8794 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0802696 Dec 20 23:56:10.606921 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90428-07d5-4ae5-92a5-21e4226fb3ab req-5ca2c6c1-0fff-4a03-874c-f99d08b2946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:10.608238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2d90428-07d5-4ae5-92a5-21e4226fb3ab req-5ca2c6c1-0fff-4a03-874c-f99d08b2946c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1096 time: 0.0579221 Dec 20 23:56:10.676926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3dd6ca93-0e0b-4fde-87bb-e58bdf2ccfe6 req-9df29e6c-2565-4d07-b857-7b8a48bd2fff tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653636 Dec 20 23:56:10.687185 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2d90428-07d5-4ae5-92a5-21e4226fb3ab req-ced792ac-b791-4ee9-a724-758bd74cfb30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596149 Dec 20 23:56:11.794403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47b7f-b98a-4cc9-8868-7dc41b1c8ffb req-21f7f842-4894-4b1a-bab8-7c0085329903 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:11.795897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4da47b7f-b98a-4cc9-8868-7dc41b1c8ffb req-21f7f842-4894-4b1a-bab8-7c0085329903 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Dec 20 23:56:11.844057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4da47b7f-b98a-4cc9-8868-7dc41b1c8ffb req-ca0d7d1c-26ac-491a-9da6-f3e9b14e550a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Dec 20 23:56:12.959408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301c5c-33b7-4af0-982d-8e06ba92b38d req-c1b4d347-1ccf-469e-94cd-3ec838412cca tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:12.960885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5301c5c-33b7-4af0-982d-8e06ba92b38d req-c1b4d347-1ccf-469e-94cd-3ec838412cca tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Dec 20 23:56:13.011996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a5301c5c-33b7-4af0-982d-8e06ba92b38d req-e1a5162e-d2ea-44f7-ac0e-9e9caffa5f40 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Dec 20 23:56:13.123708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc5e6c-3d59-41f3-9c29-57d4966bd394 req-89432a71-ede1-4cd6-b860-7c680d26a30a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:13.125071 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-53dc5e6c-3d59-41f3-9c29-57d4966bd394 req-89432a71-ede1-4cd6-b860-7c680d26a30a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Dec 20 23:56:13.133481 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36474) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:56:13.137866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'floatingip': {'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:56:13.176502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:13.611998 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:13.668327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:13.765942 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca associated. External IP: 172.25.1.188, port: 9b302ae4-ab53-46cf-8e26-002696a2c737. Dec 20 23:56:13.975503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:56:14.082076 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:56:14.086939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:14.092921 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:56:14.102138 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:56:14.102737 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:56:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:56:14.115729 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-530a9b35-e58f-452d-81bd-d6c87a982036 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "PUT /v2.0/floatingips/846885fd-4434-4f31-8cbc-5e3bf0f7beca HTTP/1.1" status: 200 len: 991 time: 0.9811337 Dec 20 23:56:14.116294 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:56:14.118654 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:56:14.163145 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d50f67-de46-48ea-bc0d-6a0944e21d62 x-openstack-request-id: req-a4d50f67-de46-48ea-bc0d-6a0944e21d62 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:56:14.163745 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:56:14.164035 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4d50f67-de46-48ea-bc0d-6a0944e21d62 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:56:14.164350 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'status': 'completed', 'code': 200} Dec 20 23:56:14.209837 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:56:14.229105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-a71e273f-7ef7-4698-8837-3855b600241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:14.231560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-a71e273f-7ef7-4698-8837-3855b600241e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1096 time: 0.0427129 Dec 20 23:56:14.323788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-762ed291-71f6-4c85-8e2f-5777856fdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:14.325396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-762ed291-71f6-4c85-8e2f-5777856fdc81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0871482 Dec 20 23:56:14.392594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-4121629d-c2d5-4a2f-8391-f138d88c3f59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 999 time: 0.0599513 Dec 20 23:56:14.433223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:56:13Z', 'revision_number': 9, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:56:14.442372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-da852d0d-2ed3-4f30-825c-fbbdbb9dbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:14.444195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-da852d0d-2ed3-4f30-825c-fbbdbb9dbcac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0445819 Dec 20 23:56:14.497370 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-52907e04-d128-4aef-aaa2-4249572358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:14.498947 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-52907e04-d128-4aef-aaa2-4249572358c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474448 Dec 20 23:56:14.552356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:56:14.560860 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:56:14.561464 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:56:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:56:14.594660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-f0dc6745-309f-4bdd-aa93-38d2ecdc475a service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Dec 20 23:56:14.664292 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:56:14.687428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4ceeb70e-66f8-4c18-a38d-2c0a3e19c031 req-386841d3-f779-4b30-8153-05b42ddbc9d6 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859778 Dec 20 23:56:14.882607 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:56:13Z', 'revision_number': 9, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:56:14.910617 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d928b8-e19f-40f5-a0bf-fc9f85c578f4 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:56:13Z', 'revision_number': 9, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:56:15.100042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b183684-4e1c-4e72-8eff-b7ff42e0fc47 None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:56:20.907018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:56:28.478512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:33.736046 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:34.872840 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2927-fc5f-47cc-b3c9-f4dbb26d1f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:37.638483 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-22062c2e-5bfb-43f7-b081-3da24b9c10fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:38.507357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:39.614054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-ac499127-7034-4b69-84e5-48aa31df102a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400600 Dec 20 23:56:39.698984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-16c34fa6-9e25-40f2-9011-b9a51471aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:39.700507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-16c34fa6-9e25-40f2-9011-b9a51471aab3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1096 time: 0.0419581 Dec 20 23:56:39.814880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-f9a8f6c3-3db8-47f3-bd5d-e66de56d93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:39.816339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-f9a8f6c3-3db8-47f3-bd5d-e66de56d93fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0899174 Dec 20 23:56:39.883311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-441a5a56-6716-470d-95d9-d51731668417 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1002 time: 0.0584304 Dec 20 23:56:39.918881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:39.933709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-ff2191c0-452b-4038-82e8-2a9b0e2b5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:39.935271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-ff2191c0-452b-4038-82e8-2a9b0e2b5e20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0442963 Dec 20 23:56:39.987037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-34fd10c1-87c9-48e7-af35-6213ac037659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:56:39.988524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-34fd10c1-87c9-48e7-af35-6213ac037659 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447128 Dec 20 23:56:40.079971 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-0032bc48-34e2-47b7-b6d4-b4f02c140961 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832486 Dec 20 23:56:40.172817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e56d764d-8c9a-44a9-abd1-814d5c5da89b req-ed80d593-fe19-4df2-a9aa-fd359a64c3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Dec 20 23:56:40.506975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:56:57.906699 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:56:58.495040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:03.746758 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:04.866696 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ca355fc7-fa45-4c77-a157-acb664114d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:07.626815 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4574d532-2bae-46ba-a92f-e51b585922bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:08.517672 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:09.918012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:10.489294 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:28.493220 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:33.761756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:34.877355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-75c048c1-a012-478f-9a49-706cd9d9e834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:34.906014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:57:37.648772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f55d-c461-43bc-9745-fd43a93d507f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:38.528579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:39.938173 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:40.499905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:40.618926 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-261df455-1f11-49c1-8c39-dbf88e26aad6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415385 Dec 20 23:57:40.711131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-443a2c8b-1403-4586-942a-d2a64d4cc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:40.712640 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-443a2c8b-1403-4586-942a-d2a64d4cc770 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1096 time: 0.0406439 Dec 20 23:57:40.834575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-70bb804f-dbee-41f9-8697-0c05398555b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:40.836994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-70bb804f-dbee-41f9-8697-0c05398555b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0902309 Dec 20 23:57:40.905177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-8f9453c3-6e91-4904-a101-eef195f45af5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1002 time: 0.0569685 Dec 20 23:57:40.962834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-93d400c1-8505-4026-ae5c-193db1c2bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:40.964272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-93d400c1-8505-4026-ae5c-193db1c2bab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0486186 Dec 20 23:57:41.013952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-af561859-85db-43e9-978a-a487569c5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:41.015436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-af561859-85db-43e9-978a-a487569c5503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396290 Dec 20 23:57:41.030756 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-7af47f45-bba0-466b-b23a-f778f7ceac18 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 23:57:41.031689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-7af47f45-bba0-466b-b23a-f778f7ceac18 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048413 Dec 20 23:57:41.122431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-cf0092ff-0926-47e8-9838-ffaaf5291758 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814476 Dec 20 23:57:41.217482 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c7c4eab0-c786-4284-9618-cef945c9a6a3 req-6b6b4d12-a9d4-43d8-9cb9-2dffc729648c service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832911 Dec 20 23:57:57.035794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024420c3-be5b-4454-a2ac-ce0f6ea4cc3b req-365f3ab1-fdb1-4d24-bd59-193465ac90df tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:57.037290 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-024420c3-be5b-4454-a2ac-ce0f6ea4cc3b req-365f3ab1-fdb1-4d24-bd59-193465ac90df tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Dec 20 23:57:57.085946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-024420c3-be5b-4454-a2ac-ce0f6ea4cc3b req-5736818b-81ff-45b3-8750-60db5a879e5d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Dec 20 23:57:57.179888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-d6febe0e-13f9-4300-9dde-440fd7ad1f8d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888767 Dec 20 23:57:58.204386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ac35-bd96-42a2-855d-49ba371a1936 req-1c6ba632-99c1-4877-8810-91c23397cc85 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:58.205779 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b18ac35-bd96-42a2-855d-49ba371a1936 req-1c6ba632-99c1-4877-8810-91c23397cc85 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0525239 Dec 20 23:57:58.251889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6b18ac35-bd96-42a2-855d-49ba371a1936 req-c600380b-e3fa-4c60-82d0-d3f8ddc08abc tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Dec 20 23:57:58.505878 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:57:59.370523 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768421f-7b42-4ac7-9c74-8a686a7eb3cb req-86fe13fe-5085-4260-9c3c-121fcfeaa513 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:57:59.372038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a768421f-7b42-4ac7-9c74-8a686a7eb3cb req-86fe13fe-5085-4260-9c3c-121fcfeaa513 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Dec 20 23:57:59.418309 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a768421f-7b42-4ac7-9c74-8a686a7eb3cb req-95247ed0-eb37-4a1b-bca4-02711c29933e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 Dec 20 23:58:00.541282 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd56c8-928b-489b-8164-f5a74e2c9020 req-3683b16b-7b70-4069-99aa-e1c5002813ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:00.542812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84dd56c8-928b-489b-8164-f5a74e2c9020 req-3683b16b-7b70-4069-99aa-e1c5002813ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0483923 Dec 20 23:58:00.596442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-84dd56c8-928b-489b-8164-f5a74e2c9020 req-60caf0a5-2e22-41f6-b93d-be51b73189c4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Dec 20 23:58:01.717496 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d166f-07c0-4fbf-9af0-9fca8f691a95 req-67d9b89b-e2e9-4074-af54-bcc8e1b4009d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:01.718953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e7d166f-07c0-4fbf-9af0-9fca8f691a95 req-67d9b89b-e2e9-4074-af54-bcc8e1b4009d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0511138 Dec 20 23:58:01.769233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e7d166f-07c0-4fbf-9af0-9fca8f691a95 req-d8ad8d72-c7c6-4b15-9c35-160b80c59dbc tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Dec 20 23:58:02.202627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-2fdee8af-751f-4000-8479-005667008221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:02.204146 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-2fdee8af-751f-4000-8479-005667008221 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1096 time: 0.0417275 Dec 20 23:58:02.629408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-c9e9d607-d120-46de-8f10-6eddf6c8a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:02.630830 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-c9e9d607-d120-46de-8f10-6eddf6c8a9e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.4158134 Dec 20 23:58:02.702786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-99977f2c-f567-48b2-b91a-14a3a6493aad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1002 time: 0.0606987 Dec 20 23:58:02.759457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-a339c557-2fa5-4a58-bcb7-b7869fc975fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:02.760965 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-a339c557-2fa5-4a58-bcb7-b7869fc975fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0500345 Dec 20 23:58:02.816313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-0ee3e3c1-2e17-43a7-a816-0297361b5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:02.817888 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-0ee3e3c1-2e17-43a7-a816-0297361b5b10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453138 Dec 20 23:58:02.946712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ac417-559f-4e54-af2d-e646c35a7825 req-8d3d21d9-3eff-4b68-9148-9ceef00021e3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:02.948175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f76ac417-559f-4e54-af2d-e646c35a7825 req-8d3d21d9-3eff-4b68-9148-9ceef00021e3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.1017873 Dec 20 23:58:02.953432 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-f656ac42-d930-4d1a-b0ae-d5249339e10e service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243918 Dec 20 23:58:03.051221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f76ac417-559f-4e54-af2d-e646c35a7825 req-894ffdcc-38e7-4773-a3e0-6a5cb8c716cf tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967252 Dec 20 23:58:03.076889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-8d23d225-0c49-4aa3-aa38-e048af29f326 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094811 Dec 20 23:58:03.762189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:04.169440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3e43c-b96a-421e-b803-4ecba4f7ec97 req-e02ea837-8522-403b-95c1-259211c1c0a2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:04.170984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dd3e43c-b96a-421e-b803-4ecba4f7ec97 req-e02ea837-8522-403b-95c1-259211c1c0a2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Dec 20 23:58:04.218419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4dd3e43c-b96a-421e-b803-4ecba4f7ec97 req-e32da54c-2d63-421f-89d8-a0dfde277e6a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Dec 20 23:58:04.868902 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aec6934a-6703-4d5e-afaa-721cd1cb913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:05.335244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaea66f-24a9-4824-9a84-051f4ad9cc39 req-201371d4-530f-4f20-bf8c-07d5c3c5a5ea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:05.336711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1aaea66f-24a9-4824-9a84-051f4ad9cc39 req-201371d4-530f-4f20-bf8c-07d5c3c5a5ea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Dec 20 23:58:05.383043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1aaea66f-24a9-4824-9a84-051f4ad9cc39 req-e228fb93-8ccc-409b-b458-596eb37db2a0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Dec 20 23:58:06.502955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b2f31-3532-4b6d-923f-b9ba32b9c122 req-a5681008-28cc-4ff7-bd6f-910c333d5d36 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:06.504435 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-090b2f31-3532-4b6d-923f-b9ba32b9c122 req-a5681008-28cc-4ff7-bd6f-910c333d5d36 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Dec 20 23:58:06.550658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-090b2f31-3532-4b6d-923f-b9ba32b9c122 req-53b32269-d3cc-4a30-a048-ba2404dab4b1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Dec 20 23:58:07.630953 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9c25a0de-2a59-4117-9473-802da4d15855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:07.666883 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fee8b-981c-4128-be29-9ab57f269264 req-8f7376b6-a9a6-45ac-b1f2-8dc9d0903d9a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:07.668356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b43fee8b-981c-4128-be29-9ab57f269264 req-8f7376b6-a9a6-45ac-b1f2-8dc9d0903d9a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0498817 Dec 20 23:58:07.715218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b43fee8b-981c-4128-be29-9ab57f269264 req-02f33877-d097-4aa6-be8d-3b199a5ebbd9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Dec 20 23:58:08.536810 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:08.829237 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878f8e-2730-4748-98ec-4542a9c11eea req-b0d207f0-f679-4d02-9656-b9e315f69189 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:08.830634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a878f8e-2730-4748-98ec-4542a9c11eea req-b0d207f0-f679-4d02-9656-b9e315f69189 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Dec 20 23:58:08.880870 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6a878f8e-2730-4748-98ec-4542a9c11eea req-866a6e1c-91cc-4b4c-83b5-bdf8b10ab2bd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Dec 20 23:58:09.937044 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:10.002575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28beb9-128f-491a-b9b1-241c2fb03326 req-487d501e-0730-45cf-aca8-a404e77bc45a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:10.004058 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d28beb9-128f-491a-b9b1-241c2fb03326 req-487d501e-0730-45cf-aca8-a404e77bc45a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Dec 20 23:58:10.051095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d28beb9-128f-491a-b9b1-241c2fb03326 req-7367c2c2-f299-42f8-b84c-4db98b726fbb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Dec 20 23:58:10.496942 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:11.165804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5032-4cd3-49b3-9206-ef5a561f5f6f req-0db219e5-3bfe-4376-8c68-2f09c8c2e61f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:11.167184 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a21d5032-4cd3-49b3-9206-ef5a561f5f6f req-0db219e5-3bfe-4376-8c68-2f09c8c2e61f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Dec 20 23:58:11.213584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a21d5032-4cd3-49b3-9206-ef5a561f5f6f req-d3d525ea-83ab-409e-9634-d17129a19541 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Dec 20 23:58:11.904683 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:58:12.331107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01af88-757c-41ce-b9d8-d8ffd80fa382 req-ed1341eb-11fc-4361-9676-19b12aa8268d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:12.332560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b01af88-757c-41ce-b9d8-d8ffd80fa382 req-ed1341eb-11fc-4361-9676-19b12aa8268d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0520630 Dec 20 23:58:12.384153 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b01af88-757c-41ce-b9d8-d8ffd80fa382 req-d279c537-3820-40ea-8f2f-6af08d732611 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Dec 20 23:58:13.506371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6462-621b-49a6-b5bf-ab3e60c9aa7c req-842fad95-0b1f-466f-85d3-4fc9fe59b0ff tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:13.507946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a00d6462-621b-49a6-b5bf-ab3e60c9aa7c req-842fad95-0b1f-466f-85d3-4fc9fe59b0ff tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0504096 Dec 20 23:58:13.555243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a00d6462-621b-49a6-b5bf-ab3e60c9aa7c req-75dab5d5-df68-4940-ad37-a9a076728f8b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Dec 20 23:58:14.673170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca884-3fcb-41b0-b2e0-f9dd34b98bcf req-3eb0ec3d-97cb-4b22-9fd5-aaed9d6d9ff4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:14.674667 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da7ca884-3fcb-41b0-b2e0-f9dd34b98bcf req-3eb0ec3d-97cb-4b22-9fd5-aaed9d6d9ff4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Dec 20 23:58:14.721419 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da7ca884-3fcb-41b0-b2e0-f9dd34b98bcf req-ee16d29d-bf9d-454e-874a-c0b1a2f20f74 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Dec 20 23:58:15.420157 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-b3df45b5-b07e-4284-85fa-3111b511fb75 service neutron] show failed (client error): The resource could not be found. Dec 20 23:58:15.421166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-b3df45b5-b07e-4284-85fa-3111b511fb75 service neutron] 10.222.0.45 "GET /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0543952 Dec 20 23:58:15.840717 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4066-d7c6-4b20-a153-f77ef80c561d req-d6a3c4ec-ec13-4350-9f82-a49094bbac04 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:15.842229 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82fd4066-d7c6-4b20-a153-f77ef80c561d req-d6a3c4ec-ec13-4350-9f82-a49094bbac04 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0507650 Dec 20 23:58:15.891759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-82fd4066-d7c6-4b20-a153-f77ef80c561d req-867e7e31-a206-45e8-b0c0-634f46757b19 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Dec 20 23:58:15.932156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-2a5443de-610c-4ac6-a762-749171e01490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:15.933624 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-2a5443de-610c-4ac6-a762-749171e01490 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1096 time: 0.0540948 Dec 20 23:58:15.945966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:58:15.998055 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.195438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:16.228155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:58:16.271390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:16.273844 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605102c7-e9d3-4f10-8fb3-e165ab353d60" -d '{"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-unplugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:16.277889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.290818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Transition to ACTIVE for port object 9b302ae4-ab53-46cf-8e26-002696a2c737 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:58:16.366601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.393793 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce030fe-2830-48ba-9402-961540a07e13 x-openstack-request-id: req-9ce030fe-2830-48ba-9402-961540a07e13 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:16.394085 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-unplugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:16.394338 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ce030fe-2830-48ba-9402-961540a07e13 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:16.394733 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'code': 200} Dec 20 23:58:16.446473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:16.461645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.462023 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.462367 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.462820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.463162 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.463494 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.463823 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.464147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.464471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.464794 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.465119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.465442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.465781 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:16.503892 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] No DVR routers for this DVR port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:58:16.636206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:58:16.636534 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:58:16.636854 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:16.641072 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:58:16.641387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:16.646146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:58:16.647114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:58:16.647500 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:58:16.648065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Bound port: 9b302ae4-ab53-46cf-8e26-002696a2c737, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:58:16.648410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.712078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:58:16.715220 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:58:16.794765 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.826750 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:16.827258 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:16.828982 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] 10.222.0.59 "PUT /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1091 time: 0.8876295 Dec 20 23:58:16.868382 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0135e9-be79-4730-886f-2144ccbfcf9d service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:16.901242 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-02c3594c-9378-4456-97a0-4dde1d0e88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:16.902803 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-02c3594c-9378-4456-97a0-4dde1d0e88d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0455198 Dec 20 23:58:17.003909 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-fd826519-3fe7-4016-836f-e1b98558366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:17.005390 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-fd826519-3fe7-4016-836f-e1b98558366d service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0958216 Dec 20 23:58:17.022850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654971-73b2-4ce5-ad48-6368630546f2 req-61bc6c1b-c961-4c79-a7bf-10b060eb2514 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:17.024361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af654971-73b2-4ce5-ad48-6368630546f2 req-61bc6c1b-c961-4c79-a7bf-10b060eb2514 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0570426 Dec 20 23:58:17.073602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-af654971-73b2-4ce5-ad48-6368630546f2 req-b7d82120-4542-4d0c-b414-499244de9c8a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Dec 20 23:58:17.074559 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-7c458b17-8dcd-4fb1-bd77-ea34eaca7c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0607495 Dec 20 23:58:17.127771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-c0df3acd-effe-4b20-aac7-df118266f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:17.129166 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-c0df3acd-effe-4b20-aac7-df118266f495 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0479019 Dec 20 23:58:17.175001 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-42c4fab8-d34e-435c-82c0-2d904af0ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:17.176487 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-42c4fab8-d34e-435c-82c0-2d904af0ac79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398400 Dec 20 23:58:17.264379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-9534f22a-41c1-47bf-9d9a-49664b9370b2 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801969 Dec 20 23:58:17.362736 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-5bda38ca-7aa2-4087-93b0-d77aef419fe9 req-d637bbca-47a2-4d94-a3e9-6cc93832ddf2 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913794 Dec 20 23:58:18.191737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2facd-eacd-458e-8e1f-1aa2a4d6b299 req-43f1990e-c800-44cf-a144-3cafbea64c31 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.193214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0a2facd-eacd-458e-8e1f-1aa2a4d6b299 req-43f1990e-c800-44cf-a144-3cafbea64c31 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0489879 Dec 20 23:58:18.239755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0a2facd-eacd-458e-8e1f-1aa2a4d6b299 req-0c618e8e-6105-4e7c-87b7-4d39d3872166 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 Dec 20 23:58:18.396301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:18.398656 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a906b0-7901-4cfa-a68f-ce2978a24628" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:18.446855 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b8bc71-5181-4f5a-8267-ce6ba4edd644 x-openstack-request-id: req-25b8bc71-5181-4f5a-8267-ce6ba4edd644 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:18.447176 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:18.447456 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25b8bc71-5181-4f5a-8267-ce6ba4edd644 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:18.447855 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'status': 'completed', 'code': 200} Dec 20 23:58:18.512971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-5bb86105-dcac-4785-bfb5-319389c6b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.514610 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-5bb86105-dcac-4785-bfb5-319389c6b236 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0425336 Dec 20 23:58:18.520209 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-d0a2cd2b-b773-4114-b0e8-5a66a8a4bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.521754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-d0a2cd2b-b773-4114-b0e8-5a66a8a4bf67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0439100 Dec 20 23:58:18.625736 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-be914786-10c0-425b-8c6b-abb1ee190c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.627334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-be914786-10c0-425b-8c6b-abb1ee190c0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0938139 Dec 20 23:58:18.707404 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-84c5bb0b-d4f4-4593-aed3-06ba7a76a640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0687211 Dec 20 23:58:18.763455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-ad72fa18-2783-4141-adbb-c6afee397035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.764943 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-ad72fa18-2783-4141-adbb-c6afee397035 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0465958 Dec 20 23:58:18.817437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-4feea0a8-b29f-4e7a-8205-24b3f8bd2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.819231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-4feea0a8-b29f-4e7a-8205-24b3f8bd2ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423112 Dec 20 23:58:18.918743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-17eadca3-3b7f-454d-b69f-4eadec382488 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920174 Dec 20 23:58:18.949584 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-4cadb5b4-e612-4b34-a4db-a76909bb77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:18.951064 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-4cadb5b4-e612-4b34-a4db-a76909bb77db service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.4297554 Dec 20 23:58:19.015935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-e6b29c84-62cc-41f9-b593-e691e5846b83 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851166 Dec 20 23:58:19.019369 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-c3e03446-bae2-4dcd-9273-0522d9dd9e1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0582206 Dec 20 23:58:19.071348 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-499a6183-9024-4bce-9450-32b69b7fc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:19.072847 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-499a6183-9024-4bce-9450-32b69b7fc9bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0461142 Dec 20 23:58:19.123391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-b07b618a-0deb-450f-a0f4-d38971e0cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:19.124917 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-b07b618a-0deb-450f-a0f4-d38971e0cdb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444622 Dec 20 23:58:19.218349 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-b4095ae5-f0ee-4acc-8181-de01c99ca6ca service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838547 Dec 20 23:58:19.311440 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-48a906b0-7901-4cfa-a68f-ce2978a24628 req-c0c20dc2-958e-4917-9bde-bdee8eef5966 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Dec 20 23:58:19.359179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e11a6c-fefd-440c-8f33-7fff2df8f99e req-17207432-d153-497a-a278-37976e93b247 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:19.360670 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e11a6c-fefd-440c-8f33-7fff2df8f99e req-17207432-d153-497a-a278-37976e93b247 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0504792 Dec 20 23:58:19.412675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-27e11a6c-fefd-440c-8f33-7fff2df8f99e req-581c4d55-5be6-40a5-b534-3146e3a4c81d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 Dec 20 23:58:20.530427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd0270-8b91-43e0-9590-0072ad2e014e req-cb0aaad4-e93f-4c9c-b5e0-e4dfd563b9f3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:20.531924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1dd0270-8b91-43e0-9590-0072ad2e014e req-cb0aaad4-e93f-4c9c-b5e0-e4dfd563b9f3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0492139 Dec 20 23:58:20.579027 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1dd0270-8b91-43e0-9590-0072ad2e014e req-6224a2ef-e263-437f-a6d7-e4bf654c1c1d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Dec 20 23:58:20.808230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:58:20.846440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port 9b302ae4-ab53-46cf-8e26-002696a2c737 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:58:20.846835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:58:21.053122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:58:21.154528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:21.157884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf9d6-08d5-40d0-b87a-e3ea32e0c91d req-5e31d7d0-bf3e-4c80-a72a-5fe575428739 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.159534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a17cf9d6-08d5-40d0-b87a-e3ea32e0c91d req-5e31d7d0-bf3e-4c80-a72a-5fe575428739 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 943 time: 0.0491288 Dec 20 23:58:21.166003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:58:21.189274 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-2e30b436-031a-4554-9282-9b88ab86688b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.191363 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-2e30b436-031a-4554-9282-9b88ab86688b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&tenant_id=a8a766d4a3374adb93e836dad092e79c&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 943 time: 0.0552816 Dec 20 23:58:21.205476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:21.210677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a17cf9d6-08d5-40d0-b87a-e3ea32e0c91d req-fcc35f4a-0a00-4ab7-89ee-9292c997e2ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Dec 20 23:58:21.221020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:58:21.245903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:21.257033 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-9e5b8455-896b-4613-b402-caf8527a6ab8 service neutron] 10.222.0.59 "GET /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737/bindings/n-h1-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.0571291 Dec 20 23:58:21.314036 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:21.325434 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-5c941686-6cbe-46e0-8391-591c506fb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.332289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-5c941686-6cbe-46e0-8391-591c506fb49b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1094 time: 0.0461059 Dec 20 23:58:21.362953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:21.371006 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.371352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.371692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.372072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.372405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.372732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.373056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.373378 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.373698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.374042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.374417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.374740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.375057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:21.417944 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-3065e5e6-b378-4cc4-9778-232b20c794d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.419407 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-3065e5e6-b378-4cc4-9778-232b20c794d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0855846 Dec 20 23:58:21.492857 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-dcd92263-780c-4f5d-b890-805321540975 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1001 time: 0.0658534 Dec 20 23:58:21.545910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-720784ba-3115-4bdd-8556-e9262faa27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.547704 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-720784ba-3115-4bdd-8556-e9262faa27e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0475852 Dec 20 23:58:21.557201 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['9b302ae4-ab53-46cf-8e26-002696a2c737'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:58:21.594186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-2a4fa8df-41a0-4c89-afa0-b0c87b3735b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:21.595699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-2a4fa8df-41a0-4c89-afa0-b0c87b3735b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408618 Dec 20 23:58:21.690700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-bc78ec09-251a-41bd-9c7c-7e6c4053c370 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Dec 20 23:58:21.780186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-bd77c845-52f0-4efc-8cd1-3effe4f89121 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817010 Dec 20 23:58:22.334897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8607f5-6b85-49cc-8f50-f82f8a4b68d1 req-88bb1b6e-5614-4062-89f3-54d8199a3e87 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:22.336364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c8607f5-6b85-49cc-8f50-f82f8a4b68d1 req-88bb1b6e-5614-4062-89f3-54d8199a3e87 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Dec 20 23:58:22.382458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c8607f5-6b85-49cc-8f50-f82f8a4b68d1 req-6880a14a-4e88-4c5c-8ffd-2c912a399285 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Dec 20 23:58:23.068199 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:58:23.180081 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 9b302ae4-ab53-46cf-8e26-002696a2c737 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:58:23.184230 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 9b302ae4-ab53-46cf-8e26-002696a2c737 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:58:23.187824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:23.263653 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:23.285884 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:23.288827 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809e4b8-fffe-45bd-a10d-9f932664b11b" -d '{"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-plugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:23.301390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:23.337240 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d4d65-bccf-4807-ba59-79edce35064c x-openstack-request-id: req-2b0d4d65-bccf-4807-ba59-79edce35064c {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:23.337531 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-plugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:23.337806 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b0d4d65-bccf-4807-ba59-79edce35064c {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:23.338229 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'code': 200} Dec 20 23:58:23.364935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:23.410506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:23.503419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d70f2-590c-42e6-9d1b-0ed1892cac27 req-9dacb666-722f-401b-8546-f3f08466aad6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:23.504808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-447d70f2-590c-42e6-9d1b-0ed1892cac27 req-9dacb666-722f-401b-8546-f3f08466aad6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0512090 Dec 20 23:58:23.555526 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-447d70f2-590c-42e6-9d1b-0ed1892cac27 req-070a73f1-ac4a-4a24-a3d7-db50cd1fad41 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Dec 20 23:58:24.326302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-6eddc28b-4435-4325-94ae-2b2944b3afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:24.327789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-6eddc28b-4435-4325-94ae-2b2944b3afd3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1096 time: 0.0456252 Dec 20 23:58:24.342893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:58:24.394064 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:24.592290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:24.625660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:58:24.693701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:24.695978 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7608fb-d9cd-4bb9-ba37-57da4dd882a0" -d '{"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-unplugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:24.700745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:24.726348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289bf35-1ed6-4aaa-90cf-951f22d30042 req-c12891c1-6b5d-4143-b22a-e1ae46391430 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:24.727846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3289bf35-1ed6-4aaa-90cf-951f22d30042 req-c12891c1-6b5d-4143-b22a-e1ae46391430 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0799935 Dec 20 23:58:24.728819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Transition to ACTIVE for port object 9b302ae4-ab53-46cf-8e26-002696a2c737 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:58:24.750415 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d733381f-e198-4fb1-a5b2-2f4114ddbf84 x-openstack-request-id: req-d733381f-e198-4fb1-a5b2-2f4114ddbf84 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:24.750709 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-unplugged", "status": "completed", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:24.750964 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d733381f-e198-4fb1-a5b2-2f4114ddbf84 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:24.751353 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'code': 200} Dec 20 23:58:24.779975 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3289bf35-1ed6-4aaa-90cf-951f22d30042 req-91094c84-3b85-4854-a994-ef06e160233b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Dec 20 23:58:24.793439 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:24.892188 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=10']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:24.918605 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.919307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.919307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.919915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.919915 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.920214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.920525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.920844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.921160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.921475 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.921813 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.922131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.922448 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 23:58:24.977238 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] No DVR routers for this DVR port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:58:25.111010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:58:25.111222 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:58:25.111533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:25.115916 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:58:25.116233 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Attempting to bind port 9b302ae4-ab53-46cf-8e26-002696a2c737 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:25.120902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:58:25.121230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:58:25.121602 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:58:25.122043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Bound port: 9b302ae4-ab53-46cf-8e26-002696a2c737, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:58:25.122384 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:25.185195 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:58:25.188153 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:58:25.257028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:25.292297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.292971 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:25.294361 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1092 time: 0.9553022 Dec 20 23:58:25.313513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79418cc8-c77e-45b0-848d-f4f181878050 service neutron] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=11']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:25.364595 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-10882bd5-ffc9-495c-8553-f97f359bc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.366133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-10882bd5-ffc9-495c-8553-f97f359bc0be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1095 time: 0.0435894 Dec 20 23:58:25.467407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-4d5a721e-8f7f-43f1-93d5-8ab908f55e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.468868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-4d5a721e-8f7f-43f1-93d5-8ab908f55e24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0930080 Dec 20 23:58:25.536147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-a6acc54a-a533-45ef-9388-74f26c12d83d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0558095 Dec 20 23:58:25.594104 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-be2f2693-bca7-4745-90cb-119cd6adb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.595545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-be2f2693-bca7-4745-90cb-119cd6adb9d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0485671 Dec 20 23:58:25.645513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-be30316b-2dce-4f89-b196-42d5ea1c100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.648029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-be30316b-2dce-4f89-b196-42d5ea1c100e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414000 Dec 20 23:58:25.739623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-203285a0-3ad7-4cdf-9c9a-b00b41145a44 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801961 Dec 20 23:58:25.836079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4afca3a3-44ff-4cdc-bc35-989fe67ea5dc req-2ce060d1-0cca-4e4c-ab0b-2d8e366438e2 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850656 Dec 20 23:58:25.902674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a4667-9389-4c9f-88ff-fb800632cfb9 req-9ad77ff9-d7f6-493d-bdd9-5c43f641a4d6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:25.904063 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-317a4667-9389-4c9f-88ff-fb800632cfb9 req-9ad77ff9-d7f6-493d-bdd9-5c43f641a4d6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0492804 Dec 20 23:58:25.952941 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-317a4667-9389-4c9f-88ff-fb800632cfb9 req-bd486658-da62-429c-86a8-a1c1cd56d022 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Dec 20 23:58:26.752129 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:26.754498 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2baca5-99ce-43e6-9b89-dccfa4066484" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:26.802657 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a7bc5-76cb-4659-b2c7-162225ad9403 x-openstack-request-id: req-215a7bc5-76cb-4659-b2c7-162225ad9403 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:26.803129 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:26.803390 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-215a7bc5-76cb-4659-b2c7-162225ad9403 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:26.803932 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'status': 'completed', 'code': 200} Dec 20 23:58:26.868081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-1bc2c4b5-0713-4179-a659-31102ad321f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:26.869590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-1bc2c4b5-0713-4179-a659-31102ad321f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1095 time: 0.0452435 Dec 20 23:58:26.871912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-d0be3fde-c935-4c41-8de1-670f9b041e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:26.873397 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-d0be3fde-c935-4c41-8de1-670f9b041e37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 1095 time: 0.0460806 Dec 20 23:58:26.962660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-dc40c8ea-5f5a-4a3f-90b0-1542a98bada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:26.964160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-dc40c8ea-5f5a-4a3f-90b0-1542a98bada0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0870829 Dec 20 23:58:26.965571 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-9fbe1da9-00d8-433b-bfa3-bfb0773e340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:26.967037 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-9fbe1da9-00d8-433b-bfa3-bfb0773e340e service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0870569 Dec 20 23:58:27.040088 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-5af1ff1f-09f2-4c52-99d3-de38fa9cbae9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0658293 Dec 20 23:58:27.044366 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-ca2cde85-2ff6-494b-a985-1ff870714381 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 200 len: 1000 time: 0.0722799 Dec 20 23:58:27.089664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-2b8e0b0d-9552-43ac-a97b-6057ee1d7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:27.091268 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-2b8e0b0d-9552-43ac-a97b-6057ee1d7045 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0442042 Dec 20 23:58:27.092695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:58:27.110405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-ab961fa5-7270-41a9-9200-91c228f061f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:27.111869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-ab961fa5-7270-41a9-9200-91c228f061f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0533590 Dec 20 23:58:27.120131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0938901-7339-4000-96ea-2215a0898e22 req-66d0fa64-cfdf-4cc3-a84c-2f92bb58ba5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:27.121563 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0938901-7339-4000-96ea-2215a0898e22 req-66d0fa64-cfdf-4cc3-a84c-2f92bb58ba5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0974309 Dec 20 23:58:27.135342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port 9b302ae4-ab53-46cf-8e26-002696a2c737 host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 20 23:58:27.135746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:58:27.139225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-f7cbf5a1-0018-405b-b8b6-16a4e0ecf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:27.140811 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-f7cbf5a1-0018-405b-b8b6-16a4e0ecf5fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431600 Dec 20 23:58:27.200853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0938901-7339-4000-96ea-2215a0898e22 req-43616619-cbf7-494f-bf6e-b73c287316e1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679593 Dec 20 23:58:27.202871 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-671bb1d6-30fd-4a36-a9fb-757abbed7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:27.204447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-671bb1d6-30fd-4a36-a9fb-757abbed7dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806551 Dec 20 23:58:27.237318 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-1161c4ea-7416-4850-bf1a-4e84b51a12f1 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Dec 20 23:58:27.299795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-5e891573-cffb-4daf-9fe3-0025d21e60c9 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Dec 20 23:58:27.328320 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-383d769b-1255-4033-a764-889d47d340bf service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837586 Dec 20 23:58:27.398997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4f2baca5-99ce-43e6-9b89-dccfa4066484 req-51c7d982-2f66-4645-8849-2159f4edf864 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 Dec 20 23:58:28.319254 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a97e3-4931-4f6d-800b-4a035f8e6935 req-dfb84e97-4470-4c88-86f4-d63984d487bb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:28.320803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-375a97e3-4931-4f6d-800b-4a035f8e6935 req-dfb84e97-4470-4c88-86f4-d63984d487bb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Dec 20 23:58:28.367759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-375a97e3-4931-4f6d-800b-4a035f8e6935 req-15656d61-1a68-4d5b-85f3-4338d5244457 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Dec 20 23:58:28.482592 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50a8a-9081-495c-91e5-78c7b8e614ba req-dbcacccf-a919-43f4-bbd8-85c7b1ff4761 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:28.484008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45f50a8a-9081-495c-91e5-78c7b8e614ba req-dbcacccf-a919-43f4-bbd8-85c7b1ff4761 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0487258 Dec 20 23:58:28.524817 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:28.535908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-45f50a8a-9081-495c-91e5-78c7b8e614ba req-feb1c0c5-e1ce-4f58-a16e-f4b86bb7d900 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Dec 20 23:58:28.649576 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0197b-01f6-4214-ad9a-0f68ae826d13 req-c75473f7-8c93-4208-9863-a844fb996a43 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:28.651128 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ac0197b-01f6-4214-ad9a-0f68ae826d13 req-c75473f7-8c93-4208-9863-a844fb996a43 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0484328 Dec 20 23:58:28.697810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5ac0197b-01f6-4214-ad9a-0f68ae826d13 req-e11b7851-9193-48e7-905c-32c3cd3c2346 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Dec 20 23:58:28.852862 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:58:28.949528 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:28.962695 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'mac_address': 'fa:16:3e:cb:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:58:28.999625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:29.013172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:58:29.035371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:29.093587 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:29.105681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111000c8-114a-4b2a-9135-b856c061d9fa req-b02d7102-0fa9-46d8-a004-bda67aa7c5f1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:29.107271 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-111000c8-114a-4b2a-9135-b856c061d9fa req-b02d7102-0fa9-46d8-a004-bda67aa7c5f1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 944 time: 0.0501659 Dec 20 23:58:29.141875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:29.154458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-111000c8-114a-4b2a-9135-b856c061d9fa req-ebdfa9a4-6708-4c8d-84ce-8949db475d13 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Dec 20 23:58:29.334364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['9b302ae4-ab53-46cf-8e26-002696a2c737'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:58:30.276949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43438-2038-4cfa-961d-d8f1c40a0078 req-c30e53be-539a-4bea-8002-5e7928d26040 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:30.278693 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91c43438-2038-4cfa-961d-d8f1c40a0078 req-c30e53be-539a-4bea-8002-5e7928d26040 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Dec 20 23:58:30.326702 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-91c43438-2038-4cfa-961d-d8f1c40a0078 req-b8b5cb6e-ee3b-4e56-b3e8-831c4620d7ea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Dec 20 23:58:30.447802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-76b4ce8e-201d-46d8-a821-4fa903bc16cd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:30.449152 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-76b4ce8e-201d-46d8-a821-4fa903bc16cd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 945 time: 0.0475760 Dec 20 23:58:30.544102 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Deleting port 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 23:58:30.544443 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:30.631741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] For port 9b302ae4-ab53-46cf-8e26-002696a2c737, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=9b302ae4-ab53-46cf-8e26-002696a2c737,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:30.632170 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:30.851478 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:30.851837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:30.852150 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca disassociated. External IP: 172.25.1.188, port: 9b302ae4-ab53-46cf-8e26-002696a2c737. Dec 20 23:58:30.852491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Calling delete_port for 9b302ae4-ab53-46cf-8e26-002696a2c737 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 23:58:30.872637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:58:31.011046 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 9b302ae4-ab53-46cf-8e26-002696a2c737 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:58:31.015119 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 9b302ae4-ab53-46cf-8e26-002696a2c737 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:58:31.015491 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:31.119830 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:31.149304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'Port': ['ID=9b302ae4-ab53-46cf-8e26-002696a2c737,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:31.259928 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:31.275266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:58:31.723412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32c451f1-3a78-45ef-a538-dd0ec5094f54 req-77009704-8be8-4ad5-9477-601879652e3e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 210 time: 0.0318792 Dec 20 23:58:31.737913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:58:31.749013 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:58:31.759305 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:58:31.759913 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:58:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:31.776625 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] No DVR routers for this DVR port 9b302ae4-ab53-46cf-8e26-002696a2c737 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 23:58:31.779194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:31.782539 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad2233ba-3d6c-43f0-a71b-77351c9475fa req-ae44f300-fed2-4da6-9849-55ebcf6a0098 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "DELETE /v2.0/ports/9b302ae4-ab53-46cf-8e26-002696a2c737 HTTP/1.1" status: 204 len: 173 time: 1.3222072 Dec 20 23:58:31.782974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-deleted', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:31.785328 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f2fa3a-089b-4e83-99c6-f5f5b96ac0e3" -d '{"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-deleted", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:31.825142 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d2df7-d895-4405-a8a3-5131f4ad82a9 x-openstack-request-id: req-465d2df7-d895-4405-a8a3-5131f4ad82a9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:31.825439 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb1fb7f-48ed-4d4c-8955-cbb105516a47", "name": "network-vif-deleted", "tag": "9b302ae4-ab53-46cf-8e26-002696a2c737", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:31.825694 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-465d2df7-d895-4405-a8a3-5131f4ad82a9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:31.826114 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb1fb7f-48ed-4d4c-8955-cbb105516a47', 'name': 'network-vif-deleted', 'tag': '9b302ae4-ab53-46cf-8e26-002696a2c737', 'status': 'completed', 'code': 200} Dec 20 23:58:31.872757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:58:32.068539 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:32.098217 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:58:32.106419 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:58:32.107010 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:58:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:32.206099 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:58:32.396804 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:32.422543 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd02cdc-f269-4ffe-b2d2-f9ba0e0629c7 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:58:32.662065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779fb9b9-68b7-4987-b8d4-70150b055c4a None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:58:32.839784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3447f061-85e5-46fa-9fd0-6054afdcb791 req-5a3b8691-4d9f-41a1-858b-69dd207af5d3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eb1fb7f-48ed-4d4c-8955-cbb105516a47 HTTP/1.1" status: 200 len: 210 time: 0.0293589 Dec 20 23:58:33.742006 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:34.118368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-dfaad5ab-3ad8-4926-b142-c069388fff34 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1097658046&fields=id&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 267 time: 0.0414591 Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 23:58:34.220915 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 20 23:58:34.225260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-9fa1135c-cfe6-491f-85f4-c18a44ac4b5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:34.225260 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-9fa1135c-cfe6-491f-85f4-c18a44ac4b5c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.0985343 Dec 20 23:58:34.238714 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-d51f2317-2693-408e-8b9b-2d5b80441b31 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/quotas/a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 375 time: 0.0090425 Dec 20 23:58:34.293746 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-d4ea3fb8-c1da-4255-8d05-6c0f9442aa32 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489683 Dec 20 23:58:34.425356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-78f7717e-a41d-43e0-ad25-096f99b9393c service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189709 Dec 20 23:58:34.517116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-ec96de0c-0269-4249-b08d-2cd4e97352bc service neutron] 10.222.0.62 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 Dec 20 23:58:34.739382 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9af8fe9-3149-4449-9fbb-0cb29dff22a7 req-b5de08a7-408c-4ca0-8db1-c59d7e1db21e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0266953 Dec 20 23:58:34.867447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-da3e3ded-838c-4b1c-b065-9c4e943c8e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:34.876387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 23:58:34.899692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 9b302ae4-ab53-46cf-8e26-002696a2c737 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 23:58:34.900080 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 9b302ae4-ab53-46cf-8e26-002696a2c737 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 23:58:35.817033 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a8ee962-65f3-4a5b-95b6-92555f664aa0 req-c6579c92-3b8b-4ec8-a3b6-7cbb5f9f0653 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0269394 Dec 20 23:58:36.896874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-97337824-9a40-4a0e-b96e-f586761adc87 req-160e8d7b-8b84-406f-b11b-4a2458c72b2e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0272212 Dec 20 23:58:37.669877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c041423-f44f-4dd6-ade3-8a933413298d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:37.973328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f8e045f0-a20b-4b9f-9c70-cdd8807aa8ac req-5449bb7b-b974-4a08-a6f0-6e1b128cf580 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0254848 Dec 20 23:58:38.604486 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:39.073200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-324b4229-9a63-40e5-ad00-ccca423b22af req-d783c32d-f7cc-4f73-a152-cd64ee73f342 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0306160 Dec 20 23:58:39.953132 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:40.167410 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e64a2855-a8d0-48e0-b660-aa9bcc1d49d0 req-a0193c5e-6421-436e-a5d3-1673a6f95636 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Dec 20 23:58:40.513058 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:40.664332 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-a9633e82-71c1-46ee-8649-d27ac07f2c79 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:40.665827 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-a9633e82-71c1-46ee-8649-d27ac07f2c79 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 812 time: 0.1100264 Dec 20 23:58:40.732956 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8d40ac5e-7b97-40c6-b850-50da928fd205 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 380 time: 0.0574162 Dec 20 23:58:40.742911 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'port': {'device_id': '48114966-4cce-46fb-9746-ec632594db68', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'admin_state_up': True, 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'security_groups': ['70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:58:40.921870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Made reservation on behalf of a8a766d4a3374adb93e836dad092e79c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 23:58:40.925649 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.052508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Allocated IP 172.20.0.9 (923a3876-fc16-4934-bb9a-b73e2c68bea9/579fa8c2-fb61-435f-af0a-61cfb8e868a0/fb074f8b-3700-4178-96b2-a547d3213107) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 23:58:41.190474 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.262962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-80ae4094-dba6-42f4-8c77-40e481fe9d7c req-ad9e95c9-9846-4797-aa0e-d3121e7e7749 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0267336 Dec 20 23:58:41.303207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.346516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 23:58:41.351404 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 23:58:41.355057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 23:58:41.378871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:41.408311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:41.408933 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.490730 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-55f8d1f3-5198-4ae3-8340-a6451ddd7e0b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514687 Dec 20 23:58:41.503895 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Request body: {'port': {'device_id': '48114966-4cce-46fb-9746-ec632594db68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:58:41.565373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.571499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9aedc2ed-ed7d-46e9-9ba4-28dfeae8c367 None None] Provisioning complete for port fb074f8b-3700-4178-96b2-a547d3213107 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:58:41.572012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9aedc2ed-ed7d-46e9-9ba4-28dfeae8c367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.608580 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9aedc2ed-ed7d-46e9-9ba4-28dfeae8c367 None None] Port fb074f8b-3700-4178-96b2-a547d3213107 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 23:58:41.826959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:58:41.835439 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.847073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Transition to ACTIVE for port object fb074f8b-3700-4178-96b2-a547d3213107 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 23:58:41.929999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:41.983184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:42.056610 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 23:58:42.056941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 23:58:42.057267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:42.061942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 23:58:42.062266 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 23:58:42.067452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 23, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 23:58:42.067796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 23:58:42.068178 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 23:58:42.068601 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Bound port: fb074f8b-3700-4178-96b2-a547d3213107, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 23:58:42.068953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:42.134737 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 23:58:42.137856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 23:58:42.195776 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:42.238238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.238853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:42.240378 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] 10.222.0.59 "PUT /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1091 time: 0.7413204 Dec 20 23:58:42.240827 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:42.243131 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ab653-3719-4530-aaf3-4397c3d4fa33" -d '{"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:42.268135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595af20-f7c9-4845-a101-1eb513afea3c service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:42.283334 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3f90f-a241-47ec-b0f8-304e5e50f79a x-openstack-request-id: req-f1c3f90f-a241-47ec-b0f8-304e5e50f79a {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:42.283647 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:42.283894 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1c3f90f-a241-47ec-b0f8-304e5e50f79a {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:42.284295 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'status': 'completed', 'code': 200} Dec 20 23:58:42.354016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-de05e1a6-c4ca-4ac0-8060-36d07074b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.355710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-de05e1a6-c4ca-4ac0-8060-36d07074b62a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1094 time: 0.0479846 Dec 20 23:58:42.398759 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449912-4f98-4716-b3eb-9b1bcc7c4fdd req-e9e41da3-4da6-4da1-aa8d-64c04bb91c07 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.400311 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c449912-4f98-4716-b3eb-9b1bcc7c4fdd req-e9e41da3-4da6-4da1-aa8d-64c04bb91c07 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0618134 Dec 20 23:58:42.455431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6c449912-4f98-4716-b3eb-9b1bcc7c4fdd req-8e6afbf0-e6e4-4002-a8c2-38dff8ca40da tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Dec 20 23:58:42.463417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-18b931f8-ef4c-49a7-bb8f-b4015c80f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.464835 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-18b931f8-ef4c-49a7-bb8f-b4015c80f588 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a8a766d4a3374adb93e836dad092e79c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1015456 Dec 20 23:58:42.563089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-d1f18997-08b8-4f7a-a0e3-acdf3d4210ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.564658 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c18ab653-3719-4530-aaf3-4397c3d4fa33 req-d1f18997-08b8-4f7a-a0e3-acdf3d4210ca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930696 Dec 20 23:58:42.639172 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-0bcf97c2-f8b1-48cb-9fcc-0e8f7ed29f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.640562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-0bcf97c2-f8b1-48cb-9fcc-0e8f7ed29f14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1094 time: 0.0407033 Dec 20 23:58:42.685958 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-6d68b301-40cb-46b6-99bf-fc99245b09d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 217 time: 0.0379834 Dec 20 23:58:42.734811 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-d2de09b5-1d2f-49cd-abb5-09684652d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.736246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-d2de09b5-1d2f-49cd-abb5-09684652d06c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0426555 Dec 20 23:58:42.782455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-29ed231b-0db7-453c-ae74-a84b5642d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:42.784026 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-29ed231b-0db7-453c-ae74-a84b5642d725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403838 Dec 20 23:58:42.877184 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-e6474eae-4dc7-4264-90fa-d1840382e052 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855439 Dec 20 23:58:42.966913 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1a8bb53a-38ce-4a12-a768-1ad784a6e3cb req-ec8120cd-52c6-49e9-87ce-856b6f2563c1 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Dec 20 23:58:43.580008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767a3bb-2305-4660-9e06-fecfe3bafdad req-4631b87d-a620-4d53-9833-41473907ea55 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:43.581460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b767a3bb-2305-4660-9e06-fecfe3bafdad req-4631b87d-a620-4d53-9833-41473907ea55 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0517488 Dec 20 23:58:43.627227 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b767a3bb-2305-4660-9e06-fecfe3bafdad req-06023ab6-d69c-4b79-ae1f-2b1b464cb420 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Dec 20 23:58:44.741582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404b50-89f9-491f-b393-3e5ba85f92dd req-8d826697-62d8-4bc3-b70e-45ce6a56d888 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:44.743108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a404b50-89f9-491f-b393-3e5ba85f92dd req-8d826697-62d8-4bc3-b70e-45ce6a56d888 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0483649 Dec 20 23:58:44.790057 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a404b50-89f9-491f-b393-3e5ba85f92dd req-4a31fefa-15cb-4d6c-ba03-b13c422830fc tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Dec 20 23:58:45.904386 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5443262-393d-416c-bf25-4fb85f89a8c4 req-0e15f56f-4c90-48a6-98b8-30af87637cd3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:45.905956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5443262-393d-416c-bf25-4fb85f89a8c4 req-0e15f56f-4c90-48a6-98b8-30af87637cd3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0489519 Dec 20 23:58:45.958863 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5443262-393d-416c-bf25-4fb85f89a8c4 req-2dcdf98c-f905-4610-9722-dd1a9839ec2e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Dec 20 23:58:47.070951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b62f05-8ed6-4b29-9e8a-e0767deda37d req-0b874877-a719-44dd-b567-cf7f7abdaca9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:47.072399 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6b62f05-8ed6-4b29-9e8a-e0767deda37d req-0b874877-a719-44dd-b567-cf7f7abdaca9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0471284 Dec 20 23:58:47.118389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f6b62f05-8ed6-4b29-9e8a-e0767deda37d req-0abc0acc-8229-4e62-91d6-a1bf5573f2ee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401139 Dec 20 23:58:47.161396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 23:58:47.257016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:47.267880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fb074f8b-3700-4178-96b2-a547d3213107', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 23:58:47.303987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:47.316244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 23:58:47.335632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:47.392843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:47.438383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:47.591352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fb074f8b-3700-4178-96b2-a547d3213107'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 23:58:48.233767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79d06-cdda-4ef0-9680-86f3b9ae3382 req-1425b219-c68b-44d6-bfd7-13d9220d4f2d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:48.235147 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13a79d06-cdda-4ef0-9680-86f3b9ae3382 req-1425b219-c68b-44d6-bfd7-13d9220d4f2d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0488625 Dec 20 23:58:48.281110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13a79d06-cdda-4ef0-9680-86f3b9ae3382 req-237cbf4f-705c-45f3-b644-f6f750d55c9e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Dec 20 23:58:48.903619 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:58:49.168727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 23:58:49.290058 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fb074f8b-3700-4178-96b2-a547d3213107 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 23:58:49.295827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fb074f8b-3700-4178-96b2-a547d3213107 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 23:58:49.296194 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:49.377582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:49.399673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a43e19-937f-4f91-86ed-824832c5094d req-549cd0c0-e8ed-4d27-8096-d1938c5e2979 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:49.400281 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:49.401170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12a43e19-937f-4f91-86ed-824832c5094d req-549cd0c0-e8ed-4d27-8096-d1938c5e2979 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0519664 Dec 20 23:58:49.402036 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091cb53f-0ce4-4895-b67f-b84d0e3ad4fa" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:49.416232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 23:58:49.441245 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9842ed9-5ee1-4a28-bfe4-1b27e41a4669 x-openstack-request-id: req-a9842ed9-5ee1-4a28-bfe4-1b27e41a4669 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:49.441540 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:49.441821 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9842ed9-5ee1-4a28-bfe4-1b27e41a4669 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:49.445505 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'code': 200} Dec 20 23:58:49.462528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12a43e19-937f-4f91-86ed-824832c5094d req-8b281211-7281-4392-96f7-5ea63c6ccd5d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Dec 20 23:58:49.487463 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:49.534100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 23:58:49.542405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a993d-fba5-488c-bc70-c080949c385b req-b3befd6a-10df-4e19-b2bf-e91bd2b4285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:49.543951 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-513a993d-fba5-488c-bc70-c080949c385b req-b3befd6a-10df-4e19-b2bf-e91bd2b4285d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0421000 Dec 20 23:58:49.598128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-513a993d-fba5-488c-bc70-c080949c385b req-c2ad61a1-8e26-4f0d-aaee-ee916693215c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462551 Dec 20 23:58:50.581217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ded4c-6b06-46f7-8474-2de5fe014e3c req-7dd050ea-fdbc-4956-b5a6-a630384fa1ef tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:50.582845 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-536ded4c-6b06-46f7-8474-2de5fe014e3c req-7dd050ea-fdbc-4956-b5a6-a630384fa1ef tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Dec 20 23:58:50.636460 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-536ded4c-6b06-46f7-8474-2de5fe014e3c req-ec21c7cc-4225-49e3-87a9-ab883eb38461 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458655 Dec 20 23:58:51.753260 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491bef-8286-4a3d-abd0-51d5d443d6ab req-ca0eacc6-1af2-4a02-83a7-972e49200f60 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:51.755340 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1491bef-8286-4a3d-abd0-51d5d443d6ab req-ca0eacc6-1af2-4a02-83a7-972e49200f60 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Dec 20 23:58:51.806905 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f1491bef-8286-4a3d-abd0-51d5d443d6ab req-9beab5bb-1fcf-4f56-abf8-cf478b358f73 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Dec 20 23:58:51.920322 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106209ea-4a92-4eb0-ab48-b31aa4f8aaa6 req-6799bb0e-3618-4e68-9107-a9ada377516e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:51.922298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-106209ea-4a92-4eb0-ab48-b31aa4f8aaa6 req-6799bb0e-3618-4e68-9107-a9ada377516e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0502236 Dec 20 23:58:51.930801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 36888) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 23:58:51.935257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Request body: {'floatingip': {'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 23:58:51.974605 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:52.403286 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:52.469680 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:52.569621 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca associated. External IP: 172.25.1.188, port: fb074f8b-3700-4178-96b2-a547d3213107. Dec 20 23:58:52.777335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 23:58:52.886948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 23:58:52.891722 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:58:52.897264 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 23:58:52.907084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:58:52.907764 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:58:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:52.921389 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0ad6b1a0-6949-4f77-9ffe-fc63c778088d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "PUT /v2.0/floatingips/846885fd-4434-4f31-8cbc-5e3bf0f7beca HTTP/1.1" status: 200 len: 992 time: 0.9895158 Dec 20 23:58:52.922013 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 23:58:52.924309 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892d15a-ec97-47a3-be93-ee974f0e94a9" -d '{"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 23:58:52.969610 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 23:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d15d1-952c-497e-8afc-934698e55b82 x-openstack-request-id: req-401d15d1-952c-497e-8afc-934698e55b82 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 23:58:52.969938 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 23:58:52.970199 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-401d15d1-952c-497e-8afc-934698e55b82 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 23:58:52.970612 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'status': 'completed', 'code': 200} Dec 20 23:58:53.016213 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:58:53.034671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-ead26111-64ab-48b0-83c5-430446489bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:53.036679 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-ead26111-64ab-48b0-83c5-430446489bc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0420251 Dec 20 23:58:53.131718 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-e581b244-697a-4a21-bc25-670fab6f2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:53.132734 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-e581b244-697a-4a21-bc25-670fab6f2294 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0883038 Dec 20 23:58:53.204540 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-92b6b4f5-1252-483c-95bc-28b5d36f657c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0630202 Dec 20 23:58:53.255970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-4f8523cd-c253-4293-b485-3198fb84b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:53.257441 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-4f8523cd-c253-4293-b485-3198fb84b354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0460706 Dec 20 23:58:53.303564 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-d38ca05a-1b96-45de-8bd3-737cbcd258a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:58:53.304999 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-d38ca05a-1b96-45de-8bd3-737cbcd258a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405107 Dec 20 23:58:53.323045 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114966-4cce-46fb-9746-ec632594db68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:58:52Z', 'revision_number': 13, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:53.352249 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 23:58:53.360367 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 23:58:53.360962 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-20T23:58:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:53.400125 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-06bec72d-d7dd-4ba2-8fc5-cf50ea9d18d7 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880661 Dec 20 23:58:53.464803 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 23:58:53.495013 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9892d15a-ec97-47a3-be93-ee974f0e94a9 req-6ec2a6d1-3fc4-477e-b3cf-e3bd9633f4c9 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883002 Dec 20 23:58:53.680902 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114966-4cce-46fb-9746-ec632594db68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:58:52Z', 'revision_number': 13, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 23:58:53.706212 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3666bb-0710-4f54-a93c-1103847951a1 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '846885fd-4434-4f31-8cbc-5e3bf0f7beca', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48114966-4cce-46fb-9746-ec632594db68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T23:50:57Z', 'updated_at': '2021-12-20T23:58:52Z', 'revision_number': 13, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 23:58:53.892526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025d671-1dc8-4b27-93e1-31763a8fa11c None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 23:58:58.518387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:03.749609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:04.906599 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0a7a371c-3802-468c-9625-e791f760152e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:07.672345 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0838889b-ef8d-4f52-8601-4bdd71cbf8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:08.540656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:09.927951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:10.498297 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:25.902943 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 23:59:28.563016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:33.774730 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:34.877544 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-58596c05-e802-48c8-b5a2-2461d0013807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:37.665748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be302a33-a8fa-45a1-993f-237915d1f7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:38.394933 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-0d934a22-62d0-4c1c-bb71-d8fb76843085 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392799 Dec 20 23:59:38.480086 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-251557de-8cd3-458e-ba35-98ee5770c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:59:38.481555 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-251557de-8cd3-458e-ba35-98ee5770c72e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0413027 Dec 20 23:59:38.540289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:38.589225 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-6d556a79-d092-4b9c-a6c4-fc7d7b7c0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:59:38.590693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-6d556a79-d092-4b9c-a6c4-fc7d7b7c0e34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0901365 Dec 20 23:59:38.656289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-539406e0-177e-4513-ac62-a8d3cfbdccd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1002 time: 0.0586362 Dec 20 23:59:38.704479 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-c1da6115-b389-4500-bbf5-7e02ce0518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:59:38.705923 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-c1da6115-b389-4500-bbf5-7e02ce0518c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0427415 Dec 20 23:59:38.754831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-62c68820-5642-49de-a030-98f6508f39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 23:59:38.756876 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-62c68820-5642-49de-a030-98f6508f39c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435381 Dec 20 23:59:38.847888 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-14de2041-bf64-4a9a-a43b-c466b26260bf service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833097 Dec 20 23:59:38.939210 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-18b27fa4-a4f3-469f-bc4f-d3516416b876 req-71c1a31b-1118-4461-8631-a3f617966d30 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Dec 20 23:59:39.922975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:40.483263 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 23:59:58.532188 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:02.901801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:00:03.819952 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:04.905290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0b542c27-e64d-4df6-a0ab-707dc153bcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:07.636961 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-42aa7da7-e506-4862-b74f-6373073c41bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:08.533788 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:09.938056 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:10.486983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:28.555104 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:31.674568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd390de-1c2c-460b-91a5-e4003f092ab4 req-ada2ac30-e06b-4ae4-813d-db2eff49afff tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:31.676050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5dd390de-1c2c-460b-91a5-e4003f092ab4 req-ada2ac30-e06b-4ae4-813d-db2eff49afff tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0970211 Dec 21 00:00:31.725135 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5dd390de-1c2c-460b-91a5-e4003f092ab4 req-a81924d1-c433-4f06-a019-a36a6b78a3a2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Dec 21 00:00:33.785059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:34.876023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-101a5396-1c12-4344-8886-a6e87ce48eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:37.647969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-617df026-559a-4f89-91f0-917454ab9b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:38.520942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-25995335-5a25-4762-873c-7c5989ce5d4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420156 Dec 21 00:00:38.533508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:38.605117 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-4fd97e8a-f82d-42ee-ade3-309f5f241e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:38.607207 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-4fd97e8a-f82d-42ee-ade3-309f5f241e83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Dec 21 00:00:38.713887 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-58557878-76da-45c0-ad72-8ca7e0550255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:38.715346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-58557878-76da-45c0-ad72-8ca7e0550255 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0870984 Dec 21 00:00:38.780077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-0ab44e35-2d3d-4e63-9b36-c9dd8fc7ff84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1002 time: 0.0574830 Dec 21 00:00:38.836955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-78a508cd-c7f4-4478-8ced-bfcd2df59c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:38.838437 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-78a508cd-c7f4-4478-8ced-bfcd2df59c89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0522392 Dec 21 00:00:38.888100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-464b885c-e1b3-4648-9a84-66bcf7c49f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:38.889713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-464b885c-e1b3-4648-9a84-66bcf7c49f1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429552 Dec 21 00:00:38.978906 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-c1f0582b-4e72-42bc-a90e-f5333cfaf826 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818655 Dec 21 00:00:39.071935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-926c3c0d-edca-4ee1-a2ab-0fa1accf5639 req-18d0f3b5-6098-47e4-ae92-5e041147ddc4 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843694 Dec 21 00:00:39.901342 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:00:39.938919 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:40.487420 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:44.465048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-0aea4dd8-8bd8-4500-9368-99a24234bc54 req-694104f5-2ab8-4d53-99a0-10573b3c5be1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:00:44.466762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0aea4dd8-8bd8-4500-9368-99a24234bc54 req-694104f5-2ab8-4d53-99a0-10573b3c5be1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060267 Dec 21 00:00:44.772901 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aacdc-43bc-4ace-b4f3-610501849c79 req-cf82aed2-c0db-4aa8-b53a-67dd30777172 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:44.774422 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e76aacdc-43bc-4ace-b4f3-610501849c79 req-cf82aed2-c0db-4aa8-b53a-67dd30777172 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Dec 21 00:00:44.823740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e76aacdc-43bc-4ace-b4f3-610501849c79 req-8c40a2bc-66b1-4e3a-b565-f5e50cefbb97 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Dec 21 00:00:44.867444 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-0ffba3dd-0b57-4fbf-a9d7-b72c40808eb3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395319 Dec 21 00:00:44.876485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-82553ce1-de08-49d3-997c-c130a4501430 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:00:44.877429 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-82553ce1-de08-49d3-997c-c130a4501430 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048277 Dec 21 00:00:45.944050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdbda5-b820-426f-a423-e5f6c99b9564 req-9f197c3e-ecb9-4b6b-bb99-fc39911fc28e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:45.945568 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2fdbda5-b820-426f-a423-e5f6c99b9564 req-9f197c3e-ecb9-4b6b-bb99-fc39911fc28e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Dec 21 00:00:45.995797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2fdbda5-b820-426f-a423-e5f6c99b9564 req-6ca21c1e-de19-4de8-b7e7-508835a55a09 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Dec 21 00:00:46.783815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-ecfd8403-1905-4566-ab5c-6e3a596229eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:46.785275 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-ecfd8403-1905-4566-ab5c-6e3a596229eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0788021 Dec 21 00:00:46.877713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-9a1329a9-dfec-43bc-8840-2edc07f95a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:46.879180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-9a1329a9-dfec-43bc-8840-2edc07f95a40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0874884 Dec 21 00:00:46.945307 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-5601704c-42da-402d-9348-665c939ed440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1002 time: 0.0587320 Dec 21 00:00:46.997790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-5781c77e-16ff-4e05-9c25-4fefcabd748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:46.999121 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-5781c77e-16ff-4e05-9c25-4fefcabd748e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0470822 Dec 21 00:00:47.046343 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-620ee85c-874d-4e4c-b822-d69d2a914c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:47.047854 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-620ee85c-874d-4e4c-b822-d69d2a914c32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399389 Dec 21 00:00:47.114373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8385d-88f0-4d98-8815-aeb11e1c6176 req-8c2e48a0-9e39-4c01-b004-fe3cf3102e80 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:47.115859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32f8385d-88f0-4d98-8815-aeb11e1c6176 req-8c2e48a0-9e39-4c01-b004-fe3cf3102e80 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0499203 Dec 21 00:00:47.138885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-e038af4a-b9c0-4e39-a8f2-d28d2cf1738f service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Dec 21 00:00:47.168394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-32f8385d-88f0-4d98-8815-aeb11e1c6176 req-ec073e10-f683-4863-84f0-e28485e25462 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Dec 21 00:00:47.232776 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-48a60a89-c367-4661-8075-c3982d89e5f4 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Dec 21 00:00:48.288688 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923df00-c4d4-42e7-91d4-a7d131eea560 req-6003119b-8b8a-4519-a091-a4759cfffd0e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:48.290163 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0923df00-c4d4-42e7-91d4-a7d131eea560 req-6003119b-8b8a-4519-a091-a4759cfffd0e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0483010 Dec 21 00:00:48.336173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0923df00-c4d4-42e7-91d4-a7d131eea560 req-508e6718-3c86-49c3-9306-1d0f9f5458a8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Dec 21 00:00:49.451748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4d72c-c531-470a-9c5c-55f5f080fd70 req-b53cffa7-cd07-434b-aa93-e5a7b460e828 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:49.453218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88a4d72c-c531-470a-9c5c-55f5f080fd70 req-b53cffa7-cd07-434b-aa93-e5a7b460e828 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Dec 21 00:00:49.500411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-88a4d72c-c531-470a-9c5c-55f5f080fd70 req-7c00eff1-aa58-4093-aed9-bfedf60d145d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 Dec 21 00:00:50.622401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3bf3-6118-4d68-a5ba-6a7f5b88d856 req-0c50f3d1-fb33-481d-b2a5-220a41dc5153 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:50.623900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b08f3bf3-6118-4d68-a5ba-6a7f5b88d856 req-0c50f3d1-fb33-481d-b2a5-220a41dc5153 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0536630 Dec 21 00:00:50.672038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b08f3bf3-6118-4d68-a5ba-6a7f5b88d856 req-d6856aa4-f171-4265-a14d-c7958a2989ee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Dec 21 00:00:51.787892 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78893499-08c7-4abd-babf-f25df8fc3e73 req-e66f937b-ffe5-4131-981c-24c5064dd67c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:51.789362 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78893499-08c7-4abd-babf-f25df8fc3e73 req-e66f937b-ffe5-4131-981c-24c5064dd67c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Dec 21 00:00:51.836096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-78893499-08c7-4abd-babf-f25df8fc3e73 req-ff4dc966-f47f-4e81-88d6-962316095314 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Dec 21 00:00:52.957009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcd75e-a292-46a6-a95b-010701fad221 req-201bef35-3408-4cd9-aeb0-b2c80bf1469d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:52.958490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5fcd75e-a292-46a6-a95b-010701fad221 req-201bef35-3408-4cd9-aeb0-b2c80bf1469d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0527053 Dec 21 00:00:53.004494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c5fcd75e-a292-46a6-a95b-010701fad221 req-0b437386-8fa6-4f7f-b671-254cc94e3993 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Dec 21 00:00:54.125528 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050c04-9bb1-4896-a307-47bc0a1109df req-7c018162-1b96-468f-99a4-b753aa3665f5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:54.127081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba050c04-9bb1-4896-a307-47bc0a1109df req-7c018162-1b96-468f-99a4-b753aa3665f5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0545125 Dec 21 00:00:54.174284 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba050c04-9bb1-4896-a307-47bc0a1109df req-14cdc238-3b72-429c-aa7f-fc0090f6dcf1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Dec 21 00:00:55.288799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9801674-cb68-4eb3-8b28-7c863ee2e8ba req-0bf16562-fc0d-4d51-aee7-fc093fc7e309 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:55.290289 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9801674-cb68-4eb3-8b28-7c863ee2e8ba req-0bf16562-fc0d-4d51-aee7-fc093fc7e309 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0482533 Dec 21 00:00:55.341360 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9801674-cb68-4eb3-8b28-7c863ee2e8ba req-1c92bc86-df07-4339-9309-269b6502ebae tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Dec 21 00:00:56.645425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7d920-298c-403f-919f-653a892c6fda req-de3f04d2-0599-4969-8ddc-5e6c64cdea5f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:56.646864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ceb7d920-298c-403f-919f-653a892c6fda req-de3f04d2-0599-4969-8ddc-5e6c64cdea5f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Dec 21 00:00:56.694305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ceb7d920-298c-403f-919f-653a892c6fda req-ed560427-e683-4db5-958a-b549df7b10d6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Dec 21 00:00:57.809757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5983db8-b53c-40d7-b745-a2b0cde0a1a1 req-af666503-3ab9-4583-98ff-f4e447968c39 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:57.811261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5983db8-b53c-40d7-b745-a2b0cde0a1a1 req-af666503-3ab9-4583-98ff-f4e447968c39 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0485489 Dec 21 00:00:57.858132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5983db8-b53c-40d7-b745-a2b0cde0a1a1 req-5f64ad3f-4d9c-4dce-b099-853403246f67 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Dec 21 00:00:58.515492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:00:58.979396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455c48-ad35-4bcd-be1f-20fc7d8517e2 req-38bdc299-40b9-45dd-8623-6ae63e503a06 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:00:58.980869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21455c48-ad35-4bcd-be1f-20fc7d8517e2 req-38bdc299-40b9-45dd-8623-6ae63e503a06 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Dec 21 00:00:59.028954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21455c48-ad35-4bcd-be1f-20fc7d8517e2 req-f84da093-5798-4133-94b6-a2daaa2375d5 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Dec 21 00:01:00.146259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4148ecd-42c4-4563-931b-e7624e5ac99b req-6342c4b3-089a-481a-a742-3ae42069968a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:00.147733 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4148ecd-42c4-4563-931b-e7624e5ac99b req-6342c4b3-089a-481a-a742-3ae42069968a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Dec 21 00:01:00.195576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c4148ecd-42c4-4563-931b-e7624e5ac99b req-3da46e6f-6e1f-4fe2-a7c5-b1f4faf028d3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Dec 21 00:01:01.313047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c158-ad90-44fd-9ce2-32dd9f9130de req-8f717392-6124-4419-b36d-75a8e7c5f4d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:01.314634 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2e8c158-ad90-44fd-9ce2-32dd9f9130de req-8f717392-6124-4419-b36d-75a8e7c5f4d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Dec 21 00:01:01.366752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e2e8c158-ad90-44fd-9ce2-32dd9f9130de req-9f598ac2-9ec2-4875-ba61-df4b6288af0a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Dec 21 00:01:01.786847 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-74be0cee-231f-46f5-89b3-452f477bf397 service neutron] show failed (client error): The resource could not be found. Dec 21 00:01:01.787878 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-74be0cee-231f-46f5-89b3-452f477bf397 service neutron] 10.222.0.59 "GET /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0613577 Dec 21 00:01:02.369015 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-706f5165-0184-4d78-b830-65f38ff6bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:02.370557 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-706f5165-0184-4d78-b830-65f38ff6bea1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1096 time: 0.1300230 Dec 21 00:01:02.387140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:01:02.442096 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:02.527670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69037ce9-bb0f-40e3-b805-4519d2885d7d req-6bab491f-3190-4335-a136-05218aa12054 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:02.529200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69037ce9-bb0f-40e3-b805-4519d2885d7d req-6bab491f-3190-4335-a136-05218aa12054 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0849242 Dec 21 00:01:02.659588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69037ce9-bb0f-40e3-b805-4519d2885d7d req-46a2b279-b742-4677-a6b6-5f8df0250bfb tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170073 Dec 21 00:01:02.732301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:02.769746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:01:02.809806 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:02.812180 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da8831-0acf-4624-aec3-1fca480312b7" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-unplugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:02.815820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:02.827720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Transition to ACTIVE for port object fb074f8b-3700-4178-96b2-a547d3213107 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:01:02.868933 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb11a3a-eef6-4cb6-b18e-e95e62f22421 x-openstack-request-id: req-fcb11a3a-eef6-4cb6-b18e-e95e62f22421 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:02.869229 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-unplugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:02.869488 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcb11a3a-eef6-4cb6-b18e-e95e62f22421 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:02.869982 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'code': 200} Dec 21 00:01:02.903835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:02.984733 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:02.999160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:02.999419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:02.999761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.000099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.000430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.000761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.001087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.001409 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.001745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.002072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.002392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.002711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.003028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:03.038565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] No DVR routers for this DVR port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h1-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:01:03.173074 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:01:03.173312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:01:03.173599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:01:03.177777 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:01:03.178096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:01:03.182731 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:01:03.183062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:01:03.183442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:01:03.183852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Bound port: fb074f8b-3700-4178-96b2-a547d3213107, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:01:03.184190 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:03.251379 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:01:03.254438 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:01:03.298787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:03.336224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.336865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:03.338272 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] 10.222.0.45 "PUT /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1091 time: 0.9552512 Dec 21 00:01:03.356679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17266cf5-6628-4705-8a16-431acccc8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:03.412257 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-432e3342-1047-4f9d-8a64-e37c8b658730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.413782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-432e3342-1047-4f9d-8a64-e37c8b658730 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1094 time: 0.0439827 Dec 21 00:01:03.517245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-bd66c384-a7eb-4ad8-b64a-da2f573dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.518751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-bd66c384-a7eb-4ad8-b64a-da2f573dc7cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0922134 Dec 21 00:01:03.589887 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-e6ecdf0b-49f9-454f-94a0-d5fcd474ddca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0590506 Dec 21 00:01:03.641368 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-cf0d58ed-98fc-4edc-9281-bafe15719ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.642720 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-cf0d58ed-98fc-4edc-9281-bafe15719ee8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0422187 Dec 21 00:01:03.695149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-ad8ee819-04f2-4e9f-92a5-2583281a13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.696664 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-ad8ee819-04f2-4e9f-92a5-2583281a13ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433571 Dec 21 00:01:03.784016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:03.815791 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:03.817452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785c67-44c8-4ab8-b209-9161c0cb2d98 req-a3f987e5-9b3a-451d-9b6a-a063d444f272 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:03.818954 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f785c67-44c8-4ab8-b209-9161c0cb2d98 req-a3f987e5-9b3a-451d-9b6a-a063d444f272 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0934875 Dec 21 00:01:03.836330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-ad566f80-4936-41b1-bddc-8c0b7f163270 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281946 Dec 21 00:01:03.861405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] The host n-h1-822053-9 is not matching for port fb074f8b-3700-4178-96b2-a547d3213107 host n-h2-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 00:01:03.861859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:03.924188 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f785c67-44c8-4ab8-b209-9161c0cb2d98 req-9155efd7-f60d-4829-b3a3-91270632b8f1 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993159 Dec 21 00:01:03.953638 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-82fda838-1a7e-4e79-87cb-0c262501315e service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045082 Dec 21 00:01:04.869911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cff8a674-e701-4cc0-bc58-ff0f96f2f632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:04.872061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:04.875360 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace90b2-109e-41bc-9e18-c8045a6f1454" -d '{"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:04.982949 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e677b74-f805-4fd6-9580-a28ad263028d x-openstack-request-id: req-1e677b74-f805-4fd6-9580-a28ad263028d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:04.983499 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:04.983759 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e677b74-f805-4fd6-9580-a28ad263028d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:04.984237 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'status': 'completed', 'code': 200} Dec 21 00:01:05.051688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-4df3d618-7ea6-4d12-b88a-0d5040fb1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.053425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-4df3d618-7ea6-4d12-b88a-0d5040fb1418 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1094 time: 0.0444942 Dec 21 00:01:05.086610 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-d4c8ab35-0e25-4601-b93a-60fc37f47a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.088216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-d4c8ab35-0e25-4601-b93a-60fc37f47a1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1094 time: 0.0699959 Dec 21 00:01:05.096032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efea69-944f-44dc-99aa-34ab840cf01c req-35652387-863d-41dc-adc2-c238ee44d2c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.097558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39efea69-944f-44dc-99aa-34ab840cf01c req-35652387-863d-41dc-adc2-c238ee44d2c6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0888047 Dec 21 00:01:05.152158 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-cd0ff7da-bd5b-4f90-8753-e3c7e2538350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.153622 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-cd0ff7da-bd5b-4f90-8753-e3c7e2538350 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0936692 Dec 21 00:01:05.202277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-39efea69-944f-44dc-99aa-34ab840cf01c req-668be233-be0a-4c73-b857-da9972f7ef51 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947399 Dec 21 00:01:05.219848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-38d3783e-8cfc-434d-9df6-2faca6830569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.220117 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-5991b992-8933-46f0-aa0e-ce081b37dfd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0592368 Dec 21 00:01:05.221317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-38d3783e-8cfc-434d-9df6-2faca6830569 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.1211643 Dec 21 00:01:05.274250 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-2d76669d-f7f5-4b8c-b11e-18b600af38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.275863 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-2d76669d-f7f5-4b8c-b11e-18b600af38be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0493014 Dec 21 00:01:05.303393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-d986f998-5c22-493e-8105-c2935cd4ee96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0705156 Dec 21 00:01:05.323397 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-5dcc504f-d825-4640-961f-c8498626e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.324971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-5dcc504f-d825-4640-961f-c8498626e3d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413711 Dec 21 00:01:05.362554 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-dc365093-d79e-470e-8fdf-d8b01f216b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.363631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-dc365093-d79e-470e-8fdf-d8b01f216b6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0487218 Dec 21 00:01:05.415499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-82d7d4e7-97e2-4343-9803-c61bd4608d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:05.416925 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-82d7d4e7-97e2-4343-9803-c61bd4608d4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426028 Dec 21 00:01:05.422787 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-c8b162f1-f78a-4b89-93fa-9e17185613ff service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892601 Dec 21 00:01:05.516623 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-54e1a9ce-c730-490a-862d-0cf081808840 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Dec 21 00:01:05.518751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-01e6be25-ae73-4614-a4e0-8691ec2083cb service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894084 Dec 21 00:01:05.617567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0ace90b2-109e-41bc-9e18-c8045a6f1454 req-bfa5f391-12eb-44ee-b7af-b425112b0250 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Dec 21 00:01:06.331642 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2bf3-c497-4c3d-8eb6-694ae6a3c345 req-b8d6826a-bd1f-4699-b014-b5c378c1682b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:06.333897 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f1a2bf3-c497-4c3d-8eb6-694ae6a3c345 req-b8d6826a-bd1f-4699-b014-b5c378c1682b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0496535 Dec 21 00:01:06.381282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f1a2bf3-c497-4c3d-8eb6-694ae6a3c345 req-e626dba8-0759-4aeb-a51d-a17cac86d2d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Dec 21 00:01:07.501629 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b337c0-744b-46c9-b50f-7ac45fb38869 req-75d5f86c-053f-46bf-9875-688f57f10205 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:07.503142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01b337c0-744b-46c9-b50f-7ac45fb38869 req-75d5f86c-053f-46bf-9875-688f57f10205 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0495460 Dec 21 00:01:07.550092 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-01b337c0-744b-46c9-b50f-7ac45fb38869 req-1f6ff332-963d-4040-b90c-15e39306bc61 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Dec 21 00:01:07.652745 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3efd24a6-f497-4ebb-820f-74ed7177cc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:08.544985 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:08.672274 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafd97b-bfc9-460b-9d75-87c6cda001b3 req-a0111c46-c1e1-48b9-8cd9-f4270a529703 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:08.673780 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7aafd97b-bfc9-460b-9d75-87c6cda001b3 req-a0111c46-c1e1-48b9-8cd9-f4270a529703 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0526438 Dec 21 00:01:08.721807 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7aafd97b-bfc9-460b-9d75-87c6cda001b3 req-a351821f-203f-4e3b-a858-01b49b76210f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Dec 21 00:01:09.837204 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2402a4-5bd4-4077-a3d3-8247497a19f9 req-8f9b8f14-94e7-443c-9e16-4005a720fee3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:09.838759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d2402a4-5bd4-4077-a3d3-8247497a19f9 req-8f9b8f14-94e7-443c-9e16-4005a720fee3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0481663 Dec 21 00:01:09.885781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2d2402a4-5bd4-4077-a3d3-8247497a19f9 req-d995b57b-3729-4707-b704-2754ad7761db tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Dec 21 00:01:09.944166 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:10.515336 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:11.005741 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dc42f-4571-41f7-a1f7-860fd228b7a5 req-f135091c-4191-4a7f-81f5-400f42614912 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:11.007211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d5dc42f-4571-41f7-a1f7-860fd228b7a5 req-f135091c-4191-4a7f-81f5-400f42614912 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0484221 Dec 21 00:01:11.056929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5d5dc42f-4571-41f7-a1f7-860fd228b7a5 req-cb910936-aa94-490b-84ca-d96db09d85c8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Dec 21 00:01:12.173193 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70809f-3ed2-4708-9336-458111f7b372 req-7a3ac406-ecbb-4a8b-8cec-47505e6d21c4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:12.174598 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e70809f-3ed2-4708-9336-458111f7b372 req-7a3ac406-ecbb-4a8b-8cec-47505e6d21c4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0477297 Dec 21 00:01:12.220800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8e70809f-3ed2-4708-9336-458111f7b372 req-f4460686-a779-4055-b0a9-c50fc8c991ee tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Dec 21 00:01:13.338967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7fdff-227c-47f6-9fd1-18b90f8a3d58 req-7b323bb6-f332-454c-8ed7-56feea766567 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:13.340446 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73a7fdff-227c-47f6-9fd1-18b90f8a3d58 req-7b323bb6-f332-454c-8ed7-56feea766567 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Dec 21 00:01:13.387958 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73a7fdff-227c-47f6-9fd1-18b90f8a3d58 req-a9f0906d-94a6-44e2-81f0-ad9973fa28ec tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Dec 21 00:01:14.510808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a925e8-b52c-44ba-8843-3f166a22ee7d req-9cacd31a-5096-4148-8d73-be5b5e37c766 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:14.512267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26a925e8-b52c-44ba-8843-3f166a22ee7d req-9cacd31a-5096-4148-8d73-be5b5e37c766 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Dec 21 00:01:14.558974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-26a925e8-b52c-44ba-8843-3f166a22ee7d req-2b6f41c4-c57d-40db-9609-14d996a74ce9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 Dec 21 00:01:15.674973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd26b4-3033-4ab9-b910-321e3221e852 req-f0313c7e-d0e8-462e-a817-2a827a693be4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:15.676433 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eadd26b4-3033-4ab9-b910-321e3221e852 req-f0313c7e-d0e8-462e-a817-2a827a693be4 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0475543 Dec 21 00:01:15.723008 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eadd26b4-3033-4ab9-b910-321e3221e852 req-19b9cca5-8364-47a8-8f2b-d5abf88a8d9c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 Dec 21 00:01:16.843753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fe4e5-1824-4813-aeb2-b4d19205633f req-d117e9a0-7973-4859-acf0-69ef8d63e600 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:16.845197 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c2fe4e5-1824-4813-aeb2-b4d19205633f req-d117e9a0-7973-4859-acf0-69ef8d63e600 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 943 time: 0.0531473 Dec 21 00:01:16.900878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:01:17.234919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c2fe4e5-1824-4813-aeb2-b4d19205633f req-3318fa65-fd0d-44ba-badb-e9c75dae2e2a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836913 Dec 21 00:01:17.624544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:01:17.716908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:17.726990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'fb074f8b-3700-4178-96b2-a547d3213107', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:01:17.766710 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:17.779332 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:01:17.798124 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:17.846532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:17.892010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:17.899066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.899422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.899794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.900140 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.900475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.900808 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.901139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.901499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.901925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.902253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.902579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.902903 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:17.903226 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:18.106158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['fb074f8b-3700-4178-96b2-a547d3213107'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:01:18.350485 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421fe7d-446f-436e-af5d-0736c529eda4 req-68e1aebc-23eb-44fa-815d-9782d55d1f9a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:18.351938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c421fe7d-446f-436e-af5d-0736c529eda4 req-68e1aebc-23eb-44fa-815d-9782d55d1f9a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0485215 Dec 21 00:01:18.398765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c421fe7d-446f-436e-af5d-0736c529eda4 req-2b7d6e62-b771-40f0-b404-197fc43e238b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Dec 21 00:01:18.929924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac200ff-6dc0-413a-98d5-c8edf3b31c68 req-46dbd0a2-5c24-41b0-839e-120b12986341 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:18.931364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ac200ff-6dc0-413a-98d5-c8edf3b31c68 req-46dbd0a2-5c24-41b0-839e-120b12986341 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0585515 Dec 21 00:01:19.003125 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-d89cd0d3-80dd-44c1-aa40-ec039ec8f09e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:19.004529 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-d89cd0d3-80dd-44c1-aa40-ec039ec8f09e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.45 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&tenant_id=a8a766d4a3374adb93e836dad092e79c&binding%3Ahost_id=n-h2-822053-9 HTTP/1.1" status: 200 len: 944 time: 0.0912895 Dec 21 00:01:19.011388 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3ac200ff-6dc0-413a-98d5-c8edf3b31c68 req-c0f3ae47-9d67-4681-8d2e-89b146922a60 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595052 Dec 21 00:01:19.065270 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-29308ddc-b2fd-491f-a8e7-3a9f57da300f service neutron] 10.222.0.45 "GET /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107/bindings/n-h2-822053-9 HTTP/1.1" status: 200 len: 382 time: 0.0528941 Dec 21 00:01:19.127190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-f83b8cca-a6be-474d-adf9-2b0eb4f24758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:19.128597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-f83b8cca-a6be-474d-adf9-2b0eb4f24758 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1095 time: 0.0409777 Dec 21 00:01:19.220742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-e83a8b48-7d1f-4095-b31c-c4a3c0461b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:19.222218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-e83a8b48-7d1f-4095-b31c-c4a3c0461b97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0859253 Dec 21 00:01:19.285814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-8823f78a-78d9-4835-8989-4a58569e7fe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1001 time: 0.0562508 Dec 21 00:01:19.336945 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-66f1e048-9628-4d4f-a574-3811c80fef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:19.338375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-66f1e048-9628-4d4f-a574-3811c80fef57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0453777 Dec 21 00:01:19.383077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-15a9cd55-5900-4a3e-9d8e-a51adc0e0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:19.384425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-15a9cd55-5900-4a3e-9d8e-a51adc0e0c30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389869 Dec 21 00:01:19.476281 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6aa8cf12-b19c-4c4f-aebc-7644cdc0c6e3 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843532 Dec 21 00:01:19.567034 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-d3dd77d1-24d4-48ec-85c9-ab9e70a9854b service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829704 Dec 21 00:01:19.645094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:01:19.743784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port fb074f8b-3700-4178-96b2-a547d3213107 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:01:19.747505 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port fb074f8b-3700-4178-96b2-a547d3213107 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:01:19.750169 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:19.824899 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:19.846734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:19.849001 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fad50e8-5f83-420b-91b5-0a62eefc87e6" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:19.861759 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:19.927010 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:19.973419 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc1631-f7dd-4968-a91e-d8eb9080bc49 x-openstack-request-id: req-2fdc1631-f7dd-4968-a91e-d8eb9080bc49 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:19.976286 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:19.976286 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fdc1631-f7dd-4968-a91e-d8eb9080bc49 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:19.976286 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'code': 200} Dec 21 00:01:19.978911 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:20.128889 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dd218-a4a5-4a6c-823d-c97cb0d4c926 req-f85e45d0-f899-41be-81a1-6e6bf30f1c07 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:20.130403 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-776dd218-a4a5-4a6c-823d-c97cb0d4c926 req-f85e45d0-f899-41be-81a1-6e6bf30f1c07 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Dec 21 00:01:20.180590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-776dd218-a4a5-4a6c-823d-c97cb0d4c926 req-18a12239-1c16-437b-aac9-4fefa0105c63 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 Dec 21 00:01:21.299452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e90f4-ef8b-4e55-9d09-9da81fb7d83a req-f195403b-115f-41a6-b243-c1ff92432fea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:21.300931 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86e90f4-ef8b-4e55-9d09-9da81fb7d83a req-f195403b-115f-41a6-b243-c1ff92432fea tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0489039 Dec 21 00:01:21.347415 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e86e90f4-ef8b-4e55-9d09-9da81fb7d83a req-15849945-277c-4180-850f-990d9a44afa9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Dec 21 00:01:22.470574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bf970-0dbf-426a-80bb-c80ec29771e1 req-ec12c1c5-eec5-4996-87f7-784a960d3b4a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:22.472215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-380bf970-0dbf-426a-80bb-c80ec29771e1 req-ec12c1c5-eec5-4996-87f7-784a960d3b4a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Dec 21 00:01:22.521032 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-380bf970-0dbf-426a-80bb-c80ec29771e1 req-5b457c23-526d-437c-a123-27eaf964207a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Dec 21 00:01:23.642679 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57d93-6974-458d-a5ae-2b5e2a151c7a req-abc71281-510d-44b2-89d5-925c50d25760 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:23.644073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aee57d93-6974-458d-a5ae-2b5e2a151c7a req-abc71281-510d-44b2-89d5-925c50d25760 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Dec 21 00:01:23.693233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aee57d93-6974-458d-a5ae-2b5e2a151c7a req-ce35cd5e-4f3b-41d6-9627-28f9559d9842 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Dec 21 00:01:24.694328 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-5cead44b-61fc-4423-a3be-f909c54a52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:24.695685 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-5cead44b-61fc-4423-a3be-f909c54a52d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&tenant_id=a8a766d4a3374adb93e836dad092e79c HTTP/1.1" status: 200 len: 1096 time: 0.0405927 Dec 21 00:01:24.707535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:01:24.766616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:24.819680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469bc3-94f7-4b5e-a96d-7a5c822fc121 req-b70d2073-e46a-4d99-91d6-0ed1e3bec19f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:24.821214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1469bc3-94f7-4b5e-a96d-7a5c822fc121 req-b70d2073-e46a-4d99-91d6-0ed1e3bec19f tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0492117 Dec 21 00:01:24.869181 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1469bc3-94f7-4b5e-a96d-7a5c822fc121 req-bedbda65-b08c-4978-a2fd-5d67d14ae0b2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Dec 21 00:01:24.966092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:24.999925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:01:25.036949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:25.039217 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd5274-c4bf-4167-a1ce-9bc6c3dec4a1" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-unplugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:25.042886 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:25.055179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Transition to ACTIVE for port object fb074f8b-3700-4178-96b2-a547d3213107 will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:01:25.092973 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b14b7f-54a8-4435-af2e-59051068287d x-openstack-request-id: req-74b14b7f-54a8-4435-af2e-59051068287d {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:25.093274 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-unplugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:25.093525 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74b14b7f-54a8-4435-af2e-59051068287d {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:25.093964 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'code': 200} Dec 21 00:01:25.115241 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:25.194560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=10']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:25.209015 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.209363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.209713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.210077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.210412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.210744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.211071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.211395 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.211719 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.212047 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.212368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.212716 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.213038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:01:25.248846 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] No DVR routers for this DVR port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:01:25.675249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:25.715544 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:01:25.716156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:01:25.716348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port fb074f8b-3700-4178-96b2-a547d3213107 host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 00:01:25.716474 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:01:25.716589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:25.720535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:01:25.720875 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Attempting to bind port fb074f8b-3700-4178-96b2-a547d3213107 on network 923a3876-fc16-4934-bb9a-b73e2c68bea9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:01:25.725576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:01:25.725941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Checking segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:01:25.726322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Bound using segment: {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:01:25.726738 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Bound port: fb074f8b-3700-4178-96b2-a547d3213107, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6102debe-1d41-466b-8703-2114177002e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:01:25.727086 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:25.792223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:01:25.795672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:01:25.863971 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:25.902910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:25.904128 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:25.905505 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1092 time: 1.2020590 Dec 21 00:01:25.932535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a301cce-af1e-4268-b3d3-4c9928ff04f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=11']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:25.977528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-69ad0de5-e582-4b43-8ca2-fdf9edc25248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:25.979319 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-69ad0de5-e582-4b43-8ca2-fdf9edc25248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1095 time: 0.0437624 Dec 21 00:01:26.001912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d8004-4a68-48ef-a011-a10c03f9ef0d req-051b3fb5-c7b2-4713-b58a-48470f5aae3d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:26.004170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e45d8004-4a68-48ef-a011-a10c03f9ef0d req-051b3fb5-c7b2-4713-b58a-48470f5aae3d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0574899 Dec 21 00:01:26.064708 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e45d8004-4a68-48ef-a011-a10c03f9ef0d req-4e345181-6e6c-4e43-bb9b-4c8e6f52c3c0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Dec 21 00:01:26.084112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-2a95edee-5daf-440c-b309-4d97aa601c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:26.085662 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-2a95edee-5daf-440c-b309-4d97aa601c40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0991712 Dec 21 00:01:26.153455 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-d3a24116-1ba9-4a5c-8d7e-f25b2f5da416 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0602968 Dec 21 00:01:26.202692 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-9950dd8d-abce-446b-9cd7-e3c9f91921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:26.204029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-9950dd8d-abce-446b-9cd7-e3c9f91921fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0442350 Dec 21 00:01:26.254305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-a5e47928-2886-48ba-9330-45ea7653c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:26.255812 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-a5e47928-2886-48ba-9330-45ea7653c620 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446937 Dec 21 00:01:26.344076 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-cd97b2b9-e728-46cc-81bb-786658c00c30 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800231 Dec 21 00:01:26.436904 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9224d4f9-79eb-42a9-bf30-72e6eab01de5 req-0dd39bf8-6d4e-42ed-ae08-bfe4b38b6255 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856738 Dec 21 00:01:27.095877 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:27.098455 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bd1732-232b-4886-b282-8abbd9248c42" -d '{"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:27.153513 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c920968-4bff-4f23-adce-8a8bc03eee92 x-openstack-request-id: req-9c920968-4bff-4f23-adce-8a8bc03eee92 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:27.154450 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:27.154708 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c920968-4bff-4f23-adce-8a8bc03eee92 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:27.155209 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'status': 'completed', 'code': 200} Dec 21 00:01:27.219252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-d1d9f41a-ec62-44c1-a6c3-e40e41090bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.220755 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-d1d9f41a-ec62-44c1-a6c3-e40e41090bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1095 time: 0.0426354 Dec 21 00:01:27.236575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad678d39-5735-4de2-880d-f34e7663ee2c req-e027f87a-56b5-4e31-b333-c99d3bffbbfd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.241028 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad678d39-5735-4de2-880d-f34e7663ee2c req-e027f87a-56b5-4e31-b333-c99d3bffbbfd tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0958512 Dec 21 00:01:27.264681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-99a7ba8e-399d-4450-a33c-a11bf8033b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.266200 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-99a7ba8e-399d-4450-a33c-a11bf8033b12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1095 time: 0.0776849 Dec 21 00:01:27.326046 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ad678d39-5735-4de2-880d-f34e7663ee2c req-61c2f0c4-f4a4-4a93-8df6-9427e89b701d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799508 Dec 21 00:01:27.332643 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-f5dc7f90-f411-463e-8d1e-2e01556790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.334150 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-f5dc7f90-f411-463e-8d1e-2e01556790c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.1051009 Dec 21 00:01:27.391764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-39136c4c-d368-47e6-b9df-49f7271662c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.393373 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-39136c4c-d368-47e6-b9df-49f7271662c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.1133192 Dec 21 00:01:27.410138 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-e8cae277-a224-4e77-af43-e53cf5c8a639 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0674946 Dec 21 00:01:27.460847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-8dfe9679-f6c4-45a4-ace5-4d39d9688855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.462644 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-8dfe9679-f6c4-45a4-ace5-4d39d9688855 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0460162 Dec 21 00:01:27.467359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-1d73fa97-8f86-42bb-8d36-7ed69eaa0038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1000 time: 0.0620329 Dec 21 00:01:27.513133 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-a6f7aaf2-728a-4db5-bdd5-70b484344865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.515178 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-a6f7aaf2-728a-4db5-bdd5-70b484344865 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456696 Dec 21 00:01:27.525313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-78d17c1e-1dd4-49e5-a87c-cd3319fe07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.526786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-78d17c1e-1dd4-49e5-a87c-cd3319fe07ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0490918 Dec 21 00:01:27.579468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1732-232b-4886-b282-8abbd9248c42 req-b39eb745-529c-4a28-b28a-eeabbd47278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:27.581698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-b39eb745-529c-4a28-b28a-eeabbd47278c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430675 Dec 21 00:01:27.606986 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-34bb8431-c31a-45ff-bec7-cf6b12ee8b20 service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845201 Dec 21 00:01:27.678504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-ae05e490-db32-4ef8-b13d-e1520f8ecf01 service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Dec 21 00:01:27.703253 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-28d79480-287b-4051-989d-851e78b0b9ad service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Dec 21 00:01:27.779266 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51bd1732-232b-4886-b282-8abbd9248c42 req-85eb5cd1-128b-4fe4-9d54-c23549b63c1f service neutron] 10.222.0.45 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Dec 21 00:01:28.447069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b31f-6799-4444-8751-b749fa9bfe04 req-fa09f326-326b-4c84-9760-79d7bf7cb485 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:28.448552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ad6b31f-6799-4444-8751-b749fa9bfe04 req-fa09f326-326b-4c84-9760-79d7bf7cb485 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0507641 Dec 21 00:01:28.498179 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6ad6b31f-6799-4444-8751-b749fa9bfe04 req-25267cdd-e851-4103-b5c4-d25015279374 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Dec 21 00:01:28.532359 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:29.625891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f293f4e-ad64-48db-9c01-d4c7139397f4 req-ca6fad16-be79-4466-8ce9-2441a5a52ef3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:29.627397 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f293f4e-ad64-48db-9c01-d4c7139397f4 req-ca6fad16-be79-4466-8ce9-2441a5a52ef3 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0562122 Dec 21 00:01:29.675356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f293f4e-ad64-48db-9c01-d4c7139397f4 req-f564f702-ece9-490f-92b4-aa3a6fc09e1b tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Dec 21 00:01:30.791566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5cf1-283f-451e-b9ba-c20d69b52880 req-be2eed9e-8313-46bb-acd5-57b0d5c9b62e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:30.793056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b8a5cf1-283f-451e-b9ba-c20d69b52880 req-be2eed9e-8313-46bb-acd5-57b0d5c9b62e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0493698 Dec 21 00:01:30.841235 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5b8a5cf1-283f-451e-b9ba-c20d69b52880 req-412372d3-343b-4d30-baca-d57b3ebc583e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Dec 21 00:01:31.959745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d8636-c624-4c14-881e-7ba62eb67699 req-b746ef27-4052-4124-ba1b-45b84c06d618 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:31.961252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-050d8636-c624-4c14-881e-7ba62eb67699 req-b746ef27-4052-4124-ba1b-45b84c06d618 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0497761 Dec 21 00:01:32.011253 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-050d8636-c624-4c14-881e-7ba62eb67699 req-16e888a9-8cdb-4466-af4a-19faf4402b31 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Dec 21 00:01:33.128434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b069-e6e3-47b6-80f9-a64ec9208eac req-97abf179-8183-49ac-b3b2-3bf0de532b83 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:33.129929 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cf9b069-e6e3-47b6-80f9-a64ec9208eac req-97abf179-8183-49ac-b3b2-3bf0de532b83 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0489211 Dec 21 00:01:33.177605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1cf9b069-e6e3-47b6-80f9-a64ec9208eac req-48ba397b-04dc-469f-9594-dc5dd37879b8 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Dec 21 00:01:33.789495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:34.292064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715a649-4861-46eb-9bfa-8e90cfdd4aa8 req-d4b246b5-770e-447d-8ad7-c2193bc7ffd0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:34.293533 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9715a649-4861-46eb-9bfa-8e90cfdd4aa8 req-d4b246b5-770e-447d-8ad7-c2193bc7ffd0 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0487471 Dec 21 00:01:34.340978 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9715a649-4861-46eb-9bfa-8e90cfdd4aa8 req-84a4984a-312b-4d3f-a7c4-73d948ab886a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 Dec 21 00:01:34.846341 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7561a2e9-3370-4952-8ea7-110442b88afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:35.463345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c312-84e9-46ce-ad72-0ca25e764a2d req-4a9ad101-a2b1-4787-bebe-cf4e00b9503c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:35.464824 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8451c312-84e9-46ce-ad72-0ca25e764a2d req-4a9ad101-a2b1-4787-bebe-cf4e00b9503c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0535481 Dec 21 00:01:35.512461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8451c312-84e9-46ce-ad72-0ca25e764a2d req-fe550bd0-a212-4962-a781-bf65b4e4dc52 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Dec 21 00:01:36.627724 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6217d-8f43-4eb6-8e25-844b6b9efeb1 req-ab282622-9fa8-4468-ae5c-eb88864342a9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:36.629211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6217d-8f43-4eb6-8e25-844b6b9efeb1 req-ab282622-9fa8-4468-ae5c-eb88864342a9 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0489569 Dec 21 00:01:36.677487 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-edf6217d-8f43-4eb6-8e25-844b6b9efeb1 req-4cb79ae9-299f-4d77-82e9-ad8f451e3f98 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 Dec 21 00:01:37.669452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-105b5052-9dde-4a08-bf75-9cc95838d04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:37.799091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38aea9-8280-41f6-acf6-b417d47f296f req-d56cfc27-55a4-4311-8bef-97464d5655d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:37.800576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c38aea9-8280-41f6-acf6-b417d47f296f req-d56cfc27-55a4-4311-8bef-97464d5655d2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0533845 Dec 21 00:01:37.848012 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7c38aea9-8280-41f6-acf6-b417d47f296f req-d867fdd5-8d68-479f-9284-2cc41380390a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Dec 21 00:01:38.543970 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:38.966367 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a650b2-d1bd-44aa-a666-ae10c403aaeb req-e06f95e4-b3bd-4b59-b3b7-ab4151eda600 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:38.968485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85a650b2-d1bd-44aa-a666-ae10c403aaeb req-e06f95e4-b3bd-4b59-b3b7-ab4151eda600 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0501051 Dec 21 00:01:39.015620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-85a650b2-d1bd-44aa-a666-ae10c403aaeb req-8cc44e88-63ce-4ea5-a9ba-413c130d97ef tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Dec 21 00:01:39.949214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:40.003159 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:01:40.103467 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:40.115586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'fb074f8b-3700-4178-96b2-a547d3213107', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'port_id': 'fb074f8b-3700-4178-96b2-a547d3213107', 'mac_address': 'fa:16:3e:3a:53:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:01:40.137577 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220c725-43c2-4f91-a022-ff9baa14fe3f req-2ce7e253-0ee7-454a-9193-7aa5cadbdb35 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.139117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c220c725-43c2-4f91-a022-ff9baa14fe3f req-2ce7e253-0ee7-454a-9193-7aa5cadbdb35 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 944 time: 0.0536785 Dec 21 00:01:40.157023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:40.169741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:01:40.189396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:40.191651 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c220c725-43c2-4f91-a022-ff9baa14fe3f req-b2c98902-7253-4e44-b7bb-56e34e6a774c tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Dec 21 00:01:40.223750 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:40.270270 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=12']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:40.314521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb82472-1949-4132-abd0-1777154ab82a req-1f7deafc-56a4-47e2-8a6e-b7358f33f30a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.316003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fb82472-1949-4132-abd0-1777154ab82a req-1f7deafc-56a4-47e2-8a6e-b7358f33f30a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0500872 Dec 21 00:01:40.369772 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1fb82472-1949-4132-abd0-1777154ab82a req-9d5a4235-07a5-45a9-b530-a8702a842d01 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Dec 21 00:01:40.426196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-cb50eef7-397c-449a-841d-9985f32009a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526762 Dec 21 00:01:40.466253 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['fb074f8b-3700-4178-96b2-a547d3213107'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:01:40.498205 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:40.499167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1a86e-30f9-4efc-b889-c42d7be99f60 req-6e04845d-64a4-4079-9a12-02b24815f211 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.500921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d1a86e-30f9-4efc-b889-c42d7be99f60 req-6e04845d-64a4-4079-9a12-02b24815f211 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Dec 21 00:01:40.509536 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-6c6a2c47-88e6-47c0-b22b-5c7985353fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.511321 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-6c6a2c47-88e6-47c0-b22b-5c7985353fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8a766d4a3374adb93e836dad092e79c&device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 1096 time: 0.0418146 Dec 21 00:01:40.557143 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1d1a86e-30f9-4efc-b889-c42d7be99f60 req-30f5d1f5-18f3-4a34-bf50-acfd9397356a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489640 Dec 21 00:01:40.629105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-1f52eeaa-628a-4049-a2bd-2f7b3bc88640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.630979 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-1f52eeaa-628a-4049-a2bd-2f7b3bc88640 service neutron] 10.222.0.59 "GET /v2.0/networks?id=923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 200 len: 913 time: 0.0963199 Dec 21 00:01:40.699386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-ef8aad83-57b5-46ef-b83f-244343b4758d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 200 len: 1001 time: 0.0611298 Dec 21 00:01:40.752565 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-11054869-b573-4d3b-a26a-868257962fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.754059 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-11054869-b573-4d3b-a26a-868257962fc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 200 len: 851 time: 0.0474012 Dec 21 00:01:40.800336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-837050d5-5d3e-4871-b185-db16fe6bc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:40.801871 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-837050d5-5d3e-4871-b185-db16fe6bc203 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=923a3876-fc16-4934-bb9a-b73e2c68bea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404375 Dec 21 00:01:40.893188 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-b0fbce84-8eda-4b98-b92c-6b3eff4a5aab service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833335 Dec 21 00:01:40.990845 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a327eb92-e819-4fa1-8b6a-1e32327db249 req-253692a1-ec94-4d55-a684-edf7002819ce service neutron] 10.222.0.59 "GET /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Dec 21 00:01:41.042423 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0ca4-76c6-4c1f-b75c-c97e1ce49430 req-6c07713f-81a6-45f1-94fd-200506fd1b24 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:41.043908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d90c0ca4-76c6-4c1f-b75c-c97e1ce49430 req-6c07713f-81a6-45f1-94fd-200506fd1b24 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0535285 Dec 21 00:01:41.091919 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d90c0ca4-76c6-4c1f-b75c-c97e1ce49430 req-c3e37d9b-d05a-48bf-850d-f7170e8f7b37 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Dec 21 00:01:42.006029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:01:42.149576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port fb074f8b-3700-4178-96b2-a547d3213107 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:01:42.153508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port fb074f8b-3700-4178-96b2-a547d3213107 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:01:42.153913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.213363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c6ec-ccbc-4e4c-bb58-5438980a1028 req-b11853b7-5d9a-4c50-a19a-6855b5dab3e6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:42.214790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0875c6ec-ccbc-4e4c-bb58-5438980a1028 req-b11853b7-5d9a-4c50-a19a-6855b5dab3e6 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Dec 21 00:01:42.235382 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.257995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:42.260206 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e370cf3-82b0-40b4-ba2a-c6c0357cf3f4" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:42.268516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0875c6ec-ccbc-4e4c-bb58-5438980a1028 req-6a3d058c-c370-4a78-bca4-6c918e613c4d tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups?id=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469408 Dec 21 00:01:42.273012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:42.301433 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5354169c-0e8d-4b3f-9dda-4eb043b43ae8 x-openstack-request-id: req-5354169c-0e8d-4b3f-9dda-4eb043b43ae8 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:42.301433 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-plugged", "status": "completed", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:42.301645 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5354169c-0e8d-4b3f-9dda-4eb043b43ae8 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:42.301993 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'code': 200} Dec 21 00:01:42.349474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.395465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=13']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:42.571980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-08515b48-498b-48a7-aade-e173759bad49 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:42.573427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-08515b48-498b-48a7-aade-e173759bad49 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 946 time: 0.0493994 Dec 21 00:01:42.666085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Deleting port fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:42.666425 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.754498 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] For port fb074f8b-3700-4178-96b2-a547d3213107, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=fb074f8b-3700-4178-96b2-a547d3213107,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:42.754861 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.928195 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.928556 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:42.928865 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca disassociated. External IP: 172.25.1.188, port: fb074f8b-3700-4178-96b2-a547d3213107. Dec 21 00:01:42.929202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Calling delete_port for fb074f8b-3700-4178-96b2-a547d3213107 owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:43.127049 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:43.154141 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'Port': ['ID=fb074f8b-3700-4178-96b2-a547d3213107,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:43.275576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:01:43.369035 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46d7aecc-ac0d-4988-aeab-ced2e6bf85cb req-cfb5f76a-8eb1-4382-9b09-39df07decf85 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Dec 21 00:01:43.388315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:01:43.400306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:01:43.411639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:01:43.412237 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:01:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:43.429159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] No DVR routers for this DVR port fb074f8b-3700-4178-96b2-a547d3213107 on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:01:43.431730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:43.435343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d35a7057-29cc-4dcc-97a2-541e7d6e7232 req-dfb498c4-7c65-4207-a717-5b574de03f91 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.59 "DELETE /v2.0/ports/fb074f8b-3700-4178-96b2-a547d3213107 HTTP/1.1" status: 204 len: 173 time: 0.8548338 Dec 21 00:01:43.435966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-deleted', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:01:43.439067 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f96a3da-de2f-4a2f-bd1b-1bb7e3108080" -d '{"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-deleted", "tag": "fb074f8b-3700-4178-96b2-a547d3213107"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:01:43.481165 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1246e0-62a0-449b-a809-d0f7d9b0a2c5 x-openstack-request-id: req-1c1246e0-62a0-449b-a809-d0f7d9b0a2c5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:01:43.481462 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48114966-4cce-46fb-9746-ec632594db68", "name": "network-vif-deleted", "tag": "fb074f8b-3700-4178-96b2-a547d3213107", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:01:43.481743 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c1246e0-62a0-449b-a809-d0f7d9b0a2c5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:01:43.482570 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48114966-4cce-46fb-9746-ec632594db68', 'name': 'network-vif-deleted', 'tag': 'fb074f8b-3700-4178-96b2-a547d3213107', 'status': 'completed', 'code': 200} Dec 21 00:01:43.521311 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:01:43.803146 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:43.828993 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:01:43.837326 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:01:43.837948 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:01:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:43.941870 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:01:44.135321 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:44.160816 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e14aef-06ec-484e-a63a-e497c763c773 None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-20T23:50:55Z', 'revision_number': 4, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'b654e8c9-40e4-4d73-852f-58f8df6a9d6c', 'name': '', 'network_id': '923a3876-fc16-4934-bb9a-b73e2c68bea9', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'mac_address': 'fa:16:3e:99:39:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:54Z', 'updated_at': '2021-12-20T23:50:58Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'subnets': [{'id': '579fa8c2-fb61-435f-af0a-61cfb8e868a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:01:44.380399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84ad9a-7fd2-4b9d-bf7f-e8e16adf9cc2 None None] New status for floating IP 846885fd-4434-4f31-8cbc-5e3bf0f7beca: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:01:44.481705 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-35dc3f06-bfda-4384-a854-6b385f705e44 req-bb1e1594-e392-4389-b4cf-c9edb23b62ac tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0338607 Dec 21 00:01:45.589868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7114f090-e417-448e-95f3-8fd598b23423 req-645bc41d-0183-4fbb-8f3a-30167882b16a tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0263054 Dec 21 00:01:46.009254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:46.033211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: fb074f8b-3700-4178-96b2-a547d3213107 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:01:46.033551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device fb074f8b-3700-4178-96b2-a547d3213107 not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:46.686021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5cbd9abd-9e6f-4da7-893d-c2fa1f841f40 req-4380f7c8-9d78-4859-99a1-bf5ddaf6d2e7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Dec 21 00:01:47.787440 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-76ca2086-de59-4417-b6a5-689d4a9ebd65 req-2df292bf-1fce-49f4-8611-a29a910f72b7 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/ports?device_id=48114966-4cce-46fb-9746-ec632594db68 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Dec 21 00:01:52.716567 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37350) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:52.776960 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:52.801092 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:52.943961 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:52.946714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:52.947901 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "DELETE /v2.0/security-groups/70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f HTTP/1.1" status: 204 len: 168 time: 0.2302816 Dec 21 00:01:52.950860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37352) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:52.958256 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f48c-404f-455a-b414-89a6319bbaf2 tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:52.969274 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [None req-469156a5-901c-4541-93e6-568741fd6d3e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] show failed (client error): The resource could not be found. Dec 21 00:01:52.972990 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-469156a5-901c-4541-93e6-568741fd6d3e tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "GET /v2.0/security-groups/70eb5ade-fc37-4a9f-9aa1-f33acbdcc23f HTTP/1.1" status: 404 len: 347 time: 0.0185635 Dec 21 00:01:52.973312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37354) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:53.100794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Deleting port cd34924d-0d49-4eb2-b30d-ec377494002c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:53.101049 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.179593 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.179817 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.192449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Calling delete_port for cd34924d-0d49-4eb2-b30d-ec377494002c owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:53.378147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.401922 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Pushing event deleted for resources: {'Port': ['ID=cd34924d-0d49-4eb2-b30d-ec377494002c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:53.465050 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.467699 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:53.471117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-58e326f9-adc2-492f-91a2-18e385fd69ba tempest-ServerActionsTestJSON-1554091349 tempest-ServerActionsTestJSON-1554091349-project] 10.222.0.62 "DELETE /v2.0/floatingips/846885fd-4434-4f31-8cbc-5e3bf0f7beca HTTP/1.1" status: 204 len: 168 time: 0.4945374 Dec 21 00:01:53.472008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:53.899033 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:01:53.953094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:54.198030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Deleting port b654e8c9-40e4-4d73-852f-58f8df6a9d6c {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:54.198268 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:54.272498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] For port b654e8c9-40e4-4d73-852f-58f8df6a9d6c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:54.272845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:54.284631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Calling delete_port for b654e8c9-40e4-4d73-852f-58f8df6a9d6c owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:54.515391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:54.544634 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Pushing event deleted for resources: {'Port': ['ID=b654e8c9-40e4-4d73-852f-58f8df6a9d6c,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:54.709702 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:54.932818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:01:55.037178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:01:55.044847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a556edcb-1146-46a7-b3fa-1cb141e34757 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e6b2ac8-08e8-44df-b9c7-d978293d7603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695233 Dec 21 00:01:55.045050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37360) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:55.045804 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Sync routers for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:01:55.055340 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:01:55.055942 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:01:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:55.146594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:55.160010 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:01:55.346418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-21T00:01:54Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:55.372719 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Checking router: 0e6b2ac8-08e8-44df-b9c7-d978293d7603 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:01:55.382238 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Routers {'0e6b2ac8-08e8-44df-b9c7-d978293d7603'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:01:55.382868 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:01:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:55.489196 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] Set router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:01:55.588869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:55.663801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-21T00:01:54Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:55.693037 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf240393-ced5-43c7-8cbc-e3f5818acd5c None None] The sync data for ids ['0e6b2ac8-08e8-44df-b9c7-d978293d7603'] in n-d-822053-9 is: [{'id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'name': 'tempest-ServerActionsTestJSON-1034294395-router', 'tenant_id': 'a8a766d4a3374adb93e836dad092e79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T23:50:51Z', 'updated_at': '2021-12-21T00:01:54Z', 'revision_number': 5, 'project_id': 'a8a766d4a3374adb93e836dad092e79c', 'gw_port': {'id': 'a16bc2d6-9a82-4be5-9db4-704e6ae02523', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6b2ac8-08e8-44df-b9c7-d978293d7603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T23:50:52Z', 'updated_at': '2021-12-20T23:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:01:55.702155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Deleting port a16bc2d6-9a82-4be5-9db4-704e6ae02523 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:55.702502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:55.784112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] For port a16bc2d6-9a82-4be5-9db4-704e6ae02523, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a16bc2d6-9a82-4be5-9db4-704e6ae02523,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:55.784471 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:55.795980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Calling delete_port for a16bc2d6-9a82-4be5-9db4-704e6ae02523 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:56.001374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.031914 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16bc2d6-9a82-4be5-9db4-704e6ae02523,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:56.052605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05395e6d-1de0-4c3a-88e0-b3a3e5b27abb None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:01:56.095891 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b654e8c9-40e4-4d73-852f-58f8df6a9d6c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:56.096079 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.116523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: b654e8c9-40e4-4d73-852f-58f8df6a9d6c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:01:56.116873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device b654e8c9-40e4-4d73-852f-58f8df6a9d6c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:56.191070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.193461 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.281299 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.281978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e6b2ac8-08e8-44df-b9c7-d978293d7603 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:01:56.286327 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.287752 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8b04d7c2-8cf1-4f3c-967b-be188ed7a473 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0e6b2ac8-08e8-44df-b9c7-d978293d7603 HTTP/1.1" status: 204 len: 168 time: 1.2415285 Dec 21 00:01:56.290079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37362) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:56.340377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Deleting subnet 579fa8c2-fb61-435f-af0a-61cfb8e868a0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:01:56.343993 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.381386 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.458370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.578902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.610458 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.613840 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/579fa8c2-fb61-435f-af0a-61cfb8e868a0 HTTP/1.1" status: 204 len: 168 time: 0.3227692 Dec 21 00:01:56.614648 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd247a5e-6f65-487b-b1ed-8f3ffe587f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579fa8c2-fb61-435f-af0a-61cfb8e868a0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:56.615552 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f09af3-4aed-40af-8725-9ccb717f664a None None] Network 923a3876-fc16-4934-bb9a-b73e2c68bea9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:01:56.616353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:56.685107 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.742170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Deleting port c043deb8-983b-484c-89ae-b73514f989bd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:56.742509 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.763595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] DHCP port deletion for 923a3876-fc16-4934-bb9a-b73e2c68bea9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:01:56.813952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] For port c043deb8-983b-484c-89ae-b73514f989bd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c043deb8-983b-484c-89ae-b73514f989bd,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:56.814568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.817264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Deleting port c043deb8-983b-484c-89ae-b73514f989bd {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:01:56.817700 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.827527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Calling delete_port for c043deb8-983b-484c-89ae-b73514f989bd owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:56.879684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] For port c043deb8-983b-484c-89ae-b73514f989bd, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c043deb8-983b-484c-89ae-b73514f989bd,segment=NetworkSegment(6102debe-1d41-466b-8703-2114177002e6),segment_id=6102debe-1d41-466b-8703-2114177002e6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:01:56.879997 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.892909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Calling delete_port for c043deb8-983b-484c-89ae-b73514f989bd owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:01:56.978316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:56.984329 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.007872 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c043deb8-983b-484c-89ae-b73514f989bd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:57.011698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] No DVR routers for this DVR port c043deb8-983b-484c-89ae-b73514f989bd on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:01:57.014499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] Pushing event deleted for resources: {'Port': ['ID=c043deb8-983b-484c-89ae-b73514f989bd,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:57.017327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e382d-e2c0-4bbb-8cd1-6e1589d59d80 None None] No DVR routers for this DVR port c043deb8-983b-484c-89ae-b73514f989bd on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:01:57.084361 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.104535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923a3876-fc16-4934-bb9a-b73e2c68bea9']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:57.113846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6102debe-1d41-466b-8703-2114177002e6') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:57.114145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6102debe-1d41-466b-8703-2114177002e6') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:01:57.123438 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.136496 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.143176 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:01:57.143552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:01:57.145195 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:01:57.275106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.280637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.284442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/923a3876-fc16-4934-bb9a-b73e2c68bea9 HTTP/1.1" status: 204 len: 168 time: 0.6669042 Dec 21 00:01:57.294829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe312-5d93-478c-b6a1-5e45843ed5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=923a3876-fc16-4934-bb9a-b73e2c68bea9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:57.544038 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37370) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:57.585205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-23904ce0-df31-4f8f-b410-fbab552ff581 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8a766d4a3374adb93e836dad092e79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396681 Dec 21 00:01:57.587384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37372) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:57.634302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.655160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.777902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.780425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:57.781582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2cdb670-9ca0-4d26-9de4-03e661c4c91f HTTP/1.1" status: 204 len: 168 time: 0.1932673 Dec 21 00:01:57.789541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e0989-99cb-4272-88cd-383e80d61169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cdb670-9ca0-4d26-9de4-03e661c4c91f,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:58.076371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a16bc2d6-9a82-4be5-9db4-704e6ae02523 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:58.097248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a16bc2d6-9a82-4be5-9db4-704e6ae02523 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:01:58.097606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a16bc2d6-9a82-4be5-9db4-704e6ae02523 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:58.098077 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c043deb8-983b-484c-89ae-b73514f989bd no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:01:58.116767 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c043deb8-983b-484c-89ae-b73514f989bd {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:01:58.117130 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c043deb8-983b-484c-89ae-b73514f989bd not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:01:58.566358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:58.817197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37394) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:58.915640 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1617397080-network', 'tenant_id': 'c3e681a58a9b4ca7b5a9846cb9c9f3fe'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:01:58.988957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Made reservation on behalf of c3e681a58a9b4ca7b5a9846cb9c9f3fe for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:01:58.991475 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:58.999718 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.075059 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.132257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.156377 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:01:59.165957 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a787b9-efed-45d3-8d9e-f6f498a18f5f,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:59.170637 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.170977 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Added segment eb0f2529-8b16-4b7f-a13e-87a35681e566 of type vlan for network ca7b7439-a0aa-4329-a7de-918f26c490dc Dec 21 00:01:59.210431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.275044 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.275985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:59.276546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.336198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7b7439-a0aa-4329-a7de-918f26c490dc,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:59.352311 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network ca7b7439-a0aa-4329-a7de-918f26c490dc details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:01:59.364301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4ec988b0-093f-4b0b-b201-3e10cfe083b8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5459266 Dec 21 00:01:59.367085 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37398) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:01:59.371971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Request body: {'subnet': {'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1617397080-subnet', 'tenant_id': 'c3e681a58a9b4ca7b5a9846cb9c9f3fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:01:59.463866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Made reservation on behalf of c3e681a58a9b4ca7b5a9846cb9c9f3fe for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:01:59.466344 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.681111 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.734722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00489179-a7eb-4346-b8ea-774d1685566b,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:01:59.745975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Checking segment: {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:01:59.746344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Network hostable DHCP agents. Network: ca7b7439-a0aa-4329-a7de-918f26c490dc, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:01:59.806567 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Network ca7b7439-a0aa-4329-a7de-918f26c490dc is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:01:59.858035 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, ca7b7439-a0aa-4329-a7de-918f26c490dc) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:01:59.863052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:01:59.870132 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:01:59.870825 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28969fc9-3461-44ba-97c9-d2c7616f4496 None None] Network ca7b7439-a0aa-4329-a7de-918f26c490dc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:01:59.935115 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1eff86fe-aa3a-4c50-80c7-8cba04e2bb47 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5668004 Dec 21 00:01:59.962967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407f6b8-9b22-4692-9f37-8aa33dccc573 None None] Network ca7b7439-a0aa-4329-a7de-918f26c490dc requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:00.364598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-db13d9f7-bc07-42d0-a874-75c5ef99c602 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:00.372330 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-db13d9f7-bc07-42d0-a874-75c5ef99c602 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/networks?id=ca7b7439-a0aa-4329-a7de-918f26c490dc HTTP/1.1" status: 200 len: 814 time: 0.1132205 Dec 21 00:02:00.381747 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-46e19d08-e450-4666-9e8e-27d14367cd15 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/quotas/c3e681a58a9b4ca7b5a9846cb9c9f3fe HTTP/1.1" status: 200 len: 375 time: 0.0098825 Dec 21 00:02:00.413073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-cdce2272-b297-439a-b293-c45eab2f4c6e tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259330 Dec 21 00:02:00.548377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-662d5aa4-9ab1-4d5c-938f-4fb4e994b487 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283638 Dec 21 00:02:00.638359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-3438fae4-604c-47dc-8dcd-e27cac70d6e6 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831230 Dec 21 00:02:00.851642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b167ff75-3984-4148-b2ae-ae1d19cf8518 req-7e313217-0851-4858-80ca-a760a86fe0ad tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 210 time: 0.0290773 Dec 21 00:02:01.948867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a527bb7d-7c35-4f08-a900-02bc328cc4d5 req-7bf0a0e7-0ac5-494f-90d6-100de6719149 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:02.907928 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:02.911659 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-d1497ba1-e29b-47f2-a88c-2f35a763a053 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:02.911659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-d1497ba1-e29b-47f2-a88c-2f35a763a053 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.59 "GET /v2.0/networks?id=ca7b7439-a0aa-4329-a7de-918f26c490dc HTTP/1.1" status: 200 len: 814 time: 0.1035948 Dec 21 00:02:02.925835 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Request body: {'port': {'device_id': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc', 'admin_state_up': True, 'tenant_id': 'c3e681a58a9b4ca7b5a9846cb9c9f3fe'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:03.053055 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ebe6d156-eec8-40f9-b0ba-942eb517de06 req-47e4ac36-4f5a-4e18-bd5a-fbd43d825272 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 210 time: 0.0309937 Dec 21 00:02:03.109629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Made reservation on behalf of c3e681a58a9b4ca7b5a9846cb9c9f3fe for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:03.113259 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:03.246246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Allocated IP 172.20.0.8 (ca7b7439-a0aa-4329-a7de-918f26c490dc/00489179-a7eb-4346-b8ea-774d1685566b/65a0a5bd-9047-4889-a1f7-2d71f7832dfa) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:03.399170 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:03.515238 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:03.562508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Network ca7b7439-a0aa-4329-a7de-918f26c490dc is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:03.566155 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:03.569800 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:03.576135 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Pushing event updated for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:03.621801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:03.622409 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:03.683107 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-1bf9ce32-c743-416d-8fb4-cc72abe9a2bd tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615902 Dec 21 00:02:03.695942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Request body: {'port': {'device_id': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:03.749811 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:03.788740 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.014831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a0a5bd-9047-4889-a1f7-2d71f7832dfa {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:02:04.022344 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.034871 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Transition to ACTIVE for port object 65a0a5bd-9047-4889-a1f7-2d71f7832dfa will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:02:04.120662 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.176043 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388848f-575d-4c3b-9a1d-00a806478a4b req-32a22337-ee8d-42dc-adc4-1d04c6dbe10d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.176690 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:04.176803 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5388848f-575d-4c3b-9a1d-00a806478a4b req-32a22337-ee8d-42dc-adc4-1d04c6dbe10d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 943 time: 0.0555320 Dec 21 00:02:04.229246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5388848f-575d-4c3b-9a1d-00a806478a4b req-63f6102e-b991-4b21-952f-33080b665b3f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Dec 21 00:02:04.259365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Attempting to bind port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:04.259707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Attempting to bind port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:04.260039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Attempting to bind port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa on network ca7b7439-a0aa-4329-a7de-918f26c490dc {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:04.264745 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa on network ca7b7439-a0aa-4329-a7de-918f26c490dc not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:02:04.265150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Attempting to bind port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa on network ca7b7439-a0aa-4329-a7de-918f26c490dc {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:04.276130 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:04.276472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Checking segment: {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:04.276855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Bound using segment: {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:04.277276 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Bound port: 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:04.277628 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.345059 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:04.348581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:04.401298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.444323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.445013 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.446433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] 10.222.0.59 "PUT /v2.0/ports/65a0a5bd-9047-4889-a1f7-2d71f7832dfa HTTP/1.1" status: 200 len: 1091 time: 0.7544820 Dec 21 00:02:04.446881 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:04.449551 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68287806-86fd-4196-a9e4-f68f2bacac72" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:04.470185 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed4b2-5658-4b1a-856d-e0ef9e2ab475 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:04.492205 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846131ee-90f3-4f37-a7d0-42fe0b3fd170 x-openstack-request-id: req-846131ee-90f3-4f37-a7d0-42fe0b3fd170 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:04.492501 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:04.492761 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-846131ee-90f3-4f37-a7d0-42fe0b3fd170 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:04.493174 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa', 'status': 'completed', 'code': 200} Dec 21 00:02:04.564583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-afc743fc-b1bd-45dd-bf17-60d582648e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.566773 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-afc743fc-b1bd-45dd-bf17-60d582648e69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 1094 time: 0.0501556 Dec 21 00:02:04.682114 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-9599cd58-942c-40eb-9e1c-5d3f7aeb31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.683587 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-9599cd58-942c-40eb-9e1c-5d3f7aeb31d8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1085482 Dec 21 00:02:04.785576 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-7805ab87-8bee-4714-ac42-c3785419e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.787304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-68287806-86fd-4196-a9e4-f68f2bacac72 req-7805ab87-8bee-4714-ac42-c3785419e75e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965426 Dec 21 00:02:04.869541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-3450db2f-25c3-49cf-a343-f17b4a5b18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.870977 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-3450db2f-25c3-49cf-a343-f17b4a5b18e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 1094 time: 0.0460775 Dec 21 00:02:04.891229 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-942c4790-5927-4195-8ef8-3d08c3c7a5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:04.914366 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-52bb92fc-7b0e-4450-86c8-5b2f2b764cdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa HTTP/1.1" status: 200 len: 217 time: 0.0345209 Dec 21 00:02:04.963650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a6dbbf5a-7bc5-42d7-bc41-3d6e272aeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:04.965089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-a6dbbf5a-7bc5-42d7-bc41-3d6e272aeb6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00489179-a7eb-4346-b8ea-774d1685566b HTTP/1.1" status: 200 len: 854 time: 0.0440576 Dec 21 00:02:04.997096 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-24ab9b0b-9aee-4e12-9db8-2d587c54e37f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca7b7439-a0aa-4329-a7de-918f26c490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238993 Dec 21 00:02:05.090969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-ad6e5026-ae2d-48be-9828-54d04271739c service neutron] 10.222.0.59 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Dec 21 00:02:05.179063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-824740dc-7efc-4ea7-ac6d-af06a5225ca5 req-0bb2a2af-0ebd-41e1-b2c7-9934e6800300 service neutron] 10.222.0.59 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807841 Dec 21 00:02:05.346044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10e9-edb8-4b8f-830d-28645995c2bd req-bc91a75e-e67b-43bd-94ce-1f69027e1df6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:05.347546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fec10e9-edb8-4b8f-830d-28645995c2bd req-bc91a75e-e67b-43bd-94ce-1f69027e1df6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 943 time: 0.0491540 Dec 21 00:02:05.394810 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fec10e9-edb8-4b8f-830d-28645995c2bd req-f2d5d404-ba58-41f0-8351-0645d3cf55d7 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Dec 21 00:02:06.515469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50f1d0-4de7-457e-8f9e-84e305c35aab req-53a63701-5ff7-4d19-9f84-54efd2cf6759 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:06.516951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da50f1d0-4de7-457e-8f9e-84e305c35aab req-53a63701-5ff7-4d19-9f84-54efd2cf6759 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 943 time: 0.0532565 Dec 21 00:02:06.564332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da50f1d0-4de7-457e-8f9e-84e305c35aab req-9bb1daa0-72d7-42d4-a843-9f956dee5ab9 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Dec 21 00:02:07.657844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-013c2121-066f-40f0-a051-b1ebcecd2422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:07.681664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3b41-c771-42ef-912b-ffc1f0c0b6ec req-ee5ace81-448a-4ac8-898a-af789c34f72e tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:07.683209 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155b3b41-c771-42ef-912b-ffc1f0c0b6ec req-ee5ace81-448a-4ac8-898a-af789c34f72e tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 943 time: 0.0499361 Dec 21 00:02:07.730455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155b3b41-c771-42ef-912b-ffc1f0c0b6ec req-dba6ea3b-93de-4f40-90cf-3248ab0ae864 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Dec 21 00:02:08.071482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 65a0a5bd-9047-4889-a1f7-2d71f7832dfa details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:02:08.169217 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:08.179375 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa', 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc', 'port_id': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa', 'mac_address': 'fa:16:3e:75:0e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00489179-a7eb-4346-b8ea-774d1685566b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:02:08.216041 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:08.229703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a0a5bd-9047-4889-a1f7-2d71f7832dfa {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:02:08.248346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:08.366369 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:08.413603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:08.567404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['65a0a5bd-9047-4889-a1f7-2d71f7832dfa'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:08.596026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:08.849681 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468250d-7cb4-45fe-865c-c5438b773966 req-467aff9a-7450-415c-8d5e-8336e4bcd000 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:08.851180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6468250d-7cb4-45fe-865c-c5438b773966 req-467aff9a-7450-415c-8d5e-8336e4bcd000 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 944 time: 0.0522044 Dec 21 00:02:08.898305 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6468250d-7cb4-45fe-865c-c5438b773966 req-c38f76a3-5ede-4a66-9245-89df2e1d2c01 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Dec 21 00:02:09.954404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:10.012157 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a784ce-8dc1-44de-bd81-935600a3423a req-70aa1ef6-eeb9-4192-9456-98922d77e8a8 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:10.013626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a784ce-8dc1-44de-bd81-935600a3423a req-70aa1ef6-eeb9-4192-9456-98922d77e8a8 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Dec 21 00:02:10.061518 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-72a784ce-8dc1-44de-bd81-935600a3423a req-01fb7cc4-63e1-41e1-8855-bd60bf21dd1d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Dec 21 00:02:10.071171 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 65a0a5bd-9047-4889-a1f7-2d71f7832dfa up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:10.206859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:02:10.211177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:10.220771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:10.288195 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:10.310011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:10.312497 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa2ca9-3534-453b-97b4-6a3c03d1e95f" -d '{"events": [{"server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "name": "network-vif-plugged", "status": "completed", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:10.325546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:10.350993 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5029e21-c184-48d6-b65b-af635a9125a1 x-openstack-request-id: req-c5029e21-c184-48d6-b65b-af635a9125a1 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:10.351324 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "name": "network-vif-plugged", "status": "completed", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:10.351583 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5029e21-c184-48d6-b65b-af635a9125a1 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:10.351989 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa', 'code': 200} Dec 21 00:02:10.406287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:10.453462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2684b-a91e-4ce5-aaee-0fd012b53ef6 req-a93c1f85-85e3-49ca-aae9-30dd72554dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:10.455029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-38f2684b-a91e-4ce5-aaee-0fd012b53ef6 req-a93c1f85-85e3-49ca-aae9-30dd72554dbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 1096 time: 0.0476167 Dec 21 00:02:10.469079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:10.507433 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-38f2684b-a91e-4ce5-aaee-0fd012b53ef6 req-51c2fdc3-d87a-4623-aa01-1719ad4f028b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Dec 21 00:02:10.509237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:11.177632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004da99-33c6-4c7c-8356-fcd00563fb9a req-84679d2d-74ea-48af-8ba9-0bebd0e8c9f8 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:11.179045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d004da99-33c6-4c7c-8356-fcd00563fb9a req-84679d2d-74ea-48af-8ba9-0bebd0e8c9f8 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Dec 21 00:02:11.230014 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d004da99-33c6-4c7c-8356-fcd00563fb9a req-a5765d79-bc53-4b36-bffc-0509e5368706 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Dec 21 00:02:12.348734 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba832-ad06-40dd-b267-f15ee640ff4c req-795d1947-a6e0-4467-822c-5624236bbdd0 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:12.350243 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38dba832-ad06-40dd-b267-f15ee640ff4c req-795d1947-a6e0-4467-822c-5624236bbdd0 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Dec 21 00:02:12.397477 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-38dba832-ad06-40dd-b267-f15ee640ff4c req-34554950-cc70-480f-b3a7-26931430afb3 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Dec 21 00:02:12.619355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-1dc079c8-ac5a-4698-9ab3-d982310dfd81 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:12.620799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-1dc079c8-ac5a-4698-9ab3-d982310dfd81 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/networks?id=ca7b7439-a0aa-4329-a7de-918f26c490dc HTTP/1.1" status: 200 len: 814 time: 0.1042380 Dec 21 00:02:12.635629 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-133bbbd8-d782-48f0-ad65-617d0b52776a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/quotas/c3e681a58a9b4ca7b5a9846cb9c9f3fe HTTP/1.1" status: 200 len: 375 time: 0.0090599 Dec 21 00:02:12.683663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-54313f24-97ec-4f2c-9202-92bdb0a01683 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427759 Dec 21 00:02:12.771269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-808b207e-723e-4ffd-9bdf-10a5a83dea31 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805986 Dec 21 00:02:12.862549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-5d7003d0-319a-4344-ac3f-d819600d9767 service neutron] 10.222.0.62 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853140 Dec 21 00:02:13.082031 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f624971-d901-4f64-a637-8314c1f5d106 req-bec83fe6-0e18-4b35-b855-e7ed46c2b8f4 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 210 time: 0.0283632 Dec 21 00:02:14.177843 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b1f44d1d-84b3-425d-9d04-435c7ba38d80 req-e21ebb64-23a9-4d1c-a1fb-dc04e88a715e tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 210 time: 0.0261719 Dec 21 00:02:15.099841 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-4a08b727-f735-4c80-abde-468edfb69a9a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:15.101300 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-4a08b727-f735-4c80-abde-468edfb69a9a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.45 "GET /v2.0/networks?id=ca7b7439-a0aa-4329-a7de-918f26c490dc HTTP/1.1" status: 200 len: 814 time: 0.1061702 Dec 21 00:02:15.119352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Request body: {'port': {'device_id': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc', 'admin_state_up': True, 'tenant_id': 'c3e681a58a9b4ca7b5a9846cb9c9f3fe'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:15.280498 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bba7289-a463-45d8-b400-982a0c62bcc9 req-0b12bba0-07b4-4cac-9235-15f37078dc86 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 210 time: 0.0314243 Dec 21 00:02:15.281248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Made reservation on behalf of c3e681a58a9b4ca7b5a9846cb9c9f3fe for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:15.285275 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:15.405851 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Allocated IP 172.20.0.14 (ca7b7439-a0aa-4329-a7de-918f26c490dc/00489179-a7eb-4346-b8ea-774d1685566b/3913a140-48ef-4581-9b59-5202322a88b7) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:15.552516 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:15.641319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:15.653225 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['65a0a5bd-9047-4889-a1f7-2d71f7832dfa'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:15.684390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Network ca7b7439-a0aa-4329-a7de-918f26c490dc is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:15.687456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:15.691073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:15.720687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Pushing event updated for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:15.735420 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.735932 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.736382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.736719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.737054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.737388 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.737737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.738065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.738387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.738708 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.739028 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.739346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.739666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:15.760909 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:15.761518 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:15.838191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-33669a6d-6557-4458-b2df-491bc614044d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7224035 Dec 21 00:02:15.855748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Request body: {'port': {'device_id': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:15.908554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.166948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3913a140-48ef-4581-9b59-5202322a88b7 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:02:16.174816 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.186693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Transition to ACTIVE for port object 3913a140-48ef-4581-9b59-5202322a88b7 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:02:16.269207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.321960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:16.422242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Attempting to bind port 3913a140-48ef-4581-9b59-5202322a88b7 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:16.422522 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Attempting to bind port 3913a140-48ef-4581-9b59-5202322a88b7 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:16.422846 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Attempting to bind port 3913a140-48ef-4581-9b59-5202322a88b7 on network ca7b7439-a0aa-4329-a7de-918f26c490dc {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:16.433842 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab65d-691c-4a66-a8f7-7167175c33de req-201e079f-4a81-4487-933d-4211c0ad7ef5 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:16.435448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-739ab65d-691c-4a66-a8f7-7167175c33de req-201e079f-4a81-4487-933d-4211c0ad7ef5 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 944 time: 0.0779638 Dec 21 00:02:16.437487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Port 3913a140-48ef-4581-9b59-5202322a88b7 on network ca7b7439-a0aa-4329-a7de-918f26c490dc not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:02:16.437830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Attempting to bind port 3913a140-48ef-4581-9b59-5202322a88b7 on network ca7b7439-a0aa-4329-a7de-918f26c490dc {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:16.445066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:16.445405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Checking segment: {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:16.445818 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Bound using segment: {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:16.446244 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Bound port: 3913a140-48ef-4581-9b59-5202322a88b7, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f2529-8b16-4b7f-a13e-87a35681e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:16.446599 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.520540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-739ab65d-691c-4a66-a8f7-7167175c33de req-457ea56f-b73c-477b-b575-2b916acdf81a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 Dec 21 00:02:16.541275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:16.544362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3913a140-48ef-4581-9b59-5202322a88b7,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:16.612463 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.648399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:16.649007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:16.650400 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/3913a140-48ef-4581-9b59-5202322a88b7 HTTP/1.1" status: 200 len: 1092 time: 0.7988110 Dec 21 00:02:16.650835 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:16.653045 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991e0b0-9633-4598-8cb0-daa22a8b2d34" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "tag": "3913a140-48ef-4581-9b59-5202322a88b7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:16.674873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558785fd-55b9-485d-a11a-3f90c45e25b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:16.691960 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63a502-0337-45fb-9e1b-891cfc211a5b x-openstack-request-id: req-ca63a502-0337-45fb-9e1b-891cfc211a5b {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:16.692337 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "tag": "3913a140-48ef-4581-9b59-5202322a88b7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:16.692601 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca63a502-0337-45fb-9e1b-891cfc211a5b {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:16.693005 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7', 'status': 'completed', 'code': 200} Dec 21 00:02:16.759139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-43247aa8-7f0c-4f8e-bd53-f67a771e8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:16.760642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-43247aa8-7f0c-4f8e-bd53-f67a771e8832 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 1095 time: 0.0451477 Dec 21 00:02:16.861191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-2212ec94-32f7-4ca9-bc92-a562f6146034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:16.862776 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-2212ec94-32f7-4ca9-bc92-a562f6146034 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902097 Dec 21 00:02:16.961979 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-a70a38d4-f81e-4978-a7c2-9271c7b56bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:16.963349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e991e0b0-9633-4598-8cb0-daa22a8b2d34 req-a70a38d4-f81e-4978-a7c2-9271c7b56bd4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927742 Dec 21 00:02:17.048265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-546c1982-7e87-4e64-aa20-da68f86f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:17.049806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-546c1982-7e87-4e64-aa20-da68f86f9f12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 1095 time: 0.0404487 Dec 21 00:02:17.096753 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-f066289b-d951-4123-9bd9-5c1ad297faca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3913a140-48ef-4581-9b59-5202322a88b7 HTTP/1.1" status: 200 len: 217 time: 0.0374169 Dec 21 00:02:17.149092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-0f33f20e-b787-4d91-bccb-bc06655abc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:17.150542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-0f33f20e-b787-4d91-bccb-bc06655abc24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00489179-a7eb-4346-b8ea-774d1685566b HTTP/1.1" status: 200 len: 854 time: 0.0430989 Dec 21 00:02:17.187043 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-3897a5f2-0eb5-41e5-a4a4-df547942cde4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca7b7439-a0aa-4329-a7de-918f26c490dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237951 Dec 21 00:02:17.282861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-e3698b3a-9584-4bec-ac97-11a27603aa1b service neutron] 10.222.0.45 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841594 Dec 21 00:02:17.374763 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e3387e89-4256-41ec-b85b-87d59b272a97 req-09ba0b49-1a2e-4a73-be21-a5e6992bea4d service neutron] 10.222.0.45 "GET /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811799 Dec 21 00:02:17.637487 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b6e1-0fc0-444f-9b69-1e0ed92b8c90 req-7a14899c-171b-4e93-bdfe-9a2ed7ead60f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:17.639002 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b367b6e1-0fc0-444f-9b69-1e0ed92b8c90 req-7a14899c-171b-4e93-bdfe-9a2ed7ead60f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 944 time: 0.0488768 Dec 21 00:02:17.689249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b367b6e1-0fc0-444f-9b69-1e0ed92b8c90 req-23d8de11-57c3-4ad1-bacb-aea389cc5831 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438793 Dec 21 00:02:18.804845 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241c1d-b68b-4a83-9749-d4a0863365c7 req-87f21dd4-62d9-48d7-8ad7-0a2fa382b4df tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:18.806321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2241c1d-b68b-4a83-9749-d4a0863365c7 req-87f21dd4-62d9-48d7-8ad7-0a2fa382b4df tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 944 time: 0.0475302 Dec 21 00:02:18.852449 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2241c1d-b68b-4a83-9749-d4a0863365c7 req-167b25c9-50e1-4bc3-8e75-6c338ad1251b tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Dec 21 00:02:19.942970 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3913a140-48ef-4581-9b59-5202322a88b7 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:02:19.967722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430e9c6-746e-4f84-9efc-a30b6132f70c req-88b944c2-7e7b-414d-a656-143d33d4f9e6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:19.969211 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3430e9c6-746e-4f84-9efc-a30b6132f70c req-88b944c2-7e7b-414d-a656-143d33d4f9e6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 944 time: 0.0507483 Dec 21 00:02:20.016132 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3430e9c6-746e-4f84-9efc-a30b6132f70c req-bf9f289a-b042-46d2-b1d5-f5f203d88255 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Dec 21 00:02:20.040950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3913a140-48ef-4581-9b59-5202322a88b7,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:20.052844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '3913a140-48ef-4581-9b59-5202322a88b7', 'network_id': 'ca7b7439-a0aa-4329-a7de-918f26c490dc', 'port_id': '3913a140-48ef-4581-9b59-5202322a88b7', 'mac_address': 'fa:16:3e:e4:09:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00489179-a7eb-4346-b8ea-774d1685566b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:02:20.091604 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:20.104291 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3913a140-48ef-4581-9b59-5202322a88b7 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:02:20.123297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3913a140-48ef-4581-9b59-5202322a88b7,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:20.199669 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:20.246597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:20.254094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.254438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.254773 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.255105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.255433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.255758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.256106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.256429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.256745 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.257062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.257376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.257690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.258026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:20.505102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['3913a140-48ef-4581-9b59-5202322a88b7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:21.135422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac3195-c2e8-4a01-a145-96a8e2d64058 req-c5dab672-5f42-4f0b-a4fe-5636434fb430 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:21.136893 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19ac3195-c2e8-4a01-a145-96a8e2d64058 req-c5dab672-5f42-4f0b-a4fe-5636434fb430 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 945 time: 0.0523679 Dec 21 00:02:21.183230 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-19ac3195-c2e8-4a01-a145-96a8e2d64058 req-82e26463-5eb7-4df1-bbac-d427288eeb0d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Dec 21 00:02:21.956016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3913a140-48ef-4581-9b59-5202322a88b7 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:22.086457 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 3913a140-48ef-4581-9b59-5202322a88b7 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:02:22.090544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 3913a140-48ef-4581-9b59-5202322a88b7 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:22.090920 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:22.166975 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:22.189099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:22.191568 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3753391d-5400-4f14-8fd3-cefdad1be038" -d '{"events": [{"server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "name": "network-vif-plugged", "status": "completed", "tag": "3913a140-48ef-4581-9b59-5202322a88b7"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:22.215165 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3913a140-48ef-4581-9b59-5202322a88b7,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:22.231992 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e1ba4-7c51-444e-a151-0fad52371b71 x-openstack-request-id: req-f40e1ba4-7c51-444e-a151-0fad52371b71 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:22.232286 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "name": "network-vif-plugged", "status": "completed", "tag": "3913a140-48ef-4581-9b59-5202322a88b7", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:22.232653 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f40e1ba4-7c51-444e-a151-0fad52371b71 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:22.232996 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7', 'code': 200} Dec 21 00:02:22.286676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:22.304141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0640ead-5ebb-4f3e-85b2-6583a4de6f6f req-f284cf98-709a-41b6-9090-3596e9ce0a99 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:22.305679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0640ead-5ebb-4f3e-85b2-6583a4de6f6f req-f284cf98-709a-41b6-9090-3596e9ce0a99 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 945 time: 0.0536182 Dec 21 00:02:22.335511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:22.378631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776c7ce-c7ca-4d43-8548-4a79545c1070 req-83145369-99e3-46fe-8c7d-22171d57842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:22.380122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b776c7ce-c7ca-4d43-8548-4a79545c1070 req-83145369-99e3-46fe-8c7d-22171d57842d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 1097 time: 0.0729795 Dec 21 00:02:22.387381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0640ead-5ebb-4f3e-85b2-6583a4de6f6f req-bd523784-2aac-4f0c-96a5-467c89131b58 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 Dec 21 00:02:22.430363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b776c7ce-c7ca-4d43-8548-4a79545c1070 req-da55886e-5f8b-470b-a847-2f4f7614bbb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390093 Dec 21 00:02:23.506312 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fa1d1-041d-4ac5-a4ba-47702b87932b req-aee8b4d9-097b-49d0-b036-f0012bc2aee6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:23.507808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a40fa1d1-041d-4ac5-a4ba-47702b87932b req-aee8b4d9-097b-49d0-b036-f0012bc2aee6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 946 time: 0.0496979 Dec 21 00:02:23.557301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a40fa1d1-041d-4ac5-a4ba-47702b87932b req-2807b037-9184-430c-b340-264c477ee4f6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Dec 21 00:02:24.673014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9915dff-d702-4d9d-9fb1-f26691ca4294 req-c3f103e9-98ff-4683-92da-5d8399ee43ad tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:24.675134 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9915dff-d702-4d9d-9fb1-f26691ca4294 req-c3f103e9-98ff-4683-92da-5d8399ee43ad tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 946 time: 0.0481350 Dec 21 00:02:24.725215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9915dff-d702-4d9d-9fb1-f26691ca4294 req-0d3ef833-fa67-44be-a9ee-4120a6a2b080 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Dec 21 00:02:25.162436 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c9a6a-fd1c-4d07-8b85-839c845c4acd req-af935a8a-0cbd-48f4-a8ff-f54808a17221 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:25.163814 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-559c9a6a-fd1c-4d07-8b85-839c845c4acd req-af935a8a-0cbd-48f4-a8ff-f54808a17221 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 946 time: 0.0505154 Dec 21 00:02:25.212759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-559c9a6a-fd1c-4d07-8b85-839c845c4acd req-ceecec72-1f41-4a6a-b535-8bbde3bb53ab tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Dec 21 00:02:26.328454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a89e0-9a91-4b9a-bb1d-e287dff65233 req-b0d78424-1c47-4820-bd85-2be672b6bc83 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:26.329956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-019a89e0-9a91-4b9a-bb1d-e287dff65233 req-b0d78424-1c47-4820-bd85-2be672b6bc83 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 946 time: 0.0489807 Dec 21 00:02:26.378252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-019a89e0-9a91-4b9a-bb1d-e287dff65233 req-1f6a778b-d4ee-4619-b73e-25b240480dc6 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Dec 21 00:02:26.643902 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-213cfbdb-e206-4ae8-bff2-8d0b3f370cdf tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:26.645396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-213cfbdb-e206-4ae8-bff2-8d0b3f370cdf tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 946 time: 0.0518208 Dec 21 00:02:26.739361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Deleting port 3913a140-48ef-4581-9b59-5202322a88b7 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:26.739694 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:26.829680 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] For port 3913a140-48ef-4581-9b59-5202322a88b7, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=3913a140-48ef-4581-9b59-5202322a88b7,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:26.831001 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:26.842799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Calling delete_port for 3913a140-48ef-4581-9b59-5202322a88b7 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:27.028032 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:27.041016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['65a0a5bd-9047-4889-a1f7-2d71f7832dfa'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:27.061346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Pushing event deleted for resources: {'Port': ['ID=3913a140-48ef-4581-9b59-5202322a88b7,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:27.067874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['3913a140-48ef-4581-9b59-5202322a88b7'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:27.101860 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] No DVR routers for this DVR port 3913a140-48ef-4581-9b59-5202322a88b7 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:27.104336 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:27.107689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d1d22ce4-2cd8-483f-91b0-b725ac239d21 req-b3d10af7-5132-4617-a36a-161dcc09d54f tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.45 "DELETE /v2.0/ports/3913a140-48ef-4581-9b59-5202322a88b7 HTTP/1.1" status: 204 len: 173 time: 0.4518192 Dec 21 00:02:27.108114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'name': 'network-vif-deleted', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:27.110352 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd101d-0def-44de-91bc-b7347ec02e9a" -d '{"events": [{"server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "name": "network-vif-deleted", "tag": "3913a140-48ef-4581-9b59-5202322a88b7"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:27.147713 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28f7e20-ec87-49c4-8df0-2be7f0d672d1 x-openstack-request-id: req-f28f7e20-ec87-49c4-8df0-2be7f0d672d1 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:27.147713 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6b32d6-ef0d-4311-98b2-58af7abebe1b", "name": "network-vif-deleted", "tag": "3913a140-48ef-4581-9b59-5202322a88b7", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:27.147970 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f28f7e20-ec87-49c4-8df0-2be7f0d672d1 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:27.148225 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6b32d6-ef0d-4311-98b2-58af7abebe1b', 'name': 'network-vif-deleted', 'tag': '3913a140-48ef-4581-9b59-5202322a88b7', 'status': 'completed', 'code': 200} Dec 21 00:02:27.488707 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8d9bf1a4-2578-4a52-a4d3-e68a4f0043c5 req-8b77eddb-2383-4cc0-a5dd-1bcb167bc5a2 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b6b32d6-ef0d-4311-98b2-58af7abebe1b HTTP/1.1" status: 200 len: 210 time: 0.0279565 Dec 21 00:02:28.560757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:28.636682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eeada-65c0-494f-be4c-e46a07136a25 req-b7c798ff-c293-4aad-8422-33d3cd23e990 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:28.638180 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa8eeada-65c0-494f-be4c-e46a07136a25 req-b7c798ff-c293-4aad-8422-33d3cd23e990 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Dec 21 00:02:28.687774 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aa8eeada-65c0-494f-be4c-e46a07136a25 req-5bef9a4d-73cb-4924-96a3-5d775a251d6e tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Dec 21 00:02:28.818355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a1fde-c945-4f0f-ad57-642593fd5a62 req-3726b947-6df2-4cc3-b991-f28264a61b09 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:28.819812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90a1fde-c945-4f0f-ad57-642593fd5a62 req-3726b947-6df2-4cc3-b991-f28264a61b09 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Dec 21 00:02:28.865945 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e90a1fde-c945-4f0f-ad57-642593fd5a62 req-878dcaad-f1b3-482f-bbb0-1ba12281ea5d tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Dec 21 00:02:28.980352 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451beb-7c0c-4a76-9d40-659764b51cce req-c134510c-760f-4fea-bcab-3b86ad79601a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:28.981825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf451beb-7c0c-4a76-9d40-659764b51cce req-c134510c-760f-4fea-bcab-3b86ad79601a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0481138 Dec 21 00:02:29.027682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bf451beb-7c0c-4a76-9d40-659764b51cce req-a9d5c6d0-a265-4bab-b692-aee941085c84 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Dec 21 00:02:29.099160 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-d5bccfa0-cd16-4c89-8bdc-e56553153472 req-b73cda00-3a9c-47eb-b46e-25c0d950cbe3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:02:29.100078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d5bccfa0-cd16-4c89-8bdc-e56553153472 req-b73cda00-3a9c-47eb-b46e-25c0d950cbe3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053566 Dec 21 00:02:29.208301 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae65b5-1360-4a9b-a5b9-2abd586522a4 req-653d6201-5aea-4044-87c2-dff9698571fe tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:29.209743 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ae65b5-1360-4a9b-a5b9-2abd586522a4 req-653d6201-5aea-4044-87c2-dff9698571fe tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Dec 21 00:02:29.255443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00ae65b5-1360-4a9b-a5b9-2abd586522a4 req-ff4f7b8c-3106-46d0-925f-afabce7d83b5 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Dec 21 00:02:29.372912 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177779d-8474-4b53-b6c0-0bd220da8cae req-ff3f1713-f0ae-4e8c-98d2-ebda716ec95a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:29.373808 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4177779d-8474-4b53-b6c0-0bd220da8cae req-ff3f1713-f0ae-4e8c-98d2-ebda716ec95a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0517738 Dec 21 00:02:29.420395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4177779d-8474-4b53-b6c0-0bd220da8cae req-ee3b25c7-4cec-4e45-a27b-301d1a8a1bf0 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Dec 21 00:02:29.543411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa150c32-101d-4513-808f-73151c7f8b4b req-cb7cb675-d016-4fd9-bd8b-bf2f5bf8ba2a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:29.544862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa150c32-101d-4513-808f-73151c7f8b4b req-cb7cb675-d016-4fd9-bd8b-bf2f5bf8ba2a tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Dec 21 00:02:29.594823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa150c32-101d-4513-808f-73151c7f8b4b req-9376aa9e-49fc-4eb5-9a2b-488856075430 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Dec 21 00:02:29.985664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3913a140-48ef-4581-9b59-5202322a88b7 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:02:30.007187 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 3913a140-48ef-4581-9b59-5202322a88b7 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:02:30.007540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 3913a140-48ef-4581-9b59-5202322a88b7 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:02:30.118064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74333bdd-497a-4dcc-ab83-3a4b214f6216 req-62a0d783-964f-4f23-b369-a460b50b1484 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:30.119528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74333bdd-497a-4dcc-ab83-3a4b214f6216 req-62a0d783-964f-4f23-b369-a460b50b1484 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Dec 21 00:02:30.166480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-74333bdd-497a-4dcc-ab83-3a4b214f6216 req-318182d7-b367-47fc-87fc-eedef02a65b5 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Dec 21 00:02:30.899168 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:02:31.287151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea3d4e-bada-4d26-9bf5-521d14937a9f req-ec508694-4d59-4c5f-97ca-ef95fb434207 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:31.288618 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51ea3d4e-bada-4d26-9bf5-521d14937a9f req-ec508694-4d59-4c5f-97ca-ef95fb434207 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Dec 21 00:02:31.335984 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-51ea3d4e-bada-4d26-9bf5-521d14937a9f req-8aad15e7-ba45-4c3b-ad23-b3ad9fa7dd15 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a787b9-efed-45d3-8d9e-f6f498a18f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Dec 21 00:02:31.410123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-68bd64b2-e054-4ad1-8c27-3f5d70baaeed tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:31.411568 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-68bd64b2-e054-4ad1-8c27-3f5d70baaeed tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.59 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 945 time: 0.0479383 Dec 21 00:02:31.508471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Deleting port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:31.508727 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:31.595592 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] For port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,segment=NetworkSegment(eb0f2529-8b16-4b7f-a13e-87a35681e566),segment_id=eb0f2529-8b16-4b7f-a13e-87a35681e566)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:31.595973 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:31.607653 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Calling delete_port for 65a0a5bd-9047-4889-a1f7-2d71f7832dfa owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:31.806508 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:31.818879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['65a0a5bd-9047-4889-a1f7-2d71f7832dfa'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:02:31.836153 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Pushing event deleted for resources: {'Port': ['ID=65a0a5bd-9047-4889-a1f7-2d71f7832dfa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:31.853105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.853105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.853377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.853666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.854026 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.854360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.854689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.855021 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.855346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.855670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.855996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.856365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.856687 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:02:31.891391 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] No DVR routers for this DVR port 65a0a5bd-9047-4889-a1f7-2d71f7832dfa on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:31.894661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:31.898245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-6f05d69a-5b39-4546-9565-8cdd96df36e2 req-17c3ee00-c554-407a-8a97-2810dd86d368 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.59 "DELETE /v2.0/ports/65a0a5bd-9047-4889-a1f7-2d71f7832dfa HTTP/1.1" status: 204 len: 173 time: 0.4789340 Dec 21 00:02:31.898680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'name': 'network-vif-deleted', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:02:31.900930 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d42c6c-06d6-4423-9c78-1207b3143c97" -d '{"events": [{"server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "name": "network-vif-deleted", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:02:31.937609 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a77ff02-3490-473d-a887-8d4a1a924671 x-openstack-request-id: req-4a77ff02-3490-473d-a887-8d4a1a924671 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:02:31.937930 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb8ef19-7c62-4268-82c5-9b26cd0bfca4", "name": "network-vif-deleted", "tag": "65a0a5bd-9047-4889-a1f7-2d71f7832dfa", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:02:31.938204 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a77ff02-3490-473d-a887-8d4a1a924671 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:02:31.938606 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb8ef19-7c62-4268-82c5-9b26cd0bfca4', 'name': 'network-vif-deleted', 'tag': '65a0a5bd-9047-4889-a1f7-2d71f7832dfa', 'status': 'completed', 'code': 200} Dec 21 00:02:32.443105 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-264f92b5-8799-4de5-87bd-bd25785a1ca2 req-5163081a-96c4-4068-80ae-2888047299d5 tempest-ServersNegativeTestJSON-958309475 tempest-ServersNegativeTestJSON-958309475-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cb8ef19-7c62-4268-82c5-9b26cd0bfca4 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Dec 21 00:02:33.501767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37552) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:33.547394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Deleting subnet 00489179-a7eb-4346-b8ea-774d1685566b {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:02:33.551629 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:33.586287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:33.625273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:33.759791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:33.788475 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.124122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00489179-a7eb-4346-b8ea-774d1685566b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:34.128366 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.131550 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4151ef7d-3fb9-437f-979f-a1889106b36b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00489179-a7eb-4346-b8ea-774d1685566b HTTP/1.1" status: 204 len: 168 time: 0.6286919 Dec 21 00:02:34.134036 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37554) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:34.199633 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.278036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.297016 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7b7439-a0aa-4329-a7de-918f26c490dc']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:34.306194 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f2529-8b16-4b7f-a13e-87a35681e566') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:34.306493 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f2529-8b16-4b7f-a13e-87a35681e566') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:34.316041 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.328888 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.335876 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:34.336260 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:34.337909 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:34.508139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.513455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.516856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ca7b7439-a0aa-4329-a7de-918f26c490dc HTTP/1.1" status: 204 len: 168 time: 0.3819168 Dec 21 00:02:34.527667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304644eb-cd92-4f0b-9d14-2cb800ed9750 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7b7439-a0aa-4329-a7de-918f26c490dc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:34.764793 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37558) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:34.809672 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-29a5613a-ba14-40f0-b598-763df1f1fd71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3e681a58a9b4ca7b5a9846cb9c9f3fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436258 Dec 21 00:02:34.812116 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37560) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:34.846979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1b74495a-26a6-4a93-bf4f-4e9d337f0581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.860387 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:34.885381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:35.017464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:35.020035 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:35.021187 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78a787b9-efed-45d3-8d9e-f6f498a18f5f HTTP/1.1" status: 204 len: 168 time: 0.2081816 Dec 21 00:02:35.028899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9138c8-e93c-403c-802f-3cc9929a466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a787b9-efed-45d3-8d9e-f6f498a18f5f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:36.087018 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37582) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:36.175163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 65a0a5bd-9047-4889-a1f7-2d71f7832dfa no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:02:36.179774 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-164543077'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:36.197462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 65a0a5bd-9047-4889-a1f7-2d71f7832dfa {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:02:36.197934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 65a0a5bd-9047-4889-a1f7-2d71f7832dfa not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:02:36.280810 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:36.284968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.296738 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.369594 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.434589 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.460680 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:36.470210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080568d6-09db-41c8-b04d-550d6039be40,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:36.475384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.480155 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Added segment 5f96075b-8e29-4d89-8b17-61bba1e591f2 of type vlan for network 40c40858-5d36-4a65-90d3-b4e32a676872 Dec 21 00:02:36.517941 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.617948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.623807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:36.624384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:36.690100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Network': ['ID=40c40858-5d36-4a65-90d3-b4e32a676872,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:36.699905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 40c40858-5d36-4a65-90d3-b4e32a676872 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:36.746311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a3c29e5f-5436-4a30-8f6c-7400a42f6f7d tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6580985 Dec 21 00:02:37.652144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b22f-1665-4eda-8227-520a9822ad26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:38.543225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:39.938408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:39.944075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'subnet': {'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:39.947593 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.113359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:40.117065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.355702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.417061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Subnet': ['ID=9156c967-c645-4a4e-9747-4c4c89385436,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:40.425928 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking segment: {'id': '5f96075b-8e29-4d89-8b17-61bba1e591f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:40.426295 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network hostable DHCP agents. Network: 40c40858-5d36-4a65-90d3-b4e32a676872, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:40.502119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.514682 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network 40c40858-5d36-4a65-90d3-b4e32a676872 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:40.616224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 40c40858-5d36-4a65-90d3-b4e32a676872) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:40.620497 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:40.625994 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.626736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa015c-5ca7-4d2b-aa83-7a68dfab2c8f None None] Network 40c40858-5d36-4a65-90d3-b4e32a676872 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:40.705256 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-581e1390-65ae-49c7-bdce-f989d681461c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7653580 Dec 21 00:02:40.708605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37590) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:40.713436 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-712172588'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:40.731303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-40c40858-5d36-4a65-90d3-b4e32a676872', 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872', 'project_id': '9ee491ec62bf4e2cb10c56c139e521cd', 'fixed_ips': [{'subnet_id': '9156c967-c645-4a4e-9747-4c4c89385436'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:40.731303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.806651 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:40.810380 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.835340 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:40.844803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.845436 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Added segment 994fcecf-2e19-43c7-86c6-df729980b7d9 of type vlan for network 06776ed2-d971-40a1-8754-d0df8bc55014 Dec 21 00:02:40.888975 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.988814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:40.994873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:40.995466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.020283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Allocated IP 2001:db8:0:ffff::2 (40c40858-5d36-4a65-90d3-b4e32a676872/9156c967-c645-4a4e-9747-4c4c89385436/35d498d9-b64f-4c2e-9da6-d0df059c4c05) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:41.068678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Network': ['ID=06776ed2-d971-40a1-8754-d0df8bc55014,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:41.092340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 06776ed2-d971-40a1-8754-d0df8bc55014 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:41.099654 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c54ea073-30ec-461d-9d98-55aa4f7fe72c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3900278 Dec 21 00:02:41.102804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37592) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:41.108417 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'subnet': {'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:41.236569 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.263561 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:41.267229 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.337996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.386369 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Network 40c40858-5d36-4a65-90d3-b4e32a676872 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:41.389244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:41.394928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:41.403215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Pushing event updated for resources: {'Port': ['ID=35d498d9-b64f-4c2e-9da6-d0df059c4c05,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:41.450701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Attempting to bind port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:41.450985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Attempting to bind port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '5f96075b-8e29-4d89-8b17-61bba1e591f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:41.451352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Attempting to bind port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 on network 40c40858-5d36-4a65-90d3-b4e32a676872 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:41.457522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:41.457925 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Checking segment: {'id': '5f96075b-8e29-4d89-8b17-61bba1e591f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:41.458330 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.458727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Bound using segment: {'id': '5f96075b-8e29-4d89-8b17-61bba1e591f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:41.459195 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Bound port: 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f96075b-8e29-4d89-8b17-61bba1e591f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40c40858-5d36-4a65-90d3-b4e32a676872'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:41.459582 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.523783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] For port 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:41.526777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] For port 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35d498d9-b64f-4c2e-9da6-d0df059c4c05,segment=NetworkSegment(5f96075b-8e29-4d89-8b17-61bba1e591f2),segment_id=5f96075b-8e29-4d89-8b17-61bba1e591f2)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:41.549346 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.617012 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Subnet': ['ID=08c1912e-f68c-45b0-916e-c2ca165ddf7e,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:41.625973 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking segment: {'id': '994fcecf-2e19-43c7-86c6-df729980b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:41.626341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network hostable DHCP agents. Network: 06776ed2-d971-40a1-8754-d0df8bc55014, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:41.636114 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.695618 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10035a4-f95c-4ac9-995d-447d41f0f1a2 None None] Pushing event updated for resources: {'Port': ['ID=35d498d9-b64f-4c2e-9da6-d0df059c4c05,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:41.713859 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network 06776ed2-d971-40a1-8754-d0df8bc55014 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:41.814663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 06776ed2-d971-40a1-8754-d0df8bc55014) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:41.835316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:41.835733 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7650820-bb0f-4c32-8f14-1d3744a21068 None None] Network 06776ed2-d971-40a1-8754-d0df8bc55014 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:41.835930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:41.946351 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-48e11a80-e89a-44c0-8192-b5fd489af8e7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8423328 Dec 21 00:02:41.953369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37594) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:41.956356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-06776ed2-d971-40a1-8754-d0df8bc55014', 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014', 'project_id': '9ee491ec62bf4e2cb10c56c139e521cd', 'fixed_ips': [{'subnet_id': '08c1912e-f68c-45b0-916e-c2ca165ddf7e'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:41.963144 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.057023 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.117373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Allocated IP 2001:db8::2 (06776ed2-d971-40a1-8754-d0df8bc55014/08c1912e-f68c-45b0-916e-c2ca165ddf7e/8150cb5a-6898-433f-84cb-b90fe6f33a7b) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:42.123849 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.189115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35d498d9-b64f-4c2e-9da6-d0df059c4c05 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:42.296060 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:42.296441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.329094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.390038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.423491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35d498d9-b64f-4c2e-9da6-d0df059c4c05,segment=NetworkSegment(5f96075b-8e29-4d89-8b17-61bba1e591f2),segment_id=5f96075b-8e29-4d89-8b17-61bba1e591f2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:42.433876 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.478239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Network 06776ed2-d971-40a1-8754-d0df8bc55014 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:42.481173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:42.485754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:42.489259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Pushing event updated for resources: {'Port': ['ID=8150cb5a-6898-433f-84cb-b90fe6f33a7b,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:42.539447 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.552486 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.570434 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Attempting to bind port 8150cb5a-6898-433f-84cb-b90fe6f33a7b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:42.570806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Attempting to bind port 8150cb5a-6898-433f-84cb-b90fe6f33a7b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '994fcecf-2e19-43c7-86c6-df729980b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:42.571183 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Attempting to bind port 8150cb5a-6898-433f-84cb-b90fe6f33a7b on network 06776ed2-d971-40a1-8754-d0df8bc55014 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:42.583858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:42.591282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Checking segment: {'id': '994fcecf-2e19-43c7-86c6-df729980b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:42.591282 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.591282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Bound using segment: {'id': '994fcecf-2e19-43c7-86c6-df729980b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:42.591282 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Bound port: 8150cb5a-6898-433f-84cb-b90fe6f33a7b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fcecf-2e19-43c7-86c6-df729980b7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '06776ed2-d971-40a1-8754-d0df8bc55014'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:42.591282 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.591891 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Subnet': ['ID=08c1912e-f68c-45b0-916e-c2ca165ddf7e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:42.613835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=35d498d9-b64f-4c2e-9da6-d0df059c4c05,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:42.651293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.670387 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] For port 8150cb5a-6898-433f-84cb-b90fe6f33a7b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:42.673472 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] For port 8150cb5a-6898-433f-84cb-b90fe6f33a7b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8150cb5a-6898-433f-84cb-b90fe6f33a7b,segment=NetworkSegment(994fcecf-2e19-43c7-86c6-df729980b7d9),segment_id=994fcecf-2e19-43c7-86c6-df729980b7d9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:42.678745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06776ed2-d971-40a1-8754-d0df8bc55014']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:42.688571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fcecf-2e19-43c7-86c6-df729980b7d9') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:42.688821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fcecf-2e19-43c7-86c6-df729980b7d9') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:42.699161 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.701601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0d546-6d15-407e-8a23-7685b675abae None None] Network 40c40858-5d36-4a65-90d3-b4e32a676872 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:42.740764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.747030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:42.747419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:42.750439 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:42.764951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.801828 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4267a9ef-1466-4a83-9c61-b08645372d80 None None] Provisioning complete for port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:42.802125 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4267a9ef-1466-4a83-9c61-b08645372d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:42.858459 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 00:02:42.858459 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 00:02:42.858459 n-d-822053-9 neutron-server[115562]: [parameters: {'id': '06776ed2-d971-40a1-8754-d0df8bc55014'}] Dec 21 00:02:42.858459 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 00:02:42.858945 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 00:02:42.910575 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372fe91-d874-4974-b4b7-4719290c46d1 None None] Pushing event updated for resources: {'Port': ['ID=8150cb5a-6898-433f-84cb-b90fe6f33a7b,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:42.934300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ede51-4d8f-40b0-b0f0-dff8dc5e78ac None None] Network 06776ed2-d971-40a1-8754-d0df8bc55014 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:43.137496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f65fa1-e695-4f6f-aae3-9286f262927d None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 00:02:43.183599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-67bda672-9d1b-4d05-880d-1beb440207a4 None None] Provisioning complete for port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:43.183969 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67bda672-9d1b-4d05-880d-1beb440207a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.240468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f65fa1-e695-4f6f-aae3-9286f262927d None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 00:02:43.360402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.418722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting port 8150cb5a-6898-433f-84cb-b90fe6f33a7b {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:43.419043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.482065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] For port 8150cb5a-6898-433f-84cb-b90fe6f33a7b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=8150cb5a-6898-433f-84cb-b90fe6f33a7b,segment=NetworkSegment(994fcecf-2e19-43c7-86c6-df729980b7d9),segment_id=994fcecf-2e19-43c7-86c6-df729980b7d9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:43.482430 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.495297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Calling delete_port for 8150cb5a-6898-433f-84cb-b90fe6f33a7b owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:43.651732 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.677250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Port': ['ID=8150cb5a-6898-433f-84cb-b90fe6f33a7b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:43.682351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No DVR routers for this DVR port 8150cb5a-6898-433f-84cb-b90fe6f33a7b on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:43.765208 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.785247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06776ed2-d971-40a1-8754-d0df8bc55014']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:43.794719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fcecf-2e19-43c7-86c6-df729980b7d9') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:43.795017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fcecf-2e19-43c7-86c6-df729980b7d9') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:43.805169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.818114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.824228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:43.824607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:43.827651 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:43.931827 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.936300 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:43.940175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/06776ed2-d971-40a1-8754-d0df8bc55014 HTTP/1.1" status: 204 len: 168 time: 1.9902036 Dec 21 00:02:43.943388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37596) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:43.950010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817632247'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:43.955242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b7d4b-ab24-4b54-a289-85f459697261 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Network': ['ID=06776ed2-d971-40a1-8754-d0df8bc55014,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:44.017686 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:44.021141 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.044856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:44.054582 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.054933 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Added segment da569ba1-4afa-4ee5-8dfd-c32a98db7009 of type vlan for network bb1908b8-0702-4ce3-9c54-7bf6180dae19 Dec 21 00:02:44.098113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.110602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35d498d9-b64f-4c2e-9da6-d0df059c4c05 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:44.164708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:44.165389 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.193574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.199803 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:44.200428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.270923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Network': ['ID=bb1908b8-0702-4ce3-9c54-7bf6180dae19,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:44.280462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network bb1908b8-0702-4ce3-9c54-7bf6180dae19 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:44.289220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ff5208da-3a02-45b3-bced-4ec8bac6481f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3447490 Dec 21 00:02:44.291983 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37598) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:44.296949 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'subnet': {'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:44.469337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:44.473464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.533575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Performing IP validity checks on allocation pools {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 21 00:02:44.534054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.ipam_backend_mixin [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 21 00:02:44.702037 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.769656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Subnet': ['ID=87c7b075-2c45-4157-8af2-4ea015dc9ff8,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:44.776894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking segment: {'id': 'da569ba1-4afa-4ee5-8dfd-c32a98db7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:44.777257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network hostable DHCP agents. Network: bb1908b8-0702-4ce3-9c54-7bf6180dae19, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:44.862056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network bb1908b8-0702-4ce3-9c54-7bf6180dae19 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:44.930407 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, bb1908b8-0702-4ce3-9c54-7bf6180dae19) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:44.934991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:44.935595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:44.939041 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f7ac5-5575-49ea-9380-951a14f2073a None None] Network bb1908b8-0702-4ce3-9c54-7bf6180dae19 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:45.007784 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-56d7bfbc-2b50-492d-a114-18542f7be53f tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7146041 Dec 21 00:02:45.010377 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37600) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:45.050451 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-bb1908b8-0702-4ce3-9c54-7bf6180dae19', 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19', 'project_id': '9ee491ec62bf4e2cb10c56c139e521cd', 'fixed_ips': [{'subnet_id': '87c7b075-2c45-4157-8af2-4ea015dc9ff8'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:45.051332 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.104659 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.184632 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.185927 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Allocated IP 2001:db8::3 (bb1908b8-0702-4ce3-9c54-7bf6180dae19/87c7b075-2c45-4157-8af2-4ea015dc9ff8/6a6566c5-e838-4fe9-a9e9-d9336f67c9d1) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:45.319693 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.376379 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.421277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Network bb1908b8-0702-4ce3-9c54-7bf6180dae19 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:45.425654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:45.430163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:45.433215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Pushing event updated for resources: {'Port': ['ID=6a6566c5-e838-4fe9-a9e9-d9336f67c9d1,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:45.468253 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.484432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Attempting to bind port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:45.484804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Attempting to bind port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'da569ba1-4afa-4ee5-8dfd-c32a98db7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:45.485197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Attempting to bind port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 on network bb1908b8-0702-4ce3-9c54-7bf6180dae19 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:45.490778 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:45.491265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Checking segment: {'id': 'da569ba1-4afa-4ee5-8dfd-c32a98db7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:45.491563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.491962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Bound using segment: {'id': 'da569ba1-4afa-4ee5-8dfd-c32a98db7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:45.492452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Bound port: 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da569ba1-4afa-4ee5-8dfd-c32a98db7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:45.492834 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.496828 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Subnet': ['ID=87c7b075-2c45-4157-8af2-4ea015dc9ff8,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:45.554434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.555698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] For port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:45.558983 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] For port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a6566c5-e838-4fe9-a9e9-d9336f67c9d1,segment=NetworkSegment(da569ba1-4afa-4ee5-8dfd-c32a98db7009),segment_id=da569ba1-4afa-4ee5-8dfd-c32a98db7009)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:45.579095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1908b8-0702-4ce3-9c54-7bf6180dae19']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:45.589006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da569ba1-4afa-4ee5-8dfd-c32a98db7009') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:45.589302 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da569ba1-4afa-4ee5-8dfd-c32a98db7009') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:45.618462 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.870603 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25495-2fcc-49a8-bafe-962902565275 None None] Pushing event updated for resources: {'Port': ['ID=6a6566c5-e838-4fe9-a9e9-d9336f67c9d1,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:45.885812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4c588-c2aa-4d0f-abc4-ba816d8624f6 None None] Network bb1908b8-0702-4ce3-9c54-7bf6180dae19 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:45.947032 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.961018 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.966858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:45.967234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:45.970175 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:45.980394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4900b2a-0c68-4b5f-bf65-b5c22d315692 None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 00:02:46.050161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4900b2a-0c68-4b5f-bf65-b5c22d315692 None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 00:02:46.085385 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.db.api [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 00:02:46.085385 n-d-822053-9 neutron-server[115563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 00:02:46.085385 n-d-822053-9 neutron-server[115563]: [parameters: {'id': 'bb1908b8-0702-4ce3-9c54-7bf6180dae19'}] Dec 21 00:02:46.085385 n-d-822053-9 neutron-server[115563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 00:02:46.086268 n-d-822053-9 neutron-server[115563]: DEBUG oslo_db.api [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 00:02:46.586623 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:46.642146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:46.642637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:46.702925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] For port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6a6566c5-e838-4fe9-a9e9-d9336f67c9d1,segment=NetworkSegment(da569ba1-4afa-4ee5-8dfd-c32a98db7009),segment_id=da569ba1-4afa-4ee5-8dfd-c32a98db7009)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:46.703277 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:46.715462 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Calling delete_port for 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:46.852404 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:46.878324 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Port': ['ID=6a6566c5-e838-4fe9-a9e9-d9336f67c9d1,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:46.881873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No DVR routers for this DVR port 6a6566c5-e838-4fe9-a9e9-d9336f67c9d1 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:46.963648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:46.983885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1908b8-0702-4ce3-9c54-7bf6180dae19']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:46.993385 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da569ba1-4afa-4ee5-8dfd-c32a98db7009') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:46.993672 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da569ba1-4afa-4ee5-8dfd-c32a98db7009') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:47.003577 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.016730 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.023265 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:47.023648 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:47.026521 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:47.126333 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.133953 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.136990 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/bb1908b8-0702-4ce3-9c54-7bf6180dae19 HTTP/1.1" status: 204 len: 168 time: 2.1256676 Dec 21 00:02:47.140816 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37602) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:47.146023 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829065523'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:47.148513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ac86-65fb-449b-a20d-35b3b7778a0c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Network': ['ID=bb1908b8-0702-4ce3-9c54-7bf6180dae19,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:47.233149 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:47.237107 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.260852 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:47.269918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.270262 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Added segment 90302b97-e262-44cd-99cd-5f201c202574 of type vlan for network b028d079-74bc-409d-8eec-9f639979e2a9 Dec 21 00:02:47.313026 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.404726 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.410304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:47.410902 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.477924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Network': ['ID=b028d079-74bc-409d-8eec-9f639979e2a9,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:47.489323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b028d079-74bc-409d-8eec-9f639979e2a9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:47.521842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7e5963df-a1bb-4955-b96b-a08fe4ac6017 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3798637 Dec 21 00:02:47.524620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37604) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:47.529515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'subnet': {'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:47.709215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:47.712658 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:47.943865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.004483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Subnet': ['ID=a15cf00e-6c31-43aa-a7ff-047896ca8a90,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:48.013406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking segment: {'id': '90302b97-e262-44cd-99cd-5f201c202574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:48.013801 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network hostable DHCP agents. Network: b028d079-74bc-409d-8eec-9f639979e2a9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:48.113105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network b028d079-74bc-409d-8eec-9f639979e2a9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:48.170121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b028d079-74bc-409d-8eec-9f639979e2a9) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:48.175128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:48.175883 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.180010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b1774-0eac-4512-87f4-4a27650b2784 None None] Network b028d079-74bc-409d-8eec-9f639979e2a9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:48.247852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c2bd9cc3-b8f9-4aca-b593-a433340a3e71 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7221994 Dec 21 00:02:48.251452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37606) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:48.260413 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585956856'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:48.279666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b028d079-74bc-409d-8eec-9f639979e2a9', 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9', 'project_id': '9ee491ec62bf4e2cb10c56c139e521cd', 'fixed_ips': [{'subnet_id': 'a15cf00e-6c31-43aa-a7ff-047896ca8a90'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:48.280609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.358997 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:48.363317 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.386551 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:48.395561 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.398284 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Added segment bcf5b5fa-dc55-400e-8034-b57be4a2dc8b of type vlan for network f67bb211-a8f4-43bc-b04a-41e516ea5b85 Dec 21 00:02:48.414380 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Allocated IP 2001:db8::2 (b028d079-74bc-409d-8eec-9f639979e2a9/a15cf00e-6c31-43aa-a7ff-047896ca8a90/9560b9ab-44e6-49a3-aefe-80c9b44cca75) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:48.436371 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.507269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.513007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:48.513533 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.557746 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.587217 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Network': ['ID=f67bb211-a8f4-43bc-b04a-41e516ea5b85,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:48.597416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network f67bb211-a8f4-43bc-b04a-41e516ea5b85 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:48.618668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0f52d21d-3433-4d1a-a1a1-37ac03f67f4c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3656232 Dec 21 00:02:48.621574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37608) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:48.626660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Request body: {'subnet': {'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:48.654326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.703431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Network b028d079-74bc-409d-8eec-9f639979e2a9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:48.706730 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:48.710122 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:48.717142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Pushing event updated for resources: {'Port': ['ID=9560b9ab-44e6-49a3-aefe-80c9b44cca75,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:48.766704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Attempting to bind port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:48.766998 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Attempting to bind port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '90302b97-e262-44cd-99cd-5f201c202574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:48.767372 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Attempting to bind port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 on network b028d079-74bc-409d-8eec-9f639979e2a9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:48.772326 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:48.772692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Checking segment: {'id': '90302b97-e262-44cd-99cd-5f201c202574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:48.773085 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.773470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Bound using segment: {'id': '90302b97-e262-44cd-99cd-5f201c202574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:48.773956 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Bound port: 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90302b97-e262-44cd-99cd-5f201c202574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b028d079-74bc-409d-8eec-9f639979e2a9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:48.774331 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.781934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Made reservation on behalf of 9ee491ec62bf4e2cb10c56c139e521cd for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:48.785581 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.834912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] For port 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:48.837878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] For port 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9560b9ab-44e6-49a3-aefe-80c9b44cca75,segment=NetworkSegment(90302b97-e262-44cd-99cd-5f201c202574),segment_id=90302b97-e262-44cd-99cd-5f201c202574)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:48.936746 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:48.992588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c605-7059-4ea0-ac8e-5f56c178f478 None None] Pushing event updated for resources: {'Port': ['ID=9560b9ab-44e6-49a3-aefe-80c9b44cca75,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:49.039479 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.101032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event updated for resources: {'Subnet': ['ID=afccfb36-defc-4464-b24c-965f1a9a68f6,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:49.110069 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Checking segment: {'id': 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:49.110432 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network hostable DHCP agents. Network: f67bb211-a8f4-43bc-b04a-41e516ea5b85, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:49.229524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Network f67bb211-a8f4-43bc-b04a-41e516ea5b85 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:49.297758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, f67bb211-a8f4-43bc-b04a-41e516ea5b85) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:49.302661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:49.303283 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.307440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01bdc2-0885-42bd-bd31-ae48d1895a9c None None] Network f67bb211-a8f4-43bc-b04a-41e516ea5b85 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:49.369078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ee95f5d7-2d3c-4be4-9667-c7b71cf345d7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7463965 Dec 21 00:02:49.371727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37610) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:49.413076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-f67bb211-a8f4-43bc-b04a-41e516ea5b85', 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85', 'project_id': '9ee491ec62bf4e2cb10c56c139e521cd', 'fixed_ips': [{'subnet_id': 'afccfb36-defc-4464-b24c-965f1a9a68f6'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:49.413076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.476653 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.528455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.554833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Allocated IP 2001:db8::2 (f67bb211-a8f4-43bc-b04a-41e516ea5b85/afccfb36-defc-4464-b24c-965f1a9a68f6/fa6979a0-7cb5-4e67-bec2-e02e463e8880) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:49.704322 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.772580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.812729 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Network f67bb211-a8f4-43bc-b04a-41e516ea5b85 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:49.816158 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:49.819656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:49.826621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Pushing event updated for resources: {'Port': ['ID=fa6979a0-7cb5-4e67-bec2-e02e463e8880,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:49.864048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.884237 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Attempting to bind port fa6979a0-7cb5-4e67-bec2-e02e463e8880 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:49.884643 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Attempting to bind port fa6979a0-7cb5-4e67-bec2-e02e463e8880 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:49.884978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Attempting to bind port fa6979a0-7cb5-4e67-bec2-e02e463e8880 on network f67bb211-a8f4-43bc-b04a-41e516ea5b85 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:49.889094 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f9629-2d7d-4e48-831b-4a75c48df33d None None] Network b028d079-74bc-409d-8eec-9f639979e2a9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:49.893952 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Subnet': ['ID=afccfb36-defc-4464-b24c-965f1a9a68f6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:49.895318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:49.899095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Checking segment: {'id': 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:49.899095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.899095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Bound using segment: {'id': 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:49.899095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Bound port: fa6979a0-7cb5-4e67-bec2-e02e463e8880, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:49.899095 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.962966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:49.983726 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67bb211-a8f4-43bc-b04a-41e516ea5b85']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:49.993714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:49.994046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:50.003638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.016452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] Provisioning complete for port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:50.016819 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.017876 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.025931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:50.030594 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:50.078681 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] For port fa6979a0-7cb5-4e67-bec2-e02e463e8880, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:50.097320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] For port fa6979a0-7cb5-4e67-bec2-e02e463e8880, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fa6979a0-7cb5-4e67-bec2-e02e463e8880,segment=NetworkSegment(bcf5b5fa-dc55-400e-8034-b57be4a2dc8b),segment_id=bcf5b5fa-dc55-400e-8034-b57be4a2dc8b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:50.142034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.145216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.db.api [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 00:02:50.145216 n-d-822053-9 neutron-server[115562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 00:02:50.145216 n-d-822053-9 neutron-server[115562]: [parameters: {'id': 'f67bb211-a8f4-43bc-b04a-41e516ea5b85'}] Dec 21 00:02:50.145216 n-d-822053-9 neutron-server[115562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 00:02:50.145612 n-d-822053-9 neutron-server[115562]: DEBUG oslo_db.api [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 00:02:50.153901 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9560b9ab-44e6-49a3-aefe-80c9b44cca75 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:50.193463 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.245018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] For port 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9560b9ab-44e6-49a3-aefe-80c9b44cca75,segment=NetworkSegment(90302b97-e262-44cd-99cd-5f201c202574),segment_id=90302b97-e262-44cd-99cd-5f201c202574)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:50.307076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.310723 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef72ea8-0002-4f11-a1d6-00f56a51686f None None] Pushing event updated for resources: {'Port': ['ID=fa6979a0-7cb5-4e67-bec2-e02e463e8880,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:50.319664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:50.320024 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.339809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fd04f-d6e0-4cda-beb3-394f7b21390e None None] Network f67bb211-a8f4-43bc-b04a-41e516ea5b85 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:50.448576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb66634-5ead-4f0f-860a-ee44e8e3c9ff None None] Pushing event updated for resources: {'Port': ['ID=9560b9ab-44e6-49a3-aefe-80c9b44cca75,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:50.480586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9de52805-8b46-4a6f-b7ec-1b6ff0a935c5 None None] Provisioning complete for port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:50.480958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9de52805-8b46-4a6f-b7ec-1b6ff0a935c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.566193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e81e2-562a-44f2-9500-24d61cb2ebcf None None] get_active_networks_info from n-d-822053-9 {{(pid=115564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 21 00:02:50.647149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.672404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e81e2-562a-44f2-9500-24d61cb2ebcf None None] Resources bound (agent type, host, resource id): {{(pid=115564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 00:02:50.705884 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting port fa6979a0-7cb5-4e67-bec2-e02e463e8880 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:50.706226 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.766948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] For port fa6979a0-7cb5-4e67-bec2-e02e463e8880, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=fa6979a0-7cb5-4e67-bec2-e02e463e8880,segment=NetworkSegment(bcf5b5fa-dc55-400e-8034-b57be4a2dc8b),segment_id=bcf5b5fa-dc55-400e-8034-b57be4a2dc8b)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:50.767941 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.780271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Calling delete_port for fa6979a0-7cb5-4e67-bec2-e02e463e8880 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:50.903331 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:50.930354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Port': ['ID=fa6979a0-7cb5-4e67-bec2-e02e463e8880,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:50.934873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No DVR routers for this DVR port fa6979a0-7cb5-4e67-bec2-e02e463e8880 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:51.016213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.035834 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67bb211-a8f4-43bc-b04a-41e516ea5b85']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:51.044745 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:51.045044 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf5b5fa-dc55-400e-8034-b57be4a2dc8b') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:51.055867 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.069407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.075175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:51.075558 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:51.078669 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:51.200502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.212725 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.212725 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/f67bb211-a8f4-43bc-b04a-41e516ea5b85 HTTP/1.1" status: 204 len: 168 time: 1.8389959 Dec 21 00:02:51.214963 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37612) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.224353 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2012c-14c5-4fe6-9cde-3cf9e4db2db1 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Network': ['ID=f67bb211-a8f4-43bc-b04a-41e516ea5b85,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:51.247949 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19d8558-385a-4156-a49a-96eec5f1e523 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] GET failed (client error): The resource could not be found. Dec 21 00:02:51.249238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b19d8558-385a-4156-a49a-96eec5f1e523 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "GET /v2.0/subnets/afccfb36-defc-4464-b24c-965f1a9a68f6 HTTP/1.1" status: 404 len: 337 time: 0.0330303 Dec 21 00:02:51.252777 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37614) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.271105 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d14964-0c36-4358-983a-a6213330c078 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:51.271594 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d14964-0c36-4358-983a-a6213330c078 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:51.274576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-95d14964-0c36-4358-983a-a6213330c078 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/f67bb211-a8f4-43bc-b04a-41e516ea5b85 HTTP/1.1" status: 404 len: 339 time: 0.0208852 Dec 21 00:02:51.278320 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37616) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.303596 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd23f0b-30e5-49f0-99e8-8a002264f27b tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:51.304042 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd23f0b-30e5-49f0-99e8-8a002264f27b tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:51.307016 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6cd23f0b-30e5-49f0-99e8-8a002264f27b tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/subnets/afccfb36-defc-4464-b24c-965f1a9a68f6 HTTP/1.1" status: 404 len: 337 time: 0.0278199 Dec 21 00:02:51.309319 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37618) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.327484 n-d-822053-9 neutron-server[115563]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bd6f21-7026-4852-91f8-0a0021bd3d51 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:51.327966 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bd6f21-7026-4852-91f8-0a0021bd3d51 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:51.332105 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-93bd6f21-7026-4852-91f8-0a0021bd3d51 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/f67bb211-a8f4-43bc-b04a-41e516ea5b85 HTTP/1.1" status: 404 len: 339 time: 0.0217564 Dec 21 00:02:51.334393 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37620) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.382913 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting subnet a15cf00e-6c31-43aa-a7ff-047896ca8a90 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:02:51.386095 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.425391 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.512003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.650580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.675637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Subnet': ['ID=a15cf00e-6c31-43aa-a7ff-047896ca8a90,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:51.681281 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.684551 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a63fb84f-716d-416a-9e72-69c219fb6146 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/subnets/a15cf00e-6c31-43aa-a7ff-047896ca8a90 HTTP/1.1" status: 204 len: 168 time: 0.3492861 Dec 21 00:02:51.687079 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37622) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:51.690334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab85bd-7b23-4049-a95b-eee5055a46c4 None None] Network b028d079-74bc-409d-8eec-9f639979e2a9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:51.766799 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.821338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:51.821675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.840540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] DHCP port deletion for b028d079-74bc-409d-8eec-9f639979e2a9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:02:51.887234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] For port 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9560b9ab-44e6-49a3-aefe-80c9b44cca75,segment=NetworkSegment(90302b97-e262-44cd-99cd-5f201c202574),segment_id=90302b97-e262-44cd-99cd-5f201c202574)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:51.887597 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.888468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Deleting port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:51.888839 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.909597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Calling delete_port for 9560b9ab-44e6-49a3-aefe-80c9b44cca75 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:51.948902 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] For port 9560b9ab-44e6-49a3-aefe-80c9b44cca75, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=9560b9ab-44e6-49a3-aefe-80c9b44cca75,segment=NetworkSegment(90302b97-e262-44cd-99cd-5f201c202574),segment_id=90302b97-e262-44cd-99cd-5f201c202574)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:51.949305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:51.962408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Calling delete_port for 9560b9ab-44e6-49a3-aefe-80c9b44cca75 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:52.058518 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.067039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.087127 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Port': ['ID=9560b9ab-44e6-49a3-aefe-80c9b44cca75,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:52.090862 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No DVR routers for this DVR port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:52.092592 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] Pushing event deleted for resources: {'Port': ['ID=9560b9ab-44e6-49a3-aefe-80c9b44cca75,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:52.097264 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce1871-8ec2-46db-8245-362907cb215c None None] No DVR routers for this DVR port 9560b9ab-44e6-49a3-aefe-80c9b44cca75 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:52.118835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9560b9ab-44e6-49a3-aefe-80c9b44cca75 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:02:52.140028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 9560b9ab-44e6-49a3-aefe-80c9b44cca75 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:02:52.140463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 9560b9ab-44e6-49a3-aefe-80c9b44cca75 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:02:52.175667 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.196409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b028d079-74bc-409d-8eec-9f639979e2a9']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:52.206681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90302b97-e262-44cd-99cd-5f201c202574') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:52.206986 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90302b97-e262-44cd-99cd-5f201c202574') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:52.216449 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.229394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.235483 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:52.240870 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:52.348804 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.353202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.361661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/b028d079-74bc-409d-8eec-9f639979e2a9 HTTP/1.1" status: 204 len: 168 time: 0.6685402 Dec 21 00:02:52.361795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37624) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.371732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aca34-8568-4675-885a-6c203128941c tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Network': ['ID=b028d079-74bc-409d-8eec-9f639979e2a9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:52.391766 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af9b7be-4096-4cdb-a024-87abc0e70ff2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:52.392239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af9b7be-4096-4cdb-a024-87abc0e70ff2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:52.395488 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8af9b7be-4096-4cdb-a024-87abc0e70ff2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/subnets/87c7b075-2c45-4157-8af2-4ea015dc9ff8 HTTP/1.1" status: 404 len: 337 time: 0.0350776 Dec 21 00:02:52.398247 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37626) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.415885 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae15668-1fb8-4fb1-8f55-ab67936d11d2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:52.416373 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae15668-1fb8-4fb1-8f55-ab67936d11d2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:52.419336 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-eae15668-1fb8-4fb1-8f55-ab67936d11d2 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/bb1908b8-0702-4ce3-9c54-7bf6180dae19 HTTP/1.1" status: 404 len: 339 time: 0.0201631 Dec 21 00:02:52.421547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37628) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.446652 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4336999-1cfb-4c1c-9160-07d833285ec7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:52.447089 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4336999-1cfb-4c1c-9160-07d833285ec7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:52.450054 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d4336999-1cfb-4c1c-9160-07d833285ec7 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/subnets/08c1912e-f68c-45b0-916e-c2ca165ddf7e HTTP/1.1" status: 404 len: 337 time: 0.0275729 Dec 21 00:02:52.452393 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37630) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.469431 n-d-822053-9 neutron-server[115562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa311da-c349-4e58-b756-fe0eb29fe352 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] DELETE failed (client error): The resource could not be found. Dec 21 00:02:52.469949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa311da-c349-4e58-b756-fe0eb29fe352 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 00:02:52.472847 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0fa311da-c349-4e58-b756-fe0eb29fe352 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/06776ed2-d971-40a1-8754-d0df8bc55014 HTTP/1.1" status: 404 len: 339 time: 0.0195835 Dec 21 00:02:52.475166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37632) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.524462 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting subnet 9156c967-c645-4a4e-9747-4c4c89385436 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:02:52.527621 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.566729 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.651216 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.764622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.791557 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Subnet': ['ID=9156c967-c645-4a4e-9747-4c4c89385436,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:52.799197 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.801578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354dfa8-7618-4a87-82ed-c2819647e591 None None] Network 40c40858-5d36-4a65-90d3-b4e32a676872 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:52.802564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-16bbb88b-2e0a-4b0c-b2ea-8e57f2906bbb tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/subnets/9156c967-c645-4a4e-9747-4c4c89385436 HTTP/1.1" status: 204 len: 168 time: 0.3265219 Dec 21 00:02:52.805660 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37634) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:52.888409 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.937738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] DHCP port deletion for 40c40858-5d36-4a65-90d3-b4e32a676872 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:02:52.947211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Deleting port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:52.947549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:52.984458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Deleting port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:52.984831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.012464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] For port 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35d498d9-b64f-4c2e-9da6-d0df059c4c05,segment=NetworkSegment(5f96075b-8e29-4d89-8b17-61bba1e591f2),segment_id=5f96075b-8e29-4d89-8b17-61bba1e591f2)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:53.012819 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.025888 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Calling delete_port for 35d498d9-b64f-4c2e-9da6-d0df059c4c05 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:53.049823 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] For port 35d498d9-b64f-4c2e-9da6-d0df059c4c05, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=35d498d9-b64f-4c2e-9da6-d0df059c4c05,segment=NetworkSegment(5f96075b-8e29-4d89-8b17-61bba1e591f2),segment_id=5f96075b-8e29-4d89-8b17-61bba1e591f2)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:53.050221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.062388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Calling delete_port for 35d498d9-b64f-4c2e-9da6-d0df059c4c05 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:53.172277 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.178528 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.198440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Port': ['ID=35d498d9-b64f-4c2e-9da6-d0df059c4c05,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:53.203246 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] No DVR routers for this DVR port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:53.214662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] Pushing event deleted for resources: {'Port': ['ID=35d498d9-b64f-4c2e-9da6-d0df059c4c05,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:53.216477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72273f-0778-44dd-ac54-a1be5a0d23cc None None] No DVR routers for this DVR port 35d498d9-b64f-4c2e-9da6-d0df059c4c05 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:53.285823 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.308214 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c40858-5d36-4a65-90d3-b4e32a676872']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:53.318378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f96075b-8e29-4d89-8b17-61bba1e591f2') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:53.318668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f96075b-8e29-4d89-8b17-61bba1e591f2') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:53.328337 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.341382 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.347691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:53.348076 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:53.351817 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:53.497602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.504908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:53.508160 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] 10.222.0.62 "DELETE /v2.0/networks/40c40858-5d36-4a65-90d3-b4e32a676872 HTTP/1.1" status: 204 len: 168 time: 0.7015040 Dec 21 00:02:53.519805 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f04e1-6fec-446f-917d-0dbd20a07355 tempest-NetworksIpV6Test-1923702006 tempest-NetworksIpV6Test-1923702006-project] Pushing event deleted for resources: {'Network': ['ID=40c40858-5d36-4a65-90d3-b4e32a676872,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:53.938134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37640) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:54.068851 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-706aa073-2e15-463e-8989-1eb7ef36c055 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ee491ec62bf4e2cb10c56c139e521cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294713 Dec 21 00:02:54.071387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37644) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:54.115128 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35d498d9-b64f-4c2e-9da6-d0df059c4c05 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:02:54.121330 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:54.134708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 35d498d9-b64f-4c2e-9da6-d0df059c4c05 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:02:54.135062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 35d498d9-b64f-4c2e-9da6-d0df059c4c05 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:02:54.143353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:54.267207 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:54.269820 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:54.270975 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/080568d6-09db-41c8-b04d-550d6039be40 HTTP/1.1" status: 204 len: 168 time: 0.1986792 Dec 21 00:02:54.278868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64837653-711c-459d-8e12-a570b15aca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080568d6-09db-41c8-b04d-550d6039be40,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:55.247997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37666) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:55.339161 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1957682961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:55.415903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.416926 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.468187 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.542059 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.629472 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.630727 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-80dcf28e-15bb-46d8-bbab-8e814d0a5cd9 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3817105 Dec 21 00:02:55.633408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37670) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:55.638179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-283317515'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:55.713064 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Made reservation on behalf of 9a48b8f2d5514627b33fd4647ce6fa0d for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:55.716574 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.725874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.797679 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.863134 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.891605 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:55.897921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1224ac-13bb-4e8f-9c58-2f8428d2e243,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:55.905771 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:55.906025 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Added segment 640f1543-f934-4fb0-84ab-a3f945834c3b of type vlan for network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 Dec 21 00:02:55.947097 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.017184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.023360 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:56.023936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.089941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event updated for resources: {'Network': ['ID=2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:56.099916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:56.116196 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-84850a14-a2b0-4474-bc6c-fd01f1675ab7 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4814742 Dec 21 00:02:56.118859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37672) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:56.123791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'subnet': {'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:56.301390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Made reservation on behalf of 9a48b8f2d5514627b33fd4647ce6fa0d for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:56.304849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.541590 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.609418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event updated for resources: {'Subnet': ['ID=fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:56.615379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Checking segment: {'id': '640f1543-f934-4fb0-84ab-a3f945834c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:56.615751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Network hostable DHCP agents. Network: 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:56.718763 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:56.775836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:56.780226 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:56.780829 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.786242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63b756-b077-43be-bfa6-e35fb64b97f5 None None] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:56.863771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e6efe39a-3b63-4546-a3e0-19bd4f0d0c43 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7406545 Dec 21 00:02:56.863974 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37674) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:56.868948 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-678329541'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:56.958988 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Made reservation on behalf of 9a48b8f2d5514627b33fd4647ce6fa0d for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:56.962721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:56.994772 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:02:57.003422 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.003811 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Added segment 81abf3d5-467e-4c5b-9ae3-3af96d170c3f of type vlan for network 548eea63-7501-487d-8ac5-71e9cce4c615 Dec 21 00:02:57.044655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.057478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9', 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9', 'project_id': '9a48b8f2d5514627b33fd4647ce6fa0d', 'fixed_ips': [{'subnet_id': 'fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:57.058390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.142001 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.147723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:57.148360 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.192870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Allocated IP 172.20.0.2 (2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9/fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5/c635241d-6dba-41dd-bfc0-a2e3fe6d4230) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:57.219588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event updated for resources: {'Network': ['ID=548eea63-7501-487d-8ac5-71e9cce4c615,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:57.236126 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a249de1c-d6a1-4365-b1da-85904672b35f tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3710892 Dec 21 00:02:57.239418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37676) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:57.244656 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'subnet': {'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:57.256663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 548eea63-7501-487d-8ac5-71e9cce4c615 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:02:57.390034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.423751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Made reservation on behalf of 9a48b8f2d5514627b33fd4647ce6fa0d for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:02:57.428022 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.452543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.492273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:57.495245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:57.498644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:57.509530 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Pushing event updated for resources: {'Port': ['ID=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:57.557866 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Attempting to bind port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:57.558210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Attempting to bind port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '640f1543-f934-4fb0-84ab-a3f945834c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:57.558569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Attempting to bind port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 on network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:57.563636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:57.564014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Checking segment: {'id': '640f1543-f934-4fb0-84ab-a3f945834c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:57.564414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.565008 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Bound using segment: {'id': '640f1543-f934-4fb0-84ab-a3f945834c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:57.565458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Bound port: c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640f1543-f934-4fb0-84ab-a3f945834c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:57.565863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.633519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] For port c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:57.636534 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] For port c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,segment=NetworkSegment(640f1543-f934-4fb0-84ab-a3f945834c3b),segment_id=640f1543-f934-4fb0-84ab-a3f945834c3b)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:57.704033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.726877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.772751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event updated for resources: {'Subnet': ['ID=fab442b9-ec2b-4c36-b88b-1493091c1fbc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:57.787031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Checking segment: {'id': '81abf3d5-467e-4c5b-9ae3-3af96d170c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:57.787031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Network hostable DHCP agents. Network: 548eea63-7501-487d-8ac5-71e9cce4c615, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:02:57.787256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b8c3-7dc3-42d6-a41c-65fb86ed19f4 None None] Pushing event updated for resources: {'Port': ['ID=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:57.857903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Network 548eea63-7501-487d-8ac5-71e9cce4c615 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:02:57.936105 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 548eea63-7501-487d-8ac5-71e9cce4c615) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:57.941802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:02:57.942413 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:57.947181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249845f5-7354-4cdb-a88c-45b1542e9ec1 None None] Network 548eea63-7501-487d-8ac5-71e9cce4c615 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:58.044621 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0cc65ecc-8458-4d42-837b-390b337f5212 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8011811 Dec 21 00:02:58.044816 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37678) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:58.049947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a4b37a13-0a60-45b7-a763-c0129ff2368b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Request body: {'router': {'external_gateway_info': {'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:02:58.070926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-548eea63-7501-487d-8ac5-71e9cce4c615', 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615', 'project_id': '9a48b8f2d5514627b33fd4647ce6fa0d', 'fixed_ips': [{'subnet_id': 'fab442b9-ec2b-4c36-b88b-1493091c1fbc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:02:58.072082 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.172221 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c635241d-6dba-41dd-bfc0-a2e3fe6d4230 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:02:58.252851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Allocated IP 172.21.0.2 (548eea63-7501-487d-8ac5-71e9cce4c615/fab442b9-ec2b-4c36-b88b-1493091c1fbc/96424406-b2be-45e6-9834-1efba2970ec6) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:02:58.265496 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4b37a13-0a60-45b7-a763-c0129ff2368b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.284572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:58.284940 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.453252 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.481863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.482130 n-d-822053-9 neutron-server[115563]: INFO neutron.api.v2.resource [None req-a4b37a13-0a60-45b7-a763-c0129ff2368b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 00:02:58.487058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a4b37a13-0a60-45b7-a763-c0129ff2368b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "PUT /v2.0/routers/0e505b95-1fb5-434c-9361-bf29baf35db6 HTTP/1.1" status: 400 len: 364 time: 0.4377630 Dec 21 00:02:58.490452 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37680) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:58.512635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,segment=NetworkSegment(640f1543-f934-4fb0-84ab-a3f945834c3b),segment_id=640f1543-f934-4fb0-84ab-a3f945834c3b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:58.546472 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Deleting subnet fab442b9-ec2b-4c36-b88b-1493091c1fbc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:02:58.558525 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.559936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.592182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.593926 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.606363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Network 548eea63-7501-487d-8ac5-71e9cce4c615 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:02:58.609267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:02:58.613458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.614255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:02:58.617419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Pushing event updated for resources: {'Port': ['ID=96424406-b2be-45e6-9834-1efba2970ec6,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:58.710291 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.713812 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Attempting to bind port 96424406-b2be-45e6-9834-1efba2970ec6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:02:58.714172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Attempting to bind port 96424406-b2be-45e6-9834-1efba2970ec6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '81abf3d5-467e-4c5b-9ae3-3af96d170c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:02:58.714892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Attempting to bind port 96424406-b2be-45e6-9834-1efba2970ec6 on network 548eea63-7501-487d-8ac5-71e9cce4c615 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:02:58.716790 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Checking segment: {'id': '81abf3d5-467e-4c5b-9ae3-3af96d170c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Bound using segment: {'id': '81abf3d5-467e-4c5b-9ae3-3af96d170c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Bound port: 96424406-b2be-45e6-9834-1efba2970ec6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81abf3d5-467e-4c5b-9ae3-3af96d170c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '548eea63-7501-487d-8ac5-71e9cce4c615'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:02:58.727738 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.791506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e3ca8-578c-4188-a245-01f73c24c1ce None None] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:02:58.858047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.864244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] For port 96424406-b2be-45e6-9834-1efba2970ec6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:02:58.882091 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] For port 96424406-b2be-45e6-9834-1efba2970ec6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=96424406-b2be-45e6-9834-1efba2970ec6,segment=NetworkSegment(81abf3d5-467e-4c5b-9ae3-3af96d170c3f),segment_id=81abf3d5-467e-4c5b-9ae3-3af96d170c3f)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:02:58.886586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-840b0f72-1110-4353-9885-0c886050362b None None] Provisioning complete for port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:58.887561 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Subnet': ['ID=fab442b9-ec2b-4c36-b88b-1493091c1fbc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:58.887715 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-840b0f72-1110-4353-9885-0c886050362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.889617 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.895588 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e44e9c1d-6727-4ee4-a490-772642f48b33 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "DELETE /v2.0/subnets/fab442b9-ec2b-4c36-b88b-1493091c1fbc HTTP/1.1" status: 204 len: 168 time: 0.4039114 Dec 21 00:02:58.895719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37682) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:58.955779 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:58.976002 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.041372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Deleting port 96424406-b2be-45e6-9834-1efba2970ec6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:02:59.041701 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.062696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d83b-ba3e-402e-8b02-d9b84b046ba8 None None] Pushing event updated for resources: {'Port': ['ID=96424406-b2be-45e6-9834-1efba2970ec6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:59.120402 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] For port 96424406-b2be-45e6-9834-1efba2970ec6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=96424406-b2be-45e6-9834-1efba2970ec6,segment=NetworkSegment(81abf3d5-467e-4c5b-9ae3-3af96d170c3f),segment_id=81abf3d5-467e-4c5b-9ae3-3af96d170c3f)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:02:59.120865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.135304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Calling delete_port for 96424406-b2be-45e6-9834-1efba2970ec6 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:02:59.298070 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.328524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] No DVR routers for this DVR port 96424406-b2be-45e6-9834-1efba2970ec6 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:02:59.333641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Port': ['ID=96424406-b2be-45e6-9834-1efba2970ec6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:59.388826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-244dd153-9b9f-452c-8625-6c170ff22cae None None] Provisioning complete for port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:02:59.389499 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-244dd153-9b9f-452c-8625-6c170ff22cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.416358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.437073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548eea63-7501-487d-8ac5-71e9cce4c615']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:59.447107 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81abf3d5-467e-4c5b-9ae3-3af96d170c3f') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:59.447403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81abf3d5-467e-4c5b-9ae3-3af96d170c3f') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:02:59.457287 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.471390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.478586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:02:59.483652 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:02:59.617747 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.623077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.626461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "DELETE /v2.0/networks/548eea63-7501-487d-8ac5-71e9cce4c615 HTTP/1.1" status: 204 len: 168 time: 0.7298095 Dec 21 00:02:59.629281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37684) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:02:59.641390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb7d1-113c-460e-8bf0-75a3afd8c0d5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Network': ['ID=548eea63-7501-487d-8ac5-71e9cce4c615,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:02:59.684080 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Deleting subnet fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:02:59.687381 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.731598 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.820620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.978109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:02:59.985565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-37ca4b90-99ec-499b-940f-b4785c33056e None None] Could not find standard attr ID for object 96424406-b2be-45e6-9834-1efba2970ec6. {{(pid=115564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 00:02:59.998633 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439b532-7559-4c06-924f-947d4b778950 None None] DHCP port deletion for 548eea63-7501-487d-8ac5-71e9cce4c615 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:00.012685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:00.014772 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.014904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820ce5a-2ee3-48cb-a794-1e9eada80aa1 None None] Network 548eea63-7501-487d-8ac5-71e9cce4c615 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:00.022074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b178d1c7-4d76-435a-be46-d50db8875aea tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "DELETE /v2.0/subnets/fcd054f0-0a7a-4f7a-a28b-82cdfb7f57e5 HTTP/1.1" status: 204 len: 168 time: 0.3887904 Dec 21 00:03:00.022950 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37686) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:00.031495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6eeba5-1cf0-4d18-a4f6-446d38352e9c None None] Network 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:00.034364 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820ce5a-2ee3-48cb-a794-1e9eada80aa1 None None] Network 548eea63-7501-487d-8ac5-71e9cce4c615 could not be found, it might have been deleted concurrently. {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 21 00:03:00.106849 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.140763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c635241d-6dba-41dd-bfc0-a2e3fe6d4230 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:00.172410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Deleting port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:03:00.172410 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.195562 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] DHCP port deletion for 2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:00.206715 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:00.207065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.239270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] For port c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,segment=NetworkSegment(640f1543-f934-4fb0-84ab-a3f945834c3b),segment_id=640f1543-f934-4fb0-84ab-a3f945834c3b)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:00.239631 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.252375 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Calling delete_port for c635241d-6dba-41dd-bfc0-a2e3fe6d4230 owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:03:00.303402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Deleting port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:03:00.303770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.374026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] For port c635241d-6dba-41dd-bfc0-a2e3fe6d4230, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,segment=NetworkSegment(640f1543-f934-4fb0-84ab-a3f945834c3b),segment_id=640f1543-f934-4fb0-84ab-a3f945834c3b)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:00.374444 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.391463 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Calling delete_port for c635241d-6dba-41dd-bfc0-a2e3fe6d4230 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:03:00.410445 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.436508 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Port': ['ID=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:00.440191 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] No DVR routers for this DVR port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:03:00.464739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.490553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] Pushing event deleted for resources: {'Port': ['ID=c635241d-6dba-41dd-bfc0-a2e3fe6d4230,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:00.494070 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919cfe5-f322-4c47-9b3f-c4870b2bd1e1 None None] No DVR routers for this DVR port c635241d-6dba-41dd-bfc0-a2e3fe6d4230 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:03:00.526369 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.546267 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:00.556013 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640f1543-f934-4fb0-84ab-a3f945834c3b') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:00.556311 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640f1543-f934-4fb0-84ab-a3f945834c3b') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:00.565438 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.579113 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.586148 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:03:00.586530 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:03:00.589544 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:03:00.691770 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.698602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.701795 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "DELETE /v2.0/networks/2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9 HTTP/1.1" status: 204 len: 168 time: 0.6778777 Dec 21 00:03:00.705533 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37688) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:00.714011 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fdc8d-4664-44a5-89fc-39e665eefc1b tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Pushing event deleted for resources: {'Network': ['ID=2fc75a2b-dc0f-4cea-b4f8-fa9d418db5f9,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:00.733073 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a77fa9f6-a364-4ae1-a4d3-e19a67a006a5 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e505b95-1fb5-434c-9361-bf29baf35db6 HTTP/1.1" status: 200 len: 205 time: 0.0263376 Dec 21 00:03:00.735486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37690) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:00.809935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.962838 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:00.965078 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.084148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.084687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Fanout notify agent at l3_agent the message router_deleted on router 0e505b95-1fb5-434c-9361-bf29baf35db6 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:03:01.091523 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.092740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f6008cc2-f740-4101-abf6-ae807a5d1562 tempest-RoutersNegativeTest-1697631359 tempest-RoutersNegativeTest-1697631359-project] 10.222.0.62 "DELETE /v2.0/routers/0e505b95-1fb5-434c-9361-bf29baf35db6 HTTP/1.1" status: 204 len: 168 time: 0.3563719 Dec 21 00:03:01.517826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37696) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:01.653967 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5d1edd88-983d-44a3-904c-d571ef113a0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a48b8f2d5514627b33fd4647ce6fa0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344206 Dec 21 00:03:01.656381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 37700) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:01.704992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.726500 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.852365 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.854905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:01.856078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa1224ac-13bb-4e8f-9c58-2f8428d2e243 HTTP/1.1" status: 204 len: 168 time: 0.1988015 Dec 21 00:03:01.864361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bdfe9-6b7e-4b04-8d82-d0f70700b2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1224ac-13bb-4e8f-9c58-2f8428d2e243,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:02.108409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c635241d-6dba-41dd-bfc0-a2e3fe6d4230 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:03:02.130452 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c635241d-6dba-41dd-bfc0-a2e3fe6d4230 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:03:02.130806 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c635241d-6dba-41dd-bfc0-a2e3fe6d4230 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:03:02.790685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37722) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:02.901073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1551662259-network', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:02.988822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Made reservation on behalf of d32230ae2bbc436cbd48b135a8409e1c for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:02.991189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:02.999867 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.071535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.129707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.156346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:03:03.163053 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593401d8-8a91-4947-a98a-bf6b43e631c0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:03.169537 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.169917 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Added segment f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c of type vlan for network 576719ce-7591-453d-95bb-886aa85cf348 Dec 21 00:03:03.209219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.285950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.286902 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:03.287487 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.349840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] Pushing event updated for resources: {'Network': ['ID=576719ce-7591-453d-95bb-886aa85cf348,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:03.359518 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 576719ce-7591-453d-95bb-886aa85cf348 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:03:03.389971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-52fc0b20-3cd6-4957-b769-105ee2a2348f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5974569 Dec 21 00:03:03.392945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37726) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:03.398353 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Request body: {'subnet': {'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-subnet', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:03.484150 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Made reservation on behalf of d32230ae2bbc436cbd48b135a8409e1c for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:03.486567 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.701710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.755637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2684844-a41a-40c7-a3a2-60f2423c57cc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:03.766787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Checking segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:03.767149 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Network hostable DHCP agents. Network: 576719ce-7591-453d-95bb-886aa85cf348, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:03:03.800492 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:03.880312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Network 576719ce-7591-453d-95bb-886aa85cf348 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:03:04.004681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 576719ce-7591-453d-95bb-886aa85cf348) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:04.008530 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:04.009107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.012973 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b658c1-35d0-4832-9d27-865e528167bf None None] Network 576719ce-7591-453d-95bb-886aa85cf348 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:04.100263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-622d6c1c-0b37-46ab-8bae-1580ae821818 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7055426 Dec 21 00:03:04.103202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37728) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:04.107785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:04.113054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-576719ce-7591-453d-95bb-886aa85cf348', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:03:04.113938 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.211860 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.212948 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.247683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Allocated IP 172.20.0.2 (576719ce-7591-453d-95bb-886aa85cf348/f2684844-a41a-40c7-a3a2-60f2423c57cc/6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:04.267304 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.388842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.453822 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.461885 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.504164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Network 576719ce-7591-453d-95bb-886aa85cf348 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:04.506969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:04.510299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:04.516838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Pushing event updated for resources: {'Port': ['ID=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:04.567515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Attempting to bind port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:04.567892 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Attempting to bind port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:04.568254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Attempting to bind port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:04.573649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:04.574102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Checking segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:04.574509 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.578232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Bound using segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:04.578232 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Bound port: 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:04.578232 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.637917 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] For port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:04.641045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] For port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:04.754062 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.772634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.795605 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.870220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6608c05-fc30-43fe-89af-dd6e97f90701 None None] Pushing event updated for resources: {'Port': ['ID=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:04.883182 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Allocated IP 172.25.1.212 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:04.935977 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6fabbf60-32ec-4f39-bd05-b65242b00f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:04.993874 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:05.104361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:05.149408 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:05.152252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:05.155783 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:05.165156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080b288-5df9-4a55-8faa-cd2ccf6829c0 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:05.239797 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b6540a71-1d83-4c79-89a6-dc2dc5ce4f3c None None] Provisioning complete for port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:05.240172 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6540a71-1d83-4c79-89a6-dc2dc5ce4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:05.276273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-b6540a71-1d83-4c79-89a6-dc2dc5ce4f3c None None] Port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:05.524489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:05.736659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c71ba-ee36-446a-90af-42ac5e67d09e None None] Network 576719ce-7591-453d-95bb-886aa85cf348 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:05.880065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:05.972561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] Provisioning complete for port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:05.972844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.082395 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.105714 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.123151 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] For port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:06.168601 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:06.193641 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.258163 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91630ada-030a-4986-a012-c55184f7a6e0 None None] Pushing event updated for resources: {'Port': ['ID=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:06.266900 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:06.268768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.306901 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Router 660f0871-7884-4d5f-8636-c10a14ce83b1 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:03:06.322680 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d59efc7c-8712-40bf-afe2-39379a894ad7 None None] Provisioning complete for port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:06.323023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d59efc7c-8712-40bf-afe2-39379a894ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.417289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:03:06.431752 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Sync routers for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:03:06.449283 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:06.449943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:02:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:06.489066 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.491037 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-52e5b8dd-25a1-4c7f-a7cc-7614911030a3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3866799 Dec 21 00:03:06.493695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37730) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:06.559987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:06.742523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:05Z', 'revision_number': 3, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:06.770885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Checking router: 660f0871-7884-4d5f-8636-c10a14ce83b1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:03:06.771573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Updating router 660f0871-7884-4d5f-8636-c10a14ce83b1 port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:03:06.798308 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:06.963511 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.063011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.123455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Allocated IP 172.20.0.1 (576719ce-7591-453d-95bb-886aa85cf348/f2684844-a41a-40c7-a3a2-60f2423c57cc/566d4e60-f2be-4c81-bea6-d19b1cd183da) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:07.143662 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.191219 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb197e8-f4a2-4286-8714-a626ee3057c4 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:07.204003 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Attempting to bind port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:07.204631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Attempting to bind port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:07.204995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Attempting to bind port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:07.209265 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480594-f344-4485-87ee-ffea07bd7b3e None None] Pushing event updated for resources: {'Port': ['ID=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:07.220651 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:07.221034 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:07.221989 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.222385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:07.222861 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Bound port: 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:07.223242 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.226428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.280940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] For port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:07.287038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] For port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:07.288576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9e107e62-f55a-4aa5-bae0-87f2d1c024c0 None None] Provisioning complete for port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:07.289000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e107e62-f55a-4aa5-bae0-87f2d1c024c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.322693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9e107e62-f55a-4aa5-bae0-87f2d1c024c0 None None] Port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:07.359006 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.395768 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.406184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Network 576719ce-7591-453d-95bb-886aa85cf348 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:07.409541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:07.412045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:07.441688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Pushing event updated for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:07.444477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006eff0-b7bd-4c17-b1d1-ff0ac84fb785 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:07.468210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:07.468848 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:02:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:07.469323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.475333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0480594-f344-4485-87ee-ffea07bd7b3e None None] Pushing event updated for resources: {'Port': ['ID=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:07.590018 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] Provisioning complete for port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:07.590388 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.604210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:07.676755 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.781275 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-918fb764-bc2e-4fc8-b604-aa0f44048827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.830265 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.838967 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.858026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] For port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:07.875985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:05Z', 'revision_number': 3, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:07.897204 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:03:07.901172 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.902069 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57000de9-d6a5-4567-82de-24e62239d4ae None None] The sync data for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 is: [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:05Z', 'revision_number': 3, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:03:07.934281 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.975199 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:07.977140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Pushing event updated for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:07.989267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af2427-b48b-437c-80a0-1ecd234c920d None None] Pushing event updated for resources: {'Port': ['ID=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:08.054841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9def55ca-1909-4960-9e30-45091a5cf588 None None] Provisioning complete for port 566d4e60-f2be-4c81-bea6-d19b1cd183da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:08.055274 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9def55ca-1909-4960-9e30-45091a5cf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:08.089677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Network 576719ce-7591-453d-95bb-886aa85cf348 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:08.092036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:08.111099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9def55ca-1909-4960-9e30-45091a5cf588 None None] Port 566d4e60-f2be-4c81-bea6-d19b1cd183da cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:08.171764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:08.229299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:08.230148 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:08.234596 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Router 660f0871-7884-4d5f-8636-c10a14ce83b1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:03:08.371954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:03:08.377097 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e09ea9f8-a801-487c-99ad-58c6733b06dc admin admin] 10.222.0.62 "PUT /v2.0/routers/660f0871-7884-4d5f-8636-c10a14ce83b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8822322 Dec 21 00:03:08.434764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bf0fc60b-893c-4bc7-b4d6-4d2b1323c8ed None None] Provisioning complete for port 566d4e60-f2be-4c81-bea6-d19b1cd183da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:08.435148 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc60b-893c-4bc7-b4d6-4d2b1323c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:08.477758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fc60b-893c-4bc7-b4d6-4d2b1323c8ed None None] Port 566d4e60-f2be-4c81-bea6-d19b1cd183da cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:08.560353 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.039249 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37746) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:09.044192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1135168683-network', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:09.143705 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Made reservation on behalf of cc25c2f52f5740528ecc700ecf1833d4 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:09.146399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.155339 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.233925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.297596 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.325855 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:03:09.332933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3625da8-2ef8-481e-8566-3727e54ac622,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:09.338724 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.339065 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Added segment e406ffef-fceb-40ff-a5a5-a6b0b77deae6 of type vlan for network b8855914-16ee-436d-8688-6743be6d213e Dec 21 00:03:09.380535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.467213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.468126 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:09.468702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.512379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Sync routers for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:03:09.523260 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:09.523864 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:09.527455 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] Pushing event updated for resources: {'Network': ['ID=b8855914-16ee-436d-8688-6743be6d213e,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:09.537062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network b8855914-16ee-436d-8688-6743be6d213e details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:03:09.567941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5761d870-56ac-4ef8-873d-ef28f71f8aad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5275218 Dec 21 00:03:09.570575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37748) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:09.576435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Request body: {'subnet': {'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-subnet', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:09.630715 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:09.651856 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Made reservation on behalf of cc25c2f52f5740528ecc700ecf1833d4 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:09.654299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.824255 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '566d4e60-f2be-4c81-bea6-d19b1cd183da', 'name': '', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'mac_address': 'fa:16:3e:bd:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:06Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 2, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'subnets': [{'id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:09.854936 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Checking router: 660f0871-7884-4d5f-8636-c10a14ce83b1 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:03:09.855287 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Updating router 660f0871-7884-4d5f-8636-c10a14ce83b1 port 566d4e60-f2be-4c81-bea6-d19b1cd183da binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:03:09.872836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.880664 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:09.938003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40b646c-8f91-47e7-bc71-31391bc15538,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:09.946432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Checking segment: {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:09.946779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Network hostable DHCP agents. Network: b8855914-16ee-436d-8688-6743be6d213e, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:03:09.963863 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.021307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Network b8855914-16ee-436d-8688-6743be6d213e is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:03:10.092028 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, b8855914-16ee-436d-8688-6743be6d213e) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:10.097045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:10.097394 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.103216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e284b-f8cf-4f50-ab47-fe74ba019041 None None] Network b8855914-16ee-436d-8688-6743be6d213e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:10.145707 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.165653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:10.203592 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0a6804e-e51c-4237-be9a-27059929475b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6315975 Dec 21 00:03:10.206654 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37750) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:10.212351 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:10.232630 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.247383 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:10.247842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.267638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-b8855914-16ee-436d-8688-6743be6d213e', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:03:10.269012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.295561 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Pushing event updated for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:10.315000 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.320296 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.326711 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.327450 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.327624 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.328085 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.328860 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.329514 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.329945 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.332084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.332084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.332084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.332746 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.333143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.333537 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:10.374408 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Attempting to bind port 566d4e60-f2be-4c81-bea6-d19b1cd183da on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:10.376363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Attempting to bind port 566d4e60-f2be-4c81-bea6-d19b1cd183da by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:10.376363 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Attempting to bind port 566d4e60-f2be-4c81-bea6-d19b1cd183da on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:10.379275 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.381256 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:10.381820 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Checking segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:10.382418 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.382878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Bound using segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:10.383418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Bound port: 566d4e60-f2be-4c81-bea6-d19b1cd183da, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:10.383868 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.463459 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] For port 566d4e60-f2be-4c81-bea6-d19b1cd183da, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:10.465673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Allocated IP 172.20.0.2 (b8855914-16ee-436d-8688-6743be6d213e/a40b646c-8f91-47e7-bc71-31391bc15538/acd564f1-a1f6-4d39-8d13-dae5f80ea193) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:10.472095 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] For port 566d4e60-f2be-4c81-bea6-d19b1cd183da, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=566d4e60-f2be-4c81-bea6-d19b1cd183da,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:10.544911 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.553422 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.617698 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:10.618749 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:10.627282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.635008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.645982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] Provisioning complete for port 566d4e60-f2be-4c81-bea6-d19b1cd183da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:10.646408 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.709359 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee83cf-1738-4c2e-bb90-4cdab58aa3f1 None None] Pushing event updated for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:10.727279 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.740824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.745183 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:10.812834 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Network b8855914-16ee-436d-8688-6743be6d213e is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:10.819627 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] For port 566d4e60-f2be-4c81-bea6-d19b1cd183da, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=566d4e60-f2be-4c81-bea6-d19b1cd183da,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:10.824404 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:10.825929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Pushing event updated for resources: {'Port': ['ID=acd564f1-a1f6-4d39-8d13-dae5f80ea193,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:10.834533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:10.890812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.922390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Attempting to bind port acd564f1-a1f6-4d39-8d13-dae5f80ea193 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:10.922763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Attempting to bind port acd564f1-a1f6-4d39-8d13-dae5f80ea193 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:10.923127 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Attempting to bind port acd564f1-a1f6-4d39-8d13-dae5f80ea193 on network b8855914-16ee-436d-8688-6743be6d213e {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:10.935727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:10.936173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Checking segment: {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:10.936586 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.936984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Bound using segment: {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:10.937458 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Bound port: acd564f1-a1f6-4d39-8d13-dae5f80ea193, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:10.937868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.969592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.986677 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660968c-9fa7-46be-8659-912b6fcb6eb3 None None] Pushing event updated for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:10.990210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:10.995087 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '566d4e60-f2be-4c81-bea6-d19b1cd183da', 'name': '', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'mac_address': 'fa:16:3e:bd:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:06Z', 'updated_at': '2021-12-21T00:03:10Z', 'revision_number': 4, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'subnets': [{'id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:11.025216 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba182d14-2f69-428f-8b19-119093d83d15 None None] The sync data for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 is: [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '566d4e60-f2be-4c81-bea6-d19b1cd183da', 'name': '', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'mac_address': 'fa:16:3e:bd:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:06Z', 'updated_at': '2021-12-21T00:03:10Z', 'revision_number': 4, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'subnets': [{'id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:03:11.028005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] For port acd564f1-a1f6-4d39-8d13-dae5f80ea193, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:11.031522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] For port acd564f1-a1f6-4d39-8d13-dae5f80ea193, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=acd564f1-a1f6-4d39-8d13-dae5f80ea193,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:11.032488 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-b9ed6435-a801-4682-82af-ef41cfe2ba31 None None] Provisioning complete for port 566d4e60-f2be-4c81-bea6-d19b1cd183da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:11.032851 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6435-a801-4682-82af-ef41cfe2ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:11.111096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:11.121541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Allocated IP 172.25.1.44 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/5e7f39ac-2739-46fa-8089-e7304bf0f5c6) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:11.222239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db695-5a2e-451b-96c0-3fb8dce76fd6 None None] Pushing event updated for resources: {'Port': ['ID=acd564f1-a1f6-4d39-8d13-dae5f80ea193,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:11.261542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:11.357634 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:11.418872 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:11.422620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:11.430990 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:11.437881 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f9fd2-3aa6-4b55-a475-5b9d0243cf6f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:11.477390 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Pushing event updated for resources: {'Port': ['ID=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:11.715763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9d0617cd-e96e-4126-86ee-37adb1920997 None None] Provisioning complete for port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:11.716340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d0617cd-e96e-4126-86ee-37adb1920997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:11.750997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-9d0617cd-e96e-4126-86ee-37adb1920997 None None] Port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:11.804349 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.017637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.216535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device acd564f1-a1f6-4d39-8d13-dae5f80ea193 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:12.241673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85581a66-83cf-413f-a813-286a0c1991c8 None None] Network b8855914-16ee-436d-8688-6743be6d213e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:03:12.335426 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] Provisioning complete for port acd564f1-a1f6-4d39-8d13-dae5f80ea193 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:12.335804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.384483 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port acd564f1-a1f6-4d39-8d13-dae5f80ea193 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:12.384778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.528989 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.546816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.584654 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] For port acd564f1-a1f6-4d39-8d13-dae5f80ea193, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=acd564f1-a1f6-4d39-8d13-dae5f80ea193,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:12.600422 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Router 32b6bbef-f83d-48b9-918d-156288a6f44a is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:03:12.654927 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.716112 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:03:12.719859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 00:03:12.720385 n-d-822053-9 neutron-server[115564]: DEBUG oslo_db.api [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 00:03:12.730809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Sync routers for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:03:12.740813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02f75b-ff58-4362-b77d-1843f90e544d None None] Pushing event updated for resources: {'Port': ['ID=acd564f1-a1f6-4d39-8d13-dae5f80ea193,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:12.747491 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:12.748742 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:12.796936 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.798247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-09c25b1a-4ac5-437a-baab-9fe871593e7f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5907285 Dec 21 00:03:12.801330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 37752) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:03:12.839684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4ae027da-0cd7-4024-a2c1-49c685116996 None None] Provisioning complete for port acd564f1-a1f6-4d39-8d13-dae5f80ea193 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:12.840065 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4ae027da-0cd7-4024-a2c1-49c685116996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:12.891727 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:13.106288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:11Z', 'revision_number': 3, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:13.132408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Checking router: 32b6bbef-f83d-48b9-918d-156288a6f44a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:03:13.132757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Updating router 32b6bbef-f83d-48b9-918d-156288a6f44a port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:03:13.161289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.217488 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.293358 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 566d4e60-f2be-4c81-bea6-d19b1cd183da up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:13.374197 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Allocated IP 172.20.0.1 (b8855914-16ee-436d-8688-6743be6d213e/a40b646c-8f91-47e7-bc71-31391bc15538/c803c78b-7d18-4f82-ae98-7b172dc1b6f0) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:13.413933 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 566d4e60-f2be-4c81-bea6-d19b1cd183da triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:13.414224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.480915 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.509772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.566676 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.575155 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.613247 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Network b8855914-16ee-436d-8688-6743be6d213e is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:13.616253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:13.618565 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869e1cd-7ab7-42ce-8024-3e827d55270f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:13.619787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:13.625426 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Pushing event updated for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:13.630678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Attempting to bind port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:13.631053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Attempting to bind port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:13.631416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Attempting to bind port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:13.642303 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:13.642683 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:13.643581 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.643976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:13.644449 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Bound port: 5e7f39ac-2739-46fa-8089-e7304bf0f5c6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:13.644832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.648407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015abf2b-45c9-4603-b7d9-d2e0c4c21b5f None None] Pushing event updated for resources: {'Port': ['ID=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:13.675122 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.711398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-48f52728-592e-46db-9875-c7b83783f52a None None] Provisioning complete for port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:13.711770 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-48f52728-592e-46db-9875-c7b83783f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.733833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] For port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:13.750971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] For port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:13.760251 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-48f52728-592e-46db-9875-c7b83783f52a None None] Port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:13.801295 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.853017 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.854638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbfc61a-15d5-4e1b-bc05-299ea7e10e6c None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:03:13.880500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:13.881207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:13.886136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015abf2b-45c9-4603-b7d9-d2e0c4c21b5f None None] Pushing event updated for resources: {'Port': ['ID=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:13.930284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bb633cad-fc8c-4b00-85e9-d18a747bfbf5 None None] Provisioning complete for port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:13.930284 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bb633cad-fc8c-4b00-85e9-d18a747bfbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:13.999604 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bb633cad-fc8c-4b00-85e9-d18a747bfbf5 None None] Port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:14.024964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:14.028855 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.086133 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.160783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device acd564f1-a1f6-4d39-8d13-dae5f80ea193 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:14.161458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.164187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Pushing event updated for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:14.198961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] Provisioning complete for port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:14.199305 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.260439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Network b8855914-16ee-436d-8688-6743be6d213e is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:14.262525 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:14.297732 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port acd564f1-a1f6-4d39-8d13-dae5f80ea193 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:14.298118 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.380431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Router 32b6bbef-f83d-48b9-918d-156288a6f44a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:03:14.380673 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.412501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c803c78b-7d18-4f82-ae98-7b172dc1b6f0', 'name': '', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'mac_address': 'fa:16:3e:b7:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:13Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 1, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'subnets': [{'id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:14.415292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] For port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:14.463714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7e1c-7e79-428c-9623-b472213e0c1b None None] The sync data for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 is: [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c803c78b-7d18-4f82-ae98-7b172dc1b6f0', 'name': '', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'mac_address': 'fa:16:3e:b7:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:13Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 1, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'subnets': [{'id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:03:14.498059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.522930 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:03:14.528632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1b69a72d-d37a-42c4-b8f9-f8b7a93fdda8 admin admin] 10.222.0.62 "PUT /v2.0/routers/32b6bbef-f83d-48b9-918d-156288a6f44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262604 Dec 21 00:03:14.559840 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b9f2-70bf-42f6-b906-3f6290161026 None None] Pushing event updated for resources: {'Port': ['ID=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:14.619546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-db0af638-c140-4c92-bd3b-e8b7f0830a5b None None] Provisioning complete for port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:14.619919 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-db0af638-c140-4c92-bd3b-e8b7f0830a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:14.662239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-db0af638-c140-4c92-bd3b-e8b7f0830a5b None None] Port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:15.344673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-ebcea37e-fd86-4ab5-aae9-2e92c821718d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:15.347218 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-ebcea37e-fd86-4ab5-aae9-2e92c821718d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 817 time: 0.1103323 Dec 21 00:03:15.362995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-8aed5113-7ed1-431d-a345-fe5a18d32e6e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/quotas/d32230ae2bbc436cbd48b135a8409e1c HTTP/1.1" status: 200 len: 375 time: 0.0099413 Dec 21 00:03:15.417110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-d65514c9-cb6a-48a7-a890-9560087bb23b tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481386 Dec 21 00:03:15.520711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-ba62f0c2-ac33-4a33-9fc7-dc75fce35e21 service neutron] 10.222.0.62 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911353 Dec 21 00:03:15.960559 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-803057b8-9746-46d8-b380-d006b697fbf4 service neutron] 10.222.0.62 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338219 Dec 21 00:03:16.163374 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:16.209915 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a2889e62-1212-4092-abf9-74f733eb9b50 req-69b7c7f3-dd5b-4bab-b7ea-02cc41580b10 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Dec 21 00:03:16.220501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:16.221514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:17.310542 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a80bc1cb-8ff2-49e9-b698-ee727d2eb259 req-b66a484d-7658-4187-b729-2b68f617d7ff tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Dec 21 00:03:17.833636 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Sync routers for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:03:17.843878 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:17.844480 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:17.950711 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:18.150455 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c803c78b-7d18-4f82-ae98-7b172dc1b6f0', 'name': '', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'mac_address': 'fa:16:3e:b7:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:13Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 2, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'subnets': [{'id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:18.176494 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Checking router: 32b6bbef-f83d-48b9-918d-156288a6f44a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:03:18.176843 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Updating router 32b6bbef-f83d-48b9-918d-156288a6f44a port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:03:18.201862 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.288411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-69806068-51f3-490f-856b-f2cb3d4e5d8e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:18.289953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-69806068-51f3-490f-856b-f2cb3d4e5d8e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.59 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 817 time: 0.1099746 Dec 21 00:03:18.302860 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Request body: {'port': {'device_id': '141376b1-e8c5-411a-a42e-872c6b049144', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'admin_state_up': True, 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:18.424191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5580992e-d6b1-425d-b0d9-a726f05edbee req-ed805a4e-00c2-4442-b123-edf4ab059bf2 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 210 time: 0.0357914 Dec 21 00:03:18.495453 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Made reservation on behalf of d32230ae2bbc436cbd48b135a8409e1c for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:18.499139 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.576357 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.629657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Allocated IP 172.20.0.12 (576719ce-7591-453d-95bb-886aa85cf348/f2684844-a41a-40c7-a3a2-60f2423c57cc/2adbb551-cb4f-4bf8-bd8d-69260da27bad) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:18.634800 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.685819 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b580d-4afc-4b02-bb72-d00ab3e29faa None None] Pushing event updated for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:18.757897 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Attempting to bind port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:18.758507 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Attempting to bind port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:18.759081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Attempting to bind port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 on network b8855914-16ee-436d-8688-6743be6d213e {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:18.769074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:18.769734 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Checking segment: {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:18.770371 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.771084 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Bound using segment: {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:18.771838 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Bound port: c803c78b-7d18-4f82-ae98-7b172dc1b6f0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:18.772320 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.821233 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.848243 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] For port c803c78b-7d18-4f82-ae98-7b172dc1b6f0, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:18.852159 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] For port c803c78b-7d18-4f82-ae98-7b172dc1b6f0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:18.912659 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-04cd8837-e1e0-4e65-977d-528b0ace86bd None None] Provisioning complete for port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:18.913070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-04cd8837-e1e0-4e65-977d-528b0ace86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.919102 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.948219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:18.950363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8837-e1e0-4e65-977d-528b0ace86bd None None] Port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:18.969986 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:03:18.971569 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:03:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:19.010272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Network 576719ce-7591-453d-95bb-886aa85cf348 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:19.013418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:19.018903 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:19.042055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Pushing event updated for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:19.085876 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:03:19.088392 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:19.088392 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.180126 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b580d-4afc-4b02-bb72-d00ab3e29faa None None] Pushing event updated for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:19.213876 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-5d4c72aa-e9a7-476d-89eb-d01af88e38fb tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137559 Dec 21 00:03:19.227190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Request body: {'port': {'device_id': '141376b1-e8c5-411a-a42e-872c6b049144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:19.282739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Provisioning complete for port 2adbb551-cb4f-4bf8-bd8d-69260da27bad triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:19.283230 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.287444 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.307875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c803c78b-7d18-4f82-ae98-7b172dc1b6f0', 'name': '', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'mac_address': 'fa:16:3e:b7:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:13Z', 'updated_at': '2021-12-21T00:03:18Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'subnets': [{'id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:03:19.320757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Port 2adbb551-cb4f-4bf8-bd8d-69260da27bad cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:19.331763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Provisioning complete for port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:19.332269 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.334398 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96f704-2e85-4efa-b239-bb8d7ea08c5a None None] The sync data for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 is: [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:13Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'c803c78b-7d18-4f82-ae98-7b172dc1b6f0', 'name': '', 'network_id': 'b8855914-16ee-436d-8688-6743be6d213e', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'mac_address': 'fa:16:3e:b7:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:13Z', 'updated_at': '2021-12-21T00:03:18Z', 'revision_number': 4, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'subnets': [{'id': 'a40b646c-8f91-47e7-bc71-31391bc15538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:03:19.422434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.574804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e540-f817-4248-9ade-a59b5cf7065c req-bd22141b-4f89-4350-b1e0-f4d12428d312 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:19.576509 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d530e540-f817-4248-9ade-a59b5cf7065c req-bd22141b-4f89-4350-b1e0-f4d12428d312 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 932 time: 0.0573549 Dec 21 00:03:19.619617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adbb551-cb4f-4bf8-bd8d-69260da27bad {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:03:19.624874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] For port c803c78b-7d18-4f82-ae98-7b172dc1b6f0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:19.629998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.635475 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d530e540-f817-4248-9ade-a59b5cf7065c req-e00259d0-ddfb-467a-bcba-2a5a94731841 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510213 Dec 21 00:03:19.643231 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Transition to ACTIVE for port object 2adbb551-cb4f-4bf8-bd8d-69260da27bad will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:03:19.707328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.738308 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.757092 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410af1a9-e5a8-4332-9255-aed6eb2d94a7 None None] Pushing event updated for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:19.802111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Pushing event updated for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:19.880493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Attempting to bind port 2adbb551-cb4f-4bf8-bd8d-69260da27bad on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:19.880824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Attempting to bind port 2adbb551-cb4f-4bf8-bd8d-69260da27bad by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:19.881145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Attempting to bind port 2adbb551-cb4f-4bf8-bd8d-69260da27bad on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:19.885804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Port 2adbb551-cb4f-4bf8-bd8d-69260da27bad on network 576719ce-7591-453d-95bb-886aa85cf348 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:03:19.886335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Attempting to bind port 2adbb551-cb4f-4bf8-bd8d-69260da27bad on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:19.891658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:19.891997 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Checking segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:19.892379 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Bound using segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:19.892836 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Bound port: 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:19.893189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:19.961326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:03:19.964796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:03:20.021869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:20.058582 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.059194 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:20.060563 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] 10.222.0.59 "PUT /v2.0/ports/2adbb551-cb4f-4bf8-bd8d-69260da27bad HTTP/1.1" status: 200 len: 1092 time: 0.8392897 Dec 21 00:03:20.060998 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:03:20.063303 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba15792-40a0-46a4-8221-52945b86fd26" -d '{"events": [{"name": "network-changed", "server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:03:20.100761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022ba4-c8d3-4de6-ae31-df34ec6f317d service neutron] Pushing event updated for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:20.193623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c803c78b-7d18-4f82-ae98-7b172dc1b6f0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:20.196960 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7ffbfc-ce0a-4f5d-a478-fd1c9eeea2a7 x-openstack-request-id: req-5b7ffbfc-ce0a-4f5d-a478-fd1c9eeea2a7 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:03:20.197356 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:03:20.197709 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b7ffbfc-ce0a-4f5d-a478-fd1c9eeea2a7 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:03:20.198254 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad', 'status': 'completed', 'code': 200} Dec 21 00:03:20.215645 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-ccc8e08b-a144-4c17-9f46-0f6ad5dae80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.217637 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-ccc8e08b-a144-4c17-9f46-0f6ad5dae80b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 1095 time: 0.0609903 Dec 21 00:03:20.254749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:20.255398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:20.270810 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-8a75ab15-da64-468d-8f5e-1d2aa20ff46d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad HTTP/1.1" status: 200 len: 217 time: 0.0433760 Dec 21 00:03:20.321845 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-4209f34e-b5f7-423e-a811-681e11fe8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.323275 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-4209f34e-b5f7-423e-a811-681e11fe8a12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2684844-a41a-40c7-a3a2-60f2423c57cc HTTP/1.1" status: 200 len: 856 time: 0.0451856 Dec 21 00:03:20.374388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-6e40f3db-a560-4d43-b3ff-dc027112626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.375933 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-6e40f3db-a560-4d43-b3ff-dc027112626b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=576719ce-7591-453d-95bb-886aa85cf348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444119 Dec 21 00:03:20.466086 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-8e85a380-a219-4bcb-ad19-6b0b3b103006 service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Dec 21 00:03:20.558862 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ef93c1c0-26ed-4a7a-a5dc-fa51ba2b8380 req-4b459332-7543-4b5c-b231-0d8519c1305c service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855541 Dec 21 00:03:20.714093 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15792-40a0-46a4-8221-52945b86fd26 req-4620a9e3-dc60-4dff-84c9-8d9130a86505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.715676 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-4620a9e3-dc60-4dff-84c9-8d9130a86505 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 1095 time: 0.0433066 Dec 21 00:03:20.757173 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888d178-de81-44c3-acf7-f4c83bc292ee req-3b86db42-59b2-4892-abac-11e8d8702715 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.758596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c888d178-de81-44c3-acf7-f4c83bc292ee req-3b86db42-59b2-4892-abac-11e8d8702715 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 944 time: 0.0479345 Dec 21 00:03:20.809985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c888d178-de81-44c3-acf7-f4c83bc292ee req-4f616ec9-3fc7-4ecb-a5ca-237d5f338012 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Dec 21 00:03:20.812493 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15792-40a0-46a4-8221-52945b86fd26 req-5a001100-7acd-4e28-8427-14b2eeea5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.814142 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-5a001100-7acd-4e28-8427-14b2eeea5984 service neutron] 10.222.0.59 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 918 time: 0.0915143 Dec 21 00:03:20.860182 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-c6207be9-1bce-451d-8662-364beb6133bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad HTTP/1.1" status: 200 len: 217 time: 0.0389230 Dec 21 00:03:20.910253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15792-40a0-46a4-8221-52945b86fd26 req-b219e0f7-82cd-4bd3-bd69-f5566debaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.911693 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-b219e0f7-82cd-4bd3-bd69-f5566debaf2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2684844-a41a-40c7-a3a2-60f2423c57cc HTTP/1.1" status: 200 len: 856 time: 0.0427105 Dec 21 00:03:20.958440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15792-40a0-46a4-8221-52945b86fd26 req-e02dc800-f9ca-4718-a634-8ac9433bf694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:20.959885 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-e02dc800-f9ca-4718-a634-8ac9433bf694 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=576719ce-7591-453d-95bb-886aa85cf348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401332 Dec 21 00:03:21.054104 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-7dbdc322-1f56-4f5f-8f9a-96c08423bfa7 service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865099 Dec 21 00:03:21.146500 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-fba15792-40a0-46a4-8221-52945b86fd26 req-d6740f46-8b34-4457-a96a-dc266360f325 service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Dec 21 00:03:21.935225 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155430f4-d989-43d1-9d1c-86e76526f00c req-79d85b8f-3e84-40c4-922d-4b45fb4a5057 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:21.936694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155430f4-d989-43d1-9d1c-86e76526f00c req-79d85b8f-3e84-40c4-922d-4b45fb4a5057 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 944 time: 0.0525939 Dec 21 00:03:21.983447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-155430f4-d989-43d1-9d1c-86e76526f00c req-36394825-1ca8-46d9-b3ae-281afb992cbf tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Dec 21 00:03:22.352820 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2adbb551-cb4f-4bf8-bd8d-69260da27bad details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:03:22.447022 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:22.458194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '2adbb551-cb4f-4bf8-bd8d-69260da27bad', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'port_id': '2adbb551-cb4f-4bf8-bd8d-69260da27bad', 'mac_address': 'fa:16:3e:1c:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:03:22.495266 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:22.507468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adbb551-cb4f-4bf8-bd8d-69260da27bad {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:03:22.526754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:22.592038 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:22.637169 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:22.644941 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.645293 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.645637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.646005 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.646340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.646674 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.647004 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.647333 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.647660 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.648012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.648340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.648662 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.648984 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:22.800035 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2adbb551-cb4f-4bf8-bd8d-69260da27bad'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:03:23.099751 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec46b5-007a-4e17-a0dc-d255b494488f req-cc66e7ab-2c75-4f4f-9bd1-7a243d72ac73 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:23.101222 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eec46b5-007a-4e17-a0dc-d255b494488f req-cc66e7ab-2c75-4f4f-9bd1-7a243d72ac73 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Dec 21 00:03:23.148259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1eec46b5-007a-4e17-a0dc-d255b494488f req-604d1053-402c-4a28-a4e3-8364792dd0d5 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Dec 21 00:03:24.264703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53e746-8140-4b61-9bd3-b56d65e3163c req-b7745260-ae38-4eed-ae42-76fc13391941 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:24.266213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b53e746-8140-4b61-9bd3-b56d65e3163c req-b7745260-ae38-4eed-ae42-76fc13391941 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Dec 21 00:03:24.312859 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b53e746-8140-4b61-9bd3-b56d65e3163c req-cd5901f5-9617-4887-9ea2-d06793d94067 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Dec 21 00:03:24.353020 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2adbb551-cb4f-4bf8-bd8d-69260da27bad up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:03:24.466880 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 2adbb551-cb4f-4bf8-bd8d-69260da27bad completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:03:24.470570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 2adbb551-cb4f-4bf8-bd8d-69260da27bad triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:24.470999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:24.553390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:24.575334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:03:24.577632 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9461e2-f9d9-4ac9-b894-d1feb72795a6" -d '{"events": [{"server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "name": "network-vif-plugged", "status": "completed", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:03:24.590870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:24.618572 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9fe71d-a650-43c5-b472-1937dc4f47cb x-openstack-request-id: req-5f9fe71d-a650-43c5-b472-1937dc4f47cb {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:03:24.618862 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "name": "network-vif-plugged", "status": "completed", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:03:24.619138 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f9fe71d-a650-43c5-b472-1937dc4f47cb {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:03:24.619533 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad', 'code': 200} Dec 21 00:03:24.657751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:24.706556 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:24.717657 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191e50e-d601-4323-a1c1-0da3c67c683a req-7862e08b-89b7-4d90-a81e-88df46c85865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:24.719365 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a191e50e-d601-4323-a1c1-0da3c67c683a req-7862e08b-89b7-4d90-a81e-88df46c85865 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 1097 time: 0.0414693 Dec 21 00:03:24.763479 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-a191e50e-d601-4323-a1c1-0da3c67c683a req-136f52da-b7b3-4253-abe5-5d60b9cb9588 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Dec 21 00:03:25.430764 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e510e5-28dd-42e3-979a-167c5a7ba4be req-2bfc2b40-664b-4e05-abfb-040e2ba2501a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:25.432233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7e510e5-28dd-42e3-979a-167c5a7ba4be req-2bfc2b40-664b-4e05-abfb-040e2ba2501a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0491300 Dec 21 00:03:25.483579 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7e510e5-28dd-42e3-979a-167c5a7ba4be req-b9412ee7-e232-4150-9d0a-f5d4432e8fea tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 Dec 21 00:03:26.601863 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281ec0-b148-49a6-b6ad-befce0a78854 req-470d7f24-ad57-4fe9-ba05-22a0b48fbfee tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:26.603354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f281ec0-b148-49a6-b6ad-befce0a78854 req-470d7f24-ad57-4fe9-ba05-22a0b48fbfee tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Dec 21 00:03:26.653448 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0f281ec0-b148-49a6-b6ad-befce0a78854 req-4474fc6f-25cb-4a43-895c-b043f01cc3d9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Dec 21 00:03:26.770141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2178c-e122-4101-b756-c7b2c402339b req-c8c98778-ed77-4cce-92b6-c3fec486009d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:26.771668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9be2178c-e122-4101-b756-c7b2c402339b req-c8c98778-ed77-4cce-92b6-c3fec486009d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0491233 Dec 21 00:03:26.819454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9be2178c-e122-4101-b756-c7b2c402339b req-3de2b0ed-446b-4702-9863-be4ab57d4c76 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Dec 21 00:03:28.571515 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:33.815333 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:34.891459 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0a02-9302-4fbd-90d7-35c81c8f487f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:37.680086 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-571d2ea4-a1b9-43da-8ba0-014995ab3bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:38.571239 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:39.983405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:40.502688 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:42.400700 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-b525d174-dd34-40b9-88f7-425fc1a89f58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396936 Dec 21 00:03:42.486637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-b09b243d-fd22-45e7-b81e-3a9ccb0c31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:42.488336 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-b09b243d-fd22-45e7-b81e-3a9ccb0c31ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 1097 time: 0.0445576 Dec 21 00:03:42.600101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-94b87b14-59a8-48a5-ab14-34d0bc6f13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:42.601583 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-94b87b14-59a8-48a5-ab14-34d0bc6f13ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 918 time: 0.0881879 Dec 21 00:03:42.654549 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-78ce204e-f278-4e45-9809-4994fb17a85d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad HTTP/1.1" status: 200 len: 217 time: 0.0391037 Dec 21 00:03:42.703473 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-a847abe1-0ccb-48db-823b-8fff2491618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:42.705063 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-a847abe1-0ccb-48db-823b-8fff2491618b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2684844-a41a-40c7-a3a2-60f2423c57cc HTTP/1.1" status: 200 len: 856 time: 0.0436013 Dec 21 00:03:42.760627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-d756f141-ef8b-428e-8f90-8ea7b6c91a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:42.762020 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-d756f141-ef8b-428e-8f90-8ea7b6c91a08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=576719ce-7591-453d-95bb-886aa85cf348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415747 Dec 21 00:03:42.868133 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-0c86b8d8-6121-4a23-8146-9762f24cadd4 service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Dec 21 00:03:42.960310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d31b39d2-f0b7-42ff-a972-637e771c1b39 req-401b6080-0900-4723-af91-8511e6e4b750 service neutron] 10.222.0.59 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Dec 21 00:03:44.896648 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:03:51.853515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df470a1-c5cb-4f9d-a7fd-8b6fefed2ee9 req-1ac725a5-207c-4867-b2f6-021685fde42f tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:51.855156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3df470a1-c5cb-4f9d-a7fd-8b6fefed2ee9 req-1ac725a5-207c-4867-b2f6-021685fde42f tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0521388 Dec 21 00:03:51.903588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3df470a1-c5cb-4f9d-a7fd-8b6fefed2ee9 req-f2414fc1-a80a-45b2-9a97-d5b841dab946 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Dec 21 00:03:53.024789 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29356-7588-48e0-bbf2-5ca423c18f9d req-f6b769ae-dcf1-423c-80b6-e10630cd655e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:53.026267 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0f29356-7588-48e0-bbf2-5ca423c18f9d req-f6b769ae-dcf1-423c-80b6-e10630cd655e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0515752 Dec 21 00:03:53.072564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d0f29356-7588-48e0-bbf2-5ca423c18f9d req-f2ffca83-c5a3-458a-8730-c531b6dc4e22 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Dec 21 00:03:53.434839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-0240e1b6-ebe1-4fa4-8cbd-14a901d6d034 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:53.436299 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-0240e1b6-ebe1-4fa4-8cbd-14a901d6d034 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.59 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 946 time: 0.0486178 Dec 21 00:03:53.531240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Deleting port 2adbb551-cb4f-4bf8-bd8d-69260da27bad {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:03:53.676270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:53.676270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] For port 2adbb551-cb4f-4bf8-bd8d-69260da27bad, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=2adbb551-cb4f-4bf8-bd8d-69260da27bad,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:03:53.676270 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:53.676270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Calling delete_port for 2adbb551-cb4f-4bf8-bd8d-69260da27bad owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:03:53.814376 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:53.826873 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['2adbb551-cb4f-4bf8-bd8d-69260da27bad'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:03:53.850857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Pushing event deleted for resources: {'Port': ['ID=2adbb551-cb4f-4bf8-bd8d-69260da27bad,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] No DVR routers for this DVR port 2adbb551-cb4f-4bf8-bd8d-69260da27bad on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de56c7c6-1cb3-4868-8178-ee584b0658a6 req-de25749f-8bfe-4f56-b0e1-00d8f9b58918 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.59 "DELETE /v2.0/ports/2adbb551-cb4f-4bf8-bd8d-69260da27bad HTTP/1.1" status: 204 len: 173 time: 0.4696109 Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'name': 'network-vif-deleted', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:03:53.917618 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc88794-9577-4bc3-87ff-7049f095351f" -d '{"events": [{"server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "name": "network-vif-deleted", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:03:53.952694 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb5b6c6-18d5-4e33-8e05-bf018e952787 x-openstack-request-id: req-adb5b6c6-18d5-4e33-8e05-bf018e952787 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:03:53.952983 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141376b1-e8c5-411a-a42e-872c6b049144", "name": "network-vif-deleted", "tag": "2adbb551-cb4f-4bf8-bd8d-69260da27bad", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:03:53.953239 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adb5b6c6-18d5-4e33-8e05-bf018e952787 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:03:53.953956 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141376b1-e8c5-411a-a42e-872c6b049144', 'name': 'network-vif-deleted', 'tag': '2adbb551-cb4f-4bf8-bd8d-69260da27bad', 'status': 'completed', 'code': 200} Dec 21 00:03:54.168273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-17331325-afb6-485d-b224-79eb92c5605f req-36cb4bc4-310f-4e97-beee-565ca950b5d9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=141376b1-e8c5-411a-a42e-872c6b049144 HTTP/1.1" status: 200 len: 210 time: 0.0267656 Dec 21 00:03:55.940798 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-7f53d706-153b-4449-be2c-62f30d6bf68e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:55.942436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-7f53d706-153b-4449-be2c-62f30d6bf68e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 817 time: 0.1057715 Dec 21 00:03:55.957461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-43ca6ba7-ef65-4f5c-b74c-443864f2a8ce tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/quotas/d32230ae2bbc436cbd48b135a8409e1c HTTP/1.1" status: 200 len: 375 time: 0.0093758 Dec 21 00:03:56.007946 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-b2c6d04f-cc5e-40ed-b158-f77f809d7d80 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452702 Dec 21 00:03:56.113460 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-5647dd88-8ff8-42f3-91b8-5f5b41a1785b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:03:56.114515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-5647dd88-8ff8-42f3-91b8-5f5b41a1785b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0956619 Dec 21 00:03:56.222129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-82e65810-0a8c-49b7-b4a0-84111c385343 service neutron] 10.222.0.62 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011176 Dec 21 00:03:56.313587 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-4bd9e3db-f0a7-4e01-945b-b70f7beee8fd service neutron] 10.222.0.62 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845132 Dec 21 00:03:56.549806 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-22cbfe64-9b94-402e-bd39-a5bce19f232f req-2b8c70d8-26f3-4b91-a8e3-4c0d19080273 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Dec 21 00:03:57.646504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fd31ed30-abe6-46df-98e6-3a2739af8a2e req-f14fc361-bbbb-4696-97de-ed862cb8f63a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Dec 21 00:03:58.455951 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2adbb551-cb4f-4bf8-bd8d-69260da27bad no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:03:58.479754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 2adbb551-cb4f-4bf8-bd8d-69260da27bad {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:03:58.480100 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 2adbb551-cb4f-4bf8-bd8d-69260da27bad not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:03:58.489713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-cdef2d1f-ab38-47e9-bbd2-fda6a539d22d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:58.491354 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-cdef2d1f-ab38-47e9-bbd2-fda6a539d22d tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.45 "GET /v2.0/networks?id=576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 200 len: 817 time: 0.1126387 Dec 21 00:03:58.507826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Request body: {'port': {'device_id': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'admin_state_up': True, 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:58.600257 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:58.714363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Made reservation on behalf of d32230ae2bbc436cbd48b135a8409e1c for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:03:58.718018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:58.760140 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7ec4fbb4-e90f-4ac9-b234-eabea494fe48 req-29335505-573c-47b2-8b1e-8295d7c20692 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 210 time: 0.0397463 Dec 21 00:03:58.873519 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Allocated IP 172.20.0.5 (576719ce-7591-453d-95bb-886aa85cf348/f2684844-a41a-40c7-a3a2-60f2423c57cc/56ccd3e6-322f-445c-bd5d-72b557dbea58) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:03:59.022857 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.114992 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.157955 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Network 576719ce-7591-453d-95bb-886aa85cf348 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:03:59.161535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:03:59.165084 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:03:59.194477 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Pushing event updated for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:59.210766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.211127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.211471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.211808 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.212145 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.212472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.212795 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.213128 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.213451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.213809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.214136 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.214454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.214771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:03:59.236272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:59.236892 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.328816 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-47063726-0cb3-468f-8fa6-a01cf3fe29ae tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251629 Dec 21 00:03:59.345982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Request body: {'port': {'device_id': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:03:59.401995 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.418567 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7ffc60ba-925d-4949-b289-b35d68536acc None None] Provisioning complete for port 56ccd3e6-322f-445c-bd5d-72b557dbea58 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:03:59.418935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ffc60ba-925d-4949-b289-b35d68536acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.453975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc60ba-925d-4949-b289-b35d68536acc None None] Port 56ccd3e6-322f-445c-bd5d-72b557dbea58 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:03:59.666727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ccd3e6-322f-445c-bd5d-72b557dbea58 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:03:59.673877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.686362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Transition to ACTIVE for port object 56ccd3e6-322f-445c-bd5d-72b557dbea58 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:03:59.757074 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:03:59.839547 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Pushing event updated for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:03:59.933266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e380d-5133-4941-8414-63260a52e08b req-a88ab8a1-cb02-4587-9410-ff123aea16ab tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:03:59.934854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec2e380d-5133-4941-8414-63260a52e08b req-a88ab8a1-cb02-4587-9410-ff123aea16ab tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 943 time: 0.0964258 Dec 21 00:03:59.939844 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Attempting to bind port 56ccd3e6-322f-445c-bd5d-72b557dbea58 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:03:59.940189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Attempting to bind port 56ccd3e6-322f-445c-bd5d-72b557dbea58 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:03:59.940517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Attempting to bind port 56ccd3e6-322f-445c-bd5d-72b557dbea58 on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:59.959529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Port 56ccd3e6-322f-445c-bd5d-72b557dbea58 on network 576719ce-7591-453d-95bb-886aa85cf348 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:03:59.959866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Attempting to bind port 56ccd3e6-322f-445c-bd5d-72b557dbea58 on network 576719ce-7591-453d-95bb-886aa85cf348 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:03:59.969978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:03:59.970330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Checking segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:03:59.970720 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Bound using segment: {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:03:59.971158 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Bound port: 56ccd3e6-322f-445c-bd5d-72b557dbea58, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '576719ce-7591-453d-95bb-886aa85cf348'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:03:59.971517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:00.022517 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ec2e380d-5133-4941-8414-63260a52e08b req-c0c57cd1-0ea0-4aa0-b0dc-419c1d5320c0 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787723 Dec 21 00:04:00.054641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:00.057566 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:00.146583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:00.183584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.184148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:00.185635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] 10.222.0.45 "PUT /v2.0/ports/56ccd3e6-322f-445c-bd5d-72b557dbea58 HTTP/1.1" status: 200 len: 1091 time: 0.8439465 Dec 21 00:04:00.186114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:04:00.188436 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e35ac-8f78-451e-a169-2e3fb06d2f41" -d '{"events": [{"name": "network-changed", "server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:04:00.219628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1c32-ec5f-498f-8e43-4edfec83129f service neutron] Pushing event updated for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:00.232284 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94276f26-3c39-47ca-9da8-727c753a9036 x-openstack-request-id: req-94276f26-3c39-47ca-9da8-727c753a9036 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:04:00.232645 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:04:00.232905 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94276f26-3c39-47ca-9da8-727c753a9036 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:04:00.233310 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58', 'status': 'completed', 'code': 200} Dec 21 00:04:00.302545 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-0aa23f4c-30f4-479a-9295-19f8db5383db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.304453 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-0aa23f4c-30f4-479a-9295-19f8db5383db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 1094 time: 0.0473108 Dec 21 00:04:00.418509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-b70a1f9b-13d2-4859-aabc-59f687ad6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.419987 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-b70a1f9b-13d2-4859-aabc-59f687ad6bc2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016688 Dec 21 00:04:00.522302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-c4aadc3e-7858-4277-b06f-67a94021fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.523773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-013e35ac-8f78-451e-a169-2e3fb06d2f41 req-c4aadc3e-7858-4277-b06f-67a94021fa9b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925989 Dec 21 00:04:00.613357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-d870ccb1-cb05-4d91-afeb-ff964e06ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.615080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-d870ccb1-cb05-4d91-afeb-ff964e06ecb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 1094 time: 0.0418561 Dec 21 00:04:00.661983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-281f1240-f2f9-4d45-856d-613bb3c6d7a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58 HTTP/1.1" status: 200 len: 217 time: 0.0352380 Dec 21 00:04:00.717706 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-cb32d487-01ad-4782-8a9f-f364b56c8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.719154 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-cb32d487-01ad-4782-8a9f-f364b56c8746 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f2684844-a41a-40c7-a3a2-60f2423c57cc HTTP/1.1" status: 200 len: 856 time: 0.0464132 Dec 21 00:04:00.767893 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963baa3-ec0f-495f-8288-df8964794604 req-59cfd427-60de-4650-9a72-504366c29884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:00.769374 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-59cfd427-60de-4650-9a72-504366c29884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=576719ce-7591-453d-95bb-886aa85cf348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391147 Dec 21 00:04:00.865157 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-ab40d79d-1363-4134-9275-4f83cb081a60 service neutron] 10.222.0.45 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Dec 21 00:04:00.963343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3963baa3-ec0f-495f-8288-df8964794604 req-92ce1566-8058-42ea-a592-012039611631 service neutron] 10.222.0.45 "GET /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867326 Dec 21 00:04:01.140513 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d234c7d-04dd-417b-adab-552d54fb367e req-860e5460-4243-4ed8-bb04-3254a8c0ca74 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:01.141924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d234c7d-04dd-417b-adab-552d54fb367e req-860e5460-4243-4ed8-bb04-3254a8c0ca74 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 943 time: 0.0486031 Dec 21 00:04:01.188865 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d234c7d-04dd-417b-adab-552d54fb367e req-7b0ea25a-8329-4c3a-9cbc-7ad11e765960 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Dec 21 00:04:02.311703 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a159e0-a4a5-43ad-8b52-c790987ae5d8 req-b1801767-c50c-441c-850c-77133f264780 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:02.313190 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41a159e0-a4a5-43ad-8b52-c790987ae5d8 req-b1801767-c50c-441c-850c-77133f264780 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 943 time: 0.0534351 Dec 21 00:04:02.361112 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41a159e0-a4a5-43ad-8b52-c790987ae5d8 req-f5761663-37e8-4ca2-a466-90c23f351fba tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Dec 21 00:04:03.476356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62060-2d7e-47fa-ba91-c1930b9e0e68 req-9e9129ab-be89-4c20-b7d0-be401a376269 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:03.477902 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fe62060-2d7e-47fa-ba91-c1930b9e0e68 req-9e9129ab-be89-4c20-b7d0-be401a376269 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 943 time: 0.0489430 Dec 21 00:04:03.524052 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4fe62060-2d7e-47fa-ba91-c1930b9e0e68 req-a2e881cc-600d-42e4-84cc-514d59f4a45e tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Dec 21 00:04:03.799476 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:04.406285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 56ccd3e6-322f-445c-bd5d-72b557dbea58 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:04:04.502591 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:04.513512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '56ccd3e6-322f-445c-bd5d-72b557dbea58', 'network_id': '576719ce-7591-453d-95bb-886aa85cf348', 'port_id': '56ccd3e6-322f-445c-bd5d-72b557dbea58', 'mac_address': 'fa:16:3e:83:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2684844-a41a-40c7-a3a2-60f2423c57cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:04:04.550548 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:04.563768 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ccd3e6-322f-445c-bd5d-72b557dbea58 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:04:04.588324 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:04.640105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db3cf-24d3-41ef-bff8-fee3ca5fe707 req-88d5f367-b78f-4a96-a825-cc46c15490dd tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:04.641644 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa3db3cf-24d3-41ef-bff8-fee3ca5fe707 req-88d5f367-b78f-4a96-a825-cc46c15490dd tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 943 time: 0.0497465 Dec 21 00:04:04.671198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:04.693851 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa3db3cf-24d3-41ef-bff8-fee3ca5fe707 req-1b33c15a-646e-4854-8b13-755e086a3c23 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Dec 21 00:04:04.719584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:04.871143 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd013-68e4-4a76-a91d-15ab0cd42128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:04.949684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['56ccd3e6-322f-445c-bd5d-72b557dbea58'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:04:05.808040 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faddba-857d-4630-8585-59ce988e9784 req-b6b21458-5cb9-47a3-99d1-5fdf8e6b7f40 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:05.809504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11faddba-857d-4630-8585-59ce988e9784 req-b6b21458-5cb9-47a3-99d1-5fdf8e6b7f40 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 944 time: 0.0476453 Dec 21 00:04:05.856927 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-11faddba-857d-4630-8585-59ce988e9784 req-9f2562f2-0a16-439c-9ca6-12171b1c8c6a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Dec 21 00:04:06.424038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 56ccd3e6-322f-445c-bd5d-72b557dbea58 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:04:06.554350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 56ccd3e6-322f-445c-bd5d-72b557dbea58 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:04:06.558499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 56ccd3e6-322f-445c-bd5d-72b557dbea58 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:06.563224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:06.638586 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:06.662470 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:04:06.663851 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4e4310-b062-4052-bd09-c0551dab9974" -d '{"events": [{"server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "name": "network-vif-plugged", "status": "completed", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:04:06.681362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:06.706930 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f6ad3-185b-4da4-a14b-1c004af0c601 x-openstack-request-id: req-214f6ad3-185b-4da4-a14b-1c004af0c601 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:04:06.707273 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "name": "network-vif-plugged", "status": "completed", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:04:06.707623 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-214f6ad3-185b-4da4-a14b-1c004af0c601 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:04:06.708105 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58', 'code': 200} Dec 21 00:04:06.755891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:06.805419 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:06.823048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c346-9f68-4772-83bc-751d96b95efd req-bbd4b2f6-24b1-42e0-913c-812055b2c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:06.824576 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a612c346-9f68-4772-83bc-751d96b95efd req-bbd4b2f6-24b1-42e0-913c-812055b2c765 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 1096 time: 0.0421050 Dec 21 00:04:06.875076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a612c346-9f68-4772-83bc-751d96b95efd req-98434bb0-58f0-4879-adb5-b07db4e80614 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Dec 21 00:04:06.975712 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf477-03e8-475f-9b62-fdb5fb844065 req-d72fcbe1-11ab-4b8b-93c8-edca5fbb3045 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:06.977111 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23abf477-03e8-475f-9b62-fdb5fb844065 req-d72fcbe1-11ab-4b8b-93c8-edca5fbb3045 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0535088 Dec 21 00:04:07.024658 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23abf477-03e8-475f-9b62-fdb5fb844065 req-17a6d751-5293-4f40-879e-aa02e4db244a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Dec 21 00:04:07.653922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5677b6e5-4659-4861-91ff-dbc58777ddf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:08.144509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d9a9d-0414-4b2c-9959-c65c5c5c8a28 req-0238b5e2-9711-4f20-a2d1-215ce49b3126 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:08.146901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4d9a9d-0414-4b2c-9959-c65c5c5c8a28 req-0238b5e2-9711-4f20-a2d1-215ce49b3126 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0507717 Dec 21 00:04:08.194189 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3c4d9a9d-0414-4b2c-9959-c65c5c5c8a28 req-193309b3-f14a-497d-9502-7366529dd091 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Dec 21 00:04:08.562175 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:09.309201 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9352760-858a-46f3-b97b-ac24f57b02bc req-7ebca151-c1a6-4e30-a326-2d53b7482e04 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:09.310698 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9352760-858a-46f3-b97b-ac24f57b02bc req-7ebca151-c1a6-4e30-a326-2d53b7482e04 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Dec 21 00:04:09.361480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9352760-858a-46f3-b97b-ac24f57b02bc req-b7980891-a75b-4204-944a-b2fdb3551674 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Dec 21 00:04:09.489667 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238fd6-2ac9-4f22-a28f-4ed40277b824 req-7ddb3ac4-17dd-4120-b8d8-767b321bd839 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:09.491084 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b238fd6-2ac9-4f22-a28f-4ed40277b824 req-7ddb3ac4-17dd-4120-b8d8-767b321bd839 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0494812 Dec 21 00:04:09.538345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0b238fd6-2ac9-4f22-a28f-4ed40277b824 req-6a3dbfdb-3c7c-4bb6-aac3-efd7da67b19a tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Dec 21 00:04:09.996668 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:10.519862 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:21.896202 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:04:28.590647 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:33.816514 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:34.576365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d793-0710-4cd9-b912-6416eb94d6c8 req-0a29f48f-cc59-4436-b33c-722ea0d59faf tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:34.578133 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63d0d793-0710-4cd9-b912-6416eb94d6c8 req-0a29f48f-cc59-4436-b33c-722ea0d59faf tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0489380 Dec 21 00:04:34.629680 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-63d0d793-0710-4cd9-b912-6416eb94d6c8 req-d1d7c688-a5d7-4ecb-b828-4def4116509c tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 Dec 21 00:04:34.876219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7881cfdb-c283-4e0c-9ee9-be9f66df4989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:35.752961 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793a332-6d82-40fd-a750-13948aa68aed req-3eec94ff-9f54-48df-b629-c6b36e626fba tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:35.754458 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0793a332-6d82-40fd-a750-13948aa68aed req-3eec94ff-9f54-48df-b629-c6b36e626fba tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0520813 Dec 21 00:04:35.800375 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0793a332-6d82-40fd-a750-13948aa68aed req-7bb9c59d-2493-43f5-97ee-b876cbc2b654 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/security-groups?id=593401d8-8a91-4947-a98a-bf6b43e631c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Dec 21 00:04:36.273514 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8b422-6ded-4df6-9085-04a151380a08 req-c362c481-6f43-43ba-9f16-1643550eba14 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:36.275041 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87b8b422-6ded-4df6-9085-04a151380a08 req-c362c481-6f43-43ba-9f16-1643550eba14 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Dec 21 00:04:36.371115 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Deleting port 56ccd3e6-322f-445c-bd5d-72b557dbea58 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:36.371447 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:36.460390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] For port 56ccd3e6-322f-445c-bd5d-72b557dbea58, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=56ccd3e6-322f-445c-bd5d-72b557dbea58,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:36.460749 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:36.472245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Calling delete_port for 56ccd3e6-322f-445c-bd5d-72b557dbea58 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:36.664869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:36.693175 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Pushing event deleted for resources: {'Port': ['ID=56ccd3e6-322f-445c-bd5d-72b557dbea58,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:36.738318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] No DVR routers for this DVR port 56ccd3e6-322f-445c-bd5d-72b557dbea58 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:04:36.741448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:36.744804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-87b8b422-6ded-4df6-9085-04a151380a08 req-526368db-443a-4326-bddc-035904508df9 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.45 "DELETE /v2.0/ports/56ccd3e6-322f-445c-bd5d-72b557dbea58 HTTP/1.1" status: 204 len: 173 time: 0.4600782 Dec 21 00:04:36.745242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'name': 'network-vif-deleted', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:04:36.747516 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ae90c-aa10-4775-b1f8-f4940b49e67f" -d '{"events": [{"server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "name": "network-vif-deleted", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:04:36.784313 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd3156-92d4-4976-859c-7308ec28e6f9 x-openstack-request-id: req-2bcd3156-92d4-4976-859c-7308ec28e6f9 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:04:36.784885 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc672cd3-065c-4010-8066-e88cd4d21749", "name": "network-vif-deleted", "tag": "56ccd3e6-322f-445c-bd5d-72b557dbea58", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:04:36.784885 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bcd3156-92d4-4976-859c-7308ec28e6f9 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:04:36.785247 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc672cd3-065c-4010-8066-e88cd4d21749', 'name': 'network-vif-deleted', 'tag': '56ccd3e6-322f-445c-bd5d-72b557dbea58', 'status': 'completed', 'code': 200} Dec 21 00:04:36.899427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6969cbaf-ed93-493a-8767-a95afa4f7ba9 req-602f85b1-3eba-44af-a564-f72c0c287ab5 tempest-TestEncryptedCinderVolumes-1869872043 tempest-TestEncryptedCinderVolumes-1869872043-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc672cd3-065c-4010-8066-e88cd4d21749 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Dec 21 00:04:37.675765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-32a0bd88-f4a0-4db9-a948-167f9775ce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:38.058958 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38086) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:38.394569 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:38.582697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:38.630482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 56ccd3e6-322f-445c-bd5d-72b557dbea58 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:38.630761 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Deleting port 566d4e60-f2be-4c81-bea6-d19b1cd183da {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:38.631024 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:38.650335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 56ccd3e6-322f-445c-bd5d-72b557dbea58 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:38.650605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 56ccd3e6-322f-445c-bd5d-72b557dbea58 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:38.710084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] For port 566d4e60-f2be-4c81-bea6-d19b1cd183da, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=566d4e60-f2be-4c81-bea6-d19b1cd183da,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:38.710437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:38.721959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Calling delete_port for 566d4e60-f2be-4c81-bea6-d19b1cd183da owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:39.313957 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:39.339038 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Pushing event deleted for resources: {'Port': ['ID=566d4e60-f2be-4c81-bea6-d19b1cd183da,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:39.506847 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:39.719519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Router 660f0871-7884-4d5f-8636-c10a14ce83b1 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:04:39.824264 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:39.829581 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-acc052b2-b1e3-4e6b-be10-cb8cd9374034 admin admin] 10.222.0.62 "PUT /v2.0/routers/660f0871-7884-4d5f-8636-c10a14ce83b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695477 Dec 21 00:04:39.832115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38088) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:39.834939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Sync routers for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:04:39.844906 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:39.845600 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:39.938307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:39.959572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:40.035157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.035616 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.143038 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:04:39Z', 'revision_number': 5, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port': {'id': '7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:40.170501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Checking router: 660f0871-7884-4d5f-8636-c10a14ce83b1 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:04:40.179782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Routers {'660f0871-7884-4d5f-8636-c10a14ce83b1'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:40.180401 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['660f0871-7884-4d5f-8636-c10a14ce83b1'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:40.185041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Deleting port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:40.193231 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.263914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] For port 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:40.264372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.266909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] Set router 660f0871-7884-4d5f-8636-c10a14ce83b1 gateway port host: None {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:40.276818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Calling delete_port for 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:40.318316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:04:40Z', 'revision_number': 6, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:40.346740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d6b16-7cc3-418a-9398-483ffa5f1069 None None] The sync data for ids ['660f0871-7884-4d5f-8636-c10a14ce83b1'] in n-d-822053-9 is: [{'id': '660f0871-7884-4d5f-8636-c10a14ce83b1', 'name': 'tempest-TestEncryptedCinderVolumes-1551662259-router', 'tenant_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:04Z', 'updated_at': '2021-12-21T00:04:40Z', 'revision_number': 6, 'project_id': 'd32230ae2bbc436cbd48b135a8409e1c', 'gw_port_host': None}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:04:40.508135 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.533284 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.559971 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:40.575574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2faca-1cb0-45e7-9d2c-ae383cff3118 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:40.625943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.716531 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.718802 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.868595 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.869101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660f0871-7884-4d5f-8636-c10a14ce83b1 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:04:40.873509 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.874710 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8abb3b1e-4bff-4ca4-aa3e-f9d6157ea2d1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/660f0871-7884-4d5f-8636-c10a14ce83b1 HTTP/1.1" status: 204 len: 168 time: 1.0416951 Dec 21 00:04:40.877294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38090) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:40.926575 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Deleting subnet f2684844-a41a-40c7-a3a2-60f2423c57cc {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:04:40.930217 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:40.963909 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.037675 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.148715 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.178665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2684844-a41a-40c7-a3a2-60f2423c57cc,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:41.182605 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.186442 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-332d3359-7c5c-459f-a389-aeb520dfe1f5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f2684844-a41a-40c7-a3a2-60f2423c57cc HTTP/1.1" status: 204 len: 168 time: 0.3081584 Dec 21 00:04:41.189017 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38092) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:41.191447 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218888a-bb0e-4ae9-8845-09504c8b7e9a None None] Network 576719ce-7591-453d-95bb-886aa85cf348 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:41.261546 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.317146 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Deleting port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:41.319331 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.350805 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] DHCP port deletion for 576719ce-7591-453d-95bb-886aa85cf348 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:41.395931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] For port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:41.396365 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.405157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Deleting port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:41.405670 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.410818 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Calling delete_port for 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c owned by network:dhcp {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:41.472408 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] For port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,segment=NetworkSegment(f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c),segment_id=f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:41.472800 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.488115 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Calling delete_port for 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:41.582656 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.589511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.606912 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:41.613188 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] No DVR routers for this DVR port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c on host n-d-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:04:41.615874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Pushing event deleted for resources: {'Port': ['ID=6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:41.619245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] No DVR routers for this DVR port 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:04:41.626699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.627052 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.627398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.627743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.628083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.628429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.628893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.629067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.629388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.629710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.630687 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.630915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.631243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242124-9f9e-4763-8d31-de63d72ec475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:41.691161 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.713337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576719ce-7591-453d-95bb-886aa85cf348']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:41.722528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:41.722822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aaf458-6fc9-4b68-b9fa-d23c13cefa7c') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:41.732325 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.745493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.751131 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:04:41.751500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:04:41.753097 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:04:41.876003 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.882119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:41.885289 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] 10.222.0.62 "DELETE /v2.0/networks/576719ce-7591-453d-95bb-886aa85cf348 HTTP/1.1" status: 204 len: 168 time: 0.6953492 Dec 21 00:04:41.888425 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38094) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:41.901307 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8635f-7b31-4b0e-a4e1-5b00b67e2c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=576719ce-7591-453d-95bb-886aa85cf348,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:42.174703 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:42.195118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:42.195790 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 6ccc5881-c17b-4e6d-9f5a-1ee7aaa0933c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:42.195897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:42.217553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:42.217929 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7fe5dd70-0c7d-4b47-9ce2-863e976a9cfa not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:42.218353 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 566d4e60-f2be-4c81-bea6-d19b1cd183da no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:42.266308 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:42.397422 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 566d4e60-f2be-4c81-bea6-d19b1cd183da {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:42.397789 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 566d4e60-f2be-4c81-bea6-d19b1cd183da not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:42.537978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Deleting port c803c78b-7d18-4f82-ae98-7b172dc1b6f0 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:42.538319 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:42.618727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] For port c803c78b-7d18-4f82-ae98-7b172dc1b6f0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:42.619083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:42.631357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Calling delete_port for c803c78b-7d18-4f82-ae98-7b172dc1b6f0 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:42.921922 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:42.947866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Pushing event deleted for resources: {'Port': ['ID=c803c78b-7d18-4f82-ae98-7b172dc1b6f0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:43.110863 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:43.326156 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Router 32b6bbef-f83d-48b9-918d-156288a6f44a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:04:43.434126 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:43.439653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-645e9656-93f0-4e23-b744-4e8d805ed713 admin admin] 10.222.0.62 "PUT /v2.0/routers/32b6bbef-f83d-48b9-918d-156288a6f44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500255 Dec 21 00:04:43.442198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38096) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:43.445032 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Sync routers for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:04:43.455584 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:43.456179 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:43.548785 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:43.560341 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:43.744730 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:04:42Z', 'revision_number': 5, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:43.776906 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Checking router: 32b6bbef-f83d-48b9-918d-156288a6f44a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:04:43.786409 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Routers {'32b6bbef-f83d-48b9-918d-156288a6f44a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:43.787426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['32b6bbef-f83d-48b9-918d-156288a6f44a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:43.920652 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] Set router 32b6bbef-f83d-48b9-918d-156288a6f44a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:44.009636 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.104821 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:04:42Z', 'revision_number': 5, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:44.135171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Deleting port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:44.135623 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.136156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb6d37-b619-4eaf-a5b1-c9598d422f55 None None] The sync data for ids ['32b6bbef-f83d-48b9-918d-156288a6f44a'] in n-d-822053-9 is: [{'id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'name': 'tempest-TestEncryptedCinderVolumes-1135168683-router', 'tenant_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:04:42Z', 'revision_number': 5, 'project_id': 'cc25c2f52f5740528ecc700ecf1833d4', 'gw_port': {'id': '5e7f39ac-2739-46fa-8089-e7304bf0f5c6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b6bbef-f83d-48b9-918d-156288a6f44a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:03:10Z', 'updated_at': '2021-12-21T00:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:04:44.243140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] For port 5e7f39ac-2739-46fa-8089-e7304bf0f5c6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:44.243626 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.259763 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Calling delete_port for 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:44.516236 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.549039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7f39ac-2739-46fa-8089-e7304bf0f5c6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:44.565971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b97063-20ed-49ae-8834-20153fb12917 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:44.613136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.705457 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.707716 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.807639 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.808347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b6bbef-f83d-48b9-918d-156288a6f44a {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:04:44.813309 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.814794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-07fa72e7-f54f-451c-88a1-766f0a910d2c admin admin] 10.222.0.62 "DELETE /v2.0/routers/32b6bbef-f83d-48b9-918d-156288a6f44a HTTP/1.1" status: 204 len: 168 time: 1.3713410 Dec 21 00:04:44.817034 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:44.864749 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Deleting subnet a40b646c-8f91-47e7-bc71-31391bc15538 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:04:44.868831 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.904166 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:44.981568 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.111018 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.135371 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40b646c-8f91-47e7-bc71-31391bc15538,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:45.141554 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.145159 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a300c59b-b5f5-421e-ae8c-b9ccfb5b137e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a40b646c-8f91-47e7-bc71-31391bc15538 HTTP/1.1" status: 204 len: 168 time: 0.3266435 Dec 21 00:04:45.148162 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38100) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:45.148663 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd131bac-f2e1-4c55-8196-da5daa147c3e None None] Network b8855914-16ee-436d-8688-6743be6d213e requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:45.217397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.283311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Deleting port acd564f1-a1f6-4d39-8d13-dae5f80ea193 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:45.283736 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.302777 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] DHCP port deletion for b8855914-16ee-436d-8688-6743be6d213e request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:45.349894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Deleting port acd564f1-a1f6-4d39-8d13-dae5f80ea193 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:04:45.350357 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.350910 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] For port acd564f1-a1f6-4d39-8d13-dae5f80ea193, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=acd564f1-a1f6-4d39-8d13-dae5f80ea193,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:45.351279 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.364030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Calling delete_port for acd564f1-a1f6-4d39-8d13-dae5f80ea193 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:45.414546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] For port acd564f1-a1f6-4d39-8d13-dae5f80ea193, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=acd564f1-a1f6-4d39-8d13-dae5f80ea193,segment=NetworkSegment(e406ffef-fceb-40ff-a5a5-a6b0b77deae6),segment_id=e406ffef-fceb-40ff-a5a5-a6b0b77deae6)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:45.414947 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.429300 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Calling delete_port for acd564f1-a1f6-4d39-8d13-dae5f80ea193 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:04:45.508323 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.514375 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.532337 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd564f1-a1f6-4d39-8d13-dae5f80ea193,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:45.538673 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] No DVR routers for this DVR port acd564f1-a1f6-4d39-8d13-dae5f80ea193 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:04:45.541847 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] Pushing event deleted for resources: {'Port': ['ID=acd564f1-a1f6-4d39-8d13-dae5f80ea193,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:45.543616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e4762-c379-4051-9264-166e16b3a7fb None None] No DVR routers for this DVR port acd564f1-a1f6-4d39-8d13-dae5f80ea193 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:04:45.608877 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.628582 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8855914-16ee-436d-8688-6743be6d213e']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:45.637649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:45.637968 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e406ffef-fceb-40ff-a5a5-a6b0b77deae6') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:45.652131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.666225 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.672155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:04:45.672538 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:04:45.674195 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:04:45.793601 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.799990 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:45.805744 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b8855914-16ee-436d-8688-6743be6d213e HTTP/1.1" status: 204 len: 168 time: 0.6540751 Dec 21 00:04:45.813285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677785f-1ca2-4f90-91f0-06936a761f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8855914-16ee-436d-8688-6743be6d213e,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:46.165639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c803c78b-7d18-4f82-ae98-7b172dc1b6f0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:46.181917 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38104) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:46.189540 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: c803c78b-7d18-4f82-ae98-7b172dc1b6f0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:46.189922 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device c803c78b-7d18-4f82-ae98-7b172dc1b6f0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:46.190349 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device acd564f1-a1f6-4d39-8d13-dae5f80ea193 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:46.210017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: acd564f1-a1f6-4d39-8d13-dae5f80ea193 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:46.210366 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device acd564f1-a1f6-4d39-8d13-dae5f80ea193 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:46.210792 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:04:46.221363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dd6b0c59-2beb-416c-9ca5-2d70a5ee3cd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d32230ae2bbc436cbd48b135a8409e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383008 Dec 21 00:04:46.223948 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:46.229444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:04:46.229826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 5e7f39ac-2739-46fa-8089-e7304bf0f5c6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:04:46.271195 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:46.295793 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:46.413347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:46.416449 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:46.417595 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/593401d8-8a91-4947-a98a-bf6b43e631c0 HTTP/1.1" status: 204 len: 168 time: 0.1927543 Dec 21 00:04:46.425391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa2cf-d920-43ca-ad6f-fe2a9546b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593401d8-8a91-4947-a98a-bf6b43e631c0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:47.070077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38112) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:47.108901 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c22df569-f9f3-4c48-82c1-7fd11a7478be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc25c2f52f5740528ecc700ecf1833d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376477 Dec 21 00:04:47.111360 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38114) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:47.156614 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:47.177250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:47.291147 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:47.293748 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:47.294983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3625da8-2ef8-481e-8566-3727e54ac622 HTTP/1.1" status: 204 len: 168 time: 0.1827111 Dec 21 00:04:47.303434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05361343-b861-4108-87f8-287790eb9258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3625da8-2ef8-481e-8566-3727e54ac622,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:48.253652 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38136) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:48.347713 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-955773953-network', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:48.424648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Made reservation on behalf of 31abc694d2d74a7db7e1261960eb2173 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:04:48.427428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.435998 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.510542 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.578702 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.603356 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:04:48.613236 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4daf2e-6109-46bc-9c29-e82f435e7361,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:48.617853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.618217 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Added segment a92538ea-aec5-47ca-92da-8d2f7776a9f9 of type vlan for network 3df8c12c-559c-429d-850c-df2ea70d48a2 Dec 21 00:04:48.656795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.750037 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.751022 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:48.751614 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:48.811097 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] Pushing event updated for resources: {'Network': ['ID=3df8c12c-559c-429d-850c-df2ea70d48a2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:48.821698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:04:48.827081 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-b5058cfe-81c1-4c00-a06c-70e2afe8ea58 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5722907 Dec 21 00:04:48.831428 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38140) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:48.836931 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Request body: {'subnet': {'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-955773953-subnet', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:48.898580 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Made reservation on behalf of 31abc694d2d74a7db7e1261960eb2173 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:04:48.900988 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.108107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.162918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7095f5f7-d19e-4e25-afed-91d29f8531bc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:49.171349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Checking segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:49.171708 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Network hostable DHCP agents. Network: 3df8c12c-559c-429d-850c-df2ea70d48a2, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:04:49.256667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:04:49.348165 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 3df8c12c-559c-429d-850c-df2ea70d48a2) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:49.353020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:49.353620 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.357499 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31138611-7314-4e53-9842-312255d3e5db None None] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:49.442861 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d78d91e2-9b41-4ec6-bab2-ad34aa2f827b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6101403 Dec 21 00:04:49.451533 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38142) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:49.456282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:49.459589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-3df8c12c-559c-429d-850c-df2ea70d48a2', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:04:49.460723 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.571337 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.572551 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.588799 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Allocated IP 172.20.0.2 (3df8c12c-559c-429d-850c-df2ea70d48a2/7095f5f7-d19e-4e25-afed-91d29f8531bc/69557934-7b77-41c3-84ea-a3885f182473) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:49.627315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.728777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.779237 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.818714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:49.821083 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.823111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:49.827685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:49.830700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Pushing event updated for resources: {'Port': ['ID=69557934-7b77-41c3-84ea-a3885f182473,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:49.884218 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Attempting to bind port 69557934-7b77-41c3-84ea-a3885f182473 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:04:49.884590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Attempting to bind port 69557934-7b77-41c3-84ea-a3885f182473 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:04:49.884987 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Attempting to bind port 69557934-7b77-41c3-84ea-a3885f182473 on network 3df8c12c-559c-429d-850c-df2ea70d48a2 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:04:49.890118 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:04:49.890495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Checking segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:49.890898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.891295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Bound using segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:04:49.891758 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Bound port: 69557934-7b77-41c3-84ea-a3885f182473, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:04:49.892134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:49.956134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] For port 69557934-7b77-41c3-84ea-a3885f182473, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:49.959243 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] For port 69557934-7b77-41c3-84ea-a3885f182473, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=69557934-7b77-41c3-84ea-a3885f182473,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:50.051314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.106929 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.107969 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83abd6-48d0-4684-a3cd-39d450a77b1d None None] Pushing event updated for resources: {'Port': ['ID=69557934-7b77-41c3-84ea-a3885f182473,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:50.127204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.239411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Allocated IP 172.25.1.227 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/16608769-ed01-4b2e-9250-6ae9e2385e22) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:50.365209 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.475011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.512939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:50.515650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:50.518899 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:50.528748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca28851-13bf-4846-bf6a-4f07ccbbd1c9 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:50.545992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=16608769-ed01-4b2e-9250-6ae9e2385e22,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:50.628868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7656f39d-64d8-421c-8972-5fe23e4bcf27 None None] Provisioning complete for port 16608769-ed01-4b2e-9250-6ae9e2385e22 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:50.629156 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7656f39d-64d8-421c-8972-5fe23e4bcf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:50.666543 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7656f39d-64d8-421c-8972-5fe23e4bcf27 None None] Port 16608769-ed01-4b2e-9250-6ae9e2385e22 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:50.856584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.009974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85fded2-4581-4ac7-9aac-ed115cd9382d None None] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:51.112173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] Provisioning complete for port 69557934-7b77-41c3-84ea-a3885f182473 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:51.112547 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.210402 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.248142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] For port 69557934-7b77-41c3-84ea-a3885f182473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=69557934-7b77-41c3-84ea-a3885f182473,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:51.359581 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.409516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312998c7-10c0-4f1a-95f5-0aa03e3e7199 None None] Pushing event updated for resources: {'Port': ['ID=69557934-7b77-41c3-84ea-a3885f182473,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:51.409803 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.483194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-f9ce7fdc-3e45-489a-b5c5-106721974a5c None None] Provisioning complete for port 69557934-7b77-41c3-84ea-a3885f182473 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:51.484136 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7fdc-3e45-489a-b5c5-106721974a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.593768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Router 2c972fbf-4057-4975-8497-48b389af734c is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:04:51.694703 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:51.703851 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Sync routers for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:04:51.713569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:51.719001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:51.768908 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:51.770994 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0cdcd6b9-d969-43ce-9675-5dae7baaa6e6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3173344 Dec 21 00:04:51.773424 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38144) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:51.815754 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:51.991766 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:50Z', 'revision_number': 3, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:52.022717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Checking router: 2c972fbf-4057-4975-8497-48b389af734c for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:04:52.023403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Updating router 2c972fbf-4057-4975-8497-48b389af734c port 16608769-ed01-4b2e-9250-6ae9e2385e22 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:04:52.047739 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.204670 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.205465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 69557934-7b77-41c3-84ea-a3885f182473 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:04:52.300939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 69557934-7b77-41c3-84ea-a3885f182473 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:52.301392 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.365642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.365932 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Allocated IP 172.20.0.1 (3df8c12c-559c-429d-850c-df2ea70d48a2/7095f5f7-d19e-4e25-afed-91d29f8531bc/87962f16-d207-4197-bcb6-a556ae8a57bb) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:52.459127 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.469268 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.507421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0967c3-cbae-4546-9cf7-f91de7968607 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:52.520029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Attempting to bind port 16608769-ed01-4b2e-9250-6ae9e2385e22 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:04:52.520895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Attempting to bind port 16608769-ed01-4b2e-9250-6ae9e2385e22 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:04:52.521256 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Attempting to bind port 16608769-ed01-4b2e-9250-6ae9e2385e22 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:04:52.524934 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e021-ac0b-4d26-b110-bc4ec7f82eba None None] Pushing event updated for resources: {'Port': ['ID=16608769-ed01-4b2e-9250-6ae9e2385e22,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Bound port: 16608769-ed01-4b2e-9250-6ae9e2385e22, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:04:52.534398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.579468 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.590642 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] For port 16608769-ed01-4b2e-9250-6ae9e2385e22, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:52.594155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] For port 16608769-ed01-4b2e-9250-6ae9e2385e22, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16608769-ed01-4b2e-9250-6ae9e2385e22,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:52.599259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-46656add-d4f8-4b59-9608-954dfed5c958 None None] Provisioning complete for port 16608769-ed01-4b2e-9250-6ae9e2385e22 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:52.599638 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-46656add-d4f8-4b59-9608-954dfed5c958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.623797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:52.626797 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:52.630739 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:52.636134 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-46656add-d4f8-4b59-9608-954dfed5c958 None None] Port 16608769-ed01-4b2e-9250-6ae9e2385e22 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:52.659016 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Pushing event updated for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:52.664894 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.683500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:52.716990 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c93cb-9d9a-41cd-a426-79d5e8a6c779 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:52.735597 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:52.736233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:52.741032 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e021-ac0b-4d26-b110-bc4ec7f82eba None None] Pushing event updated for resources: {'Port': ['ID=16608769-ed01-4b2e-9250-6ae9e2385e22,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:52.856453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:52.912779 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.078205 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.092943 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Provisioning complete for port 16608769-ed01-4b2e-9250-6ae9e2385e22 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:53.093443 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.138399 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.209907 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.212897 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Pushing event updated for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:53.253146 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.277961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] For port 16608769-ed01-4b2e-9250-6ae9e2385e22, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16608769-ed01-4b2e-9250-6ae9e2385e22,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:53.283260 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:50Z', 'revision_number': 3, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:53.310082 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:53.310334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b95ce-5ce0-4f41-9e6f-f55607d9eb7f None None] The sync data for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 is: [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:50Z', 'revision_number': 3, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:04:53.311985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:53.371958 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.422126 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Provisioning complete for port 87962f16-d207-4197-bcb6-a556ae8a57bb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:53.422748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.441232 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Router 2c972fbf-4057-4975-8497-48b389af734c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:04:53.466673 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Pushing event updated for resources: {'Port': ['ID=16608769-ed01-4b2e-9250-6ae9e2385e22,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:53.484566 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c8da725a-c4e8-4443-bf7f-74f795d71644 None None] Port 87962f16-d207-4197-bcb6-a556ae8a57bb cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:53.571766 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:53.584607 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a9e90ad8-d874-4cc3-9117-f3c162c4267a admin admin] 10.222.0.62 "PUT /v2.0/routers/2c972fbf-4057-4975-8497-48b389af734c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027053 Dec 21 00:04:53.605950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-548ccea4-5633-48cb-bfd3-c91a7cae64ed None None] Provisioning complete for port 87962f16-d207-4197-bcb6-a556ae8a57bb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:53.606240 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-548ccea4-5633-48cb-bfd3-c91a7cae64ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:53.649042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-548ccea4-5633-48cb-bfd3-c91a7cae64ed None None] Port 87962f16-d207-4197-bcb6-a556ae8a57bb cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:54.197274 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16608769-ed01-4b2e-9250-6ae9e2385e22 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:04:54.242791 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38160) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:54.247773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1696043233-network', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:54.250268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 16608769-ed01-4b2e-9250-6ae9e2385e22 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:54.250639 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.309939 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Made reservation on behalf of ea1ce89e6ee443edb75275ef7f7b3ddd for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:04:54.312490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.322177 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.400464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.469899 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.498384 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:04:54.508927 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b17aba-eaea-40ba-86fa-4061ea905a09,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:54.513482 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.513852 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Added segment 0176fcbc-5542-41e1-85c3-04924ce818c9 of type vlan for network 71741e00-2d52-4347-9340-04fbbe9cf678 Dec 21 00:04:54.527368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.527720 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.528094 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.528435 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.528770 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.529101 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.529430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.529780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.530110 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.530432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.530756 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.531078 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.531403 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:54.573986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.630921 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.631859 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:54.632463 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.692063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=71741e00-2d52-4347-9340-04fbbe9cf678,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:54.703386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 71741e00-2d52-4347-9340-04fbbe9cf678 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:04:54.715523 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c8b6ef3f-4a5e-4db2-9f93-ee836867a1f8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4689422 Dec 21 00:04:54.721365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38162) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:54.721365 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Request body: {'subnet': {'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1696043233-subnet', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'ip_version': 4}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:54.805557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Made reservation on behalf of ea1ce89e6ee443edb75275ef7f7b3ddd for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:04:54.808127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:54.932437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Sync routers for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:04:54.941950 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:54.942744 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:55.075827 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.135809 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:55.141113 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af86acf-257c-4af4-a91c-b0e364068d5f,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:55.150166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Checking segment: {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:55.150535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Network hostable DHCP agents. Network: 71741e00-2d52-4347-9340-04fbbe9cf678, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:04:55.252780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Network 71741e00-2d52-4347-9340-04fbbe9cf678 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:04:55.315509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 71741e00-2d52-4347-9340-04fbbe9cf678) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:55.319634 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:04:55.320227 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.328667 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b35de-0ffd-476b-9f96-549b8222b366 None None] Network 71741e00-2d52-4347-9340-04fbbe9cf678 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:55.339418 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 2, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:55.365225 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Checking router: 2c972fbf-4057-4975-8497-48b389af734c for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:04:55.365586 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Updating router 2c972fbf-4057-4975-8497-48b389af734c port 87962f16-d207-4197-bcb6-a556ae8a57bb binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:04:55.393377 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.407788 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6c50640b-0abd-499e-ba26-f3010c0e5997 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6844816 Dec 21 00:04:55.407788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38164) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:55.409796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:04:55.433689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-71741e00-2d52-4347-9340-04fbbe9cf678', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:04:55.434588 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.522276 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.523323 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.575431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Allocated IP 172.20.0.2 (71741e00-2d52-4347-9340-04fbbe9cf678/1af86acf-257c-4af4-a91c-b0e364068d5f/27d470c4-886c-4171-9223-17d05948d4b9) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:55.578873 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.658916 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.718313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.750032 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.790542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.795782 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Pushing event updated for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:55.801121 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.803672 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.804008 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.804342 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.804673 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.804999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.805314 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.805632 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.805981 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.806306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.806622 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.806937 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.807257 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.807570 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:04:55.845093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Network 71741e00-2d52-4347-9340-04fbbe9cf678 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:55.850507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:55.853202 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:55.855626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Pushing event updated for resources: {'Port': ['ID=27d470c4-886c-4171-9223-17d05948d4b9,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:55.871035 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Attempting to bind port 87962f16-d207-4197-bcb6-a556ae8a57bb on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:04:55.871385 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Attempting to bind port 87962f16-d207-4197-bcb6-a556ae8a57bb by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:04:55.871741 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Attempting to bind port 87962f16-d207-4197-bcb6-a556ae8a57bb on network 3df8c12c-559c-429d-850c-df2ea70d48a2 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:04:55.892792 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:04:55.893219 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Checking segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:55.893621 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.894052 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Bound using segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:04:55.894488 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Bound port: 87962f16-d207-4197-bcb6-a556ae8a57bb, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:04:55.894863 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.915490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Attempting to bind port 27d470c4-886c-4171-9223-17d05948d4b9 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:04:55.915883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Attempting to bind port 27d470c4-886c-4171-9223-17d05948d4b9 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:04:55.916250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Attempting to bind port 27d470c4-886c-4171-9223-17d05948d4b9 on network 71741e00-2d52-4347-9340-04fbbe9cf678 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:04:55.925297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:04:55.926010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Checking segment: {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:55.926533 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.927086 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Bound using segment: {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:04:55.927573 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Bound port: 27d470c4-886c-4171-9223-17d05948d4b9, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:04:55.927965 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:55.966410 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] For port 87962f16-d207-4197-bcb6-a556ae8a57bb, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:55.970255 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] For port 87962f16-d207-4197-bcb6-a556ae8a57bb, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87962f16-d207-4197-bcb6-a556ae8a57bb,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:56.001245 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] For port 27d470c4-886c-4171-9223-17d05948d4b9, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:56.004959 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] For port 27d470c4-886c-4171-9223-17d05948d4b9, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=27d470c4-886c-4171-9223-17d05948d4b9,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:56.081839 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.083854 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] Provisioning complete for port 87962f16-d207-4197-bcb6-a556ae8a57bb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:56.084313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.107644 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.120440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.140471 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:56.141105 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:56.153294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.184493 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8217d-aa8e-43d3-a8ca-4edd9c7a387a None None] Pushing event updated for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:56.211011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5021d-b1b9-40f9-9ff7-1c0d98a00c15 None None] Pushing event updated for resources: {'Port': ['ID=27d470c4-886c-4171-9223-17d05948d4b9,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:56.263512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.293890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Allocated IP 172.25.1.124 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/a7ceb180-882f-4c2c-96c2-cfbce305d413) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:56.300310 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:56.317152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] For port 87962f16-d207-4197-bcb6-a556ae8a57bb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87962f16-d207-4197-bcb6-a556ae8a57bb,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:56.389219 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.439946 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.490174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae8ad-6b48-44bc-985a-646a394b5f4e None None] Pushing event updated for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:56.513186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a7d446c0-6dd2-4ebc-b615-f0ec8a551714 None None] Provisioning complete for port 87962f16-d207-4197-bcb6-a556ae8a57bb triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:56.513562 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a7d446c0-6dd2-4ebc-b615-f0ec8a551714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.556516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.577381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:55Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:56.594868 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:56.599298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:56.608108 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da330b1-d952-4db1-84ed-2d2d1044643b None None] The sync data for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 is: [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:55Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:04:56.608281 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:56.617197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46ee6c-42b7-4642-b2a0-35dbe8e66a10 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:56.657515 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Pushing event updated for resources: {'Port': ['ID=a7ceb180-882f-4c2c-96c2-cfbce305d413,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:56.749190 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a5e4a24f-0401-4e33-b23d-ca1a100ddefb None None] Provisioning complete for port a7ceb180-882f-4c2c-96c2-cfbce305d413 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:56.749571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a24f-0401-4e33-b23d-ca1a100ddefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:56.793960 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4a24f-0401-4e33-b23d-ca1a100ddefb None None] Port a7ceb180-882f-4c2c-96c2-cfbce305d413 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:57.001145 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.238290 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.334141 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b096917-04bf-4ff0-bd9a-bcd36c91a3ae None None] Network 71741e00-2d52-4347-9340-04fbbe9cf678 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:04:57.446485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] Provisioning complete for port 27d470c4-886c-4171-9223-17d05948d4b9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:57.447125 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.458910 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Router 503a92ce-1009-40f5-b718-af5c51d084f0 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:04:57.545835 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.582626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] For port 27d470c4-886c-4171-9223-17d05948d4b9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=27d470c4-886c-4171-9223-17d05948d4b9,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:57.594802 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:57.607833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Sync routers for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:04:57.619320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:57.620111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:57.666772 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.678706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:57.684300 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-39c022de-5459-4a1c-a3e5-8b63b10dab4c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2783935 Dec 21 00:04:57.686446 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38166) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:04:57.785544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c8af-693c-4101-b30d-9eb545bc6039 None None] Pushing event updated for resources: {'Port': ['ID=27d470c4-886c-4171-9223-17d05948d4b9,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:57.803460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:57.862850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-4e6ed1ed-79e4-4192-9129-1d5bbf3cebb6 None None] Provisioning complete for port 27d470c4-886c-4171-9223-17d05948d4b9 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:57.863224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed1ed-79e4-4192-9129-1d5bbf3cebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.058587 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 3, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:58.084747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Checking router: 503a92ce-1009-40f5-b718-af5c51d084f0 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:04:58.085102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Updating router 503a92ce-1009-40f5-b718-af5c51d084f0 port a7ceb180-882f-4c2c-96c2-cfbce305d413 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:04:58.110542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.130872 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.271508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 27d470c4-886c-4171-9223-17d05948d4b9 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:04:58.306878 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Allocated IP 172.20.0.1 (71741e00-2d52-4347-9340-04fbbe9cf678/1af86acf-257c-4af4-a91c-b0e364068d5f/91ddbcb5-f5f8-4814-8f2c-48132b370249) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:04:58.416421 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.514345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.556022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Network 71741e00-2d52-4347-9340-04fbbe9cf678 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:58.565661 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:58.565870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 27d470c4-886c-4171-9223-17d05948d4b9 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:58.565870 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.566469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:04:58.568372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:58.611241 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.616057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.633039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.685607 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87962f16-d207-4197-bcb6-a556ae8a57bb up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:04:58.710524 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.764693 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ae7b7-f51d-458e-a57f-169f33359476 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:58.787341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bf5e6-ee4d-4459-bf84-0ef881a642e9 None None] Pushing event updated for resources: {'Port': ['ID=a7ceb180-882f-4c2c-96c2-cfbce305d413,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:58.790523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Attempting to bind port a7ceb180-882f-4c2c-96c2-cfbce305d413 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:04:58.790889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Attempting to bind port a7ceb180-882f-4c2c-96c2-cfbce305d413 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:04:58.791257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Attempting to bind port a7ceb180-882f-4c2c-96c2-cfbce305d413 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:04:58.803444 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:04:58.803832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:04:58.804238 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.804636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:04:58.805114 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Bound port: a7ceb180-882f-4c2c-96c2-cfbce305d413, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:04:58.805498 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.808352 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 87962f16-d207-4197-bcb6-a556ae8a57bb triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:58.808713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.823591 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.897069 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:04:58.897637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Provisioning complete for port 91ddbcb5-f5f8-4814-8f2c-48132b370249 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:58.897833 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.920955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] For port a7ceb180-882f-4c2c-96c2-cfbce305d413, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:04:58.944940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] For port a7ceb180-882f-4c2c-96c2-cfbce305d413, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a7ceb180-882f-4c2c-96c2-cfbce305d413,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:04:58.951424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Port 91ddbcb5-f5f8-4814-8f2c-48132b370249 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:58.989784 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Provisioning complete for port a7ceb180-882f-4c2c-96c2-cfbce305d413 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:58.990166 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:58.995154 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.027755 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-91482894-fabc-4264-8d85-7a5ccbea283c None None] Port a7ceb180-882f-4c2c-96c2-cfbce305d413 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:04:59.029532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.056455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.079531 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde03c9a-d729-422a-ae38-c4a64d4ef01b None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:04:59.100864 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:04:59.101670 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:59.103826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bf5e6-ee4d-4459-bf84-0ef881a642e9 None None] Pushing event updated for resources: {'Port': ['ID=a7ceb180-882f-4c2c-96c2-cfbce305d413,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:59.130774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.132633 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:59.165977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] Provisioning complete for port a7ceb180-882f-4c2c-96c2-cfbce305d413 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:59.166355 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.225296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Network 71741e00-2d52-4347-9340-04fbbe9cf678 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:04:59.226768 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:04:59.253308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:04:59.352558 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Router 503a92ce-1009-40f5-b718-af5c51d084f0 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:04:59.358621 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.399240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] For port a7ceb180-882f-4c2c-96c2-cfbce305d413, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a7ceb180-882f-4c2c-96c2-cfbce305d413,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:04:59.461232 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.490286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:04:59.495682 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-771f4dee-f937-4578-a7d3-b8f95d6a7ff7 admin admin] 10.222.0.62 "PUT /v2.0/routers/503a92ce-1009-40f5-b718-af5c51d084f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077111 Dec 21 00:04:59.536210 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4142f-a11a-4f27-99fd-985195fabda1 None None] Pushing event updated for resources: {'Port': ['ID=a7ceb180-882f-4c2c-96c2-cfbce305d413,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:04:59.556394 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '91ddbcb5-f5f8-4814-8f2c-48132b370249', 'name': '', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'mac_address': 'fa:16:3e:07:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:58Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 2, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'subnets': [{'id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:04:59.587239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80abab4-20a8-4ab2-a7cd-cc3376f15199 None None] The sync data for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 is: [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '91ddbcb5-f5f8-4814-8f2c-48132b370249', 'name': '', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'mac_address': 'fa:16:3e:07:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:58Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 2, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'subnets': [{'id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:04:59.598625 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8ccbbd0f-9f3c-4452-898a-7f2f73109205 None None] Provisioning complete for port 91ddbcb5-f5f8-4814-8f2c-48132b370249 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:04:59.598999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8ccbbd0f-9f3c-4452-898a-7f2f73109205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:04:59.641634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-8ccbbd0f-9f3c-4452-898a-7f2f73109205 None None] Port 91ddbcb5-f5f8-4814-8f2c-48132b370249 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:05:01.823373 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Sync routers for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:05:01.839555 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:05:01.840447 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:01.969567 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:05:02.258926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a7ceb180-882f-4c2c-96c2-cfbce305d413 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:05:02.269517 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '91ddbcb5-f5f8-4814-8f2c-48132b370249', 'name': '', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'mac_address': 'fa:16:3e:07:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:58Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 2, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'subnets': [{'id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:02.309383 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Checking router: 503a92ce-1009-40f5-b718-af5c51d084f0 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:05:02.309780 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Updating router 503a92ce-1009-40f5-b718-af5c51d084f0 port 91ddbcb5-f5f8-4814-8f2c-48132b370249 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:05:02.347306 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a7ceb180-882f-4c2c-96c2-cfbce305d413 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:02.347684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:02.354323 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:02.900940 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:02.983873 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.080962 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00181c-cf8c-4189-aa11-258da4740b71 None None] Pushing event updated for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:03.129757 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Attempting to bind port 91ddbcb5-f5f8-4814-8f2c-48132b370249 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:05:03.130154 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Attempting to bind port 91ddbcb5-f5f8-4814-8f2c-48132b370249 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:05:03.130523 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Attempting to bind port 91ddbcb5-f5f8-4814-8f2c-48132b370249 on network 71741e00-2d52-4347-9340-04fbbe9cf678 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:05:03.138395 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:05:03.139128 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Checking segment: {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:05:03.139439 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.139835 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Bound using segment: {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:05:03.140739 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Bound port: 91ddbcb5-f5f8-4814-8f2c-48132b370249, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0176fcbc-5542-41e1-85c3-04924ce818c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:05:03.140739 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.219473 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] For port 91ddbcb5-f5f8-4814-8f2c-48132b370249, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:05:03.223915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] For port 91ddbcb5-f5f8-4814-8f2c-48132b370249, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=91ddbcb5-f5f8-4814-8f2c-48132b370249,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:05:03.298855 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.363131 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:05:03.364343 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:04:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:03.392635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] Provisioning complete for port 91ddbcb5-f5f8-4814-8f2c-48132b370249 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:03.393843 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.476024 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00181c-cf8c-4189-aa11-258da4740b71 None None] Pushing event updated for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:03.516011 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.517335 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:05:03.587121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] For port 91ddbcb5-f5f8-4814-8f2c-48132b370249, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=91ddbcb5-f5f8-4814-8f2c-48132b370249,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:05:03.657134 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.727433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5ca0-a50f-4370-8233-205297dff3ae None None] Pushing event updated for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:03.770966 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '91ddbcb5-f5f8-4814-8f2c-48132b370249', 'name': '', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'mac_address': 'fa:16:3e:07:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:58Z', 'updated_at': '2021-12-21T00:05:03Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'subnets': [{'id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:03.777431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c2c89c92-c673-48e4-97e2-4dac2ac85e23 None None] Provisioning complete for port 91ddbcb5-f5f8-4814-8f2c-48132b370249 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:03.777832 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c2c89c92-c673-48e4-97e2-4dac2ac85e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:03.802262 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276090f5-e29f-4572-9a6f-81b6172c93fd None None] The sync data for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 is: [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:04:58Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '91ddbcb5-f5f8-4814-8f2c-48132b370249', 'name': '', 'network_id': '71741e00-2d52-4347-9340-04fbbe9cf678', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'mac_address': 'fa:16:3e:07:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:58Z', 'updated_at': '2021-12-21T00:05:03Z', 'revision_number': 4, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'subnets': [{'id': '1af86acf-257c-4af4-a91c-b0e364068d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:05:04.069684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:04.221935 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 91ddbcb5-f5f8-4814-8f2c-48132b370249 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:05:04.280624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 91ddbcb5-f5f8-4814-8f2c-48132b370249 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:04.281362 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:04.911189 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2188584-a118-4bd5-aee5-377da46abdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:07.805438 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-15db016f-4f05-4daa-9f02-2365ffd0b4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:08.594057 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:10.184001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:10.525323 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:11.715287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-58efed5e-49a8-4cb6-8b08-f1e28de664a4 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:11.716751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-58efed5e-49a8-4cb6-8b08-f1e28de664a4 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 814 time: 0.1064167 Dec 21 00:05:11.731854 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-575f45d1-bfb5-497a-9d7c-a0d314fb1c1d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/quotas/31abc694d2d74a7db7e1261960eb2173 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Dec 21 00:05:11.781789 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-5a64457d-35fb-4df3-a18c-fcdd2af7eec6 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445430 Dec 21 00:05:11.878038 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-6015de94-a72a-4667-8a9a-02b0ca195033 service neutron] 10.222.0.62 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843236 Dec 21 00:05:11.965988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-bcaea765-7ba8-4f0c-a03e-67ef9961c578 service neutron] 10.222.0.62 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Dec 21 00:05:12.208671 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-dd8fdf46-e2a3-40a5-a729-096947c8050e req-df61c622-2e5b-48b4-b15d-b555a9c69664 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Dec 21 00:05:13.285991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8010dbf3-05ef-4d55-924d-4eb144c906f6 req-b6964f70-6347-4c82-8b72-7fc256ef2b43 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Dec 21 00:05:14.388265 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f99c37e1-cc2c-4743-bc49-0b672446f814 req-0ed7f794-7d22-4276-a147-eabd97508ede tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Dec 21 00:05:14.449318 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-b41d777b-512e-4740-928c-1c166d18c5d4 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:14.451597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-b41d777b-512e-4740-928c-1c166d18c5d4 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 814 time: 0.1055391 Dec 21 00:05:14.464689 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'port': {'device_id': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'admin_state_up': True, 'tenant_id': '31abc694d2d74a7db7e1261960eb2173'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:14.674879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Made reservation on behalf of 31abc694d2d74a7db7e1261960eb2173 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:05:14.678580 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:14.805238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Allocated IP 172.20.0.6 (3df8c12c-559c-429d-850c-df2ea70d48a2/7095f5f7-d19e-4e25-afed-91d29f8531bc/0562fab5-be9e-467e-ad30-9157d232fd5a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:05:14.971411 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:15.070023 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:15.125621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:05:15.127035 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:05:15.128964 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:15.134246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:05:15.572456 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb009d-e36b-45c5-a4d9-1059eacde3d6 req-eb50e14c-68ea-47e3-a0e1-0bd993a71ad1 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:15.574875 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfbb009d-e36b-45c5-a4d9-1059eacde3d6 req-eb50e14c-68ea-47e3-a0e1-0bd993a71ad1 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0648515 Dec 21 00:05:15.581346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21fd6dad-2cc7-4141-b8b8-dc911855aec2 None None] Provisioning complete for port 0562fab5-be9e-467e-ad30-9157d232fd5a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:15.582373 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21fd6dad-2cc7-4141-b8b8-dc911855aec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:15.645420 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-cfbb009d-e36b-45c5-a4d9-1059eacde3d6 req-8e0e6ae9-d4a3-49a0-ad05-33b5de1a0556 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636413 Dec 21 00:05:15.658775 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:15.659749 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:15.673429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-21fd6dad-2cc7-4141-b8b8-dc911855aec2 None None] Port 0562fab5-be9e-467e-ad30-9157d232fd5a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:05:15.719048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-dd4665a6-98e5-488c-b2eb-f67af9452fb8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2580695 Dec 21 00:05:16.780652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15068a4-69fc-4994-9200-3c217161ff30 req-e66fcada-f274-491c-86c9-4d2ad3c4fe0c tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:16.782205 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15068a4-69fc-4994-9200-3c217161ff30 req-e66fcada-f274-491c-86c9-4d2ad3c4fe0c tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0536647 Dec 21 00:05:16.836624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d15068a4-69fc-4994-9200-3c217161ff30 req-230575cb-d670-4bf8-92e0-f230ad7885bc tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Dec 21 00:05:17.963825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b96dc-db61-41d5-a4a4-05453c0cfa76 req-38ea54d8-f335-4c98-af72-ebbb89046eb5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:17.965298 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-021b96dc-db61-41d5-a4a4-05453c0cfa76 req-38ea54d8-f335-4c98-af72-ebbb89046eb5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0534904 Dec 21 00:05:18.017868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-021b96dc-db61-41d5-a4a4-05453c0cfa76 req-3a17e6a8-5c97-4108-90a8-8d795c283019 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Dec 21 00:05:19.152748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e947ff3-7de9-4c3a-a462-b57f0dc7be4e req-7afcaafc-c19f-4a42-b205-ea3001012378 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:19.154301 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e947ff3-7de9-4c3a-a462-b57f0dc7be4e req-7afcaafc-c19f-4a42-b205-ea3001012378 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0564742 Dec 21 00:05:19.201536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7e947ff3-7de9-4c3a-a462-b57f0dc7be4e req-fcb9fca1-754d-4053-b074-d5749c608792 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Dec 21 00:05:20.335530 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1c3cb-5aea-4229-b8ab-8cda75a5ad2b req-acfce0cf-ad27-419c-92da-7dbc19402b8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:20.337358 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98b1c3cb-5aea-4229-b8ab-8cda75a5ad2b req-acfce0cf-ad27-419c-92da-7dbc19402b8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0557981 Dec 21 00:05:20.384478 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-98b1c3cb-5aea-4229-b8ab-8cda75a5ad2b req-49f110dd-a6a0-4c6c-adb6-847f37faee1b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Dec 21 00:05:21.500728 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fced3-0144-4b2a-a7ca-c88424646a67 req-139d19b1-1f02-4410-a58c-b7c62a02b990 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:21.502294 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b83fced3-0144-4b2a-a7ca-c88424646a67 req-139d19b1-1f02-4410-a58c-b7c62a02b990 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0506728 Dec 21 00:05:21.553104 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b83fced3-0144-4b2a-a7ca-c88424646a67 req-5ecdea7d-04e6-471d-8a86-91bc78946e4b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Dec 21 00:05:22.670608 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811794a-7cb3-4a06-932e-8cf7f6b84c16 req-6b027a40-8529-46b6-b2ac-491ce2b53226 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:22.672083 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f811794a-7cb3-4a06-932e-8cf7f6b84c16 req-6b027a40-8529-46b6-b2ac-491ce2b53226 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0494130 Dec 21 00:05:22.724450 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f811794a-7cb3-4a06-932e-8cf7f6b84c16 req-24c41a1d-ca16-4a85-a7b0-d23e7b2ca534 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Dec 21 00:05:23.841197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096430-407a-4da2-be94-8aedf233de7c req-3d9dae0f-93c7-4ea5-91aa-a60eae3adc07 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:23.842935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2096430-407a-4da2-be94-8aedf233de7c req-3d9dae0f-93c7-4ea5-91aa-a60eae3adc07 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0524387 Dec 21 00:05:23.897431 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2096430-407a-4da2-be94-8aedf233de7c req-4f254081-ea6c-4350-b873-fe0d2c899781 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Dec 21 00:05:25.014205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b20b0-89a9-4390-98b7-020093c0befa req-a58ed923-c2d2-4d9a-9bee-8d2234cbbbda tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:25.016689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb6b20b0-89a9-4390-98b7-020093c0befa req-a58ed923-c2d2-4d9a-9bee-8d2234cbbbda tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0495319 Dec 21 00:05:25.081015 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb6b20b0-89a9-4390-98b7-020093c0befa req-acb4102b-2ea3-421b-8eeb-3c90f5488ebe tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Dec 21 00:05:26.203479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781dbf1-ddd0-47b7-bd26-877e90b9544f req-fe1e4b9c-49d5-4eae-8536-e8080626bc43 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:26.204862 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9781dbf1-ddd0-47b7-bd26-877e90b9544f req-fe1e4b9c-49d5-4eae-8536-e8080626bc43 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 931 time: 0.0533631 Dec 21 00:05:26.252277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9781dbf1-ddd0-47b7-bd26-877e90b9544f req-833fd527-1294-489a-b451-6d64184322c3 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Dec 21 00:05:26.850627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Request body: {'port': {'device_id': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:26.904156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.163288 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0562fab5-be9e-467e-ad30-9157d232fd5a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:05:27.170651 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.182336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Transition to ACTIVE for port object 0562fab5-be9e-467e-ad30-9157d232fd5a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:05:27.217272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.283419 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:27.348045 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Attempting to bind port 0562fab5-be9e-467e-ad30-9157d232fd5a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:05:27.350602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Attempting to bind port 0562fab5-be9e-467e-ad30-9157d232fd5a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:05:27.350602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Attempting to bind port 0562fab5-be9e-467e-ad30-9157d232fd5a on network 3df8c12c-559c-429d-850c-df2ea70d48a2 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:05:27.354677 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Port 0562fab5-be9e-467e-ad30-9157d232fd5a on network 3df8c12c-559c-429d-850c-df2ea70d48a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:05:27.355003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Attempting to bind port 0562fab5-be9e-467e-ad30-9157d232fd5a on network 3df8c12c-559c-429d-850c-df2ea70d48a2 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:05:27.360073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:05:27.360438 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Checking segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:05:27.360991 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Bound using segment: {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:05:27.361413 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Bound port: 0562fab5-be9e-467e-ad30-9157d232fd5a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92538ea-aec5-47ca-92da-8d2f7776a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:05:27.361784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.390401 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b4e5-fb76-4cd7-919e-033e9c1fd214 req-56796d46-8404-4b3e-a76b-089c3c457367 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.392236 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bb2b4e5-fb76-4cd7-919e-033e9c1fd214 req-56796d46-8404-4b3e-a76b-089c3c457367 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 943 time: 0.0557559 Dec 21 00:05:27.435807 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:05:27.439211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:05:27.444130 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8bb2b4e5-fb76-4cd7-919e-033e9c1fd214 req-a4b06c16-130e-4a33-8900-7609bb75cf69 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Dec 21 00:05:27.502922 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.544186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.544186 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:27.544186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] 10.222.0.59 "PUT /v2.0/ports/0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 1091 time: 0.6954689 Dec 21 00:05:27.544186 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:05:27.544674 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57" -d '{"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:05:27.569147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e91e8b-178d-41ee-b5ac-edfc43ebb692 service neutron] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:27.586164 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4321ec1-c711-477b-8b60-45553997962f x-openstack-request-id: req-c4321ec1-c711-477b-8b60-45553997962f {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:05:27.586462 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:05:27.586837 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4321ec1-c711-477b-8b60-45553997962f {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:05:27.587174 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:05:27.651167 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-fd09df9d-3b2f-4068-850d-ad41df7db908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.652661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-fd09df9d-3b2f-4068-850d-ad41df7db908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1094 time: 0.0437329 Dec 21 00:05:27.760747 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-bd18878c-8717-47cf-91e5-0121b4ac6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.762234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-bd18878c-8717-47cf-91e5-0121b4ac6bdd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=31abc694d2d74a7db7e1261960eb2173&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995381 Dec 21 00:05:27.856416 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-af82dd8b-8d0e-4801-9e90-8f2104fcbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.857817 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b48da976-f0d2-4bde-a6cf-35ceec8c1a57 req-af82dd8b-8d0e-4801-9e90-8f2104fcbe05 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888040 Dec 21 00:05:27.939717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03337048-8622-48d1-a260-ae9085693343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:27.941265 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-03337048-8622-48d1-a260-ae9085693343 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1094 time: 0.0472448 Dec 21 00:05:27.986002 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-660baa1a-f425-4873-9f63-1a654aa421a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 217 time: 0.0353246 Dec 21 00:05:28.036046 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-28795e29-d198-4b53-9a18-e4ec06e98d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:28.037490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-28795e29-d198-4b53-9a18-e4ec06e98d41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0432580 Dec 21 00:05:28.087224 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-6402ed8f-c7ad-4c45-9638-0a708e284521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:28.088687 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-6402ed8f-c7ad-4c45-9638-0a708e284521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440252 Dec 21 00:05:28.178550 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-313ab89b-5dd4-402c-ab6f-7eb1429c9f3b service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826194 Dec 21 00:05:28.274048 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f7a541af-0336-4af4-8ea2-390a0312ae83 req-766cb8e4-dc29-4c6e-8a9f-2be951ebfc6d service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885806 Dec 21 00:05:28.728626 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06596cb-87fa-47d6-9907-ea069383057c req-812dfc0e-b37a-43f6-9864-910932b88028 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:28.728626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b06596cb-87fa-47d6-9907-ea069383057c req-812dfc0e-b37a-43f6-9864-910932b88028 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 943 time: 0.0568733 Dec 21 00:05:28.728626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b06596cb-87fa-47d6-9907-ea069383057c req-56598862-273d-44ce-8c29-d19718ff96cf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Dec 21 00:05:29.228830 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:29.745937 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c0b9-5547-4d2e-a992-4eecd49166ce req-1ce73730-f95e-406a-9732-c49df62a53d1 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:29.747412 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b034c0b9-5547-4d2e-a992-4eecd49166ce req-1ce73730-f95e-406a-9732-c49df62a53d1 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 943 time: 0.0486021 Dec 21 00:05:29.793800 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b034c0b9-5547-4d2e-a992-4eecd49166ce req-15dec4d5-3fe7-4288-b1be-3a64b76ba1e2 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Dec 21 00:05:30.907499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31502-136e-4c5f-80e2-a9581af8dea1 req-8a86d087-ae16-432c-8057-b60bf8e150dc tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:30.908993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ca31502-136e-4c5f-80e2-a9581af8dea1 req-8a86d087-ae16-432c-8057-b60bf8e150dc tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 943 time: 0.0481148 Dec 21 00:05:30.956988 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ca31502-136e-4c5f-80e2-a9581af8dea1 req-364f4c2d-aede-4e72-9f6a-ef868c73179c tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Dec 21 00:05:30.961954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0562fab5-be9e-467e-ad30-9157d232fd5a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:05:31.055649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:05:31.065610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'port_id': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'mac_address': 'fa:16:3e:c2:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:05:31.103070 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:31.119105 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0562fab5-be9e-467e-ad30-9157d232fd5a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:05:31.138240 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:05:31.211413 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:31.258177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:31.433645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:05:32.274407 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d66eb-5ba4-450a-b50a-c3acf493165b req-dff2a68a-de96-4ed5-b18c-54fc051a1588 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:32.275894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e2d66eb-5ba4-450a-b50a-c3acf493165b req-dff2a68a-de96-4ed5-b18c-54fc051a1588 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 944 time: 0.2524590 Dec 21 00:05:32.323216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e2d66eb-5ba4-450a-b50a-c3acf493165b req-d4404ec3-c4e4-40e9-ae62-5dd25d4477a5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Dec 21 00:05:32.963590 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0562fab5-be9e-467e-ad30-9157d232fd5a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:05:33.061585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 0562fab5-be9e-467e-ad30-9157d232fd5a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:05:33.065317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 0562fab5-be9e-467e-ad30-9157d232fd5a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:33.065686 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:33.143319 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:33.165570 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:05:33.167771 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914e838-3807-4603-b3ce-c88da43ae464" -d '{"events": [{"server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "name": "network-vif-plugged", "status": "completed", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:05:33.180295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:05:33.205537 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3375cd75-6608-4ecd-8a31-a2d47b60e24b x-openstack-request-id: req-3375cd75-6608-4ecd-8a31-a2d47b60e24b {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:05:33.205857 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "name": "network-vif-plugged", "status": "completed", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:05:33.206113 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3375cd75-6608-4ecd-8a31-a2d47b60e24b {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:05:33.206507 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'code': 200} Dec 21 00:05:33.261996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:33.306077 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00612d2-c940-44ab-9426-209ab6922a49 req-a9677eb7-fdd7-44eb-ad50-33acf0424556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:33.307625 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f00612d2-c940-44ab-9426-209ab6922a49 req-a9677eb7-fdd7-44eb-ad50-33acf0424556 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1096 time: 0.0416470 Dec 21 00:05:33.309305 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:33.353226 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f00612d2-c940-44ab-9426-209ab6922a49 req-9622bea5-8e45-418d-8760-7330e26c24cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Dec 21 00:05:33.438631 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1256a-cf0e-45e2-ab77-e6cd530f8356 req-24704fe7-f401-4060-b7c3-873d491c40e0 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:33.440022 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10c1256a-cf0e-45e2-ab77-e6cd530f8356 req-24704fe7-f401-4060-b7c3-873d491c40e0 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0491505 Dec 21 00:05:33.488004 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-10c1256a-cf0e-45e2-ab77-e6cd530f8356 req-945b2b2a-bb03-4a04-b24e-a226cab14fd7 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Dec 21 00:05:33.821888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:34.676944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5a3db-0621-4c24-af97-9f804d81a08a req-951f4d33-8855-4037-8423-ddfa425fccec tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:34.678427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fee5a3db-0621-4c24-af97-9f804d81a08a req-951f4d33-8855-4037-8423-ddfa425fccec tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.1137373 Dec 21 00:05:34.726554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fee5a3db-0621-4c24-af97-9f804d81a08a req-a8bf106d-0628-413d-818d-4a1de1bafa4e tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Dec 21 00:05:34.843354 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222b085-06cb-4bcd-a2e3-26d8133f26b9 req-035529a2-fe3b-4734-9005-3c6947f32575 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:34.844853 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5222b085-06cb-4bcd-a2e3-26d8133f26b9 req-035529a2-fe3b-4734-9005-3c6947f32575 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Dec 21 00:05:34.880661 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-03128535-6bf7-4eac-ba0f-a277cbc12f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:34.892096 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5222b085-06cb-4bcd-a2e3-26d8133f26b9 req-fcf4b97b-e9a5-4e8a-8167-267c6b44d505 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Dec 21 00:05:35.080825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fad61d-c27b-4d51-a822-9686ea8a2750 req-dbf78a9b-80ac-40b6-bf54-38902a6b9758 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:35.082322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7fad61d-c27b-4d51-a822-9686ea8a2750 req-dbf78a9b-80ac-40b6-bf54-38902a6b9758 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0481632 Dec 21 00:05:35.132527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f7fad61d-c27b-4d51-a822-9686ea8a2750 req-1defa30a-dafd-4d2b-83a5-9c4526fb909b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Dec 21 00:05:35.897348 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:05:37.663223 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1152ee81-67d6-45c0-bc2d-0309b44efd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:38.582626 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:39.977013 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:40.520030 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:45.500509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-e329336a-5768-4903-8635-fa7cd26b8040 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449100 Dec 21 00:05:45.588838 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-6267c9f3-88ef-4ae6-a541-d2e12194ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:45.590340 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-6267c9f3-88ef-4ae6-a541-d2e12194ec11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1096 time: 0.0448990 Dec 21 00:05:45.693132 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-30f6824d-1c0f-4826-9805-49c9911483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:45.694628 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-30f6824d-1c0f-4826-9805-49c9911483f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.0844486 Dec 21 00:05:45.740348 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-ec6d3140-9d7d-4dc6-b93f-e3c57b1ec566 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 217 time: 0.0380471 Dec 21 00:05:45.789073 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-9fff73a4-5563-4978-8991-c134ecc665c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:45.790509 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-9fff73a4-5563-4978-8991-c134ecc665c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0429871 Dec 21 00:05:45.839444 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-3ab72d9c-e835-4080-bc27-49a99d9cfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:45.840894 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-3ab72d9c-e835-4080-bc27-49a99d9cfe9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406663 Dec 21 00:05:45.934371 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-34ade881-31eb-47ee-8f97-63ff6780b275 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Dec 21 00:05:46.025774 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3e9d8a74-e57f-444a-af86-135db377ab8d req-c65f5153-1860-4ab9-b96a-578ef585cb48 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 Dec 21 00:05:50.496953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef9c87-b492-4952-a518-61c78976cd9a req-63cb5414-22e6-4f98-9ec9-1841082c8454 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:50.498455 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21ef9c87-b492-4952-a518-61c78976cd9a req-63cb5414-22e6-4f98-9ec9-1841082c8454 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Dec 21 00:05:50.545898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21ef9c87-b492-4952-a518-61c78976cd9a req-c0b0018f-5e3d-4e6b-a6ab-632ffeae4fb2 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Dec 21 00:05:50.573096 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38390) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:50.653067 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8d659-6d36-4399-8d2a-40510fbd5a34 tempest-TestMinimumBasicScenario-431909251 tempest-TestMinimumBasicScenario-431909251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:50.654625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-70e8d659-6d36-4399-8d2a-40510fbd5a34 tempest-TestMinimumBasicScenario-431909251 tempest-TestMinimumBasicScenario-431909251-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1091 time: 0.0804875 Dec 21 00:05:50.657579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38394) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:50.661811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:50.759004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:50.856666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:50.955992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Allocated IP 172.25.1.54 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/ebd15f20-4ffc-4819-9f02-4f261c64dfbd) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:05:51.056329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.143089 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.181771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:05:51.184656 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:05:51.188171 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:05:51.213711 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'Port': ['ID=ebd15f20-4ffc-4819-9f02-4f261c64dfbd,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:51.226814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.227170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.227516 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.227856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.228190 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.228521 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.228848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.229174 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.229500 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.229864 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.230198 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.230520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.230840 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:05:51.553635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.674880 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.823450 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.884945 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:51.956359 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'Port': ['ID=ebd15f20-4ffc-4819-9f02-4f261c64dfbd,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:51.966400 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:52.065925 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Floating IP 79ff87c8-d9a3-4ca8-bfe9-923760684770 associated. External IP: 172.25.1.54, port: 0562fab5-be9e-467e-ad30-9157d232fd5a. Dec 21 00:05:52.263827 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Router 2c972fbf-4057-4975-8497-48b389af734c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:05:52.710929 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:05:52.722258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Sync routers for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:05:52.733089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:05:52.733704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:05:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:52.790364 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:52.821244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cc0716c0-7f02-4639-be7c-3ffc57be11ab tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1626122 Dec 21 00:05:52.822099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:05:52.824283 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38396) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:52.824781 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19" -d '{"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:05:52.829523 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741981593', 'description': 'tempest-secgroup-smoke-1741981593 description', 'project_id': '31abc694d2d74a7db7e1261960eb2173'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:52.839082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:05:52.867568 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923a120d-f3a7-492d-9591-93362125a922 x-openstack-request-id: req-923a120d-f3a7-492d-9591-93362125a922 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:05:52.868049 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:05:52.868323 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-923a120d-f3a7-492d-9591-93362125a922 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:05:52.868767 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:05:52.984036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.027563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-27160054-6395-4be9-a5ca-dd76706cd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:53.029154 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-27160054-6395-4be9-a5ca-dd76706cd052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1096 time: 0.1288786 Dec 21 00:05:53.133294 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.155878 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-a089da80-15d1-4ece-bcdd-19c4ffc3433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:53.157052 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-a089da80-15d1-4ece-bcdd-19c4ffc3433f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.1162913 Dec 21 00:05:53.209065 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.226930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '79ff87c8-d9a3-4ca8-bfe9-923760684770', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '2c972fbf-4057-4975-8497-48b389af734c', 'port_id': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'mac_address': 'fa:16:3e:c2:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:05:51Z', 'updated_at': '2021-12-21T00:05:51Z', 'revision_number': 0, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:53.253060 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7e072-5912-466f-9af4-33d8e24d8c06,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:53.253295 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Checking router: 2c972fbf-4057-4975-8497-48b389af734c for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:05:53.259661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-f8be8711-8e8c-422b-8ba8-5a7049714d58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 998 time: 0.0901558 Dec 21 00:05:53.263883 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:05:53.264542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:05:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:53.312041 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-aa1bd247-4f17-425a-8db0-b9946707f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:53.313602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-aa1bd247-4f17-425a-8db0-b9946707f409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0462415 Dec 21 00:05:53.332870 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.334379 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c7f35c96-8a29-429e-9bf1-b995bd076e8d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5089409 Dec 21 00:05:53.337503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38402) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:53.342369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:53.368262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-d1a01f8a-6057-4507-a74d-0a21db12b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:53.369891 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-d1a01f8a-6057-4507-a74d-0a21db12b0eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483935 Dec 21 00:05:53.376290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:05:53.380938 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-30b93585-1039-4448-b9b6-f04aead5ba12 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:05:53.386040 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-30b93585-1039-4448-b9b6-f04aead5ba12 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052149 Dec 21 00:05:53.450545 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.483191 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-d3a07413-e572-4242-868d-b75086f86ede service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940197 Dec 21 00:05:53.507665 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.576781 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.577115 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-66c5255a-0d4d-46e0-bd96-69cdfe69fc19 req-01fd1c53-fb3c-47ba-a622-289d589ba449 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Dec 21 00:05:53.598463 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467287d5-cd96-4b61-8c14-4da91a7463f0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:53.608400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '79ff87c8-d9a3-4ca8-bfe9-923760684770', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '2c972fbf-4057-4975-8497-48b389af734c', 'port_id': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'mac_address': 'fa:16:3e:c2:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:05:51Z', 'updated_at': '2021-12-21T00:05:51Z', 'revision_number': 0, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:05:53.634214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a82cee-922c-4b5c-9b11-ee72b6db7ff8 None None] The sync data for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 is: [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '79ff87c8-d9a3-4ca8-bfe9-923760684770', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '2c972fbf-4057-4975-8497-48b389af734c', 'port_id': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'mac_address': 'fa:16:3e:c2:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:05:51Z', 'updated_at': '2021-12-21T00:05:51Z', 'revision_number': 0, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:05:53.669745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.671524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-57202d67-b479-4abf-8c09-5d873ddee701 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326695 Dec 21 00:05:53.674121 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38404) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:53.684574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:53.770824 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.832602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.839176 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d02d56-f1e1-42df-848e-e088c7ad2e00 None None] New status for floating IP 79ff87c8-d9a3-4ca8-bfe9-923760684770: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:05:53.920266 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:53.938303 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7697ffbe-5008-4a9e-aa7a-24db11b38ec4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:54.012865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.014070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-95b32f23-438e-4740-ba44-00cadd345135 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389168 Dec 21 00:05:54.016732 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38406) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:54.021600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:54.141618 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.197120 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.273519 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.293029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512efd43-5881-4a27-81f6-90b07dbebd18,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:54.367556 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.368786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cad27d9f-72dd-4c68-9e3a-4bb8791fe3f5 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511131 Dec 21 00:05:54.371585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38408) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:54.375880 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:54.455634 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.512843 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.559353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.577476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd6dbc7-ed2e-470f-8695-543d41bf8eb4,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:54.624311 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.625632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-517c0616-6132-4b4b-a63d-36e1375b3ab8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2531004 Dec 21 00:05:54.628339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38410) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:54.633408 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:54.805463 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Project 31abc694d2d74a7db7e1261960eb2173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:05:54.812133 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.867947 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.930698 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:54.948434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb738c-1c59-4c4e-8432-e6e52f9ff36a,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:55.001106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.002356 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-00e81c97-e6b7-42cd-a438-95574e650883 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730638 Dec 21 00:05:55.005064 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38412) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:05:55.009375 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'security_group_rule': {'security_group_id': '93e7e072-5912-466f-9af4-33d8e24d8c06', 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:55.074077 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Project 31abc694d2d74a7db7e1261960eb2173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:05:55.080288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.139820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.204378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.224730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f050c0ae-2038-45e6-a81d-bf4fcae189ac,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:55.292267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.293561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-83ee288e-eac6-4e37-87b0-1c3e1f14ec7a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875838 Dec 21 00:05:55.389187 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-ae27ecb7-f58f-478b-a888-abcccc6885d3 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741981593&fields=id&tenant_id=31abc694d2d74a7db7e1261960eb2173 HTTP/1.1" status: 200 len: 267 time: 0.0454016 Dec 21 00:05:55.442800 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-3a36e897-39c6-41ef-be46-32f56b9cb3dd tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:55.445005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-3a36e897-39c6-41ef-be46-32f56b9cb3dd tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0502069 Dec 21 00:05:55.456307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'port': {'security_groups': ['ef4daf2e-6109-46bc-9c29-e82f435e7361', '93e7e072-5912-466f-9af4-33d8e24d8c06']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:05:55.525160 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.707444 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:05:55.739870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.782342 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.794675 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:05:55.828439 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:55.829077 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:55.830545 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6d81ebaf-7871-461f-a31f-f3bc98f97db0 req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "PUT /v2.0/ports/0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 981 time: 0.3787441 Dec 21 00:05:55.831011 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:05:55.833333 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba81705-98fe-4d9e-a505-0b48a76ea44c" -d '{"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:05:55.861412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a662b-17e7-4088-ac30-950ea75c9f34 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=6']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:05:55.892261 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:05:55.892654 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6c9ed-b891-440a-a134-489606131ebe x-openstack-request-id: req-2ef6c9ed-b891-440a-a134-489606131ebe {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:05:55.892950 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:05:55.893211 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ef6c9ed-b891-440a-a134-489606131ebe {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:05:55.893625 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:05:55.978397 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d4f7-95bb-4717-a7b1-751621fbea99 req-c2eee824-fa29-4bb9-b0a1-2f26b0ee3621 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:55.980532 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94c3d4f7-95bb-4717-a7b1-751621fbea99 req-c2eee824-fa29-4bb9-b0a1-2f26b0ee3621 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0619130 Dec 21 00:05:55.982518 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-58823561-a0d2-4f9b-be52-886659a491f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:55.986084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-58823561-a0d2-4f9b-be52-886659a491f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1135 time: 0.0578401 Dec 21 00:05:56.061010 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94c3d4f7-95bb-4717-a7b1-751621fbea99 req-fefc22ee-adc9-46b0-9927-9b4bf93074fe tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735459 Dec 21 00:05:56.098779 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-af190484-0fe9-469f-820e-0fbfe0aff15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:56.100247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-af190484-0fe9-469f-820e-0fbfe0aff15f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.1050479 Dec 21 00:05:56.137514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3b997fb5-ceda-4aaf-86d7-8b06c092c007 None None] Provisioning complete for port 0562fab5-be9e-467e-ad30-9157d232fd5a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:05:56.137898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3b997fb5-ceda-4aaf-86d7-8b06c092c007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:05:56.171364 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-2a63ff29-0292-4d3f-8d64-085b8f2c8c71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 1000 time: 0.0637424 Dec 21 00:05:56.222714 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-6a70be7a-1844-469e-871c-6b718ab9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:56.224203 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-6a70be7a-1844-469e-871c-6b718ab9c979 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0437782 Dec 21 00:05:56.270154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-5dd7f6cf-9fdb-4c67-b4f8-5a53722d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:05:56.271620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-5dd7f6cf-9fdb-4c67-b4f8-5a53722d894f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401328 Dec 21 00:05:56.368350 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-4cc463bd-1b03-4c89-acc6-b954dac2add3 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896082 Dec 21 00:05:56.463219 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2ba81705-98fe-4d9e-a505-0b48a76ea44c req-be57eded-f77a-4b54-a91d-ddb093b7c5a8 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868864 Dec 21 00:05:58.632773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:03.816360 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:04.896117 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0b237e80-9687-4adc-9641-29a0b320ac69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:07.656301 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2c78d6a8-b2a7-4acc-82d8-7e14745c0f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:08.570662 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:09.993213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:10.396403 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d010ed1-1490-49b2-b039-ad901306c22c req-60fe548f-2287-4a6f-ad5f-1d75fcb23045 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:10.402255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d010ed1-1490-49b2-b039-ad901306c22c req-60fe548f-2287-4a6f-ad5f-1d75fcb23045 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0558324 Dec 21 00:06:10.459789 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-a6197282-35ce-4ffd-a5bd-162c5c4b2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:10.461400 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-a6197282-35ce-4ffd-a5bd-162c5c4b2bda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1135 time: 0.0587192 Dec 21 00:06:10.476921 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d010ed1-1490-49b2-b039-ad901306c22c req-36b55070-cccc-4a65-ae6f-cfa555d5c065 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715175 Dec 21 00:06:10.495067 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:10.568456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-8b396851-a0c9-4feb-8de8-29ef523c5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:10.569977 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-8b396851-a0c9-4feb-8de8-29ef523c5889 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.0996203 Dec 21 00:06:10.646161 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-a6b552ca-bdeb-4f66-9622-7ec5c71b125f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 1000 time: 0.0649843 Dec 21 00:06:10.696330 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-9c0d8169-bf85-4e66-ba5a-7d80fc7d3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:10.697753 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-9c0d8169-bf85-4e66-ba5a-7d80fc7d3d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0447512 Dec 21 00:06:10.742305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-80848386-f56d-4b63-b284-914973ac3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:10.743767 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-80848386-f56d-4b63-b284-914973ac3f52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390856 Dec 21 00:06:10.837116 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-982b1244-a984-4efa-9282-1dbb0085aa8c service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Dec 21 00:06:10.926490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-bfcd018d-0de0-4168-a264-dc1120e94af6 req-c934745f-0389-475c-a6b9-dc8b081a38ae service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Dec 21 00:06:11.600062 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef8a9-6fc4-4cc0-893c-f849f5b32fa8 req-f9bf1eff-250e-409f-9516-51dda5678483 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:11.601556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3eef8a9-6fc4-4cc0-893c-f849f5b32fa8 req-f9bf1eff-250e-409f-9516-51dda5678483 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0509205 Dec 21 00:06:11.661325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d3eef8a9-6fc4-4cc0-893c-f849f5b32fa8 req-3eb07942-548c-4511-8b19-bd58e07fb2aa tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535867 Dec 21 00:06:12.778250 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ca1bd-c555-4511-b9fe-d1ea571cec3f req-e92e068a-4c21-4d1c-ab4f-ddd5beabeb52 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:12.779732 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-154ca1bd-c555-4511-b9fe-d1ea571cec3f req-e92e068a-4c21-4d1c-ab4f-ddd5beabeb52 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0494275 Dec 21 00:06:12.839293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-154ca1bd-c555-4511-b9fe-d1ea571cec3f req-63028ef9-38b1-4f9a-8c14-b46767cf6b51 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535653 Dec 21 00:06:12.896544 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:06:13.960200 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa444a-9d78-4540-827f-54dd1c9cd866 req-b5b9f288-9a2d-4c17-bbfc-aa611d94d450 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:13.961677 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16aa444a-9d78-4540-827f-54dd1c9cd866 req-b5b9f288-9a2d-4c17-bbfc-aa611d94d450 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0543067 Dec 21 00:06:14.022263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-16aa444a-9d78-4540-827f-54dd1c9cd866 req-cd3b4343-d587-4fa5-be7d-5e687984cc0d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539174 Dec 21 00:06:15.139853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc1f7e-ad1e-457e-9ccf-0b0f4dec9d08 req-50674643-dd53-4627-bdc6-8b4a13ed42e3 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:15.141345 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2dc1f7e-ad1e-457e-9ccf-0b0f4dec9d08 req-50674643-dd53-4627-bdc6-8b4a13ed42e3 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0504756 Dec 21 00:06:15.202484 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2dc1f7e-ad1e-457e-9ccf-0b0f4dec9d08 req-c30ace6c-a414-4b26-ba6c-dff5f875d40a tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549965 Dec 21 00:06:16.322933 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f038-50dc-405d-8b35-1856d682cb00 req-fe3d5fb0-5d2e-445d-a81e-4156ee8c8764 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:16.324496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f11f038-50dc-405d-8b35-1856d682cb00 req-fe3d5fb0-5d2e-445d-a81e-4156ee8c8764 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0542674 Dec 21 00:06:16.385879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1f11f038-50dc-405d-8b35-1856d682cb00 req-673d1f36-c9eb-4e45-a4e9-ece38b24cffd tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550013 Dec 21 00:06:17.505290 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388eeda-756c-413d-95de-b9cd8cce2322 req-27d08b72-ca5e-4128-9ecd-06377fbb184e tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:17.506802 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8388eeda-756c-413d-95de-b9cd8cce2322 req-27d08b72-ca5e-4128-9ecd-06377fbb184e tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0510612 Dec 21 00:06:17.566246 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8388eeda-756c-413d-95de-b9cd8cce2322 req-c98c09fc-e812-404e-a6f6-6a020aab2647 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527904 Dec 21 00:06:18.683081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50426e5f-4f73-46ab-9b5e-b72f93a410f5 req-6318d862-42c3-42b6-a627-9c1ab155d9ba tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:18.684560 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50426e5f-4f73-46ab-9b5e-b72f93a410f5 req-6318d862-42c3-42b6-a627-9c1ab155d9ba tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0504289 Dec 21 00:06:18.749624 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-50426e5f-4f73-46ab-9b5e-b72f93a410f5 req-7300df4f-6e55-46ac-ba66-6b4d79b194a3 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590131 Dec 21 00:06:19.866030 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed3bf-a628-4dfe-b79d-88aef88ec2ef req-8c88b491-2ea3-4a25-a20b-a74067774f3b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:19.867503 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1eed3bf-a628-4dfe-b79d-88aef88ec2ef req-8c88b491-2ea3-4a25-a20b-a74067774f3b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0499961 Dec 21 00:06:19.928327 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e1eed3bf-a628-4dfe-b79d-88aef88ec2ef req-dd57371f-79ae-4e54-94e4-6dc4f1dea1b8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545092 Dec 21 00:06:21.045031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b66534-4ddc-4787-99f9-4f3c8ed58c75 req-d04af8d5-6673-4c3c-90ff-559fdf44b2f0 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:21.046528 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43b66534-4ddc-4787-99f9-4f3c8ed58c75 req-d04af8d5-6673-4c3c-90ff-559fdf44b2f0 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0487559 Dec 21 00:06:21.105620 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-43b66534-4ddc-4787-99f9-4f3c8ed58c75 req-7401f71e-8552-48cb-b6f4-7db3008f05ff tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531082 Dec 21 00:06:22.226400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ea74f-fe65-4224-8bdc-2023b7996c07 req-051a0c45-1996-4a80-8651-799504e16380 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:22.228794 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-712ea74f-fe65-4224-8bdc-2023b7996c07 req-051a0c45-1996-4a80-8651-799504e16380 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0550845 Dec 21 00:06:22.288329 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-712ea74f-fe65-4224-8bdc-2023b7996c07 req-91df99c9-6946-4341-b211-023ffe635033 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533521 Dec 21 00:06:23.441369 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef64e40-52d9-41d6-a41b-2a9f48dfb420 req-fdf983e8-ca7a-4676-a245-dacaf3c08185 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:23.442883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef64e40-52d9-41d6-a41b-2a9f48dfb420 req-fdf983e8-ca7a-4676-a245-dacaf3c08185 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0499072 Dec 21 00:06:23.502612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1ef64e40-52d9-41d6-a41b-2a9f48dfb420 req-10f47909-7cba-4439-8a08-3b2ac16ea15d tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535970 Dec 21 00:06:24.618344 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22e56-b3d2-44a7-9d2f-a1f2536cb55f req-cb8bbfce-5b87-4f88-91da-cf24c67d4423 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:24.620464 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5f22e56-b3d2-44a7-9d2f-a1f2536cb55f req-cb8bbfce-5b87-4f88-91da-cf24c67d4423 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0511582 Dec 21 00:06:24.685017 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e5f22e56-b3d2-44a7-9d2f-a1f2536cb55f req-7dcd5f45-168d-43a0-99de-264b8a9571e0 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582292 Dec 21 00:06:25.805281 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f873ad-7c43-4162-944c-750e15159923 req-cf45a102-95fb-4fda-8f1e-9495fd5c7d83 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:25.806781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93f873ad-7c43-4162-944c-750e15159923 req-cf45a102-95fb-4fda-8f1e-9495fd5c7d83 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0532424 Dec 21 00:06:25.866997 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93f873ad-7c43-4162-944c-750e15159923 req-a2e93a62-ef53-4850-8d8f-f4bbc67cc9fc tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540771 Dec 21 00:06:26.984468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab8b4-e63f-4eea-a4cc-0699f69742cc req-ad5a8a38-56da-42d4-82ae-52cbd085f5b2 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:26.986009 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6fab8b4-e63f-4eea-a4cc-0699f69742cc req-ad5a8a38-56da-42d4-82ae-52cbd085f5b2 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0503533 Dec 21 00:06:27.045317 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e6fab8b4-e63f-4eea-a4cc-0699f69742cc req-4343b055-74a4-430c-a090-a816ac30d33f tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&id=93e7e072-5912-466f-9af4-33d8e24d8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532074 Dec 21 00:06:28.621473 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:33.820844 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:34.860908 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-025fb6da-a6d8-44d4-98a5-64f1c23cfdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:37.638482 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab45c-1b2b-4af0-b7c6-1b1939799579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:38.564077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:39.975634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:40.484196 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:47.440817 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-22656077-b3d1-4181-a010-60b0330c8cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485301 Dec 21 00:06:47.530036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-ed2bcab8-bfff-49f6-b4f3-024f682dad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:47.531514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-ed2bcab8-bfff-49f6-b4f3-024f682dad14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1135 time: 0.0410247 Dec 21 00:06:47.636921 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-85dbf690-6077-467f-b6f2-6d658ca52fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:47.638393 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-85dbf690-6077-467f-b6f2-6d658ca52fa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.0830841 Dec 21 00:06:47.706250 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-fc43e125-a593-4e7c-9bf8-1409f760b0c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 1000 time: 0.0608153 Dec 21 00:06:47.757798 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-5b424c28-60f4-4ccf-8324-ba52aebcab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:47.759247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-5b424c28-60f4-4ccf-8324-ba52aebcab94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0445650 Dec 21 00:06:47.805233 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-c5d3ec6e-b7a3-491d-b90a-c53899451c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:47.807041 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-c5d3ec6e-b7a3-491d-b90a-c53899451c23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402188 Dec 21 00:06:47.897941 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-d81c08c0-ae14-4579-be9a-c38e7ec6a155 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Dec 21 00:06:47.990651 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-791fc9f9-b8a5-4ce4-9b05-505d5a4dfe9b req-7a04a92a-10c6-4a86-9acc-4392418fc4c0 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Dec 21 00:06:49.894972 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:06:58.655166 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.340452 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077d4886-246c-4848-a772-0fc3e8efd547 req-96b644c0-4aef-47b5-825a-1b0502832ea8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741981593&fields=id&tenant_id=31abc694d2d74a7db7e1261960eb2173 HTTP/1.1" status: 200 len: 267 time: 0.0482547 Dec 21 00:06:59.394007 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4886-246c-4848-a772-0fc3e8efd547 req-1b53bd98-34d6-4e73-ac13-169e8aaed195 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:59.395480 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077d4886-246c-4848-a772-0fc3e8efd547 req-1b53bd98-34d6-4e73-ac13-169e8aaed195 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 984 time: 0.0494962 Dec 21 00:06:59.406853 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Request body: {'port': {'security_groups': ['ef4daf2e-6109-46bc-9c29-e82f435e7361']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:06:59.474169 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.645293 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:06:59.674273 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.735083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.747336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:06:59.785335 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:06:59.786016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.787472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-077d4886-246c-4848-a772-0fc3e8efd547 req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "PUT /v2.0/ports/0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 942 time: 0.3854790 Dec 21 00:06:59.787986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:06:59.790349 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c04c34-3f16-40a4-bbb0-4d506816a2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:06:59.795817 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:06:59.826600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event updated for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=7']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:06:59.837116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.838309 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.842823 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.843599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.843599 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18dddd9-87cd-44b3-9f22-9acda1f331d8 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:06:59.891056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:06:59.893255 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.930881 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafdfc93-4983-4f31-90fd-10fc24b87b2b x-openstack-request-id: req-aafdfc93-4983-4f31-90fd-10fc24b87b2b {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:06:59.935735 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:06:59.936760 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:06:59.936912 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aafdfc93-4983-4f31-90fd-10fc24b87b2b {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:06:59.937579 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:07:00.008905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-74fd482c-f382-43dc-a923-e2433379ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:00.010994 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-74fd482c-f382-43dc-a923-e2433379ad84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1096 time: 0.0543573 Dec 21 00:07:00.122791 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.125464 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.126655 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "DELETE /v2.0/security-groups/93e7e072-5912-466f-9af4-33d8e24d8c06 HTTP/1.1" status: 204 len: 168 time: 0.3302648 Dec 21 00:07:00.129690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38484) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:00.135168 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-96e443dd-72f4-49bf-a8ac-b208ea99c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:00.135168 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-96e443dd-72f4-49bf-a8ac-b208ea99c21d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.1128700 Dec 21 00:07:00.140241 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7e072-5912-466f-9af4-33d8e24d8c06,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:00.148409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-38b88476-0d47-4518-8096-939819a7d7c2 None None] Provisioning complete for port 0562fab5-be9e-467e-ad30-9157d232fd5a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:00.148979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-38b88476-0d47-4518-8096-939819a7d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.182600 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.182778 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.183140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.183489 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.183825 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.184163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.184562 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.185140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.185140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.185475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.185780 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.186106 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.186432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe54c3-0b1a-48bc-b915-df77f4e65197 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:00.218667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-5b9c44fb-2fd1-4610-8a3e-752bb38334ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 1000 time: 0.0760143 Dec 21 00:07:00.272456 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-e7788765-fd59-4551-9cd7-7c81bcbc18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:00.273942 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-e7788765-fd59-4551-9cd7-7c81bcbc18bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0476987 Dec 21 00:07:00.312297 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Deleting port ebd15f20-4ffc-4819-9f02-4f261c64dfbd {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:00.312638 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.323611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-84ee6d1f-03b7-488f-9fac-394dd529a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:00.325356 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-84ee6d1f-03b7-488f-9fac-394dd529a749 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444841 Dec 21 00:07:00.388914 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.389583 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.401363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Calling delete_port for ebd15f20-4ffc-4819-9f02-4f261c64dfbd owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:00.415283 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-87edc865-42ca-4ca6-b503-915e85681009 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Dec 21 00:07:00.510383 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-85c04c34-3f16-40a4-bbb0-4d506816a2e7 req-0ddeb2ce-06b1-4c72-b1f2-2454176416ba service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Dec 21 00:07:00.604552 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.632071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event deleted for resources: {'Port': ['ID=ebd15f20-4ffc-4819-9f02-4f261c64dfbd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:00.695378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:00.695614 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Floating IP 79ff87c8-d9a3-4ca8-bfe9-923760684770 disassociated (deleted). External IP: 172.25.1.54, port: 0562fab5-be9e-467e-ad30-9157d232fd5a. Dec 21 00:07:00.909341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Router 2c972fbf-4057-4975-8497-48b389af734c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:07:01.015936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:01.020643 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:01.026521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Sync routers for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:01.038254 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:01.038875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:06:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:01.049275 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-4dbe9501-705b-4c84-b4b1-31f08050bedf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "DELETE /v2.0/floatingips/79ff87c8-d9a3-4ca8-bfe9-923760684770 HTTP/1.1" status: 204 len: 168 time: 0.9184389 Dec 21 00:07:01.147559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:01.344624 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:01.374992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Checking router: 2c972fbf-4057-4975-8497-48b389af734c for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:01.384288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:01.385586 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:06:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:01.487517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:01.687839 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:01.714318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91679983-27e9-4056-8fc2-2315cd0a2bea None None] The sync data for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 is: [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:04:52Z', 'revision_number': 4, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '87962f16-d207-4197-bcb6-a556ae8a57bb', 'name': '', 'network_id': '3df8c12c-559c-429d-850c-df2ea70d48a2', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'mac_address': 'fa:16:3e:a4:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:52Z', 'updated_at': '2021-12-21T00:04:56Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'subnets': [{'id': '7095f5f7-d19e-4e25-afed-91d29f8531bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:01.939008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:07:01.942580 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01069ba-0f22-444f-94a5-982f56abf59d" -d '{"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:07:01.975792 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f491dd8-4011-47c0-9cdd-5e737d0a5273 None None] New status for floating IP 79ff87c8-d9a3-4ca8-bfe9-923760684770: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:07:01.987487 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b87ae75-3cf6-406d-ab38-7523372ef7eb x-openstack-request-id: req-0b87ae75-3cf6-406d-ab38-7523372ef7eb {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:07:01.987792 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:07:01.988192 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b87ae75-3cf6-406d-ab38-7523372ef7eb {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:07:01.988806 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:07:02.060067 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01069ba-0f22-444f-94a5-982f56abf59d req-cb481420-4102-40db-936c-223211595313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:02.062628 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-cb481420-4102-40db-936c-223211595313 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=31abc694d2d74a7db7e1261960eb2173&device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 1096 time: 0.0497603 Dec 21 00:07:02.194712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01069ba-0f22-444f-94a5-982f56abf59d req-8d1c47be-8381-4fb3-ab18-3bf16ea47059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:02.196310 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-8d1c47be-8381-4fb3-ab18-3bf16ea47059 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 200 len: 915 time: 0.1254160 Dec 21 00:07:02.240180 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-d6f5a118-1ef6-46c2-9a52-aab21e08905d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 200 len: 217 time: 0.0353682 Dec 21 00:07:02.291020 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01069ba-0f22-444f-94a5-982f56abf59d req-cf3014c7-a49e-4f14-85ce-21450631fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:02.292697 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-cf3014c7-a49e-4f14-85ce-21450631fb81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 200 len: 853 time: 0.0449290 Dec 21 00:07:02.341058 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01069ba-0f22-444f-94a5-982f56abf59d req-f362ca61-9df6-41df-9380-83a6209a9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:02.342637 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-f362ca61-9df6-41df-9380-83a6209a9403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3df8c12c-559c-429d-850c-df2ea70d48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421605 Dec 21 00:07:02.446711 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-54c39346-a007-476a-bef1-fd0c6b6af290 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Dec 21 00:07:02.548411 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d01069ba-0f22-444f-94a5-982f56abf59d req-685441dc-7fcd-4211-8750-5c120bfde556 service neutron] 10.222.0.59 "GET /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993094 Dec 21 00:07:03.825988 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:04.889272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d2f972f3-13bc-4a83-a0c9-ab7dfcd5b508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:07.666326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6c4a521f-c4a1-43ef-83a9-f318bf0a7b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:08.575246 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:10.009383 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:10.496307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c940e8b-8c61-462a-a7c5-b38edfd7b9b4 req-cccd86a0-ba9a-4305-9a2a-5e45208cd0e6 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:10.497879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c940e8b-8c61-462a-a7c5-b38edfd7b9b4 req-cccd86a0-ba9a-4305-9a2a-5e45208cd0e6 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0501490 Dec 21 00:07:10.500734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:10.548940 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c940e8b-8c61-462a-a7c5-b38edfd7b9b4 req-d04503e8-df26-446e-a1d8-39aca3ec8ef9 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Dec 21 00:07:11.666266 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d328-7e38-41c3-9e85-e2abeb8b8e48 req-05aa72d7-3b0b-418b-a507-552070da551b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:11.667626 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2034d328-7e38-41c3-9e85-e2abeb8b8e48 req-05aa72d7-3b0b-418b-a507-552070da551b tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Dec 21 00:07:11.717308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2034d328-7e38-41c3-9e85-e2abeb8b8e48 req-c0324f82-3266-4bc0-9b48-bf3ec517b4f1 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef4daf2e-6109-46bc-9c29-e82f435e7361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Dec 21 00:07:12.115941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-8207c5cb-277e-41a1-919a-6c8d962858cf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:12.117398 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-8207c5cb-277e-41a1-919a-6c8d962858cf tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.59 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Dec 21 00:07:12.204145 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Deleting port 0562fab5-be9e-467e-ad30-9157d232fd5a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:12.204490 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:12.293006 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] For port 0562fab5-be9e-467e-ad30-9157d232fd5a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=0562fab5-be9e-467e-ad30-9157d232fd5a,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:12.293361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:12.304906 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Calling delete_port for 0562fab5-be9e-467e-ad30-9157d232fd5a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:12.528471 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:12.541701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['0562fab5-be9e-467e-ad30-9157d232fd5a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:07:12.559190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Pushing event deleted for resources: {'Port': ['ID=0562fab5-be9e-467e-ad30-9157d232fd5a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:12.599103 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] No DVR routers for this DVR port 0562fab5-be9e-467e-ad30-9157d232fd5a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:07:12.601665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:12.605657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1e9f388-df43-4c64-83a2-60ba61d9e3cb req-504b3415-b8a6-44c8-9b1b-fe6690ad2925 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.59 "DELETE /v2.0/ports/0562fab5-be9e-467e-ad30-9157d232fd5a HTTP/1.1" status: 204 len: 173 time: 0.4820225 Dec 21 00:07:12.606129 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'name': 'network-vif-deleted', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:07:12.608377 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9626b13c-6387-494f-a8a2-37874c15da96" -d '{"events": [{"server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "name": "network-vif-deleted", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:07:12.645140 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a75d9e-63bb-4ff0-a1d3-254cbb4ab128 x-openstack-request-id: req-c4a75d9e-63bb-4ff0-a1d3-254cbb4ab128 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:07:12.645430 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24dcc57-7f43-4322-bbdf-3e28ccc40f56", "name": "network-vif-deleted", "tag": "0562fab5-be9e-467e-ad30-9157d232fd5a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:07:12.645857 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4a75d9e-63bb-4ff0-a1d3-254cbb4ab128 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:07:12.646187 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24dcc57-7f43-4322-bbdf-3e28ccc40f56', 'name': 'network-vif-deleted', 'tag': '0562fab5-be9e-467e-ad30-9157d232fd5a', 'status': 'completed', 'code': 200} Dec 21 00:07:12.816106 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-addead01-a07c-4c71-867b-ba12a8f45cc1 req-41a87b9c-d892-4008-af52-f0fb96e47364 tempest-TestMinimumBasicScenario-1426349555 tempest-TestMinimumBasicScenario-1426349555-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24dcc57-7f43-4322-bbdf-3e28ccc40f56 HTTP/1.1" status: 200 len: 210 time: 0.0266113 Dec 21 00:07:14.930426 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38584) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:15.258673 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:15.495619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Deleting port 87962f16-d207-4197-bcb6-a556ae8a57bb {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:15.495949 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:15.543894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0562fab5-be9e-467e-ad30-9157d232fd5a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:15.563563 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 0562fab5-be9e-467e-ad30-9157d232fd5a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:15.563915 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 0562fab5-be9e-467e-ad30-9157d232fd5a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:15.576810 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] For port 87962f16-d207-4197-bcb6-a556ae8a57bb, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=87962f16-d207-4197-bcb6-a556ae8a57bb,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:15.577163 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:15.589469 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Calling delete_port for 87962f16-d207-4197-bcb6-a556ae8a57bb owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:15.803928 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:15.830612 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Pushing event deleted for resources: {'Port': ['ID=87962f16-d207-4197-bcb6-a556ae8a57bb,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:15.992833 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:16.206205 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Router 2c972fbf-4057-4975-8497-48b389af734c has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:07:16.310223 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:16.316001 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cad425a7-878b-4458-b308-b72bb5d7b999 admin admin] 10.222.0.62 "PUT /v2.0/routers/2c972fbf-4057-4975-8497-48b389af734c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3834975 Dec 21 00:07:16.317767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38586) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:16.320448 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Sync routers for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:16.331481 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:16.332089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:16.427040 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:16.603584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:16.785835 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:07:15Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:16.812391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Checking router: 2c972fbf-4057-4975-8497-48b389af734c for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:16.821341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Routers {'2c972fbf-4057-4975-8497-48b389af734c'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:16.821993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['2c972fbf-4057-4975-8497-48b389af734c'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:16.883016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:16.926931 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] Set router 2c972fbf-4057-4975-8497-48b389af734c gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:17.000215 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Deleting port 16608769-ed01-4b2e-9250-6ae9e2385e22 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:17.000818 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.082141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] For port 16608769-ed01-4b2e-9250-6ae9e2385e22, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=16608769-ed01-4b2e-9250-6ae9e2385e22,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:17.082507 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.094416 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Calling delete_port for 16608769-ed01-4b2e-9250-6ae9e2385e22 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:17.111172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:07:15Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:17.137924 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34c2d7-9c35-4985-9876-58471640b1bd None None] The sync data for ids ['2c972fbf-4057-4975-8497-48b389af734c'] in n-d-822053-9 is: [{'id': '2c972fbf-4057-4975-8497-48b389af734c', 'name': 'tempest-TestMinimumBasicScenario-955773953-router', 'tenant_id': '31abc694d2d74a7db7e1261960eb2173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:49Z', 'updated_at': '2021-12-21T00:07:15Z', 'revision_number': 5, 'project_id': '31abc694d2d74a7db7e1261960eb2173', 'gw_port': {'id': '16608769-ed01-4b2e-9250-6ae9e2385e22', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c972fbf-4057-4975-8497-48b389af734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:50Z', 'updated_at': '2021-12-21T00:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:17.324348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.355543 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=16608769-ed01-4b2e-9250-6ae9e2385e22,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:17.365616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927afe88-0372-4335-a141-84193eefb9d6 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:17.419140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.507953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.510994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.615474 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.616019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c972fbf-4057-4975-8497-48b389af734c {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:07:17.621245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.622465 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f5bc6721-b33e-4aec-99cf-7e311f827a63 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2c972fbf-4057-4975-8497-48b389af734c HTTP/1.1" status: 204 len: 168 time: 1.3038011 Dec 21 00:07:17.625060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38588) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:17.672761 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Deleting subnet 7095f5f7-d19e-4e25-afed-91d29f8531bc {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:07:17.675869 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.711506 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.792285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.940529 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.966168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7095f5f7-d19e-4e25-afed-91d29f8531bc,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:17.969666 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:17.973081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-86755826-2201-4961-a7a6-c0a82c47f685 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7095f5f7-d19e-4e25-afed-91d29f8531bc HTTP/1.1" status: 204 len: 168 time: 0.3470879 Dec 21 00:07:17.974796 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f55e1-8545-4930-a779-04969f56d5cf None None] Network 3df8c12c-559c-429d-850c-df2ea70d48a2 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:07:17.975707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38590) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:18.043085 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.098828 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Deleting port 69557934-7b77-41c3-84ea-a3885f182473 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:18.099167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.161977 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] DHCP port deletion for 3df8c12c-559c-429d-850c-df2ea70d48a2 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:18.169296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] For port 69557934-7b77-41c3-84ea-a3885f182473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=69557934-7b77-41c3-84ea-a3885f182473,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:18.169671 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.184092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Calling delete_port for 69557934-7b77-41c3-84ea-a3885f182473 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:18.217242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Deleting port 69557934-7b77-41c3-84ea-a3885f182473 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:18.217590 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.272942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16608769-ed01-4b2e-9250-6ae9e2385e22 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:18.302761 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 16608769-ed01-4b2e-9250-6ae9e2385e22 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:18.303102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 16608769-ed01-4b2e-9250-6ae9e2385e22 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:18.303516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 69557934-7b77-41c3-84ea-a3885f182473 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:18.309515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] For port 69557934-7b77-41c3-84ea-a3885f182473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=69557934-7b77-41c3-84ea-a3885f182473,segment=NetworkSegment(a92538ea-aec5-47ca-92da-8d2f7776a9f9),segment_id=a92538ea-aec5-47ca-92da-8d2f7776a9f9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:18.314441 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.343634 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Calling delete_port for 69557934-7b77-41c3-84ea-a3885f182473 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:18.375326 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.395941 n-d-822053-9 neutron-server[115564]: INFO neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No ports have port_id starting with 69557934-7b77-41c3-84ea-a3885f182473 Dec 21 00:07:18.400078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87962f16-d207-4197-bcb6-a556ae8a57bb no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:18.407073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Pushing event deleted for resources: {'Port': ['ID=69557934-7b77-41c3-84ea-a3885f182473,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:18.410737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] No DVR routers for this DVR port 69557934-7b77-41c3-84ea-a3885f182473 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:07:18.430356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 87962f16-d207-4197-bcb6-a556ae8a57bb {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:18.430749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 87962f16-d207-4197-bcb6-a556ae8a57bb not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:18.452366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.477381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Pushing event deleted for resources: {'Port': ['ID=69557934-7b77-41c3-84ea-a3885f182473,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:18.482689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] No DVR routers for this DVR port 69557934-7b77-41c3-84ea-a3885f182473 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:07:18.483280 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.492559 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.492967 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.493355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.493701 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.494065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.494521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.494857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.495181 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.495514 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.496362 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.496696 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.497057 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.497384 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60356a4-b82b-40fc-a1fc-eeb1c6884f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:18.505623 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df8c12c-559c-429d-850c-df2ea70d48a2']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:18.515993 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92538ea-aec5-47ca-92da-8d2f7776a9f9') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:18.516292 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92538ea-aec5-47ca-92da-8d2f7776a9f9') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:18.530394 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.543950 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.549698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:07:18.550104 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:07:18.551901 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:07:18.661105 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.667353 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:18.670755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] 10.222.0.62 "DELETE /v2.0/networks/3df8c12c-559c-429d-850c-df2ea70d48a2 HTTP/1.1" status: 204 len: 168 time: 0.6938381 Dec 21 00:07:18.673873 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38592) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:18.683048 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328f8fb-c903-4134-85e4-6645561ca33f admin admin] Pushing event deleted for resources: {'Network': ['ID=3df8c12c-559c-429d-850c-df2ea70d48a2,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:19.017601 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:19.255202 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Deleting port 91ddbcb5-f5f8-4814-8f2c-48132b370249 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:19.255452 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:19.331298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] For port 91ddbcb5-f5f8-4814-8f2c-48132b370249, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=91ddbcb5-f5f8-4814-8f2c-48132b370249,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:19.331655 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:19.343675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Calling delete_port for 91ddbcb5-f5f8-4814-8f2c-48132b370249 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:19.917215 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:19.946975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ddbcb5-f5f8-4814-8f2c-48132b370249,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:20.108807 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:20.319618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Router 503a92ce-1009-40f5-b718-af5c51d084f0 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:07:20.424235 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:20.429248 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5a396d26-da18-4509-8124-78dd49601417 admin admin] 10.222.0.62 "PUT /v2.0/routers/503a92ce-1009-40f5-b718-af5c51d084f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542942 Dec 21 00:07:20.432743 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38594) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:20.435318 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Sync routers for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:20.447289 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:20.447817 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:20.540920 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:20.643442 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:20.646884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:20.760984 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Deleting port a7ceb180-882f-4c2c-96c2-cfbce305d413 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:20.761229 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:20.818324 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:07:19Z', 'revision_number': 5, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port': {'id': 'a7ceb180-882f-4c2c-96c2-cfbce305d413', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:04:56Z', 'updated_at': '2021-12-21T00:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:20.839826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] For port a7ceb180-882f-4c2c-96c2-cfbce305d413, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a7ceb180-882f-4c2c-96c2-cfbce305d413,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:20.840185 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:20.848077 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Checking router: 503a92ce-1009-40f5-b718-af5c51d084f0 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:20.851922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Calling delete_port for a7ceb180-882f-4c2c-96c2-cfbce305d413 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:20.856761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Routers {'503a92ce-1009-40f5-b718-af5c51d084f0'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:20.857382 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['503a92ce-1009-40f5-b718-af5c51d084f0'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:20.942777 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] Set router 503a92ce-1009-40f5-b718-af5c51d084f0 gateway port host: None {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:20.992493 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:07:20Z', 'revision_number': 6, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port_host': None}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:21.025257 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4bfbf-6417-4030-b173-66e9dab1c146 None None] The sync data for ids ['503a92ce-1009-40f5-b718-af5c51d084f0'] in n-d-822053-9 is: [{'id': '503a92ce-1009-40f5-b718-af5c51d084f0', 'name': 'tempest-TestMinimumBasicScenario-1696043233-router', 'tenant_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:04:55Z', 'updated_at': '2021-12-21T00:07:20Z', 'revision_number': 6, 'project_id': 'ea1ce89e6ee443edb75275ef7f7b3ddd', 'gw_port_host': None}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:21.112176 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.143056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ceb180-882f-4c2c-96c2-cfbce305d413,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:21.156164 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d295a-63cd-4634-bc4d-120414887de3 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:21.204178 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.293562 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.295607 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.415800 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.416364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503a92ce-1009-40f5-b718-af5c51d084f0 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:07:21.420928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.422152 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-8ef1cc62-deb2-45e9-8e9e-b313c2759489 admin admin] 10.222.0.62 "DELETE /v2.0/routers/503a92ce-1009-40f5-b718-af5c51d084f0 HTTP/1.1" status: 204 len: 168 time: 0.9881489 Dec 21 00:07:21.424808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38596) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:21.471989 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Deleting subnet 1af86acf-257c-4af4-a91c-b0e364068d5f {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:07:21.475074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.510434 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.588081 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.713740 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.739163 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af86acf-257c-4af4-a91c-b0e364068d5f,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:21.742732 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.746238 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3ec19744-94d8-46bb-b7bd-bd5644c68402 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1af86acf-257c-4af4-a91c-b0e364068d5f HTTP/1.1" status: 204 len: 168 time: 0.3203266 Dec 21 00:07:21.749180 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38598) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:21.757395 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b13eac-53d4-4ccf-b427-34f7667c2bb2 None None] Network 71741e00-2d52-4347-9340-04fbbe9cf678 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:07:21.827837 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.887042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Deleting port 27d470c4-886c-4171-9223-17d05948d4b9 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:21.887301 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.905876 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] DHCP port deletion for 71741e00-2d52-4347-9340-04fbbe9cf678 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:21.952385 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] For port 27d470c4-886c-4171-9223-17d05948d4b9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=27d470c4-886c-4171-9223-17d05948d4b9,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:21.952850 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.954339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Deleting port 27d470c4-886c-4171-9223-17d05948d4b9 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:07:21.954712 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:21.967031 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Calling delete_port for 27d470c4-886c-4171-9223-17d05948d4b9 owned by network:dhcp {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:22.026697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] For port 27d470c4-886c-4171-9223-17d05948d4b9, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=27d470c4-886c-4171-9223-17d05948d4b9,segment=NetworkSegment(0176fcbc-5542-41e1-85c3-04924ce818c9),segment_id=0176fcbc-5542-41e1-85c3-04924ce818c9)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:22.027268 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.041595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Calling delete_port for 27d470c4-886c-4171-9223-17d05948d4b9 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:07:22.123821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.129346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.149466 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Pushing event deleted for resources: {'Port': ['ID=27d470c4-886c-4171-9223-17d05948d4b9,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:22.154934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] No DVR routers for this DVR port 27d470c4-886c-4171-9223-17d05948d4b9 on host n-d-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:07:22.155954 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] Pushing event deleted for resources: {'Port': ['ID=27d470c4-886c-4171-9223-17d05948d4b9,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:22.157832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f913178-f8c9-416f-b28c-6b490477f4f0 None None] No DVR routers for this DVR port 27d470c4-886c-4171-9223-17d05948d4b9 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:07:22.229148 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.249674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71741e00-2d52-4347-9340-04fbbe9cf678']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:22.252692 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 27d470c4-886c-4171-9223-17d05948d4b9 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:22.259127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0176fcbc-5542-41e1-85c3-04924ce818c9') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:22.259447 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0176fcbc-5542-41e1-85c3-04924ce818c9') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:22.269310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.276541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 27d470c4-886c-4171-9223-17d05948d4b9 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:22.276966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 27d470c4-886c-4171-9223-17d05948d4b9 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:22.277396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 91ddbcb5-f5f8-4814-8f2c-48132b370249 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:22.283152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.288967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:07:22.289338 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:07:22.291126 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:07:22.296211 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 91ddbcb5-f5f8-4814-8f2c-48132b370249 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:22.296561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 91ddbcb5-f5f8-4814-8f2c-48132b370249 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:22.303209 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a7ceb180-882f-4c2c-96c2-cfbce305d413 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:07:22.316964 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a7ceb180-882f-4c2c-96c2-cfbce305d413 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:07:22.317312 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a7ceb180-882f-4c2c-96c2-cfbce305d413 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:07:22.402582 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.407935 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.411951 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] 10.222.0.62 "DELETE /v2.0/networks/71741e00-2d52-4347-9340-04fbbe9cf678 HTTP/1.1" status: 204 len: 168 time: 0.6615601 Dec 21 00:07:22.429230 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968447e-b062-4387-8cce-acd3838844cd admin admin] Pushing event deleted for resources: {'Network': ['ID=71741e00-2d52-4347-9340-04fbbe9cf678,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:22.781931 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38602) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:22.824679 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ffff40a7-e54a-4159-acef-374315faf0f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31abc694d2d74a7db7e1261960eb2173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430763 Dec 21 00:07:22.827306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38604) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:22.877213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:22.898456 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.009557 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.012127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.013285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef4daf2e-6109-46bc-9c29-e82f435e7361 HTTP/1.1" status: 204 len: 168 time: 0.1849277 Dec 21 00:07:23.021036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955f7d-ad5e-40e7-b363-25df277c2a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4daf2e-6109-46bc-9c29-e82f435e7361,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:23.677337 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38610) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:23.719858 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-0de4a594-1d81-48a2-a54d-ac62b2a39422 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea1ce89e6ee443edb75275ef7f7b3ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413249 Dec 21 00:07:23.722459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38612) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:23.771573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.791834 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.906535 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.909710 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:23.911604 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97b17aba-eaea-40ba-86fa-4061ea905a09 HTTP/1.1" status: 204 len: 168 time: 0.1880505 Dec 21 00:07:23.923263 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305cf65-eb79-4a76-8eed-7fece7ab45b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b17aba-eaea-40ba-86fa-4061ea905a09,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:26.028517 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38652) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:26.033123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190207524', 'description': 'tempest-secgroup-smoke-190207524 description', 'project_id': '8c2f931b235747a48ecc15f3d58fc624'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:26.110925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.118818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.193541 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.255011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.291252 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf73633-92d8-4c0c-882a-ea19432cdecd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:26.330705 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.380353 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.408976 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:26.451302 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.452571 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c2442513-ac5d-4758-9e30-7d19f2d5d20f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4230433 Dec 21 00:07:26.455608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38654) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:26.459858 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:26.551089 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.607965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.689389 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.705322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b89599d-3dd3-4eea-a9dd-bbc2dd8b20e9,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:26.787534 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:26.788777 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d9d886d6-ca53-47e7-b055-ca8820a826c6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322465 Dec 21 00:07:26.791573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38656) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:26.795987 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:26.895104 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:07:26.956447 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.012758 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.088836 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.107728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe82979-560e-4495-a373-799492353eea,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:27.159442 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.160686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-fb72f2fa-70ec-4a8c-a66d-a8150dc1f450 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681946 Dec 21 00:07:27.163501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38658) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:27.168309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:27.253843 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.308495 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.363282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.380985 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7911dc7b-dbb2-4666-b038-5be0c0c739e0,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:27.480406 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.481667 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00654189-fad4-42a9-a700-47b1433bc19f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3172243 Dec 21 00:07:27.484378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38660) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:27.488788 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:27.591818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.649573 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.723685 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.741214 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca63fcfe-5c39-4b3a-befd-179c2714dfa4,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:27.817099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.818355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f4992720-6b0f-44b9-b5ba-7690457d2b39 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330595 Dec 21 00:07:27.821190 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38662) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:27.826501 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:27.922919 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:07:27.928182 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:27.985889 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.053878 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.071942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6015c-7f7c-4003-829e-488a472077fc,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:28.142427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.143652 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-54b58857-50bb-4b17-9a5d-cf2f9eea231d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214931 Dec 21 00:07:28.146511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38664) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:28.150994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9403bd1a-7da8-4492-bc1c-9fb1ab53ff51', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:28.237921 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:07:28.243043 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.301345 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.363298 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.381208 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c4f5da-83ac-47ee-b2fa-f398830c8bcd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:28.439368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.440618 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-00e06484-f1fb-450a-8be4-46ae8f4d5ba5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930264 Dec 21 00:07:28.443784 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38666) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:28.455110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'network': {'name': 'tempest-network-smoke--1467354746', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:28.511579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:07:28.515036 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.537026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:07:28.546020 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.546389 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Added segment 3eebc6e5-bbb9-404f-9ae3-292d99b6e402 of type vlan for network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 Dec 21 00:07:28.585017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.620987 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.671985 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.677691 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:28.678357 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.746941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Network': ['ID=c9bc535d-ef6d-4d1a-9a34-cfc87b269156,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:28.754556 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-6c83b1e6-3f9d-4b06-b4f3-ffc1434593b0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3097248 Dec 21 00:07:28.757499 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38668) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:28.758239 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:07:28.762213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'admin_state_up': True, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:28.837821 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.839577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:28.889905 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.085065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.321333 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.339812 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.443991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.194 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/85ac8fbe-ffb4-4271-8332-716c1f3bdf11) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:07:29.542267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.615505 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.659906 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:29.662603 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:29.666017 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:07:29.671692 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:29.675044 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ebff1-3d81-4b68-a6f1-32576ac1cf3e None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:29.743871 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-d6a6eee6-e3a1-4f3e-9a56-037040168e8f None None] Provisioning complete for port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:29.744244 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d6a6eee6-e3a1-4f3e-9a56-037040168e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:29.778879 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6eee6-e3a1-4f3e-9a56-037040168e8f None None] Port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:07:29.976139 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:30.167057 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:30.380568 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 7674db66-016c-46cb-9f64-445037ee31be is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:07:30.483825 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:30.492980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Sync routers for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:30.503056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:30.507526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:30.571448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:30.572711 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b99de6a2-e597-4385-bc24-c90d8cf0a283 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8142135 Dec 21 00:07:30.576520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38670) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:30.611318 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:30.706637 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-aee62655-f77a-41c6-86fd-9c32ed7b141d tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8c2f931b235747a48ecc15f3d58fc624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289685 Dec 21 00:07:30.709404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38674) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:30.791937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:29Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:30.819023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Checking router: 7674db66-016c-46cb-9f64-445037ee31be for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:30.819385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Updating router 7674db66-016c-46cb-9f64-445037ee31be port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:07:30.845000 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:30.862573 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b5af03-549c-4baa-bb65-dada0d17f00b tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:30.864137 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-15b5af03-549c-4baa-bb65-dada0d17f00b tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1538126 Dec 21 00:07:30.867079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38676) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:30.900323 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d9fda86a-7bcb-4c07-8fd3-f24d66d1de0a tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321689 Dec 21 00:07:30.903719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38678) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:30.908440 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989805461', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:31.054874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:07:31.058358 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.096314 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.162190 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.207637 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ff6c8-9a34-4fb7-8180-8b23c32c6305 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:31.220520 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Attempting to bind port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:07:31.220894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Attempting to bind port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:07:31.221257 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Attempting to bind port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:07:31.224578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c935-6f29-42b5-b73d-7cbbddd4701b None None] Pushing event updated for resources: {'Port': ['ID=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:31.232916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:07:31.232916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:07:31.233366 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.233706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:07:31.234203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Bound port: 85ac8fbe-ffb4-4271-8332-716c1f3bdf11, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:07:31.234674 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.286522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] For port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:07:31.289639 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] For port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:07:31.311122 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.311368 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2e8c4d5d-5a83-4a94-ba88-cfa925eaeeac None None] Provisioning complete for port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:31.311368 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4d5d-5a83-4a94-ba88-cfa925eaeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.346025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c4d5d-5a83-4a94-ba88-cfa925eaeeac None None] Port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:07:31.364193 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.368501 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Subnet': ['ID=7cbc1c94-a068-486d-a565-022c7cddc5bd,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:31.377383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Checking segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:07:31.377775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network hostable DHCP agents. Network: c9bc535d-ef6d-4d1a-9a34-cfc87b269156, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:07:31.409413 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f799091-81b8-49ae-b618-b57ebd4b1038 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:07:31.433182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:31.433832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:31.438395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:07:31.439438 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87c935-6f29-42b5-b73d-7cbbddd4701b None None] Pushing event updated for resources: {'Port': ['ID=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:31.500449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, c9bc535d-ef6d-4d1a-9a34-cfc87b269156) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:31.505824 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:31.506453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.530546 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b429d9-d3dc-4f04-8887-bbb020ce91d7 None None] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:07:31.540103 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] Provisioning complete for port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:31.540475 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:31.560691 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9db75997-bed8-4ec7-8e19-74cf99d4fc1c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6559532 Dec 21 00:07:31.565083 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38680) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:31.638377 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:32.006610 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.014284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:07:32.015145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.065174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] For port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:32.156233 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.214824 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:29Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:32.254501 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3f52e-a46f-48e3-8f4a-f10d8f01aa4d None None] The sync data for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 is: [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:29Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:32.276430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Allocated IP 172.20.0.2 (c9bc535d-ef6d-4d1a-9a34-cfc87b269156/7cbc1c94-a068-486d-a565-022c7cddc5bd/573fc239-0580-4661-b003-c9632488fba5) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:07:32.279111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84721a48-02d9-46de-a455-ca895bedea02 None None] Pushing event updated for resources: {'Port': ['ID=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:32.363754 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.438024 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.535512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.579138 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:32.582229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:32.587267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:07:32.591093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Pushing event updated for resources: {'Port': ['ID=573fc239-0580-4661-b003-c9632488fba5,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:32.656039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Attempting to bind port 573fc239-0580-4661-b003-c9632488fba5 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:07:32.656174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Attempting to bind port 573fc239-0580-4661-b003-c9632488fba5 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:07:32.656750 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Attempting to bind port 573fc239-0580-4661-b003-c9632488fba5 on network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:07:32.662370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:07:32.662746 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Checking segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:07:32.663145 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.663541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Bound using segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:07:32.664665 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Bound port: 573fc239-0580-4661-b003-c9632488fba5, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:07:32.664665 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.685585 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.1 (c9bc535d-ef6d-4d1a-9a34-cfc87b269156/7cbc1c94-a068-486d-a565-022c7cddc5bd/f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:07:32.731185 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] For port 573fc239-0580-4661-b003-c9632488fba5, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:07:32.734527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] For port 573fc239-0580-4661-b003-c9632488fba5, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=573fc239-0580-4661-b003-c9632488fba5,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:07:32.793140 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.810325 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.856023 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e9b8-66ab-425f-9e93-62ee1254b8b4 None None] Pushing event updated for resources: {'Port': ['ID=573fc239-0580-4661-b003-c9632488fba5,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:32.935302 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:32.983032 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:32.987146 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:32.992765 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:07:33.027431 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:33.068083 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.260393 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.539244 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.580865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.659010 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:33.661547 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.753799 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:33.755093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:33.826320 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:33.871455 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 7674db66-016c-46cb-9f64-445037ee31be has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:07:33.980406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:33.986021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b42655d0-8cb3-4a11-8b84-c443cc0a1007 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/7674db66-016c-46cb-9f64-445037ee31be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4207728 Dec 21 00:07:33.995567 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Sync routers for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:34.005437 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:34.006074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:34.112120 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:34.142554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-c416e56e-5201-4b8b-ad98-1a945d4bdee8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190207524&fields=id&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 267 time: 0.0465784 Dec 21 00:07:34.277387 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-e969cb77-40ae-45ef-be1f-e09826de999a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:34.279173 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-e969cb77-40ae-45ef-be1f-e09826de999a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/networks?id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 200 len: 797 time: 0.1281393 Dec 21 00:07:34.297170 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3929f6f7-5ece-464f-8c29-c7b94c73540d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/quotas/8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 375 time: 0.0112319 Dec 21 00:07:34.372361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 573fc239-0580-4661-b003-c9632488fba5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:07:34.375953 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 2, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:34.399117 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-fa25018c-9a0a-498c-b77a-b9abb3134194 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949500 Dec 21 00:07:34.409402 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 573fc239-0580-4661-b003-c9632488fba5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:34.421607 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.422441 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Checking router: 7674db66-016c-46cb-9f64-445037ee31be for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:34.422441 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Updating router 7674db66-016c-46cb-9f64-445037ee31be port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:07:34.452583 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.481986 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-69bb7c70-e432-49dc-9d93-04535d6d591d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:07:34.483216 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-69bb7c70-e432-49dc-9d93-04535d6d591d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0701342 Dec 21 00:07:34.509226 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.546365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 573fc239-0580-4661-b003-c9632488fba5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=573fc239-0580-4661-b003-c9632488fba5,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:34.602952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-84565bd2-2366-40b4-a715-6292542508e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131496 Dec 21 00:07:34.615377 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.618014 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:07:34.703220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1892e583-8a9c-42d6-8b2b-08a2fbf145f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990109 Dec 21 00:07:34.731971 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=573fc239-0580-4661-b003-c9632488fba5,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:34.746707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:34.746983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.784070 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.819832 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2842cc-c6b5-416a-a714-d7796075af92 None None] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:07:34.872316 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.937113 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Pushing event updated for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:34.969560 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.975656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a1e4-2b75-4279-bf9d-00099d4c31f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:34.976100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.976100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.976100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.976100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:34.976100 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:07:35.000409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e02a571c-23bc-4599-9374-31ee1dcb480b None None] Provisioning complete for port 573fc239-0580-4661-b003-c9632488fba5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:35.000929 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e02a571c-23bc-4599-9374-31ee1dcb480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.041248 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Attempting to bind port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:07:35.041863 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Attempting to bind port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:07:35.042616 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Attempting to bind port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 on network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:07:35.055123 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b9108305-7aef-4e41-bb78-6d3595646fe9 req-f9fd9aff-615b-473f-886a-4b8469307b16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 210 time: 0.0516286 Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Checking segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Bound using segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Bound port: f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:07:35.078016 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.163744 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] For port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:07:35.167639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] For port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:07:35.232711 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.287954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:35.288570 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:35.333195 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0408d7-6975-443b-8e15-5b245d82a47c None None] Pushing event updated for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:35.350537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Provisioning complete for port 573fc239-0580-4661-b003-c9632488fba5 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:35.351039 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.418190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:35.447400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Provisioning complete for port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:35.448974 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.565826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.601537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] For port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:35.672075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:35.726143 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:35.730676 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca8dec-7f86-4055-974f-b88b4f2bff15 None None] Pushing event updated for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:35.753388 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf858-8c69-478a-a99b-b26909d67889 None None] The sync data for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 is: [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:35.824396 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c45c65d4-8c02-4ae0-9064-4c2722568be7 None None] Provisioning complete for port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:35.824769 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c45c65d4-8c02-4ae0-9064-4c2722568be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:36.049813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-caf7e39c-7731-4dbd-8a49-29370417e4e8 None None] Provisioning complete for port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:36.050471 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caf7e39c-7731-4dbd-8a49-29370417e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:36.156781 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-537b5caf-b93b-47da-9ad8-7ab5f77894df req-ffff647b-2478-4de5-adac-c325dcc10918 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 210 time: 0.0347259 Dec 21 00:07:36.283010 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-be8d8367-97a5-47ba-a509-f2939fcb0027 None None] Provisioning complete for port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:36.283393 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-be8d8367-97a5-47ba-a509-f2939fcb0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:36.360572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:07:36.421279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:36.421689 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:36.508978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 573fc239-0580-4661-b003-c9632488fba5 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:07:36.559106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 573fc239-0580-4661-b003-c9632488fba5 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:36.559557 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:37.253023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08d15324-d024-46d0-bd3c-47fa5bc46fc1 req-bc42b7ea-8fe6-45b4-a4d3-38eb40c476c4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 210 time: 0.0265613 Dec 21 00:07:37.405014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-63b2720a-202f-4aaf-92ed-174f969cee64 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:37.406534 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-63b2720a-202f-4aaf-92ed-174f969cee64 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/networks?id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 200 len: 797 time: 0.1079926 Dec 21 00:07:37.472050 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-20fdde1b-787b-4a69-b63d-8a757628ba17 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 379 time: 0.0550182 Dec 21 00:07:37.492404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'port': {'device_id': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'admin_state_up': True, 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'security_groups': ['9403bd1a-7da8-4492-bc1c-9fb1ab53ff51']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:37.677648 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-dcef7acd-81a0-4c1e-81bd-e7a543e14649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:37.678310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:07:37.682285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:37.810670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.6 (c9bc535d-ef6d-4d1a-9a34-cfc87b269156/7cbc1c94-a068-486d-a565-022c7cddc5bd/519bb286-0e02-461d-837a-cdad2c70a8da) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:07:37.945214 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.037772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.086591 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:38.090316 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:38.093996 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:07:38.100313 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:38.147701 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:38.148312 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.223390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-3eab515c-3ac6-480f-b69a-196fa0f87fe5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346208 Dec 21 00:07:38.286421 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Request body: {'port': {'device_id': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:38.338173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-17a7d647-b62a-406f-a2b5-49f6a9040ab0 None None] Provisioning complete for port 519bb286-0e02-461d-837a-cdad2c70a8da triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:38.338495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-17a7d647-b62a-406f-a2b5-49f6a9040ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.365597 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.373490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-17a7d647-b62a-406f-a2b5-49f6a9040ab0 None None] Port 519bb286-0e02-461d-837a-cdad2c70a8da cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:07:38.399947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0222b-c44a-4d58-b040-892a305942f2 req-70737d19-dd7d-4116-9947-f5418a379b81 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:38.402079 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c0222b-c44a-4d58-b040-892a305942f2 req-70737d19-dd7d-4116-9947-f5418a379b81 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 931 time: 0.0683877 Dec 21 00:07:38.532040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08c0222b-c44a-4d58-b040-892a305942f2 req-1e5c3e07-afa9-49c1-96a8-a02fdb795334 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130352 Dec 21 00:07:38.574941 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.680001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519bb286-0e02-461d-837a-cdad2c70a8da {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:07:38.687329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.699105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Transition to ACTIVE for port object 519bb286-0e02-461d-837a-cdad2c70a8da will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:07:38.774542 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.845094 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Pushing event updated for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:38.897989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Attempting to bind port 519bb286-0e02-461d-837a-cdad2c70a8da on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:07:38.898325 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Attempting to bind port 519bb286-0e02-461d-837a-cdad2c70a8da by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:07:38.898651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Attempting to bind port 519bb286-0e02-461d-837a-cdad2c70a8da on network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:07:38.903690 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Port 519bb286-0e02-461d-837a-cdad2c70a8da on network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:07:38.904025 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Attempting to bind port 519bb286-0e02-461d-837a-cdad2c70a8da on network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:07:38.909259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:07:38.909600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Checking segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:07:38.910019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Bound using segment: {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:07:38.910451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Bound port: 519bb286-0e02-461d-837a-cdad2c70a8da, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eebc6e5-bbb9-404f-9ae3-292d99b6e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:07:38.910809 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:38.976956 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:07:38.979951 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=519bb286-0e02-461d-837a-cdad2c70a8da,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:07:39.061293 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:39.095437 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.096156 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:39.097886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] 10.222.0.45 "PUT /v2.0/ports/519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 200 len: 1091 time: 0.8611445 Dec 21 00:07:39.100058 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:07:39.102353 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0daeb72-b598-4f6e-8955-9c7941d67e64" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:07:39.131476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261da7d-83b1-4e0c-880d-f05b9d7def29 service neutron] Pushing event updated for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:39.143580 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9eeee5-4936-4253-bbda-1db5fc316e2e x-openstack-request-id: req-1d9eeee5-4936-4253-bbda-1db5fc316e2e {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:07:39.143871 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:07:39.144123 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d9eeee5-4936-4253-bbda-1db5fc316e2e {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:07:39.144549 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da', 'status': 'completed', 'code': 200} Dec 21 00:07:39.212307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-c8ea4c4e-6045-4b4c-8672-70f6a9616b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.214834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-c8ea4c4e-6045-4b4c-8672-70f6a9616b88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1094 time: 0.0501897 Dec 21 00:07:39.321928 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-f20f3c67-81a2-46c0-bf7b-780e82f31b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.323739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-f20f3c67-81a2-46c0-bf7b-780e82f31b52 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8c2f931b235747a48ecc15f3d58fc624&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0952566 Dec 21 00:07:39.419676 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-2f84402c-5d89-450c-a656-222d55805ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.421070 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e0daeb72-b598-4f6e-8955-9c7941d67e64 req-2f84402c-5d89-450c-a656-222d55805ff1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908096 Dec 21 00:07:39.497165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-8e2c2d49-1ab8-49f6-87e5-2e83f99ae103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.498674 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-8e2c2d49-1ab8-49f6-87e5-2e83f99ae103 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1094 time: 0.0413527 Dec 21 00:07:39.547293 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-eb63b1f0-63c5-4ed9-aa36-8b85da48aba6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 200 len: 217 time: 0.0343318 Dec 21 00:07:39.619804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-6e0afd27-38ed-4b04-b147-51dc5dea3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.621765 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-6e0afd27-38ed-4b04-b147-51dc5dea3b33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cbc1c94-a068-486d-a565-022c7cddc5bd HTTP/1.1" status: 200 len: 834 time: 0.0599182 Dec 21 00:07:39.684086 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf64cf-516d-4186-bef3-846f8f27d796 req-978624f1-6f67-4c09-9e87-a30ab059f852 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.685546 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dbf64cf-516d-4186-bef3-846f8f27d796 req-978624f1-6f67-4c09-9e87-a30ab059f852 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 943 time: 0.0796955 Dec 21 00:07:39.691304 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-f99774ec-2ac6-4f12-a996-49a20299107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:39.692660 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-f99774ec-2ac6-4f12-a996-49a20299107d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581453 Dec 21 00:07:39.789469 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7dbf64cf-516d-4186-bef3-846f8f27d796 req-ce34847f-3092-4521-99f2-7490b1b05db3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958812 Dec 21 00:07:39.816588 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-15f3d5ac-84a9-43fa-8b7e-76d3f640cf9c service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096992 Dec 21 00:07:39.912784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59f55346-8cc8-48a1-9fb0-2e0fdb3a2697 req-53df2fa1-651a-433b-946a-09d6ef81a4e6 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876205 Dec 21 00:07:40.002052 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:40.500452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:40.906899 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858325-3eee-4175-98c4-a898c4c2daea req-72c52495-73ba-4c20-8ca1-b6cf4a42edc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:40.908377 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0858325-3eee-4175-98c4-a898c4c2daea req-72c52495-73ba-4c20-8ca1-b6cf4a42edc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 943 time: 0.0474772 Dec 21 00:07:40.957363 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b0858325-3eee-4175-98c4-a898c4c2daea req-fa93a04e-7ad1-482e-ad87-205a7912c178 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Dec 21 00:07:42.070520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93106696-289d-4a68-904b-eeaaa7ed7043 req-c51ca814-830c-455a-9a96-0d03331e6523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:42.071996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93106696-289d-4a68-904b-eeaaa7ed7043 req-c51ca814-830c-455a-9a96-0d03331e6523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 943 time: 0.0482891 Dec 21 00:07:42.122308 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-93106696-289d-4a68-904b-eeaaa7ed7043 req-b167ddf0-3a87-477f-ad9e-c133d15464bd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Dec 21 00:07:43.241654 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe103de-6156-4de1-9625-3b0fa38816c0 req-56fbb47f-3673-443c-97cf-20f16edc7ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:43.243196 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fe103de-6156-4de1-9625-3b0fa38816c0 req-56fbb47f-3673-443c-97cf-20f16edc7ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 943 time: 0.0521350 Dec 21 00:07:43.292461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8fe103de-6156-4de1-9625-3b0fa38816c0 req-8b23c032-4054-4e15-9baf-e5d92e2cfb2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429523 Dec 21 00:07:43.496678 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 519bb286-0e02-461d-837a-cdad2c70a8da details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:07:43.587751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=519bb286-0e02-461d-837a-cdad2c70a8da,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:43.598944 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '519bb286-0e02-461d-837a-cdad2c70a8da', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'port_id': '519bb286-0e02-461d-837a-cdad2c70a8da', 'mac_address': 'fa:16:3e:15:c4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:07:43.638713 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:43.650999 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519bb286-0e02-461d-837a-cdad2c70a8da {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:07:43.669605 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=519bb286-0e02-461d-837a-cdad2c70a8da,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:43.728924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:43.776551 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:44.063412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['519bb286-0e02-461d-837a-cdad2c70a8da'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:07:44.406235 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72a4f9-554a-4557-9834-cac022d9caa2 req-7ba3fd07-5c1b-42ce-8285-6e62ec47d9c5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:44.407782 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce72a4f9-554a-4557-9834-cac022d9caa2 req-7ba3fd07-5c1b-42ce-8285-6e62ec47d9c5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 944 time: 0.0481613 Dec 21 00:07:44.457882 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ce72a4f9-554a-4557-9834-cac022d9caa2 req-07a2252e-4587-49ab-96e7-47c030232488 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440538 Dec 21 00:07:45.527213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 519bb286-0e02-461d-837a-cdad2c70a8da up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:07:45.572575 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0ac0b-e008-4359-a59d-8359ab0bce53 req-f921e434-c8ca-4fcc-8b73-59942fc3ef89 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:45.574428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7f0ac0b-e008-4359-a59d-8359ab0bce53 req-f921e434-c8ca-4fcc-8b73-59942fc3ef89 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 944 time: 0.0488780 Dec 21 00:07:45.627527 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e7f0ac0b-e008-4359-a59d-8359ab0bce53 req-fdbcfbfb-8db8-4410-b217-f787abd26db2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471542 Dec 21 00:07:45.660545 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 519bb286-0e02-461d-837a-cdad2c70a8da completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:07:45.664632 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 519bb286-0e02-461d-837a-cdad2c70a8da triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:07:45.665008 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:45.742765 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:45.764749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:07:45.767046 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a9281-2f9e-4725-baab-67bd2ebbbfbb" -d '{"events": [{"server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "name": "network-vif-plugged", "status": "completed", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:07:45.780154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=519bb286-0e02-461d-837a-cdad2c70a8da,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:07:45.830320 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:45.864017 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619dd58d-7c43-4fad-a4fc-900c39f3d689 x-openstack-request-id: req-619dd58d-7c43-4fad-a4fc-900c39f3d689 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:07:45.864311 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "name": "network-vif-plugged", "status": "completed", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:07:45.864565 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-619dd58d-7c43-4fad-a4fc-900c39f3d689 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:07:45.864957 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da', 'code': 200} Dec 21 00:07:45.882699 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:45.976318 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912cbd9-756f-4c58-b39d-f782a2c813b1 req-a6e8e32b-ba0c-40d9-a66c-4fda05d420a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:45.977835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7912cbd9-756f-4c58-b39d-f782a2c813b1 req-a6e8e32b-ba0c-40d9-a66c-4fda05d420a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1096 time: 0.0399017 Dec 21 00:07:46.027445 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7912cbd9-756f-4c58-b39d-f782a2c813b1 req-424d4f7f-3f4a-4ebd-89f2-f16f6d282dc9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Dec 21 00:07:46.742211 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953b36-d736-4b4d-b14c-7eb0db07af5f req-f28fd94e-7e0a-4f2b-aba0-a1a224b7d39b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:46.743582 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70953b36-d736-4b4d-b14c-7eb0db07af5f req-f28fd94e-7e0a-4f2b-aba0-a1a224b7d39b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0485930 Dec 21 00:07:46.792773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-70953b36-d736-4b4d-b14c-7eb0db07af5f req-1f837ccd-2d65-4cec-af1c-198592d91e49 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Dec 21 00:07:47.911669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38ab8-b170-4a8f-83a3-a7ae5f33b1f9 req-769d3791-13de-4823-9bb6-dd66c05c0851 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:47.912868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59e38ab8-b170-4a8f-83a3-a7ae5f33b1f9 req-769d3791-13de-4823-9bb6-dd66c05c0851 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 21 00:07:47.962463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59e38ab8-b170-4a8f-83a3-a7ae5f33b1f9 req-3befeba1-db54-4c44-afde-59a63d40c9a3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Dec 21 00:07:48.078384 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4d843-0986-4d85-a7e4-2014c81cc5a3 req-9d5bffec-0e9a-479f-8034-4b82382a5382 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:48.079795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9f4d843-0986-4d85-a7e4-2014c81cc5a3 req-9d5bffec-0e9a-479f-8034-4b82382a5382 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0489700 Dec 21 00:07:48.127687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a9f4d843-0986-4d85-a7e4-2014c81cc5a3 req-2175a257-d3ce-4ef7-9f7a-bfd83aed8ab7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Dec 21 00:07:48.149529 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38742) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:48.191518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214976fb-c4a5-4468-8b9b-afb1e16975d7 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:48.192953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-214976fb-c4a5-4468-8b9b-afb1e16975d7 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1091 time: 0.0424671 Dec 21 00:07:48.195804 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38744) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:48.200919 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '519bb286-0e02-461d-837a-cdad2c70a8da', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:07:48.283014 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:48.379594 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:48.484985 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.7 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/9d15ebcf-6ea6-497c-b254-0a63c609f380) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:07:48.583131 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:48.677774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:48.723854 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:07:48.728682 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:07:48.734095 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:07:48.759114 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=9d15ebcf-6ea6-497c-b254-0a63c609f380,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:49.098387 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:49.222720 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:49.378929 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:49.453410 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:49.518943 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=9d15ebcf-6ea6-497c-b254-0a63c609f380,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:07:49.530397 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:49.627472 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 0f65ace6-d830-43e2-bd50-077f43142fba associated. External IP: 172.25.1.7, port: 519bb286-0e02-461d-837a-cdad2c70a8da. Dec 21 00:07:50.180989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 7674db66-016c-46cb-9f64-445037ee31be has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:07:50.284618 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:07:50.294804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Sync routers for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:07:50.304502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:50.305089 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:50.411346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:50.416465 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:07:50.445639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a48e078f-5f03-4d09-acf6-8417f63bd964 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2487311 Dec 21 00:07:50.446310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:07:50.449111 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:07:50.489940 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67245e55-97f7-464d-a78c-f2801dab85dd x-openstack-request-id: req-67245e55-97f7-464d-a78c-f2801dab85dd {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:07:50.490242 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:07:50.490508 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67245e55-97f7-464d-a78c-f2801dab85dd {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:07:50.491008 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da', 'status': 'completed', 'code': 200} Dec 21 00:07:50.528723 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.45', 52873) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:50.579241 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-c3e332a8-922e-4153-b20c-ec7936b81518 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486128 Dec 21 00:07:50.582224 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-69dfce3e-6d14-49b7-b365-9b4719e5639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:50.583790 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-69dfce3e-6d14-49b7-b365-9b4719e5639b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1096 time: 0.0544882 Dec 21 00:07:50.591478 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c72c1-4f44-4e64-9c84-d212ebaff914 req-7197de7f-e696-45be-8e60-ddebdcecfdcc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:50.592590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-585c72c1-4f44-4e64-9c84-d212ebaff914 req-7197de7f-e696-45be-8e60-ddebdcecfdcc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0903325 Dec 21 00:07:50.695223 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-585c72c1-4f44-4e64-9c84-d212ebaff914 req-8d2f190e-1687-4b2b-a291-fc8b274efb3d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945127 Dec 21 00:07:50.713120 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-88be1208-8f4b-4e91-9308-a28d60b50f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:50.714798 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-88be1208-8f4b-4e91-9308-a28d60b50f9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 200 len: 898 time: 0.1213317 Dec 21 00:07:50.718443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38750) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:50.803292 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0f65ace6-d830-43e2-bd50-077f43142fba', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7674db66-016c-46cb-9f64-445037ee31be', 'port_id': '519bb286-0e02-461d-837a-cdad2c70a8da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'mac_address': 'fa:16:3e:15:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:07:48Z', 'updated_at': '2021-12-21T00:07:48Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:50.825704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-be13c3e5-f5a4-485b-aa7e-5d53abc82225 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0f65ace6-d830-43e2-bd50-077f43142fba HTTP/1.1" status: 200 len: 989 time: 0.1061893 Dec 21 00:07:50.829623 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-9b9aeab6-4a51-40db-afb0-45fcd7d0caa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 200 len: 997 time: 0.1038783 Dec 21 00:07:50.833595 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Checking router: 7674db66-016c-46cb-9f64-445037ee31be for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:07:50.843148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:07:50.843757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:07:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:50.880947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-9cdfafd5-4872-43f9-a040-897ca2763060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:50.882411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-9cdfafd5-4872-43f9-a040-897ca2763060 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cbc1c94-a068-486d-a565-022c7cddc5bd HTTP/1.1" status: 200 len: 834 time: 0.0458729 Dec 21 00:07:50.930857 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-11b9d0ed-5e94-48f6-a1af-e1b8ee0d907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:50.932390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-11b9d0ed-5e94-48f6-a1af-e1b8ee0d907e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419898 Dec 21 00:07:50.943472 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-06356da2-6407-4f1c-8d30-f57c658e71b8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:07:50.944413 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-06356da2-6407-4f1c-8d30-f57c658e71b8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049183 Dec 21 00:07:50.950616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:07:51.038889 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-8d6cbd70-2a52-4d5f-976a-6cb0a6522ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Dec 21 00:07:51.131759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bcd5a598-6f23-4f3a-92f7-f8c38afbbd7d req-51fc8254-1aa2-4825-a82d-377566a6b0c7 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860140 Dec 21 00:07:51.178949 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0f65ace6-d830-43e2-bd50-077f43142fba', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7674db66-016c-46cb-9f64-445037ee31be', 'port_id': '519bb286-0e02-461d-837a-cdad2c70a8da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'mac_address': 'fa:16:3e:15:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:07:48Z', 'updated_at': '2021-12-21T00:07:48Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:07:51.205489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2cf66-22da-4725-99d4-bd66a5b3c859 None None] The sync data for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 is: [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0f65ace6-d830-43e2-bd50-077f43142fba', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '7674db66-016c-46cb-9f64-445037ee31be', 'port_id': '519bb286-0e02-461d-837a-cdad2c70a8da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'mac_address': 'fa:16:3e:15:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:07:48Z', 'updated_at': '2021-12-21T00:07:48Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:07:51.307239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-492c0995-4f5c-4e1d-aa3a-802830c94599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:51.309370 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-492c0995-4f5c-4e1d-aa3a-802830c94599 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1096 time: 0.0427144 Dec 21 00:07:51.411781 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac7cbb-70ac-4dd8-9cac-13bad7ae5218 None None] New status for floating IP 0f65ace6-d830-43e2-bd50-077f43142fba: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:07:51.422411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-33ddead8-bc6a-4a8a-a19b-bea4061a9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:51.424199 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-33ddead8-bc6a-4a8a-a19b-bea4061a9876 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 200 len: 898 time: 0.0935268 Dec 21 00:07:51.490771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-c1fb0203-e3a2-46f2-acde-4b7c4a09d0fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 200 len: 997 time: 0.0595551 Dec 21 00:07:51.539272 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-3b3b4ae1-74cb-4e7e-8d26-65f58b8c8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:51.540738 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-3b3b4ae1-74cb-4e7e-8d26-65f58b8c8a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cbc1c94-a068-486d-a565-022c7cddc5bd HTTP/1.1" status: 200 len: 834 time: 0.0431893 Dec 21 00:07:51.591977 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-749893f6-c2ee-426e-a9d2-d3470bd0f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:07:51.593520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-749893f6-c2ee-426e-a9d2-d3470bd0f4fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450068 Dec 21 00:07:51.687447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-2ddfdf51-028f-4a5d-b384-1437f134fd77 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865459 Dec 21 00:07:51.779000 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-781c57ee-8e48-4e45-a9b2-161edebec3a6 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Dec 21 00:07:51.829678 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38752) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:07:51.889347 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3265dc3-2ad5-4faa-b22d-9f3c1ab2aa18 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0f65ace6-d830-43e2-bd50-077f43142fba HTTP/1.1" status: 200 len: 991 time: 0.0585351 Dec 21 00:07:58.688884 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:03.841217 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:03.894366 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:08:04.882823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-49f944cf-f1ed-4e2c-85c7-29510954d9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:07.677182 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7c0817f7-ddac-4195-b7e5-e6704ffa855b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:08.600757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:09.989729 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:10.486824 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:25.380424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b608e95-bfae-4a53-9fa9-c2ef46bf5fe0 req-ca404155-adfd-4ca4-875a-15c65c3795d2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:25.381966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b608e95-bfae-4a53-9fa9-c2ef46bf5fe0 req-ca404155-adfd-4ca4-875a-15c65c3795d2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0542316 Dec 21 00:08:25.430817 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3b608e95-bfae-4a53-9fa9-c2ef46bf5fe0 req-326cbcb2-c8c2-4c12-bbbd-f159b8071fbe tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Dec 21 00:08:26.550666 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186aab-fc7d-49f0-9e07-d367bb66815f req-cbba1ea7-03b4-4e0b-8e19-619dc5d3e999 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:26.552164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b186aab-fc7d-49f0-9e07-d367bb66815f req-cbba1ea7-03b4-4e0b-8e19-619dc5d3e999 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0509274 Dec 21 00:08:26.602081 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4b186aab-fc7d-49f0-9e07-d367bb66815f req-71b626fb-b912-41ee-b771-349f72e25201 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Dec 21 00:08:26.624737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38770) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:26.689346 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fab34077-e043-4eb9-b4b4-add9914739e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0f65ace6-d830-43e2-bd50-077f43142fba HTTP/1.1" status: 200 len: 991 time: 0.0634811 Dec 21 00:08:28.107077 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bd82-2d80-4d3a-8584-0532aa612078 req-d1c83925-6368-4743-896b-8a00d35cc418 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:28.108524 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a30bd82-2d80-4d3a-8584-0532aa612078 req-d1c83925-6368-4743-896b-8a00d35cc418 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0492239 Dec 21 00:08:28.158864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3a30bd82-2d80-4d3a-8584-0532aa612078 req-d43a6848-21f8-4a40-85b8-886b2cffa1d1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Dec 21 00:08:28.631778 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:29.276046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbb486-4e20-411b-afb6-3dfa2eb67d80 req-9abf6316-2847-4ccf-b3ff-78a46470123e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:29.277520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0fbb486-4e20-411b-afb6-3dfa2eb67d80 req-9abf6316-2847-4ccf-b3ff-78a46470123e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0491772 Dec 21 00:08:29.326586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0fbb486-4e20-411b-afb6-3dfa2eb67d80 req-afde761b-3e66-41f8-b736-cf22c818ee15 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431571 Dec 21 00:08:29.349218 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38780) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:29.411864 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-61c6ae50-e818-4af6-8181-c111f17becc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0f65ace6-d830-43e2-bd50-077f43142fba HTTP/1.1" status: 200 len: 991 time: 0.0614693 Dec 21 00:08:29.657047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38786) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:29.812967 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 9d15ebcf-6ea6-497c-b254-0a63c609f380 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:08:29.813313 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:29.890631 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:29.890952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:29.902358 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 9d15ebcf-6ea6-497c-b254-0a63c609f380 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:08:30.145635 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:30.175971 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=9d15ebcf-6ea6-497c-b254-0a63c609f380,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:30.202063 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.202422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.202771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.203112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.203451 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.203786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.204122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.204452 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.204787 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.205116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.205445 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.205792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.206116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:30.245602 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:30.245963 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 0f65ace6-d830-43e2-bd50-077f43142fba disassociated (deleted). External IP: 172.25.1.7, port: 519bb286-0e02-461d-837a-cdad2c70a8da. Dec 21 00:08:30.452037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 7674db66-016c-46cb-9f64-445037ee31be has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:08:30.558769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:08:30.563651 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:30.568631 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Sync routers for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:08:30.578689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:30.579323 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:30.591255 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-0899017a-0ff5-4942-bdc0-301257626948 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f65ace6-d830-43e2-bd50-077f43142fba HTTP/1.1" status: 204 len: 168 time: 0.9331186 Dec 21 00:08:30.592060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:08:30.594626 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d75a7c-e5e3-4741-8017-3236b6bd181f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:08:30.644378 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bb5f0-8459-4520-b684-20985d535627 x-openstack-request-id: req-637bb5f0-8459-4520-b684-20985d535627 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:08:30.644671 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:08:30.644982 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-637bb5f0-8459-4520-b684-20985d535627 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:08:30.645463 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da', 'status': 'completed', 'code': 200} Dec 21 00:08:30.700588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:30.719869 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-efcc3dc7-cc5a-4125-8db4-11173d1ecfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:30.719869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-efcc3dc7-cc5a-4125-8db4-11173d1ecfd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 1096 time: 0.0435135 Dec 21 00:08:30.817866 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-f2e602ea-f977-4ed7-b0c9-5fed90956b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:30.819355 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-f2e602ea-f977-4ed7-b0c9-5fed90956b89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 200 len: 898 time: 0.0919709 Dec 21 00:08:30.866166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-ad0a5033-52c6-4c2d-b164-75f2e41e15fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 200 len: 217 time: 0.0369961 Dec 21 00:08:30.901658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:30.919959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-22bca515-657c-4e18-9b7c-96f8b405286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:30.919959 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-22bca515-657c-4e18-9b7c-96f8b405286b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7cbc1c94-a068-486d-a565-022c7cddc5bd HTTP/1.1" status: 200 len: 834 time: 0.0446982 Dec 21 00:08:30.932585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Checking router: 7674db66-016c-46cb-9f64-445037ee31be for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:08:30.944895 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:30.945584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:30.975361 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-4f3ec0e6-d384-4ec7-9d0e-4d17bc99e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:30.977981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-4f3ec0e6-d384-4ec7-9d0e-4d17bc99e6f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9bc535d-ef6d-4d1a-9a34-cfc87b269156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515432 Dec 21 00:08:31.058572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:31.083583 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d63650-02a8-4106-bb35-e191e13b8dbf req-a3ef26e5-8049-464c-a8a7-d97fbc93bfab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:31.085126 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12d63650-02a8-4106-bb35-e191e13b8dbf req-a3ef26e5-8049-464c-a8a7-d97fbc93bfab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.1053767 Dec 21 00:08:31.127417 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-aaf73efc-0173-4f28-888d-f8cb39eca64f service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372232 Dec 21 00:08:31.168968 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-12d63650-02a8-4106-bb35-e191e13b8dbf req-334fcc9a-4387-42cb-9c54-8fa17fb2f388 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753181 Dec 21 00:08:31.233993 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d6d75a7c-e5e3-4741-8017-3236b6bd181f req-3a8eda65-ab1a-41e9-9766-c1ea050128d6 service neutron] 10.222.0.45 "GET /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987217 Dec 21 00:08:31.261107 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:31.286059 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba336a77-a219-4bfe-b3d8-7f77f9055303 None None] The sync data for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 is: [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:07:33Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6', 'name': '', 'network_id': 'c9bc535d-ef6d-4d1a-9a34-cfc87b269156', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:6e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:32Z', 'updated_at': '2021-12-21T00:07:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '7cbc1c94-a068-486d-a565-022c7cddc5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:08:31.511190 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a1020b-43cd-4602-9633-111a9b13e11c None None] New status for floating IP 0f65ace6-d830-43e2-bd50-077f43142fba: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:08:32.540606 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce704b-6384-4216-91c3-af9c03db3bb7 req-bcd76f1e-29bb-4c92-a2c1-140f3d3daed4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:32.542699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2ce704b-6384-4216-91c3-af9c03db3bb7 req-bcd76f1e-29bb-4c92-a2c1-140f3d3daed4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0482676 Dec 21 00:08:32.595461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c2ce704b-6384-4216-91c3-af9c03db3bb7 req-598467da-4d89-444b-b31f-e2523f51b8ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469284 Dec 21 00:08:32.809934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-19190cd5-2fd3-41f3-b20a-a17542d058ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:32.811320 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-19190cd5-2fd3-41f3-b20a-a17542d058ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 945 time: 0.0479724 Dec 21 00:08:32.903179 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 519bb286-0e02-461d-837a-cdad2c70a8da {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:08:32.903517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:32.995647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 519bb286-0e02-461d-837a-cdad2c70a8da, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=519bb286-0e02-461d-837a-cdad2c70a8da,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:32.996106 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:33.008037 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 519bb286-0e02-461d-837a-cdad2c70a8da owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:08:33.198136 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:33.226697 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=519bb286-0e02-461d-837a-cdad2c70a8da,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:33.269873 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] No DVR routers for this DVR port 519bb286-0e02-461d-837a-cdad2c70a8da on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:08:33.275363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:33.277328 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-37ea35e1-25f2-4206-b8bf-2d46c2190ad7 req-7d970e02-c23e-4f07-a875-2bd7e7e58594 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "DELETE /v2.0/ports/519bb286-0e02-461d-837a-cdad2c70a8da HTTP/1.1" status: 204 len: 173 time: 0.4573045 Dec 21 00:08:33.277814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'name': 'network-vif-deleted', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:08:33.280059 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330bae3b-3df8-4cc5-8123-9c412cfe7ec4" -d '{"events": [{"server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "name": "network-vif-deleted", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:08:33.317194 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be7bcbb-c078-4a90-bfad-9606ef198188 x-openstack-request-id: req-6be7bcbb-c078-4a90-bfad-9606ef198188 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:08:33.317488 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2a9e1d-faeb-48f9-a8eb-77668eb314de", "name": "network-vif-deleted", "tag": "519bb286-0e02-461d-837a-cdad2c70a8da", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:08:33.317778 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6be7bcbb-c078-4a90-bfad-9606ef198188 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:08:33.318180 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2a9e1d-faeb-48f9-a8eb-77668eb314de', 'name': 'network-vif-deleted', 'tag': '519bb286-0e02-461d-837a-cdad2c70a8da', 'status': 'completed', 'code': 200} Dec 21 00:08:33.709861 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8312d984-0c40-446b-a032-1e52f3a2b950 req-bc5a2fa1-3d6e-4a30-9451-646874385509 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a2a9e1d-faeb-48f9-a8eb-77668eb314de HTTP/1.1" status: 200 len: 210 time: 0.0283689 Dec 21 00:08:33.831276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:34.767792 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38802) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:34.902972 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e356c8fa-6fcf-4bf2-b1ee-5422f6b82fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:35.130329 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:35.385984 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:08:35.386345 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:35.475645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:35.476010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:35.487907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:08:35.737257 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:35.762856 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:35.937242 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.152166 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 7674db66-016c-46cb-9f64-445037ee31be has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:08:36.611208 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:08:36.616331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-338752d2-6c16-4927-adec-2c3f3d46f960 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/7674db66-016c-46cb-9f64-445037ee31be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474157 Dec 21 00:08:36.619502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38804) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:36.622161 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Sync routers for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:08:36.636424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:36.637047 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:36.670339 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting subnet 7cbc1c94-a068-486d-a565-022c7cddc5bd {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:08:36.673453 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.713521 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.741894 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:36.799093 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.911859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.925578 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:08:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:36.940563 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbc1c94-a068-486d-a565-022c7cddc5bd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:36.945705 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:36.949973 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-df9bac92-652f-49df-a9e0-87364f26bc9e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/subnets/7cbc1c94-a068-486d-a565-022c7cddc5bd HTTP/1.1" status: 204 len: 168 time: 0.3294590 Dec 21 00:08:36.953202 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38806) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:36.955841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48cb1c-f1d8-441d-9548-ce85418fee52 None None] Network c9bc535d-ef6d-4d1a-9a34-cfc87b269156 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:08:36.958233 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Checking router: 7674db66-016c-46cb-9f64-445037ee31be for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:08:36.990242 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Routers {'7674db66-016c-46cb-9f64-445037ee31be'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:36.990865 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['7674db66-016c-46cb-9f64-445037ee31be'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:37.063483 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.175470 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.291946 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:08:37.292294 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.307519 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] Set router 7674db66-016c-46cb-9f64-445037ee31be gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:37.377669 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 85ac8fbe-ffb4-4271-8332-716c1f3bdf11, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:37.378065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.378717 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] DHCP port deletion for c9bc535d-ef6d-4d1a-9a34-cfc87b269156 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:08:37.391259 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:08:37.512477 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Deleting port 573fc239-0580-4661-b003-c9632488fba5 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:08:37.512838 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.587065 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] For port 573fc239-0580-4661-b003-c9632488fba5, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=573fc239-0580-4661-b003-c9632488fba5,segment=NetworkSegment(3eebc6e5-bbb9-404f-9ae3-292d99b6e402),segment_id=3eebc6e5-bbb9-404f-9ae3-292d99b6e402)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:37.587387 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.609040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Calling delete_port for 573fc239-0580-4661-b003-c9632488fba5 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:08:37.616706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:08:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:37.620250 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.647395 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=85ac8fbe-ffb4-4271-8332-716c1f3bdf11,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:37.651095 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf446263-2ab3-493b-8613-1f73bb44a609 None None] The sync data for ids ['7674db66-016c-46cb-9f64-445037ee31be'] in n-d-822053-9 is: [{'id': '7674db66-016c-46cb-9f64-445037ee31be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37024359', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:07:28Z', 'updated_at': '2021-12-21T00:08:35Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '85ac8fbe-ffb4-4271-8332-716c1f3bdf11', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674db66-016c-46cb-9f64-445037ee31be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:07:29Z', 'updated_at': '2021-12-21T00:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:08:37.687049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8ea60-e16b-44e0-96fd-e8b04a49aaa7 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:08:37.688909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 519bb286-0e02-461d-837a-cdad2c70a8da no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:08:37.696313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-117255ae-dd0d-4908-82ad-d4d6eb01a057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.721372 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.723740 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 519bb286-0e02-461d-837a-cdad2c70a8da {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:08:37.724066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 519bb286-0e02-461d-837a-cdad2c70a8da not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:08:37.812870 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.815094 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.831428 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.857982 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Pushing event deleted for resources: {'Port': ['ID=573fc239-0580-4661-b003-c9632488fba5,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:37.860196 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] No DVR routers for this DVR port 573fc239-0580-4661-b003-c9632488fba5 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:08:37.870273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.870273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.870273 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.870568 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.870953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.871174 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.871502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.871830 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.872229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.872572 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.872782 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.873106 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.873429 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1558eda-8eaf-4afc-86e7-cd85c0223bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:37.928512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.929047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Fanout notify agent at l3_agent the message router_deleted on router 7674db66-016c-46cb-9f64-445037ee31be {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:08:37.936399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:37.937507 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-5c823127-b55f-4e6a-8741-ea741d7e7465 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/routers/7674db66-016c-46cb-9f64-445037ee31be HTTP/1.1" status: 204 len: 168 time: 0.9832995 Dec 21 00:08:37.940227 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38810) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:38.017535 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.111482 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.133075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bc535d-ef6d-4d1a-9a34-cfc87b269156']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:38.143056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eebc6e5-bbb9-404f-9ae3-292d99b6e402') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:38.143347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eebc6e5-bbb9-404f-9ae3-292d99b6e402') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:38.153514 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.167791 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.173609 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:08:38.174043 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:08:38.177004 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:08:38.323769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.333010 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.336045 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/networks/c9bc535d-ef6d-4d1a-9a34-cfc87b269156 HTTP/1.1" status: 204 len: 168 time: 0.3948798 Dec 21 00:08:38.338935 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38812) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:38.348356 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1309cc4-3de4-420d-8dc6-553c5784ebae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Network': ['ID=c9bc535d-ef6d-4d1a-9a34-cfc87b269156,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:38.397021 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.422898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.548972 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.552060 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.553237 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/security-groups/9403bd1a-7da8-4492-bc1c-9fb1ab53ff51 HTTP/1.1" status: 204 len: 168 time: 0.2133210 Dec 21 00:08:38.563425 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403bd1a-7da8-4492-bc1c-9fb1ab53ff51,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:38.573513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:38.574585 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.574959 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.575290 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.575661 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.575994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.576327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.576658 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.576994 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.577469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.577647 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.578027 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.578973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.578973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87182ec5-ea7c-4347-8e68-e11fa8d82e16 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:38.624495 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:08:38.645160 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:08:38.645517 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f5bf644c-ec8b-4eec-bb19-2adbfbbf0de6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:08:38.645975 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 573fc239-0580-4661-b003-c9632488fba5 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:08:38.666484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 573fc239-0580-4661-b003-c9632488fba5 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:08:38.666484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 573fc239-0580-4661-b003-c9632488fba5 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:08:38.973210 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38818) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:38.977886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282935052', 'description': 'tempest-secgroup-smoke-1282935052 description', 'project_id': '8c2f931b235747a48ecc15f3d58fc624'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:39.065742 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.130107 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.200479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.229799 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:39.287845 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.289084 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-3273d078-fedf-4690-b72f-ea1e81fed7af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3147950 Dec 21 00:08:39.292622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38820) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:39.296830 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:39.393334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.450795 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.531402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.549886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8498f4-31ca-46b3-aba4-18f8db741b65,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:39.620152 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.621438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7db504c8-d2ca-4a35-afa9-11051f785035 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278944 Dec 21 00:08:39.624371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38822) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:39.628696 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:39.698637 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.753362 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.802491 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.824282 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0af162f-027f-41c6-acf7-120355a7a519,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:39.868858 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:39.870797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a427d5c6-5c1b-43d7-b904-3339ea087fc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2454283 Dec 21 00:08:39.873495 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38826) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:39.883485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:39.965930 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.022864 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.051553 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.108665 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.127409 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6d9e14-e781-427a-8ee4-1ac51956c75c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:40.202047 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.203263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e350e9c2-6326-4fa2-a219-f04c5f074054 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287721 Dec 21 00:08:40.206123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38828) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:40.210405 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:40.247157 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:08:40.270289 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:08:40.270638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 85ac8fbe-ffb4-4271-8332-716c1f3bdf11 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:08:40.287997 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.347576 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.432109 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.451206 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c47974-1ed2-4087-a567-430fb61b7ceb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:40.522310 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.534499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.534779 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-7c2ef3a5-909c-492e-ad85-fae5150ea1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276374 Dec 21 00:08:40.537443 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38830) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:40.541946 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:40.640355 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:08:40.645591 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.704072 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.776816 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.793758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4efae8b-0e1b-43c0-b6fd-8783b6bc3099,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:40.870977 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:40.872181 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-077eaeff-b788-43cb-be8a-fcf6fb552a3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337665 Dec 21 00:08:40.874980 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38832) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:40.879270 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '93767ad7-e4d9-43f0-b250-aeb3d2a0ae81', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:40.892999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:08:40.959993 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:08:40.965247 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.022050 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.091315 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.109054 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e9a05c-2daf-4416-b57b-caa5e614dbcb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:41.175682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.176982 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2d069254-6135-411b-9cf5-cacdf8150971 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3010931 Dec 21 00:08:41.179908 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38834) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:41.185560 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'network': {'name': 'tempest-network-smoke--267288042', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:41.293519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:08:41.296981 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.320120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:08:41.328814 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.329154 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Added segment a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3 of type vlan for network be499903-0d6f-4208-947d-405f10a1866b Dec 21 00:08:41.370680 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.459242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.465611 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:41.466260 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.530298 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Network': ['ID=be499903-0d6f-4208-947d-405f10a1866b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:41.542610 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network be499903-0d6f-4208-947d-405f10a1866b details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:08:41.559870 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-68ab2c39-ecab-43e6-b56d-76ceb8802d9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3789015 Dec 21 00:08:41.562496 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38836) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:41.566923 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'admin_state_up': True, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:41.662990 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.664002 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.718466 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:41.912312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.167810 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.186756 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.288660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.15 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/4779bc34-3e39-438d-a854-9b4bb6dd8473) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:08:42.387428 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.471609 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.506044 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:42.511394 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:42.515010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:08:42.524689 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3521cf-998e-4d83-8406-ff2bc42674d7 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:08:42.549184 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=4779bc34-3e39-438d-a854-9b4bb6dd8473,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:42.551818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-52bbf29c-8de8-4f1d-af3f-bf0de5226955 None None] Provisioning complete for port 4779bc34-3e39-438d-a854-9b4bb6dd8473 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:42.552320 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-52bbf29c-8de8-4f1d-af3f-bf0de5226955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:42.590381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-52bbf29c-8de8-4f1d-af3f-bf0de5226955 None None] Port 4779bc34-3e39-438d-a854-9b4bb6dd8473 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:08:42.842286 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:43.035174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:43.268396 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:08:43.371312 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:08:43.380678 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Sync routers for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:08:43.390751 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:43.397326 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:43.470565 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:43.472056 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-89007f47-0893-4806-862b-99c3e58484dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9083977 Dec 21 00:08:43.475112 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38838) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:43.493173 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:43.503583 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7205f474-aa0e-4ae8-ae0a-4324a52fbb08 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8c2f931b235747a48ecc15f3d58fc624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271997 Dec 21 00:08:43.506056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38840) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:43.597199 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ef9873-351e-429c-8150-1af536ef93f3 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:43.598842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a4ef9873-351e-429c-8150-1af536ef93f3 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919056 Dec 21 00:08:43.601644 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38842) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:43.629923 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-252808e3-3dd2-4b33-bd8a-f9f22f9c1ed6 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271630 Dec 21 00:08:43.632381 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38844) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:43.637430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357350647', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:43.673505 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:42Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:43.699156 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Checking router: e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:08:43.699503 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Updating router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf port 4779bc34-3e39-438d-a854-9b4bb6dd8473 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:08:43.723702 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:43.794187 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'subnet': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:08:43.797762 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130275025'] for subnet, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:43.974673 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.056938 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.085920 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130208994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130275011'] for subnet, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.097685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607fa08-f036-4776-9002-c31fa1f004d8 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:08:44.106796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Attempting to bind port 4779bc34-3e39-438d-a854-9b4bb6dd8473 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:08:44.107086 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Attempting to bind port 4779bc34-3e39-438d-a854-9b4bb6dd8473 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:08:44.107499 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Attempting to bind port 4779bc34-3e39-438d-a854-9b4bb6dd8473 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:08:44.117677 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:08:44.118074 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:08:44.118468 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.118852 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:08:44.119451 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Bound port: 4779bc34-3e39-438d-a854-9b4bb6dd8473, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:08:44.120100 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.122875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Pushing event updated for resources: {'Port': ['ID=4779bc34-3e39-438d-a854-9b4bb6dd8473,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:44.149509 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.149879 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.150919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.151325 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.151584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Subnet': ['ID=ba942918-c60b-4a59-89a2-043f60b300d0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:44.151762 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.151961 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.152282 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.152599 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.152917 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.153301 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.153682 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.153977 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.154293 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:08:44.166343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Checking segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:08:44.166343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network hostable DHCP agents. Network: be499903-0d6f-4208-947d-405f10a1866b, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:08:44.185319 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] For port 4779bc34-3e39-438d-a854-9b4bb6dd8473, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:08:44.188875 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] For port 4779bc34-3e39-438d-a854-9b4bb6dd8473, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4779bc34-3e39-438d-a854-9b4bb6dd8473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:08:44.223664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-627de3c7-31d0-4968-850a-664001dcad92 None None] Provisioning complete for port 4779bc34-3e39-438d-a854-9b4bb6dd8473 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:44.224035 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-627de3c7-31d0-4968-850a-664001dcad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.258153 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-627de3c7-31d0-4968-850a-664001dcad92 None None] Port 4779bc34-3e39-438d-a854-9b4bb6dd8473 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:08:44.271341 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network be499903-0d6f-4208-947d-405f10a1866b is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:08:44.294751 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.335079 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d779405-c60a-4c69-bb87-850b39f8df34 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:08:44.350720 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:44.351327 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:44.368555 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, be499903-0d6f-4208-947d-405f10a1866b) {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:44.373346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:44.374672 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.378555 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] Provisioning complete for port 4779bc34-3e39-438d-a854-9b4bb6dd8473 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:44.378931 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.389781 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7286-15d4-40aa-98b4-92567a04786e None None] Pushing event updated for resources: {'Port': ['ID=4779bc34-3e39-438d-a854-9b4bb6dd8473,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:44.405148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da14f1d5-ed7c-4ee3-b727-e29c31501afb None None] Network be499903-0d6f-4208-947d-405f10a1866b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:08:44.461417 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:44.472496 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-59075a4e-b810-4a07-9a95-010b071d675f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8384011 Dec 21 00:08:44.474578 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38846) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:44.539163 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.551392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-be499903-0d6f-4208-947d-405f10a1866b', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:08:44.552228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.574007 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] For port 4779bc34-3e39-438d-a854-9b4bb6dd8473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4779bc34-3e39-438d-a854-9b4bb6dd8473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:44.642452 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.661270 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:42Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:44.689515 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a23ba-6003-475b-9cd1-9baf7b2c3495 None None] The sync data for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 is: [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:42Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:08:44.731542 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d400a-3241-475b-94b3-bf272966348e None None] Pushing event updated for resources: {'Port': ['ID=4779bc34-3e39-438d-a854-9b4bb6dd8473,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:44.749259 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Allocated IP 172.20.0.2 (be499903-0d6f-4208-947d-405f10a1866b/ba942918-c60b-4a59-89a2-043f60b300d0/f27799e5-1b1b-4578-aac8-a6e20b7bb8c0) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:08:44.899543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.980505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:44.991061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.027889 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Network be499903-0d6f-4208-947d-405f10a1866b is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:45.030843 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:45.034497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:08:45.040154 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Pushing event updated for resources: {'Port': ['ID=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:45.100365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Attempting to bind port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:08:45.101056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Attempting to bind port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:08:45.101191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Attempting to bind port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 on network be499903-0d6f-4208-947d-405f10a1866b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:08:45.107392 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:08:45.107771 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Checking segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:08:45.108165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.108577 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Bound using segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:08:45.109051 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Bound port: f27799e5-1b1b-4578-aac8-a6e20b7bb8c0, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:08:45.109435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.176961 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] For port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:08:45.180497 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] For port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:08:45.235467 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.307651 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.1 (be499903-0d6f-4208-947d-405f10a1866b/ba942918-c60b-4a59-89a2-043f60b300d0/7e8ac6b4-3f8d-46b7-8b6f-822366372f21) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:08:45.308121 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0bb3-58cc-42d0-aedf-763b844698a3 None None] Pushing event updated for resources: {'Port': ['ID=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:45.430231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.549431 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.600374 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network be499903-0d6f-4208-947d-405f10a1866b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:45.604343 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:45.608479 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:08:45.634430 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:45.660378 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:45.854512 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.139897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.199820 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.240658 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34781cb-b569-4fdf-85ee-7081053db0ad None None] Network be499903-0d6f-4208-947d-405f10a1866b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:08:46.292787 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.303270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:46.331482 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] Provisioning complete for port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:46.331854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.397747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4779bc34-3e39-438d-a854-9b4bb6dd8473 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:08:46.404251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network be499903-0d6f-4208-947d-405f10a1866b is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:46.405790 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:46.495495 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.505870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 4779bc34-3e39-438d-a854-9b4bb6dd8473 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:46.506243 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.520474 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:08:46.565857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] For port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:46.616072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:08:46.645620 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:08:46.652250 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.662565 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1e9b8ef8-df3b-41f7-8566-24ef58583a4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859484 Dec 21 00:08:46.737116 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:46.737509 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:46.867900 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-246e6984-f75b-4d85-bf22-a47972d7e455 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282935052&fields=id&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 267 time: 0.0642710 Dec 21 00:08:46.936487 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce41563-1490-425c-9679-40abe6a75670 None None] Pushing event updated for resources: {'Port': ['ID=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:46.968478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c81fa18c-e484-408d-b02c-56d4574a365b None None] Provisioning complete for port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:46.968853 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c81fa18c-e484-408d-b02c-56d4574a365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.011216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-2542153e-6952-4c06-a650-e6c514467d93 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:47.012960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-2542153e-6952-4c06-a650-e6c514467d93 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 796 time: 0.1441121 Dec 21 00:08:47.034093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Sync routers for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:08:47.046314 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f82884b2-ccd4-414e-838d-833b678b085a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/quotas/8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 375 time: 0.0165434 Dec 21 00:08:47.073338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:47.074249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:47.100549 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-1210c8f0-26f2-4d78-8e4b-0995c1e481c7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498755 Dec 21 00:08:47.222797 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-d2238d65-45d8-469d-9c59-01ca5729ab8a service neutron] 10.222.0.62 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051435 Dec 21 00:08:47.223418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:47.256373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c81fa18c-e484-408d-b02c-56d4574a365b None None] Provisioning complete for port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:47.257042 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c81fa18c-e484-408d-b02c-56d4574a365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.315238 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-1b796e9b-a32a-4470-91e0-388e908567d3 service neutron] 10.222.0.62 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Dec 21 00:08:47.340937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c81fa18c-e484-408d-b02c-56d4574a365b None None] Port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:08:47.463104 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:46Z', 'revision_number': 2, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:47.491991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Checking router: e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:08:47.492355 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Updating router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:08:47.494937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-35521e10-770a-4eda-996b-00e1a44d7aa7 None None] Provisioning complete for port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:47.500023 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-35521e10-770a-4eda-996b-00e1a44d7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.543766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.558400 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-35521e10-770a-4eda-996b-00e1a44d7aa7 None None] Port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:08:47.566402 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8c2cf657-5932-4942-99fc-3481788935e1 req-6f4fca37-128e-4c51-9e12-cba33a84f111 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 210 time: 0.0381286 Dec 21 00:08:47.817471 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.885920 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:47.939025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8a356-2aeb-4726-b1ec-32357198df42 None None] Pushing event updated for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:47.992416 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Attempting to bind port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:08:47.992809 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Attempting to bind port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:08:47.993156 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Attempting to bind port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 on network be499903-0d6f-4208-947d-405f10a1866b {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:08:47.999476 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:08:48.000148 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Checking segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:08:48.000556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.000955 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Bound using segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:08:48.001425 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Bound port: 7e8ac6b4-3f8d-46b7-8b6f-822366372f21, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:08:48.001850 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.072708 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] For port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:08:48.076420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] For port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:08:48.170646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.225459 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] Provisioning complete for port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:48.225877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.267838 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:08:48.268494 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:48.276409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8a356-2aeb-4726-b1ec-32357198df42 None None] Pushing event updated for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:48.317258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:08:48.463950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:08:48.465980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.505897 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:48.506198 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.643515 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] For port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:48.674318 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-631a08d9-0892-4231-9b88-e491c39b9ee2 req-aabbdec4-7532-4459-9eaa-e98691f1434b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 210 time: 0.0294302 Dec 21 00:08:48.849887 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:48.938739 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ea491-54ea-41ae-b45c-bc7ef40f624e None None] Pushing event updated for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:48.956346 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:08:48.988336 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afee9a2-e7ab-4108-b689-d28dc6abfc0c None None] The sync data for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 is: [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:08:48.998981 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-8607aaa3-37c7-48ea-a5dd-c88a99d222ec None None] Provisioning complete for port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:48.999358 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8607aaa3-37c7-48ea-a5dd-c88a99d222ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:49.769957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-77284b82-6fbe-41e8-be79-af95e741961a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:49.771579 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-77284b82-6fbe-41e8-be79-af95e741961a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 796 time: 0.4786451 Dec 21 00:08:49.783544 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bb1dbd4e-75c7-4089-9ed7-0b84ee2698cb req-6a57f121-bd62-40ee-be7f-9d71cf69f917 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Dec 21 00:08:49.842645 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c33d39d8-3367-463a-b711-2908a831d290 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 380 time: 0.0608466 Dec 21 00:08:49.852627 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'port': {'device_id': '814a0967-904f-46de-aa46-f43ede9851f2', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'admin_state_up': True, 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'security_groups': ['93767ad7-e4d9-43f0-b250-aeb3d2a0ae81']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:50.117057 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:08:50.121483 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.255092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.4 (be499903-0d6f-4208-947d-405f10a1866b/ba942918-c60b-4a59-89a2-043f60b300d0/811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:08:50.329301 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:08:50.381641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:50.382033 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.412071 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.492120 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.536613 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network be499903-0d6f-4208-947d-405f10a1866b is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:50.539587 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:50.544031 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:08:50.567581 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:50.597372 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:50.600379 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.690793 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c348a8db-16f1-47db-8e60-445f676cd719 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419304 Dec 21 00:08:50.704061 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Request body: {'port': {'device_id': '814a0967-904f-46de-aa46-f43ede9851f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:50.762437 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.819308 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5d4c1216-1e7e-4217-ba1a-832760085b55 None None] Provisioning complete for port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:50.819685 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1216-1e7e-4217-ba1a-832760085b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:50.855958 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c1216-1e7e-4217-ba1a-832760085b55 None None] Port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:08:50.906639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f3e55-ef72-46d9-8c04-89979f9caecb req-c62f4adc-8ea4-4b0a-947a-7ef8072e6814 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:50.908219 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-934f3e55-ef72-46d9-8c04-89979f9caecb req-c62f4adc-8ea4-4b0a-947a-7ef8072e6814 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 931 time: 0.0513604 Dec 21 00:08:50.960428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-934f3e55-ef72-46d9-8c04-89979f9caecb req-e3cffc9f-6cff-4295-80aa-2f2f4470cf5a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Dec 21 00:08:51.031847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:08:51.039282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:51.052368 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Transition to ACTIVE for port object 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:08:51.120402 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:51.172040 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:51.246894 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Attempting to bind port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:08:51.247159 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Attempting to bind port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:08:51.247486 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Attempting to bind port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff on network be499903-0d6f-4208-947d-405f10a1866b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:08:51.252326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff on network be499903-0d6f-4208-947d-405f10a1866b not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:08:51.252648 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Attempting to bind port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff on network be499903-0d6f-4208-947d-405f10a1866b {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:08:51.257602 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:08:51.257977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Checking segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:08:51.258364 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Bound using segment: {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:08:51.258814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Bound port: 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:08:51.259210 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:51.324829 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:08:51.327925 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:08:51.405681 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:51.441663 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:51.442307 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:51.443679 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 1091 time: 0.7439916 Dec 21 00:08:51.444118 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:08:51.446397 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:08:51.471847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5691c52-4e2d-4c8a-8ac2-14e13102b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:51.576312 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64daa8ea-145d-4e1d-8bef-cfe8fc9ddfad x-openstack-request-id: req-64daa8ea-145d-4e1d-8bef-cfe8fc9ddfad {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:08:51.576618 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:08:51.576876 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64daa8ea-145d-4e1d-8bef-cfe8fc9ddfad {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:08:51.577282 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'status': 'completed', 'code': 200} Dec 21 00:08:51.591837 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f765483b-4f58-4150-9b63-e60112d21583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:51.595233 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-f765483b-4f58-4150-9b63-e60112d21583 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1094 time: 0.0500791 Dec 21 00:08:51.642584 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-82706cca-4c24-4189-9b0b-385a7481d24a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 217 time: 0.0398104 Dec 21 00:08:51.691010 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-ed91d97c-2727-403e-bb6b-ef6032e9d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:51.692474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-ed91d97c-2727-403e-bb6b-ef6032e9d161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0431132 Dec 21 00:08:51.738821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-5f7ea685-fb1f-4b32-b354-a7d4bbd88367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:51.740352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-5f7ea685-fb1f-4b32-b354-a7d4bbd88367 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407257 Dec 21 00:08:51.833568 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-97808e4a-e48e-4ac9-9722-605565fe672b service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Dec 21 00:08:51.921874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-2a813364-6dce-4f1e-bb78-f2b280677ebf req-c9049dc0-9f39-4ae4-bd03-bcc63ad03042 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814688 Dec 21 00:08:52.086029 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6475ed0-ac6d-42b3-b40f-93c18e45ca2b req-23a1fe5f-00ab-47b6-9090-f92b059e2977 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:52.087467 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6475ed0-ac6d-42b3-b40f-93c18e45ca2b req-23a1fe5f-00ab-47b6-9090-f92b059e2977 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 943 time: 0.0546246 Dec 21 00:08:52.094954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-780fc207-8127-4d8a-b329-60f9a1a53e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:52.096460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-780fc207-8127-4d8a-b329-60f9a1a53e32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1094 time: 0.0480859 Dec 21 00:08:52.138278 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a6475ed0-ac6d-42b3-b40f-93c18e45ca2b req-bb007704-9000-4b8a-925d-4e10d279a9c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446081 Dec 21 00:08:52.187568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-ac82e91e-13e7-4684-8aa9-c4d1ec641640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:52.189043 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-ac82e91e-13e7-4684-8aa9-c4d1ec641640 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 897 time: 0.0852926 Dec 21 00:08:52.235797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-773ca511-d63a-4a81-a1ff-ed25d3deccaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 217 time: 0.0393009 Dec 21 00:08:52.286675 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-7297e456-beeb-4410-91b9-dd564fa7e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:52.288080 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-7297e456-beeb-4410-91b9-dd564fa7e7c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0437469 Dec 21 00:08:52.333744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-a669325c-4bb6-4473-8a03-d0441683a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:52.335201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-a669325c-4bb6-4473-8a03-d0441683a18b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392497 Dec 21 00:08:52.426281 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-c533f801-f574-4924-a3a2-ee9ef2e5c743 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832591 Dec 21 00:08:52.519950 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-8163e16f-688f-4e1f-bd6d-74d44dae6e2f req-74e52794-b14c-4d73-ab41-89e7bdddf414 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Dec 21 00:08:53.262454 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a375c3b-bbd7-45d6-a443-0292a194616d req-d1c1ae6e-a476-4a88-8956-8e20eea3b653 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:53.263952 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a375c3b-bbd7-45d6-a443-0292a194616d req-d1c1ae6e-a476-4a88-8956-8e20eea3b653 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 943 time: 0.0492058 Dec 21 00:08:53.312739 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0a375c3b-bbd7-45d6-a443-0292a194616d req-de02e154-9c68-4da6-a47b-515d2a9b79dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428126 Dec 21 00:08:53.870228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:08:53.966874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:53.975914 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'port_id': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'mac_address': 'fa:16:3e:ca:1f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:08:54.015178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:54.028574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:08:54.048045 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:54.105133 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:54.153173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:54.363170 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:08:54.426826 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dc027-e973-4c73-9043-6721d325d2ca req-52e0b32c-3509-4474-b884-59e36504db81 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:54.428220 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d8dc027-e973-4c73-9043-6721d325d2ca req-52e0b32c-3509-4474-b884-59e36504db81 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 944 time: 0.0488100 Dec 21 00:08:54.481468 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d8dc027-e973-4c73-9043-6721d325d2ca req-4d191676-369f-48c5-96fd-ed55634f888f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466223 Dec 21 00:08:55.599191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba90873-0df9-4975-ae08-3747b59e8ba9 req-c4206a95-e108-4773-88b8-2673bd1fed87 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:55.600673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bba90873-0df9-4975-ae08-3747b59e8ba9 req-c4206a95-e108-4773-88b8-2673bd1fed87 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 944 time: 0.0514634 Dec 21 00:08:55.650348 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-bba90873-0df9-4975-ae08-3747b59e8ba9 req-4fd238f4-1858-4b49-a9f6-2101d581f374 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Dec 21 00:08:55.885361 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:08:55.993962 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:08:55.997707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:08:56.002224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:56.076891 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:56.098296 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:08:56.100497 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a3008-d90c-4516-a92f-eb48648b7810" -d '{"events": [{"server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "name": "network-vif-plugged", "status": "completed", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:08:56.113356 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:08:56.138043 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3087ea5-5afe-4ad6-ad11-5da6ab9d8b9a x-openstack-request-id: req-b3087ea5-5afe-4ad6-ad11-5da6ab9d8b9a {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:08:56.138333 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "name": "network-vif-plugged", "status": "completed", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:08:56.138667 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3087ea5-5afe-4ad6-ad11-5da6ab9d8b9a {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:08:56.139061 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'code': 200} Dec 21 00:08:56.191001 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:56.236383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559642d-52fa-475c-a51a-a9a66d11f8ca req-8d496b4b-2507-4caa-be28-f7b5fc43c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:56.237945 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3559642d-52fa-475c-a51a-a9a66d11f8ca req-8d496b4b-2507-4caa-be28-f7b5fc43c972 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1096 time: 0.0405931 Dec 21 00:08:56.241229 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:56.289663 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-3559642d-52fa-475c-a51a-a9a66d11f8ca req-30db4c59-154a-4a62-9365-082472bf4ea5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Dec 21 00:08:56.766135 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21108197-45cf-44ce-a162-972b802d2867 req-67cb31c3-0771-40fd-adb3-c404c57e130e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:56.767589 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21108197-45cf-44ce-a162-972b802d2867 req-67cb31c3-0771-40fd-adb3-c404c57e130e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Dec 21 00:08:56.815715 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-21108197-45cf-44ce-a162-972b802d2867 req-5f3cccd9-0159-42c6-8064-c949d4f06d97 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 Dec 21 00:08:57.936262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480ff74-3d37-47cd-800f-54d3011598e8 req-d7315e02-889b-4836-9424-09d182c17cac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:57.937758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f480ff74-3d37-47cd-800f-54d3011598e8 req-d7315e02-889b-4836-9424-09d182c17cac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0530276 Dec 21 00:08:57.986423 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f480ff74-3d37-47cd-800f-54d3011598e8 req-0c716c2b-2412-4b26-81cb-dd2ad6fd818b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Dec 21 00:08:58.099212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9002-6441-4ec9-9d45-dff20090c431 req-6d1a820d-5293-4d4b-be41-47755a4bb85c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:58.100642 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c09b9002-6441-4ec9-9d45-dff20090c431 req-6d1a820d-5293-4d4b-be41-47755a4bb85c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Dec 21 00:08:58.150758 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c09b9002-6441-4ec9-9d45-dff20090c431 req-3e8190e9-af14-4c79-adc4-381901c2f3e8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Dec 21 00:08:58.172722 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38900) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:58.215110 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917de720-1c96-499e-a264-e80e326d5aa0 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:08:58.216604 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-917de720-1c96-499e-a264-e80e326d5aa0 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1091 time: 0.0429158 Dec 21 00:08:58.219382 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38902) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:08:58.223480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:08:58.305113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:58.399466 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:58.501300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.12 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/182b1573-0887-4aa4-aff6-1bf3263c24c6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:08:58.602207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:58.665376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:58.694149 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:58.735520 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:08:58.738419 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:08:58.741710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:08:58.765167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=182b1573-0887-4aa4-aff6-1bf3263c24c6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:59.099084 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:59.207939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:59.360728 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:59.425101 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:59.489710 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=182b1573-0887-4aa4-aff6-1bf3263c24c6,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:08:59.500994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:08:59.955748 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 3424e9d8-c1d6-47d7-8a20-138bae3d959f associated. External IP: 172.25.1.12, port: 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff. Dec 21 00:09:00.157468 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:09:00.264118 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:09:00.273553 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Sync routers for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:09:00.283864 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:09:00.284463 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:09:00.332966 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:00.362438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-03199005-dced-438f-b120-5c18cf892992 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1420522 Dec 21 00:09:00.363411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:09:00.366801 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59" -d '{"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:09:00.393281 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:09:00.408278 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e42395d-eb3e-4dfb-b745-598b19a253cf x-openstack-request-id: req-1e42395d-eb3e-4dfb-b745-598b19a253cf {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:09:00.408278 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:09:00.408278 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e42395d-eb3e-4dfb-b745-598b19a253cf {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:09:00.408278 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'status': 'completed', 'code': 200} Dec 21 00:09:00.465078 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d08da-a230-47f8-b268-3518da8f3aeb req-85e148d3-8605-4195-b4f9-7c9c6c1d1c1d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:00.466700 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-838d08da-a230-47f8-b268-3518da8f3aeb req-85e148d3-8605-4195-b4f9-7c9c6c1d1c1d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Dec 21 00:09:00.471583 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-6a9933d9-3544-44ca-8b57-5e21c3181453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:00.473145 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-6a9933d9-3544-44ca-8b57-5e21c3181453 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1096 time: 0.0418675 Dec 21 00:09:00.520548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-838d08da-a230-47f8-b268-3518da8f3aeb req-42dfca75-4f6f-4784-821d-7d37fe810683 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476518 Dec 21 00:09:00.544977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38908) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:09:00.621154 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-67e520f4-388d-45fb-aa36-06718b507317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:00.623038 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-67e520f4-388d-45fb-aa36-06718b507317 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 897 time: 0.1411419 Dec 21 00:09:00.623988 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3424e9d8-c1d6-47d7-8a20-138bae3d959f', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'port_id': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'mac_address': 'fa:16:3e:ca:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a0967-904f-46de-aa46-f43ede9851f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:08:58Z', 'updated_at': '2021-12-21T00:08:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:09:00.628304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-dce3020b-f43b-4660-87f3-935e359f3ac5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/3424e9d8-c1d6-47d7-8a20-138bae3d959f HTTP/1.1" status: 200 len: 990 time: 0.0819962 Dec 21 00:09:00.652128 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Checking router: e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:09:00.660957 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:09:00.661558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:08:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:09:00.690899 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-c30e0445-08d7-4368-9f81-3bbf5e3e2004 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 998 time: 0.0605335 Dec 21 00:09:00.745378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-caa898f1-56bf-4f53-8de4-2c875b42ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:00.746852 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-caa898f1-56bf-4f53-8de4-2c875b42ba79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0487952 Dec 21 00:09:00.795707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-3cb966fd-b27c-4100-9ee5-229a15dd3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:00.797252 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-3cb966fd-b27c-4100-9ee5-229a15dd3a50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438266 Dec 21 00:09:00.861213 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:09:00.894543 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-aa43c15b-9fef-407a-81d1-fcf28f8089e3 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Dec 21 00:09:00.986804 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-eaf25956-1ec5-4fd7-b136-70f2a0b7ad59 req-84b36217-1829-4069-9bb3-5d4619292839 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834677 Dec 21 00:09:01.083032 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3424e9d8-c1d6-47d7-8a20-138bae3d959f', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'port_id': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'mac_address': 'fa:16:3e:ca:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a0967-904f-46de-aa46-f43ede9851f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:08:58Z', 'updated_at': '2021-12-21T00:08:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:09:01.111137 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ac581-4080-4c34-ad5a-d747cbb60675 None None] The sync data for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 is: [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '3424e9d8-c1d6-47d7-8a20-138bae3d959f', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'port_id': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'mac_address': 'fa:16:3e:ca:1f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814a0967-904f-46de-aa46-f43ede9851f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:08:58Z', 'updated_at': '2021-12-21T00:08:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:09:01.300743 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302388d8-8ffa-445a-b712-30faea8aae11 None None] New status for floating IP 3424e9d8-c1d6-47d7-8a20-138bae3d959f: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:09:01.631541 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 38910) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:09:01.697391 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-28b1b45f-e491-4ecb-af8f-14dd66b306bb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/3424e9d8-c1d6-47d7-8a20-138bae3d959f HTTP/1.1" status: 200 len: 992 time: 0.0637951 Dec 21 00:09:03.867667 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:04.902497 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d7fef295-ecb8-4ad4-aa61-2dc761452da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:07.693652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6a10288-0430-453e-a723-da90ae9aeffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:08.619707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:10.004640 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:10.496184 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:17.892088 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:09:28.661062 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:33.281197 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa15c4-9831-4797-b544-e6a947c22db4 req-2333ad89-19fe-4084-b4c0-7200d21110ab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:33.282825 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48fa15c4-9831-4797-b544-e6a947c22db4 req-2333ad89-19fe-4084-b4c0-7200d21110ab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0567870 Dec 21 00:09:33.337213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-48fa15c4-9831-4797-b544-e6a947c22db4 req-b4383756-fa7b-4da4-b8dc-3efd92e7aef3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Dec 21 00:09:33.354685 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-d4db7fc2-0c10-412f-9f3b-5445c49f8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:33.356186 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-d4db7fc2-0c10-412f-9f3b-5445c49f8530 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1096 time: 0.0421977 Dec 21 00:09:33.445757 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-ee4e2efe-9f90-4b93-9db2-b4f714c1cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:33.447134 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-ee4e2efe-9f90-4b93-9db2-b4f714c1cd4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 897 time: 0.0838032 Dec 21 00:09:33.519597 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-2f1e95e0-eb25-4f33-9b99-cd0ed8607b82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 1000 time: 0.0640821 Dec 21 00:09:33.569430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-e7a1d554-6ebc-4e1e-9b47-ec17aba6bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:33.571143 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-e7a1d554-6ebc-4e1e-9b47-ec17aba6bae6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0442286 Dec 21 00:09:33.616237 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-fcf8b281-a919-4c50-849a-7a3d76b864a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:33.617681 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-fcf8b281-a919-4c50-849a-7a3d76b864a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392737 Dec 21 00:09:33.711680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-b33268cd-cf8d-46cb-95d5-aa27944cf515 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Dec 21 00:09:33.804034 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c076d065-3c45-49a9-8cfc-fd87fc69cfeb req-c1340dba-8afe-4f97-b70a-da5535a8aaf4 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851836 Dec 21 00:09:33.844744 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:34.457127 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2430ca-dc91-4449-b25f-7014cffd03f3 req-27ef8046-6b84-4b65-bf2e-9bd8ca79f6b1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:34.458649 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d2430ca-dc91-4449-b25f-7014cffd03f3 req-27ef8046-6b84-4b65-bf2e-9bd8ca79f6b1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Dec 21 00:09:34.507995 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d2430ca-dc91-4449-b25f-7014cffd03f3 req-d243a181-71e8-4208-84f5-61ce6b23d956 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Dec 21 00:09:34.887251 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e1dc6775-a65b-42ef-8abf-7b5d6c0e2760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:35.628646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa142a-9888-4d24-bf36-59b5d7d9d145 req-47cf81eb-a7cf-4c7f-af12-3e85ab7a182a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:35.630244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79fa142a-9888-4d24-bf36-59b5d7d9d145 req-47cf81eb-a7cf-4c7f-af12-3e85ab7a182a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0495741 Dec 21 00:09:35.685689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-79fa142a-9888-4d24-bf36-59b5d7d9d145 req-4b3bc139-cc6a-4e2e-8943-ac23bfa3e001 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486341 Dec 21 00:09:36.801960 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a3b17-61e7-4d65-8f47-4aae88c89906 req-b63aaf42-627d-428a-a559-2a1b46eed427 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:36.803444 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-591a3b17-61e7-4d65-8f47-4aae88c89906 req-b63aaf42-627d-428a-a559-2a1b46eed427 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0496371 Dec 21 00:09:36.853353 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-591a3b17-61e7-4d65-8f47-4aae88c89906 req-54f9054e-802e-446a-a90e-0c40a89a9cbc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Dec 21 00:09:37.700888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc3a92c3-5097-4775-852c-b866338aed3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:37.970056 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1436f2-fcbe-4ece-b3bf-ecd637cddeac req-5a7009de-b685-4c7b-b944-479afee9359a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:37.971489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f1436f2-fcbe-4ece-b3bf-ecd637cddeac req-5a7009de-b685-4c7b-b944-479afee9359a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Dec 21 00:09:38.019833 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3f1436f2-fcbe-4ece-b3bf-ecd637cddeac req-3f10afa3-8459-4098-b781-f2102e9280fc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Dec 21 00:09:38.589999 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:39.139079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d263-296c-4f91-9cf2-18ed45dd4095 req-a117c5cf-a9dd-4edf-a262-b790542ff424 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:39.140567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f02d263-296c-4f91-9cf2-18ed45dd4095 req-a117c5cf-a9dd-4edf-a262-b790542ff424 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0531788 Dec 21 00:09:39.189812 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5f02d263-296c-4f91-9cf2-18ed45dd4095 req-8b822b0f-d377-40e6-9d78-a688cb704631 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Dec 21 00:09:40.001856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:40.304376 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00940ec7-3f1e-4a0d-b58b-c73cdb025270 req-801648e2-dbea-4077-8fe6-2b6e30e587ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:40.307886 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00940ec7-3f1e-4a0d-b58b-c73cdb025270 req-801648e2-dbea-4077-8fe6-2b6e30e587ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0489573 Dec 21 00:09:40.355684 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-00940ec7-3f1e-4a0d-b58b-c73cdb025270 req-54f0b329-100e-4060-ac7b-4058e01c31fd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Dec 21 00:09:40.515924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:09:41.475412 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc588-0063-448f-8d74-ac84abac3e58 req-9cb6be12-b8a5-4f66-9579-5076130c489a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:41.476898 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b11fc588-0063-448f-8d74-ac84abac3e58 req-9cb6be12-b8a5-4f66-9579-5076130c489a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Dec 21 00:09:41.532056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b11fc588-0063-448f-8d74-ac84abac3e58 req-1ec49c2b-8956-437e-aa5a-d4ea4614a5c5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Dec 21 00:09:42.648073 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bdda3-51ce-458c-85cd-67faecc42607 req-2072835e-54c8-422d-bd82-922950768984 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:42.649540 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b95bdda3-51ce-458c-85cd-67faecc42607 req-2072835e-54c8-422d-bd82-922950768984 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0487883 Dec 21 00:09:42.698619 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b95bdda3-51ce-458c-85cd-67faecc42607 req-02b47810-a354-47e3-869b-49da9e5ee984 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430510 Dec 21 00:09:43.815742 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bda9-03eb-424f-829f-b58673a9202f req-9cdc14e9-9720-429d-9a82-df8fb4c1ad49 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:43.817214 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a241bda9-03eb-424f-829f-b58673a9202f req-9cdc14e9-9720-429d-9a82-df8fb4c1ad49 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0515995 Dec 21 00:09:43.871167 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a241bda9-03eb-424f-829f-b58673a9202f req-c101b537-0d93-4fc4-92f0-e07a0d798f86 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Dec 21 00:09:44.990974 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3df4-44a3-4ecb-a67b-30e8591984b5 req-44971f67-896e-4336-a29d-076c5fd5b7a0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:44.992462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40cb3df4-44a3-4ecb-a67b-30e8591984b5 req-44971f67-896e-4336-a29d-076c5fd5b7a0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Dec 21 00:09:45.043427 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-40cb3df4-44a3-4ecb-a67b-30e8591984b5 req-57a402cb-66dc-4bed-b20b-36a5ee0f8a6c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Dec 21 00:09:46.157934 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60081f75-485b-4a65-9946-c8e8b9e64346 req-ab052963-5559-45b5-bb04-b2fbe768bce8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:46.159411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60081f75-485b-4a65-9946-c8e8b9e64346 req-ab052963-5559-45b5-bb04-b2fbe768bce8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Dec 21 00:09:46.210069 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-60081f75-485b-4a65-9946-c8e8b9e64346 req-f0f3cbc3-6fa5-4527-b0b7-62f81bb0cdb8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Dec 21 00:09:47.329935 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15c02d-9ea4-433a-ae37-33a6643ca83d req-e8f534b3-eaf8-46eb-83b1-73dc5e6c3da6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:47.331428 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f15c02d-9ea4-433a-ae37-33a6643ca83d req-e8f534b3-eaf8-46eb-83b1-73dc5e6c3da6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Dec 21 00:09:47.380885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2f15c02d-9ea4-433a-ae37-33a6643ca83d req-857fd2c0-4604-4d98-871e-b3d7a65f5e58 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Dec 21 00:09:48.497242 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebd09-2c8c-4628-b2b4-18fcb1ead506 req-6b4a6a56-368f-4a63-a0d9-a8936f7033d7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:48.498755 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f78ebd09-2c8c-4628-b2b4-18fcb1ead506 req-6b4a6a56-368f-4a63-a0d9-a8936f7033d7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Dec 21 00:09:48.547657 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f78ebd09-2c8c-4628-b2b4-18fcb1ead506 req-fbf5956d-b3a7-402d-9cea-740bb132ffbe tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429492 Dec 21 00:09:49.667105 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fa55d-a4c0-4545-8148-8e77122c8d7f req-9dfdc6b3-6ea6-48aa-a5fc-067e94b73667 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:49.668584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-449fa55d-a4c0-4545-8148-8e77122c8d7f req-9dfdc6b3-6ea6-48aa-a5fc-067e94b73667 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Dec 21 00:09:49.723476 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-449fa55d-a4c0-4545-8148-8e77122c8d7f req-5207f4c2-1c45-4116-a813-dfb8d8aa06da tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488617 Dec 21 00:09:50.386657 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-1573ae1b-2e42-44c3-9f11-a8381e03226b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400298 Dec 21 00:09:50.469363 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a388-73e3-40ae-950b-2367dcac99bb req-63ddbd4f-95d1-4975-94cb-c873698d421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:50.470891 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-63ddbd4f-95d1-4975-94cb-c873698d421c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1096 time: 0.0439272 Dec 21 00:09:50.582183 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a388-73e3-40ae-950b-2367dcac99bb req-d1bc4137-87e8-4c26-a4e0-c90634928cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:50.583632 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-d1bc4137-87e8-4c26-a4e0-c90634928cf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 897 time: 0.0879908 Dec 21 00:09:50.648792 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-f3fd1144-38ec-449b-a10b-e7c2dd73e9f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 1000 time: 0.0571096 Dec 21 00:09:50.696839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a388-73e3-40ae-950b-2367dcac99bb req-7bf895c8-1162-46ec-b731-630371f16e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:50.698860 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-7bf895c8-1162-46ec-b731-630371f16e93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0432372 Dec 21 00:09:50.748822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645a388-73e3-40ae-950b-2367dcac99bb req-4532d312-0fe6-41c7-a396-0298b7a3bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:50.750428 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-4532d312-0fe6-41c7-a396-0298b7a3bb25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447407 Dec 21 00:09:50.840148 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefe8b2-8fd8-4723-8aab-6fa8e65de174 req-0776440e-f385-4b79-9ce1-ccc25c7e1de0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:09:50.841554 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abefe8b2-8fd8-4723-8aab-6fa8e65de174 req-0776440e-f385-4b79-9ce1-ccc25c7e1de0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0491083 Dec 21 00:09:50.843245 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-22bc2699-be7a-44e5-beb5-57900e229dcf service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Dec 21 00:09:50.891974 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abefe8b2-8fd8-4723-8aab-6fa8e65de174 req-016dab3d-6b87-4070-8f70-73c9b7703651 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Dec 21 00:09:50.915357 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38958) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:09:50.939503 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d645a388-73e3-40ae-950b-2367dcac99bb req-c242bdbd-2584-4298-900a-fc83689ab587 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Dec 21 00:09:50.979454 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a3e2c718-d141-4e01-8947-021ad654dd8a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/3424e9d8-c1d6-47d7-8a20-138bae3d959f HTTP/1.1" status: 200 len: 992 time: 0.0627072 Dec 21 00:09:54.891655 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:09:58.715697 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:03.848561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:04.900857 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7919620-c8a0-43c7-b9bc-203e54fff4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:07.663879 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d55bc893-bb6c-44ef-8c34-4fdb4d439b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:08.591888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:10.008453 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:10.500016 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:21.673524 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38978) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:21.830399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 182b1573-0887-4aa4-aff6-1bf3263c24c6 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:10:21.830738 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:21.904761 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:21.905090 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:21.916924 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 182b1573-0887-4aa4-aff6-1bf3263c24c6 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:10:22.117121 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:22.141746 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=182b1573-0887-4aa4-aff6-1bf3263c24c6,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:22.156380 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.156738 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.157087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.157428 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.157814 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.158154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.158490 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.158821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.159154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.159486 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.159811 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.160141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.160470 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:22.218888 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:22.219213 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 3424e9d8-c1d6-47d7-8a20-138bae3d959f disassociated (deleted). External IP: 172.25.1.12, port: 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff. Dec 21 00:10:22.426649 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:10:22.532699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:10:22.537511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:22.542704 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Sync routers for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:10:22.552680 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:22.553274 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:22.565771 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3a2f0a0c-24c7-4b75-9bde-39bb28657cdf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/floatingips/3424e9d8-c1d6-47d7-8a20-138bae3d959f HTTP/1.1" status: 204 len: 168 time: 0.8898871 Dec 21 00:10:22.565771 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:10:22.567386 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b510d5-295e-4472-8dee-8f3aace192b8" -d '{"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:10:22.607264 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a2392-6c6e-45a1-90b1-ead7f8caf12d x-openstack-request-id: req-f69a2392-6c6e-45a1-90b1-ead7f8caf12d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:10:22.607561 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:10:22.608397 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f69a2392-6c6e-45a1-90b1-ead7f8caf12d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:10:22.608952 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'status': 'completed', 'code': 200} Dec 21 00:10:22.674123 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:22.675170 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-bbc2ddee-f5e3-49c8-be3c-02fb7b72f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:22.677075 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-bbc2ddee-f5e3-49c8-be3c-02fb7b72f7b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 1096 time: 0.0478518 Dec 21 00:10:22.785542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-50c28c32-094f-4cee-8116-14b02bc417f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:22.787089 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-50c28c32-094f-4cee-8116-14b02bc417f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 200 len: 897 time: 0.1031969 Dec 21 00:10:22.830314 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-463937fd-0b41-4111-bd2a-632168982c1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 200 len: 217 time: 0.0356350 Dec 21 00:10:22.882612 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-36257c1d-c822-4d11-8f97-8624f02bb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:22.884201 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-36257c1d-c822-4d11-8f97-8624f02bb587 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 200 len: 834 time: 0.0458136 Dec 21 00:10:22.897486 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:22.927954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Checking router: e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:10:22.936795 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:22.937379 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:22.938065 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-e4264a4e-8807-46be-8e19-b8e2fba7f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:22.941311 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-e4264a4e-8807-46be-8e19-b8e2fba7f59e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be499903-0d6f-4208-947d-405f10a1866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494890 Dec 21 00:10:22.969739 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d6c7-e4d6-46ba-9978-3d09981369b1 req-b66e98c2-7f0a-46c3-aa0a-5c29365a82e0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:22.972662 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aca0d6c7-e4d6-46ba-9978-3d09981369b1 req-b66e98c2-7f0a-46c3-aa0a-5c29365a82e0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Dec 21 00:10:23.026393 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aca0d6c7-e4d6-46ba-9978-3d09981369b1 req-6445bfc8-1afb-44ed-adad-d6808b38ae41 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468118 Dec 21 00:10:23.044058 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-df8a07f7-ae57-47d1-8cb6-8e1b15add11e service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921481 Dec 21 00:10:23.054452 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:23.140074 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-b1b510d5-295e-4472-8dee-8f3aace192b8 req-8d36fb48-9ac4-4fb6-9eaf-92d2ad11b5c1 service neutron] 10.222.0.59 "GET /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887725 Dec 21 00:10:23.251801 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:23.281076 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba39bbb-6d7e-4106-a75d-404bc9a794b0 None None] The sync data for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 is: [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:08:45Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '7e8ac6b4-3f8d-46b7-8b6f-822366372f21', 'name': '', 'network_id': 'be499903-0d6f-4208-947d-405f10a1866b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:45Z', 'updated_at': '2021-12-21T00:08:48Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ba942918-c60b-4a59-89a2-043f60b300d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:10:23.507339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a9773-f8f9-4104-aee7-4a14afb9d092 None None] New status for floating IP 3424e9d8-c1d6-47d7-8a20-138bae3d959f: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:10:24.142552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b29f0f-9000-422c-b2e6-d487c8438fcd req-a21ca09f-08e2-443c-8f5d-2ed559b12d36 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:24.144089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13b29f0f-9000-422c-b2e6-d487c8438fcd req-a21ca09f-08e2-443c-8f5d-2ed559b12d36 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Dec 21 00:10:24.197768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-13b29f0f-9000-422c-b2e6-d487c8438fcd req-aebf52ea-ba93-44c0-958d-5453f014e943 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Dec 21 00:10:24.456861 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-75cbf6f1-e73b-42c9-b03d-8acbd62860fd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:24.458260 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-75cbf6f1-e73b-42c9-b03d-8acbd62860fd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Dec 21 00:10:24.546879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:10:24.547222 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:24.642342 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:24.642707 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:24.654471 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:10:24.854282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:24.882591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:24.894934 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.895294 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.895712 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.895967 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.896305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.896635 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.896969 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.897309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.897640 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.897996 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.898325 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.898646 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.898968 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:24.933918 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] No DVR routers for this DVR port 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:10:24.936532 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:24.939867 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9c8e7996-a057-49a4-9a65-40c9e68f5b13 req-f2626e52-7b3d-4632-9280-09da6f601d62 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "DELETE /v2.0/ports/811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff HTTP/1.1" status: 204 len: 173 time: 0.4752340 Dec 21 00:10:24.940301 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'name': 'network-vif-deleted', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:10:24.942612 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2767118-aef0-4091-b5d3-f702486e2a9f" -d '{"events": [{"server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "name": "network-vif-deleted", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:10:24.980974 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43d1cf-5f94-4d8c-887b-cb1e3dbfd9f5 x-openstack-request-id: req-ca43d1cf-5f94-4d8c-887b-cb1e3dbfd9f5 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:10:24.980974 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814a0967-904f-46de-aa46-f43ede9851f2", "name": "network-vif-deleted", "tag": "811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:10:24.980974 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca43d1cf-5f94-4d8c-887b-cb1e3dbfd9f5 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:10:24.980974 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a0967-904f-46de-aa46-f43ede9851f2', 'name': 'network-vif-deleted', 'tag': '811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff', 'status': 'completed', 'code': 200} Dec 21 00:10:25.309839 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a946cedf-124b-4690-b534-dffc57100750 req-63e751e8-a82c-4202-90f9-0a331519e870 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=814a0967-904f-46de-aa46-f43ede9851f2 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Dec 21 00:10:26.375434 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38994) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:26.722092 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:26.973139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:10:26.973391 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:27.063009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 7e8ac6b4-3f8d-46b7-8b6f-822366372f21, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:27.063370 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:27.075541 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 owned by network:router_interface {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:10:27.328228 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:27.353786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=7e8ac6b4-3f8d-46b7-8b6f-822366372f21,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:27.528607 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:27.740298 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:10:28.195980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:10:28.202835 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bcbd0874-c9b8-48bb-b27d-4b3ce683018a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251121 Dec 21 00:10:28.204491 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38996) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:28.206854 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Sync routers for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:10:28.217536 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:28.218163 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:28.255099 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_v2 [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting subnet ba942918-c60b-4a59-89a2-043f60b300d0 {{(pid=115562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:10:28.258263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.305915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130251856'] for subnet, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.335979 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:10:28.364176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:10:28.364176 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device 811a957c-cf0e-459f-9ba2-4d6bd5f0f4ff not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:10:28.401524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.421273 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:28.522937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130208559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130275020'] for subnet, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.551449 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Subnet': ['ID=ba942918-c60b-4a59-89a2-043f60b300d0,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:28.553425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.557791 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-353e19a5-2335-4993-8789-454c36cb1bc7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/subnets/ba942918-c60b-4a59-89a2-043f60b300d0 HTTP/1.1" status: 204 len: 168 time: 0.3520064 Dec 21 00:10:28.560248 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 38998) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:28.562102 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b00c6a-c5e6-4853-9c9b-c52339c2bd6c None None] Network be499903-0d6f-4208-947d-405f10a1866b requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:10:28.611037 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:10:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:28.637426 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Checking router: e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:10:28.646133 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Routers {'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:28.646736 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:28.676194 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.692924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.731928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] DHCP port deletion for be499903-0d6f-4208-947d-405f10a1866b request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:10:28.771477 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] Set router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:28.783818 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Deleting port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:10:28.784213 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.793661 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.851418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] For port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,segment=NetworkSegment(a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3),segment_id=a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:28.851807 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.864412 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Calling delete_port for f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:10:28.929850 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 4779bc34-3e39-438d-a854-9b4bb6dd8473 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:10:28.930285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:28.966657 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:10:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:28.992071 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2ddd8-c9b4-4622-89c1-371f7907dfb8 None None] The sync data for ids ['e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf'] in n-d-822053-9 is: [{'id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928702398', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:08:41Z', 'updated_at': '2021-12-21T00:10:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '4779bc34-3e39-438d-a854-9b4bb6dd8473', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:08:42Z', 'updated_at': '2021-12-21T00:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:10:29.014579 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 4779bc34-3e39-438d-a854-9b4bb6dd8473, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=4779bc34-3e39-438d-a854-9b4bb6dd8473,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:29.014930 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.035512 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 4779bc34-3e39-438d-a854-9b4bb6dd8473 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:10:29.054391 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.080947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Pushing event deleted for resources: {'Port': ['ID=f27799e5-1b1b-4578-aac8-a6e20b7bb8c0,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:29.091191 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] No DVR routers for this DVR port f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:10:29.093339 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.093685 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.094050 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.094386 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.095844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.095844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.095844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.095844 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.096279 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.096382 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.096644 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.096965 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.097285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9931c-9d8f-475e-b5aa-709250e19d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:29.253981 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.277976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=4779bc34-3e39-438d-a854-9b4bb6dd8473,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:29.293506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce8657-2c23-4b1b-82fd-28b6e39f28ce None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:10:29.346774 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.440065 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.442426 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.528112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.528628 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Fanout notify agent at l3_agent the message router_deleted on router e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:10:29.549652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.549652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-dd4d77c9-58b1-4fc4-91d5-5dea804a3241 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/routers/e8bc92d3-3d2d-49ff-9a61-c615f82e7fbf HTTP/1.1" status: 204 len: 168 time: 0.9754019 Dec 21 00:10:29.549652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39000) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:29.624511 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.717865 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.745270 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be499903-0d6f-4208-947d-405f10a1866b']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:29.754300 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:29.754598 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ccd2e0-a92f-4d68-a3b0-ddb8360c4df3') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:29.764223 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.777310 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.783189 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:10:29.783573 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:10:29.786634 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:10:29.911090 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.915418 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:29.923724 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/networks/be499903-0d6f-4208-947d-405f10a1866b HTTP/1.1" status: 204 len: 168 time: 0.3797090 Dec 21 00:10:29.925277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39002) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:29.947821 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86bccf-fd17-4f92-a325-e3f21491749f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Network': ['ID=be499903-0d6f-4208-947d-405f10a1866b,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:29.993490 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.021028 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.145245 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.147937 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.149119 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/security-groups/93767ad7-e4d9-43f0-b250-aeb3d2a0ae81 HTTP/1.1" status: 204 len: 168 time: 0.2228615 Dec 21 00:10:30.159049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7c596-d364-4c9b-8cba-41347f388e29 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93767ad7-e4d9-43f0-b250-aeb3d2a0ae81,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:30.354992 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4779bc34-3e39-438d-a854-9b4bb6dd8473 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:10:30.375496 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 4779bc34-3e39-438d-a854-9b4bb6dd8473 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:10:30.375845 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 4779bc34-3e39-438d-a854-9b4bb6dd8473 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:10:30.376263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:10:30.395561 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:10:30.395908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device f27799e5-1b1b-4578-aac8-a6e20b7bb8c0 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:10:30.396320 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:10:30.414636 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:10:30.414918 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 7e8ac6b4-3f8d-46b7-8b6f-822366372f21 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:10:30.668263 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39008) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:30.672794 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971570105', 'description': 'tempest-secgroup-smoke-971570105 description', 'project_id': '8c2f931b235747a48ecc15f3d58fc624'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:30.755455 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.823609 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.898363 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.928406 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a7d57-0b62-41c6-ac07-3e6b31e0b388,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:30.991875 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:30.993156 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55a1e4e0-1ac3-4f9f-b0c5-21f738bdfa7d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3239040 Dec 21 00:10:30.996212 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39010) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:31.001665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:31.082113 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.143097 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.269402 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.287553 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d689b95d-7562-4e17-8313-3b8a4b69f850,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:31.364354 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.365631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-fa5f9f1c-2763-4845-bea2-4dbf08a26e2a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684537 Dec 21 00:10:31.368511 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39012) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:31.373286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:31.469454 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.523549 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.612231 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.632119 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9621cf-3afa-4fae-a7f3-a0d220bffb37,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:31.700419 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.701631 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-c3025377-11e6-4563-8dc5-7a0a4f3c9d21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319187 Dec 21 00:10:31.704480 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39014) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:31.708849 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:31.795943 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.855908 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.891694 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:10:31.932885 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:31.950544 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd055dd6-101d-4e4d-9c28-949d2ea77cf0,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:32.031499 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.032737 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-1adb3a16-d4ae-4318-a11e-849030b13ea7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272679 Dec 21 00:10:32.035427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39016) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:32.039721 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:32.126868 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.183934 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.264859 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.284600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5fd6fe-3533-4b29-9cac-b2cfa159f5b2,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:32.352571 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.353823 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ab6312e9-1d77-4e80-9397-6529dfa42305 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174434 Dec 21 00:10:32.356600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39018) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:32.360897 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:32.431152 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:10:32.436994 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.496114 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.556224 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.575665 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b07f42-cf2c-4ae5-9bbe-fb33e99ceee7,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:32.649900 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.651315 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-25698b40-bb25-4bd1-8637-fb0e8e884a92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937682 Dec 21 00:10:32.654046 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39020) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:32.658398 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': 'd73a7d57-0b62-41c6-ac07-3e6b31e0b388', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:32.733405 n-d-822053-9 neutron-server[115562]: INFO neutron.db.securitygroups_db [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:10:32.738414 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.799803 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.876555 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.896066 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1bcecc-5a64-4a02-9914-681c85162485,revision_number=0']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:32.952829 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:32.954082 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d2c5b33e-2098-4001-b490-5f40b42d60b6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2990921 Dec 21 00:10:32.956983 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39022) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:32.962072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'network': {'name': 'tempest-network-smoke--731362276', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'port_security_enabled': True}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:33.047936 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'network': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:10:33.051473 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.074584 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=115562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:10:33.083143 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.083483 n-d-822053-9 neutron-server[115562]: INFO neutron.db.segments_db [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Added segment 629fae14-ab99-4b9c-8f1e-4985e71b60b7 of type vlan for network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 Dec 21 00:10:33.123146 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.231033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.236783 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:33.237421 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.306307 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Network': ['ID=027038ef-128d-4ac2-81e6-3fd14ddc70a0,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:33.320139 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:10:33.359282 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-279a0d94-eeab-4a4d-94cb-0e49ba9fbcf5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4012368 Dec 21 00:10:33.362071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39024) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:33.368138 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'admin_state_up': True, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:33.470881 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.471953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.522316 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.720689 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.864905 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.979469 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:33.998882 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.101571 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.86 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/75413d56-5907-41ee-8a46-cffe9f4866e6) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:10:34.200141 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.270724 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.310611 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:34.315464 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:34.319503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:10:34.329215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65a6a9-af68-4b79-9252-c28730aa938f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:10:34.347862 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=75413d56-5907-41ee-8a46-cffe9f4866e6,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:34.442741 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-62e3f3d1-4296-416c-876c-ed73cad7b73d None None] Provisioning complete for port 75413d56-5907-41ee-8a46-cffe9f4866e6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:34.443112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-62e3f3d1-4296-416c-876c-ed73cad7b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.478704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f3d1-4296-416c-876c-ed73cad7b73d None None] Port 75413d56-5907-41ee-8a46-cffe9f4866e6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:34.624706 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.822536 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:34.933556 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9e22bb71-1521-489c-b49d-255ac543ad4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.017966 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:10:35.131819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:10:35.142341 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Sync routers for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:10:35.158056 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:35.160916 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:35.244152 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.245378 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-19213e36-8380-4a6f-9d37-2fa30aa01523 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8821290 Dec 21 00:10:35.248788 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39026) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:35.261445 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:35.278914 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-27f6a0ef-0541-44e4-af2d-962ae2af934d tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8c2f931b235747a48ecc15f3d58fc624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287979 Dec 21 00:10:35.281288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39028) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:35.380277 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7c7d2-6acb-442e-a0fd-f3fc2a254808 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:35.385313 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-08b7c7d2-6acb-442e-a0fd-f3fc2a254808 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995584 Dec 21 00:10:35.385537 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39030) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:35.423620 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c672ba36-b5fc-473b-8a06-0ee49e52a031 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368710 Dec 21 00:10:35.426439 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39032) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:35.432815 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975525205', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:35.590724 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:10:35.594697 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.605284 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:34Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:35.631760 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Checking router: 8b06e85f-2b3d-4990-9942-5f83ca73fca5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:10:35.632216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Updating router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 port 75413d56-5907-41ee-8a46-cffe9f4866e6 binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:10:35.659677 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.865282 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.939247 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:35.947953 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Subnet': ['ID=3a078239-5331-4e90-9247-133b46de28be,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:35.950089 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Checking segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:10:35.958717 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network hostable DHCP agents. Network: 027038ef-128d-4ac2-81e6-3fd14ddc70a0, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:10:36.013766 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.036383 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:10:36.073905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad526a2c-7fa0-478d-9240-a5573c624458 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:10:36.084788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda272fa-bd76-4a0e-9213-45bc394427b6 None None] Pushing event updated for resources: {'Port': ['ID=75413d56-5907-41ee-8a46-cffe9f4866e6,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:36.087149 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Attempting to bind port 75413d56-5907-41ee-8a46-cffe9f4866e6 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:10:36.087549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Attempting to bind port 75413d56-5907-41ee-8a46-cffe9f4866e6 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:10:36.087947 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Attempting to bind port 75413d56-5907-41ee-8a46-cffe9f4866e6 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:10:36.098993 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:10:36.099370 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:10:36.099767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.100152 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:10:36.100616 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Bound port: 75413d56-5907-41ee-8a46-cffe9f4866e6, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:10:36.100992 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.127304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 027038ef-128d-4ac2-81e6-3fd14ddc70a0) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:36.141440 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:36.141440 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.141706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575aded-9cc4-48d3-b99f-45268b63ada3 None None] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:10:36.219710 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] For port 75413d56-5907-41ee-8a46-cffe9f4866e6, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:10:36.221377 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-4cb9751a-a849-4782-9711-85b829dff47a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7931950 Dec 21 00:10:36.224346 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39034) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:36.239928 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] For port 75413d56-5907-41ee-8a46-cffe9f4866e6, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75413d56-5907-41ee-8a46-cffe9f4866e6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:10:36.250246 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-480fd141-bd7f-4cfe-affe-101fae4d70ae None None] Provisioning complete for port 75413d56-5907-41ee-8a46-cffe9f4866e6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:36.250618 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-480fd141-bd7f-4cfe-affe-101fae4d70ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.308212 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-480fd141-bd7f-4cfe-affe-101fae4d70ae None None] Port 75413d56-5907-41ee-8a46-cffe9f4866e6 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:36.312833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:10:36.313751 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.330390 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.436475 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c757a81-548b-43ea-9e09-b9bbfad8aa9f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:10:36.482841 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda272fa-bd76-4a0e-9213-45bc394427b6 None None] Pushing event updated for resources: {'Port': ['ID=75413d56-5907-41ee-8a46-cffe9f4866e6,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:36.485315 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:36.485936 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:36.610905 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] Provisioning complete for port 75413d56-5907-41ee-8a46-cffe9f4866e6 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:36.611625 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.613214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Allocated IP 172.20.0.2 (027038ef-128d-4ac2-81e6-3fd14ddc70a0/3a078239-5331-4e90-9247-133b46de28be/a78f2e59-1f83-4037-bab2-36665b421c1b) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:10:36.700462 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:36.737167 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:36.959629 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.021393 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] For port 75413d56-5907-41ee-8a46-cffe9f4866e6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75413d56-5907-41ee-8a46-cffe9f4866e6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:37.027951 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.058406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:34Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:37.087588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fea665-49c7-4982-92ae-f46d2b5438c7 None None] The sync data for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 is: [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:34Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:10:37.117539 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.156017 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.179885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:37.184652 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:37.187248 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:10:37.275099 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c1fd1-5e4b-40fb-9e80-fe071aaaefe6 None None] Pushing event updated for resources: {'Port': ['ID=75413d56-5907-41ee-8a46-cffe9f4866e6,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:37.284418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Attempting to bind port a78f2e59-1f83-4037-bab2-36665b421c1b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:10:37.285133 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Attempting to bind port a78f2e59-1f83-4037-bab2-36665b421c1b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:10:37.285388 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Attempting to bind port a78f2e59-1f83-4037-bab2-36665b421c1b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Checking segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Bound using segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Bound port: a78f2e59-1f83-4037-bab2-36665b421c1b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:10:37.319192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.344142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Pushing event updated for resources: {'Port': ['ID=a78f2e59-1f83-4037-bab2-36665b421c1b,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:37.449028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] For port a78f2e59-1f83-4037-bab2-36665b421c1b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:10:37.452581 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] For port a78f2e59-1f83-4037-bab2-36665b421c1b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a78f2e59-1f83-4037-bab2-36665b421c1b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:10:37.493090 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.1 (027038ef-128d-4ac2-81e6-3fd14ddc70a0/3a078239-5331-4e90-9247-133b46de28be/2ef9314d-610a-4d61-b2df-507c8b2c9996) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:10:37.535826 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.645485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e373e18-8f99-4b68-bdf0-e658e4743dae None None] Pushing event updated for resources: {'Port': ['ID=a78f2e59-1f83-4037-bab2-36665b421c1b,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:37.655399 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.781295 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b001332e-6317-411c-a2c1-739d879c8e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.814448 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:37.874502 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:37.877870 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:37.882627 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:10:37.948719 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:37.969915 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.202783 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.460707 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a78f2e59-1f83-4037-bab2-36665b421c1b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:10:38.522606 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a78f2e59-1f83-4037-bab2-36665b421c1b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:38.524316 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.555988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.631213 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.641454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.652218 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.694653 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port a78f2e59-1f83-4037-bab2-36665b421c1b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a78f2e59-1f83-4037-bab2-36665b421c1b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:38.735072 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.738172 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:38.771224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:38.771985 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75413d56-5907-41ee-8a46-cffe9f4866e6 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:10:38.823418 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537c5ab-8679-41d0-9c57-e881e99b1e45 None None] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:10:38.862517 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:38.864819 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:38.936966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=a78f2e59-1f83-4037-bab2-36665b421c1b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:38.948716 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-21b785fe-0ba4-4a2a-9330-9d928725a86e None None] Provisioning complete for port a78f2e59-1f83-4037-bab2-36665b421c1b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:38.949075 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-21b785fe-0ba4-4a2a-9330-9d928725a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:39.024894 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:10:39.158191 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:10:39.164277 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-f872bbdb-7ea6-4cd5-977f-fcafd39a1d33 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/8b06e85f-2b3d-4990-9942-5f83ca73fca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9376893 Dec 21 00:10:39.190012 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 75413d56-5907-41ee-8a46-cffe9f4866e6 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:39.190380 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:39.368030 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Sync routers for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:10:39.387952 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:39.388979 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:39.525919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:39.576574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bba61a97-655c-43a0-b04b-3f2bd79758a0 None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:39.577028 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bba61a97-655c-43a0-b04b-3f2bd79758a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:39.608234 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-cfbf559e-5946-4e92-9e74-1d724109e6e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971570105&fields=id&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 267 time: 0.0716803 Dec 21 00:10:39.652826 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-bba61a97-655c-43a0-b04b-3f2bd79758a0 None None] Port 2ef9314d-610a-4d61-b2df-507c8b2c9996 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:39.675267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-bba61a97-655c-43a0-b04b-3f2bd79758a0 None None] Provisioning complete for port a78f2e59-1f83-4037-bab2-36665b421c1b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:39.675649 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bba61a97-655c-43a0-b04b-3f2bd79758a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:39.778646 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-4e113eb4-ddd4-4c63-a6ff-6bafae6256ac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:39.780252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-4e113eb4-ddd4-4c63-a6ff-6bafae6256ac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 796 time: 0.1615024 Dec 21 00:10:39.781192 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 2, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:39.803164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-bf99872a-cf42-495b-af6c-fb5cb8610093 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/quotas/8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 375 time: 0.0150557 Dec 21 00:10:39.818389 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Checking router: 8b06e85f-2b3d-4990-9942-5f83ca73fca5 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:10:39.819250 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Updating router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 port 2ef9314d-610a-4d61-b2df-507c8b2c9996 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:10:39.850060 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:39.870584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-3cd47e29-8b08-4070-b600-93478260ee72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566227 Dec 21 00:10:39.947619 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-61c97343-f42c-475c-9dec-f81da23cd8dd None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:39.949679 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-61c97343-f42c-475c-9dec-f81da23cd8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.047036 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-61c97343-f42c-475c-9dec-f81da23cd8dd None None] Port 2ef9314d-610a-4d61-b2df-507c8b2c9996 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:40.059976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-41ab1f5c-b874-44e8-9a16-e2f667d5ab6c service neutron] 10.222.0.62 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733146 Dec 21 00:10:40.105458 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.171186 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-ddb08df3-4879-4402-9e3b-776f585ebf64 service neutron] 10.222.0.62 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054528 Dec 21 00:10:40.173671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-c6bea2bd-81c1-4e5e-9ab6-c2dc0b58b653 None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:40.174435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c6bea2bd-81c1-4e5e-9ab6-c2dc0b58b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.189604 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.219623 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-c6bea2bd-81c1-4e5e-9ab6-c2dc0b58b653 None None] Port 2ef9314d-610a-4d61-b2df-507c8b2c9996 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:40.260245 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.322711 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Pushing event updated for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:40.345140 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.346396 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.346396 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.346396 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.346787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.352915 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:10:40.394920 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a78f2e59-1f83-4037-bab2-36665b421c1b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:10:40.414639 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Attempting to bind port 2ef9314d-610a-4d61-b2df-507c8b2c9996 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:10:40.415186 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Attempting to bind port 2ef9314d-610a-4d61-b2df-507c8b2c9996 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:10:40.415347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Attempting to bind port 2ef9314d-610a-4d61-b2df-507c8b2c9996 on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:10:40.428577 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:10:40.429381 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Checking segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:10:40.429969 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.433051 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Bound using segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:10:40.434954 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Bound port: 2ef9314d-610a-4d61-b2df-507c8b2c9996, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:10:40.435697 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.531084 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port a78f2e59-1f83-4037-bab2-36665b421c1b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:40.531469 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.531815 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] For port 2ef9314d-610a-4d61-b2df-507c8b2c9996, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:10:40.536014 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] For port 2ef9314d-610a-4d61-b2df-507c8b2c9996, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ef9314d-610a-4d61-b2df-507c8b2c9996,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:10:40.605773 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-73f5dbac-d88b-49c3-a9f7-18eff571f5c3 req-f1d5a055-041a-4a35-83b7-9eda0eaba8e7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 210 time: 0.1615419 Dec 21 00:10:40.631346 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.648062 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.722713 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:40.729267 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:40.757167 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:40.757654 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.810787 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57ca0-4317-4900-bf17-7906523ad33c None None] Pushing event updated for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:40.859204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:40.867916 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:40.914420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] For port 2ef9314d-610a-4d61-b2df-507c8b2c9996, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ef9314d-610a-4d61-b2df-507c8b2c9996,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:41.036591 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:41.096800 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1335d65-2f92-403a-b43c-59a97695a40e None None] Pushing event updated for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:41.158836 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-5b1a0703-412f-49d3-a3fc-f286cee8da2d None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:41.159303 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0703-412f-49d3-a3fc-f286cee8da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:41.212450 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:41.242271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9afe7b-93c2-4daf-b40d-d82896d360c6 None None] The sync data for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 is: [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:10:41.719221 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-09a92f86-05a4-42d8-8340-ef80193e54c8 req-44e9de85-4fe3-4c58-bec8-f48535f384a8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 210 time: 0.0387747 Dec 21 00:10:42.382953 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ef9314d-610a-4d61-b2df-507c8b2c9996 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:10:42.442344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 2ef9314d-610a-4d61-b2df-507c8b2c9996 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:42.442734 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:42.816581 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8de6a3e5-0886-4fce-a5ad-5403123e03b1 req-45bbaa0f-2908-4d9c-8c8e-cce54de06a97 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Dec 21 00:10:43.191713 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-b2342612-498f-4f2c-b484-2068944e31e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:43.193191 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-b2342612-498f-4f2c-b484-2068944e31e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 796 time: 0.1123202 Dec 21 00:10:43.281918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-e6d209df-d596-4ff0-a78a-1c95ece648af tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 379 time: 0.0597961 Dec 21 00:10:43.296142 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'port': {'device_id': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'admin_state_up': True, 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'security_groups': ['d73a7d57-0b62-41c6-ac07-3e6b31e0b388']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:43.492285 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:10:43.492285 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:43.625815 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.9 (027038ef-128d-4ac2-81e6-3fd14ddc70a0/3a078239-5331-4e90-9247-133b46de28be/a3543f2e-c728-41b3-9b08-2d6b083e834b) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:10:43.774525 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:43.917089 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-34f7bfb8-77b4-4baa-98f8-b087d2e132d2 req-996a5f47-b605-49db-b71d-759a8ac304ad tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Dec 21 00:10:43.934341 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:43.979616 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:43.982829 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:43.986525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:10:44.016022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:44.048905 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:44.049530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.120635 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f13b266c-d62f-43ca-91ef-7bf924f914ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8285890 Dec 21 00:10:44.134645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Request body: {'port': {'device_id': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:44.201764 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.289656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-67ec33d5-a824-460b-95db-d680770dadb4 None None] Provisioning complete for port a3543f2e-c728-41b3-9b08-2d6b083e834b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:44.290272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67ec33d5-a824-460b-95db-d680770dadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.331406 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-67ec33d5-a824-460b-95db-d680770dadb4 None None] Port a3543f2e-c728-41b3-9b08-2d6b083e834b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:10:44.471350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3543f2e-c728-41b3-9b08-2d6b083e834b {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:10:44.479115 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.491639 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Transition to ACTIVE for port object a3543f2e-c728-41b3-9b08-2d6b083e834b will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:10:44.578948 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.656802 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:44.710271 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:10:44.710604 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:10:44.710926 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:10:44.718091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:10:44.718411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:10:44.723619 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:10:44.724080 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Checking segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:10:44.724525 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Bound using segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:10:44.724947 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Bound port: a3543f2e-c728-41b3-9b08-2d6b083e834b, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:10:44.725296 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.796061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:10:44.799400 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:10:44.871234 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.913913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:44.914524 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:44.916602 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] 10.222.0.45 "PUT /v2.0/ports/a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 1091 time: 0.7869730 Dec 21 00:10:44.917061 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:10:44.919431 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df3ec40-a8c9-42be-872f-804690b8505f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:10:44.945131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d72d-aff0-4f29-9a8b-0a5e312eeb03 service neutron] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:44.968781 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03257ff3-fcce-4423-82ff-76c72c68461d x-openstack-request-id: req-03257ff3-fcce-4423-82ff-76c72c68461d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:10:44.969083 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:10:44.969345 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03257ff3-fcce-4423-82ff-76c72c68461d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:10:44.969777 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'status': 'completed', 'code': 200} Dec 21 00:10:45.114345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ec40-a8c9-42be-872f-804690b8505f req-7b8f0ec6-a17d-47b8-8e47-a528d4d021ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.116006 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6df3ec40-a8c9-42be-872f-804690b8505f req-7b8f0ec6-a17d-47b8-8e47-a528d4d021ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.1012821 Dec 21 00:10:45.125574 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede488-87ba-4aa4-810f-009bbbd53318 req-0d51350f-8373-4f81-9b3a-35a52d7a9ec1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.127122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eede488-87ba-4aa4-810f-009bbbd53318 req-0d51350f-8373-4f81-9b3a-35a52d7a9ec1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.1029336 Dec 21 00:10:45.261224 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9eede488-87ba-4aa4-810f-009bbbd53318 req-8ce9039d-1d4f-4ccd-ad00-9f09357608ef tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206210 Dec 21 00:10:45.277760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ec40-a8c9-42be-872f-804690b8505f req-1097d90a-3daa-4c55-900f-1baf45174678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.278880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6df3ec40-a8c9-42be-872f-804690b8505f req-1097d90a-3daa-4c55-900f-1baf45174678 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8c2f931b235747a48ecc15f3d58fc624&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1490383 Dec 21 00:10:45.379550 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3ec40-a8c9-42be-872f-804690b8505f req-091e1f94-8f64-456d-b5d9-94fe643daf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.380953 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-6df3ec40-a8c9-42be-872f-804690b8505f req-091e1f94-8f64-456d-b5d9-94fe643daf4b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897665 Dec 21 00:10:45.464671 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-e96c6cff-6759-4a83-bfda-f46183b1c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.466263 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-e96c6cff-6759-4a83-bfda-f46183b1c778 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0408032 Dec 21 00:10:45.519956 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-6dac3681-d29f-449d-bd91-b3f61c20ebb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 217 time: 0.0411365 Dec 21 00:10:45.574039 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f8b25eba-af80-41ee-9c40-ca20546e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.575463 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f8b25eba-af80-41ee-9c40-ca20546e429c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0445518 Dec 21 00:10:45.625054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a9f443a5-e3c0-4e05-b4a0-ad18da9cac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:45.626571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-a9f443a5-e3c0-4e05-b4a0-ad18da9cac00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401137 Dec 21 00:10:45.730110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-f6c47e1c-6b1f-4c23-99d1-17e430a46887 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914602 Dec 21 00:10:45.826424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c8f8518e-cfc4-45a9-9095-810bfcbd0680 req-38db0913-701d-4dd9-ab48-a4bd6b1fbcf2 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Dec 21 00:10:46.388588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823b3c-d5ed-49b0-8c5b-ae8c6c3ada18 req-5f395ef8-f673-4c1f-b1da-763b05c36075 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:46.390076 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e823b3c-d5ed-49b0-8c5b-ae8c6c3ada18 req-5f395ef8-f673-4c1f-b1da-763b05c36075 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0567307 Dec 21 00:10:46.439343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e823b3c-d5ed-49b0-8c5b-ae8c6c3ada18 req-4c4c7b7e-3de1-4a0f-a205-978c6f6d5ea5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Dec 21 00:10:47.562264 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c69d5-108e-4e0b-94e7-b2ea4a8048c5 req-c5a35a18-7c2f-4c5e-8fcd-1897e912c979 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:47.565880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f75c69d5-108e-4e0b-94e7-b2ea4a8048c5 req-c5a35a18-7c2f-4c5e-8fcd-1897e912c979 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0531509 Dec 21 00:10:47.615584 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f75c69d5-108e-4e0b-94e7-b2ea4a8048c5 req-a4947a7b-6741-4d67-9e81-c340b112e487 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451353 Dec 21 00:10:48.382940 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:10:48.476072 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:48.487061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'mac_address': 'fa:16:3e:3e:1b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:10:48.527680 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:48.540093 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3543f2e-c728-41b3-9b08-2d6b083e834b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:10:48.559340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:48.647374 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:48.698433 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:48.740754 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a3f78-c9e7-4ae8-b819-f269c2a4bd87 req-d808b97e-f410-420f-8d7d-3ab929ad9897 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:48.742155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-598a3f78-c9e7-4ae8-b819-f269c2a4bd87 req-d808b97e-f410-420f-8d7d-3ab929ad9897 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 944 time: 0.0540938 Dec 21 00:10:48.789874 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-598a3f78-c9e7-4ae8-b819-f269c2a4bd87 req-47edbde5-3072-4a99-8dd5-bbb321afd56d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Dec 21 00:10:48.978526 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['a3543f2e-c728-41b3-9b08-2d6b083e834b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:10:49.904995 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be66de-8a74-4071-9ffe-37e365c03e86 req-1cbabc1f-d7ab-4c8f-a284-9c34fd148d20 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:49.906673 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8be66de-8a74-4071-9ffe-37e365c03e86 req-1cbabc1f-d7ab-4c8f-a284-9c34fd148d20 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 944 time: 0.0498860 Dec 21 00:10:49.955574 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e8be66de-8a74-4071-9ffe-37e365c03e86 req-d77b6a62-98e0-43c6-87c4-2f56a4ac96db tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Dec 21 00:10:50.398833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:10:50.515630 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port a3543f2e-c728-41b3-9b08-2d6b083e834b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:10:50.519509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port a3543f2e-c728-41b3-9b08-2d6b083e834b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:10:50.519877 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:50.597816 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:50.619803 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:10:50.622577 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f47167-fc21-4f42-b1ee-7e490931994d" -d '{"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:10:50.635049 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:10:50.659029 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f5f74d-b197-4fcf-b918-4a78a400cf97 x-openstack-request-id: req-00f5f74d-b197-4fcf-b918-4a78a400cf97 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:10:50.659329 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:10:50.659586 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00f5f74d-b197-4fcf-b918-4a78a400cf97 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:10:50.659987 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'code': 200} Dec 21 00:10:50.715663 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:50.764053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:50.764405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d37c-7c3f-49d3-b791-b998c6c75097 req-b2d20e30-e6f5-4748-b3b6-35431888acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:50.765996 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0580d37c-7c3f-49d3-b791-b998c6c75097 req-b2d20e30-e6f5-4748-b3b6-35431888acff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0396883 Dec 21 00:10:50.821175 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0580d37c-7c3f-49d3-b791-b998c6c75097 req-876dc56f-45aa-47bb-9260-630bc3385bd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Dec 21 00:10:51.070687 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6006-f6ca-4f21-9be9-f6230b32516d req-6d7eed2e-0d84-437d-9aa9-af6f40316be4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:51.072150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-145a6006-f6ca-4f21-9be9-f6230b32516d req-6d7eed2e-0d84-437d-9aa9-af6f40316be4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Dec 21 00:10:51.120979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-145a6006-f6ca-4f21-9be9-f6230b32516d req-fb313b07-530f-4104-99fe-40cc398a901d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Dec 21 00:10:52.242874 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa5bb-bc9a-4d60-a831-7c43c9577901 req-f919c2e5-e384-4f73-b5e3-62aba8a8c9da tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:52.244274 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83afa5bb-bc9a-4d60-a831-7c43c9577901 req-f919c2e5-e384-4f73-b5e3-62aba8a8c9da tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0545506 Dec 21 00:10:52.295269 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-83afa5bb-bc9a-4d60-a831-7c43c9577901 req-1cb39f53-aa5d-4572-8dcb-a0d7c006e214 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Dec 21 00:10:53.416696 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b619-ab2d-4d04-8821-e6af4c617673 req-e799b631-365b-41c9-b4ca-9eaab9d54581 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:53.418727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda3b619-ab2d-4d04-8821-e6af4c617673 req-e799b631-365b-41c9-b4ca-9eaab9d54581 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0528507 Dec 21 00:10:53.468558 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fda3b619-ab2d-4d04-8821-e6af4c617673 req-8f174777-10f0-4e17-a2f5-89016efbd461 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Dec 21 00:10:53.581668 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbd9d6-c0cc-4c71-837f-a30fefd8e6cd req-d77f0cb1-4716-4e72-a131-ade59365e16a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:53.583095 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28cbd9d6-c0cc-4c71-837f-a30fefd8e6cd req-d77f0cb1-4716-4e72-a131-ade59365e16a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Dec 21 00:10:53.633321 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28cbd9d6-c0cc-4c71-837f-a30fefd8e6cd req-1d21905d-b211-4c06-b437-20afe047d704 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Dec 21 00:10:53.654991 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39098) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:53.693004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad906ae7-59e3-4ba3-bbe8-fb579bfee1d6 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:53.694759 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ad906ae7-59e3-4ba3-bbe8-fb579bfee1d6 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1091 time: 0.0388131 Dec 21 00:10:53.697459 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39100) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:53.701645 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:10:53.789112 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:53.885530 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:53.991832 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.117 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/dca77b6b-883d-4017-95bc-a852e8176a21) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:10:54.091144 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:54.178984 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:54.216753 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:10:54.219653 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:10:54.222990 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:10:54.251769 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=dca77b6b-883d-4017-95bc-a852e8176a21,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:54.602103 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-c4e430d6-b2ea-488e-a90a-5136853715a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811763 Dec 21 00:10:54.610425 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:54.686088 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6980-c819-48df-b7c6-7129f2192a8b req-8eb4d768-9da4-4fa6-b6fb-ece84c9bf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:54.687548 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-8eb4d768-9da4-4fa6-b6fb-ece84c9bf8cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0434306 Dec 21 00:10:54.786390 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:54.850565 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6980-c819-48df-b7c6-7129f2192a8b req-7e3165ea-383d-4592-9550-bcef54f36ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:54.852023 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-7e3165ea-383d-4592-9550-bcef54f36ecb service neutron] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.1435988 Dec 21 00:10:54.963158 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-8e90ce83-b53e-45eb-b612-c2754a6067e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.1016233 Dec 21 00:10:55.035071 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6980-c819-48df-b7c6-7129f2192a8b req-f645ed46-1cf7-4791-8e96-abb91cfb46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:55.036494 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-f645ed46-1cf7-4791-8e96-abb91cfb46a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0639043 Dec 21 00:10:55.040061 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:55.083652 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:55.091503 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6980-c819-48df-b7c6-7129f2192a8b req-2cf3db4f-c0d1-4c61-bf49-2877df3c1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:55.093013 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-2cf3db4f-c0d1-4c61-bf49-2877df3c1b32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496719 Dec 21 00:10:55.206632 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=dca77b6b-883d-4017-95bc-a852e8176a21,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:10:55.224192 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:55.282930 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-0085ba0c-cdae-4c92-98c8-3335622fce04 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688766 Dec 21 00:10:55.742983 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 0dc82cfa-2b6b-4235-8649-92226f298d37 associated. External IP: 172.25.1.117, port: a3543f2e-c728-41b3-9b08-2d6b083e834b. Dec 21 00:10:55.806436 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-332f6980-c819-48df-b7c6-7129f2192a8b req-5c870a39-928c-42c6-b9ee-d043eb0cc553 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886053 Dec 21 00:10:55.964351 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:10:56.071308 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:10:56.080772 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Sync routers for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:10:56.090661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:56.091299 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:56.174952 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:10:56.194690 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:56.202048 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-075e2655-2255-400c-a17d-7c09e610e555 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5035419 Dec 21 00:10:56.202636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:10:56.204889 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26cb31-5b80-4a06-b7de-b17f1802a776" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:10:56.244836 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b23c33-e2e9-41f8-bb62-3faf5c33bd8d x-openstack-request-id: req-34b23c33-e2e9-41f8-bb62-3faf5c33bd8d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:10:56.245156 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:10:56.245581 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34b23c33-e2e9-41f8-bb62-3faf5c33bd8d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:10:56.246045 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'status': 'completed', 'code': 200} Dec 21 00:10:56.331168 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd442ba-a2c1-4866-9b93-445031b05660 req-8aed3500-f9d0-423c-96f9-843ccb0f86d2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:56.332591 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cd442ba-a2c1-4866-9b93-445031b05660 req-8aed3500-f9d0-423c-96f9-843ccb0f86d2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0782452 Dec 21 00:10:56.341093 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-3466d6db-debd-45ed-8bf8-715db3877fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:56.347570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-3466d6db-debd-45ed-8bf8-715db3877fc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0622449 Dec 21 00:10:56.438048 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0dc82cfa-2b6b-4235-8649-92226f298d37', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'mac_address': 'fa:16:3e:3e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:10:54Z', 'updated_at': '2021-12-21T00:10:54Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:56.440783 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3cd442ba-a2c1-4866-9b93-445031b05660 req-0e9e4cd9-ebec-4f64-b5a6-1762a73fcaab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973063 Dec 21 00:10:56.464167 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39106) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:56.469076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Checking router: 8b06e85f-2b3d-4990-9942-5f83ca73fca5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:10:56.474213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-5dceb720-654c-41ab-a28c-7a169c603c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:56.475641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-5dceb720-654c-41ab-a28c-7a169c603c30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.1256900 Dec 21 00:10:56.477804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:10:56.478420 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:10:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:56.574561 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-ff7b7dff-97de-4e89-a428-f9f6a1d539ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0dc82cfa-2b6b-4235-8649-92226f298d37 HTTP/1.1" status: 200 len: 991 time: 0.1092956 Dec 21 00:10:56.582516 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-2b8e640d-ed16-43eb-9a23-66daae534f5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0758283 Dec 21 00:10:56.583357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:10:56.636391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-2ef65751-4e54-45ac-bf6d-b4f9088d130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:56.637911 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-2ef65751-4e54-45ac-bf6d-b4f9088d130e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0465341 Dec 21 00:10:56.682982 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-88a210be-7366-4201-819e-9d23bd574812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:10:56.684472 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-88a210be-7366-4201-819e-9d23bd574812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394206 Dec 21 00:10:56.775938 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-91721865-69eb-46e5-8bdf-112f27ab69d4 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840921 Dec 21 00:10:56.807334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0dc82cfa-2b6b-4235-8649-92226f298d37', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'mac_address': 'fa:16:3e:3e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:10:54Z', 'updated_at': '2021-12-21T00:10:54Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:10:56.833197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219618d5-b44b-45fe-ba6c-2115a9134284 None None] The sync data for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 is: [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': '0dc82cfa-2b6b-4235-8649-92226f298d37', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'mac_address': 'fa:16:3e:3e:1b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:10:54Z', 'updated_at': '2021-12-21T00:10:54Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:10:56.868056 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a26cb31-5b80-4a06-b7de-b17f1802a776 req-4876a2a7-53bb-483c-afb8-c5ef4f0484b7 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Dec 21 00:10:57.151361 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6784b7-4255-4416-b4c3-8e3a513cea88 None None] New status for floating IP 0dc82cfa-2b6b-4235-8649-92226f298d37: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:10:57.578213 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39108) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:10:57.642536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-8d5f8f22-d65b-4a84-af83-11dec075420a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0dc82cfa-2b6b-4235-8649-92226f298d37 HTTP/1.1" status: 200 len: 993 time: 0.0630827 Dec 21 00:10:58.698300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:03.869398 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:04.897994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c8e601f2-4523-49b6-9498-79f9b70450cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:07.680505 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d46dfaea-ae8b-45f6-acfc-da5cb3528c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:08.612609 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:08.890935 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:11:09.983709 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:10.486181 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:28.720859 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:31.105210 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108cd62-7087-45a4-978b-6f91bd5d5b30 req-f764784f-0b31-4ee6-8940-e45a1d8e7a83 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:31.106762 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8108cd62-7087-45a4-978b-6f91bd5d5b30 req-f764784f-0b31-4ee6-8940-e45a1d8e7a83 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0500858 Dec 21 00:11:31.155424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8108cd62-7087-45a4-978b-6f91bd5d5b30 req-7c856d05-661b-4df9-a400-9eabbecb38a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Dec 21 00:11:31.260258 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39126) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:11:31.338256 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-f994cf9c-736b-4d8a-9261-4665180c82ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768528 Dec 21 00:11:31.348026 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-3c9e711c-a22d-4a93-8150-4fd379a1ea4d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=115562) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 00:11:31.349003 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-3c9e711c-a22d-4a93-8150-4fd379a1ea4d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059700 Dec 21 00:11:32.273288 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824934e-6de6-4adc-b378-9066d8b2679d req-200ca702-c177-40d5-b7c2-3702aab47538 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:32.274786 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5824934e-6de6-4adc-b378-9066d8b2679d req-200ca702-c177-40d5-b7c2-3702aab47538 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Dec 21 00:11:32.327852 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5824934e-6de6-4adc-b378-9066d8b2679d req-fc1b4273-b958-41f4-8898-f89c1eb97253 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Dec 21 00:11:33.444355 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2812d24-a4a8-4565-9998-a6bb98f56c1e req-b0680cf9-d44f-420b-ac68-0aaf66d1294a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:33.445866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2812d24-a4a8-4565-9998-a6bb98f56c1e req-b0680cf9-d44f-420b-ac68-0aaf66d1294a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0498352 Dec 21 00:11:33.520918 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d2812d24-a4a8-4565-9998-a6bb98f56c1e req-98c7016a-6a88-492c-8cce-6ea09e936a8c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682614 Dec 21 00:11:33.529527 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-0de26578-ab92-4907-a554-25160b4fc292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:33.530994 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-0de26578-ab92-4907-a554-25160b4fc292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0583506 Dec 21 00:11:33.629941 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-ad6b29e9-d5a1-4598-9776-f598fa85d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:33.631386 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-ad6b29e9-d5a1-4598-9776-f598fa85d3ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0885794 Dec 21 00:11:33.701405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-b9330154-79e2-46f1-aeb3-a137fef84c1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 1001 time: 0.0587578 Dec 21 00:11:33.757737 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-8576e4ab-39ee-4c72-a05f-3c95badafc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:33.759212 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-8576e4ab-39ee-4c72-a05f-3c95badafc86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0471447 Dec 21 00:11:33.809976 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-672bced8-a93c-4389-afa5-e09eac880b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:33.811530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-672bced8-a93c-4389-afa5-e09eac880b2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409791 Dec 21 00:11:33.851359 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:33.907894 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-d7d81a55-0769-4ce3-9521-164ee3fddefc service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837803 Dec 21 00:11:34.003981 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-27b1472b-cdef-4db7-ae96-f2fbfb29eeea service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872922 Dec 21 00:11:34.638116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f3a3-9669-44fe-9372-f805bb69c0b4 req-11abd45e-4cb7-4aae-9f46-80cb890a8a5e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:34.639562 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b484f3a3-9669-44fe-9372-f805bb69c0b4 req-11abd45e-4cb7-4aae-9f46-80cb890a8a5e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Dec 21 00:11:34.689080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b484f3a3-9669-44fe-9372-f805bb69c0b4 req-d067c9b4-2736-455c-bed8-bace00af22a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Dec 21 00:11:34.892078 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e1755abf-bc27-4d9d-8e47-07c8782b3b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:35.809597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f09f46-decd-4d11-b21a-3d17986d5f59 req-67751076-aced-4d49-9d0d-c1eb42f4a1e9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:35.811142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96f09f46-decd-4d11-b21a-3d17986d5f59 req-67751076-aced-4d49-9d0d-c1eb42f4a1e9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0549302 Dec 21 00:11:35.861594 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-96f09f46-decd-4d11-b21a-3d17986d5f59 req-92a86b99-6356-4fe4-bb1e-d61ffa1c4063 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Dec 21 00:11:36.977286 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c13366-59ab-4e3c-93f0-7dacaf10c7eb req-321d1b91-15d4-476d-aa17-8df7753ca915 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:36.978699 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2c13366-59ab-4e3c-93f0-7dacaf10c7eb req-321d1b91-15d4-476d-aa17-8df7753ca915 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Dec 21 00:11:37.027085 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2c13366-59ab-4e3c-93f0-7dacaf10c7eb req-eaec8b05-7473-4a7d-8cce-d40ff993ad3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424640 Dec 21 00:11:37.651325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-189a7b05-8ab1-479e-adfe-23ba70319008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:38.141348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365296-789f-4baa-8311-297913b8ceab req-c6d69d24-8bfc-4720-a6c9-6c7b4173c6f9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:38.142856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a365296-789f-4baa-8311-297913b8ceab req-c6d69d24-8bfc-4720-a6c9-6c7b4173c6f9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Dec 21 00:11:38.196016 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7a365296-789f-4baa-8311-297913b8ceab req-6df2e3e9-b6af-4004-9c78-cf4db2844733 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472021 Dec 21 00:11:38.617014 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:39.313321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4742b1c-3e50-4869-9445-2cdbd3a60a21 req-5500cfec-d05a-4646-9ffc-620fc866a538 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:39.314809 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4742b1c-3e50-4869-9445-2cdbd3a60a21 req-5500cfec-d05a-4646-9ffc-620fc866a538 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Dec 21 00:11:39.364411 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e4742b1c-3e50-4869-9445-2cdbd3a60a21 req-7e0eafa5-ac89-4b9d-a8d6-e7d56796c4f8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Dec 21 00:11:39.988026 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:40.477848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d0c8a-a7bf-42f5-8911-25163838d253 req-1ec9fadf-1ffd-4624-9486-c1241a22d1ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:40.479257 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db2d0c8a-a7bf-42f5-8911-25163838d253 req-1ec9fadf-1ffd-4624-9486-c1241a22d1ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Dec 21 00:11:40.508225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:40.527547 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-db2d0c8a-a7bf-42f5-8911-25163838d253 req-c7e9fb64-9b65-4a09-9ce6-49a2633a6b91 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Dec 21 00:11:41.650347 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195bf1b-6828-40c1-8148-d4488a9d4b94 req-f2a58b5c-5343-4dec-819a-83873fdd1295 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:41.651827 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9195bf1b-6828-40c1-8148-d4488a9d4b94 req-f2a58b5c-5343-4dec-819a-83873fdd1295 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0533347 Dec 21 00:11:41.701491 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9195bf1b-6828-40c1-8148-d4488a9d4b94 req-23c2807c-69c5-4a13-ac36-b7dace541f4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Dec 21 00:11:42.819091 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e1d67-8a6b-4ecf-93c0-9de3c5da9ef4 req-5465a9b1-f921-40ee-a3e8-db9845e2ccfc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:42.820571 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba1e1d67-8a6b-4ecf-93c0-9de3c5da9ef4 req-5465a9b1-f921-40ee-a3e8-db9845e2ccfc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Dec 21 00:11:42.869837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba1e1d67-8a6b-4ecf-93c0-9de3c5da9ef4 req-7e1ac2d6-035c-49fc-a095-911979d8305f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Dec 21 00:11:43.990424 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf8bc-d7d9-4a36-b905-fe1de3990efb req-72d287a8-ab6a-40bc-b735-893bba390104 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:43.991935 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb5bf8bc-d7d9-4a36-b905-fe1de3990efb req-72d287a8-ab6a-40bc-b735-893bba390104 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Dec 21 00:11:44.040891 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fb5bf8bc-d7d9-4a36-b905-fe1de3990efb req-f0db63d0-22c3-40b1-819a-97b92f4e45cc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Dec 21 00:11:45.159241 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470d37d-b6a0-4e0a-a5fd-227366bd181a req-499febb3-bc85-4ead-aa97-2f1eabcaab57 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:45.160727 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5470d37d-b6a0-4e0a-a5fd-227366bd181a req-499febb3-bc85-4ead-aa97-2f1eabcaab57 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0498600 Dec 21 00:11:45.210750 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5470d37d-b6a0-4e0a-a5fd-227366bd181a req-692bb072-9537-4ce1-8a60-834073c8bbd2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Dec 21 00:11:45.889433 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:11:46.324698 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e88b1-2269-4ca8-8860-764ebc076ad5 req-27dd2aa5-c6c3-4a27-a5b9-f4ed59b5405a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:46.326261 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc1e88b1-2269-4ca8-8860-764ebc076ad5 req-27dd2aa5-c6c3-4a27-a5b9-f4ed59b5405a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Dec 21 00:11:46.378683 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fc1e88b1-2269-4ca8-8860-764ebc076ad5 req-0b7d46a2-037b-428c-9c47-5c4e38ed0f80 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Dec 21 00:11:47.494949 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8d3ce-f7f4-4124-87eb-cf8710e26da8 req-026c38f8-d88c-47fa-b6e1-6dc239587e6c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:47.496641 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23a8d3ce-f7f4-4124-87eb-cf8710e26da8 req-026c38f8-d88c-47fa-b6e1-6dc239587e6c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0492017 Dec 21 00:11:47.547024 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-23a8d3ce-f7f4-4124-87eb-cf8710e26da8 req-47cd52f8-2abc-453b-bb4b-baefc099c4c3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Dec 21 00:11:48.664139 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476149c-0aeb-40df-989a-a7e4e819b19a req-b3e9f317-a405-4240-8c4e-2ebeba2e8a6a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:48.665639 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7476149c-0aeb-40df-989a-a7e4e819b19a req-b3e9f317-a405-4240-8c4e-2ebeba2e8a6a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Dec 21 00:11:48.716510 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7476149c-0aeb-40df-989a-a7e4e819b19a req-469dc754-dc5c-4a05-8fe2-490e0afb8292 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449569 Dec 21 00:11:49.837291 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fdf91-cd3c-456c-9fb1-6ceb1f382a92 req-6ce558bf-8f6c-4580-aa59-1920367dffd0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:49.838804 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-882fdf91-cd3c-456c-9fb1-6ceb1f382a92 req-6ce558bf-8f6c-4580-aa59-1920367dffd0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Dec 21 00:11:49.887443 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-882fdf91-cd3c-456c-9fb1-6ceb1f382a92 req-72ca1707-0600-475b-a9ad-0b7255d4a96a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Dec 21 00:11:51.003220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93f78c-1839-4cc7-97a6-be7da542007e req-c270a99a-a04d-4efe-8837-20a5b76ce0ab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:51.004694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d93f78c-1839-4cc7-97a6-be7da542007e req-c270a99a-a04d-4efe-8837-20a5b76ce0ab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Dec 21 00:11:51.056247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9d93f78c-1839-4cc7-97a6-be7da542007e req-f28bf6fa-ab4c-48ea-a621-e5f37f535f0d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Dec 21 00:11:51.324710 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-f5f9941d-05ac-465f-a862-f520be308065 req-e6ddef27-af79-40af-8fad-0131424a6d4e service neutron] show failed (client error): The resource could not be found. Dec 21 00:11:51.325701 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-e6ddef27-af79-40af-8fad-0131424a6d4e service neutron] 10.222.0.45 "GET /v2.0/ports/a3543f2e-c728-41b3-9b08-2d6b083e834b/bindings/n-h1-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0533102 Dec 21 00:11:51.864192 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-475c63a6-9778-4641-ba1c-2c12afde884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:51.865661 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-475c63a6-9778-4641-ba1c-2c12afde884e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 1096 time: 0.0882525 Dec 21 00:11:51.878955 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-9', 'device_owner': 'compute:nova'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:11:51.933950 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.131120 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:11:52.163608 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h2-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:11:52.176220 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada6091-30c8-4492-a009-c3217313e6dd req-90b6926b-61ba-4967-a14f-14080b68e432 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:52.177740 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aada6091-30c8-4492-a009-c3217313e6dd req-90b6926b-61ba-4967-a14f-14080b68e432 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Dec 21 00:11:52.204503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:11:52.206821 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843e857b-da53-44ed-8e00-b22d4b5cf170" -d '{"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:11:52.210654 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.224460 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Transition to ACTIVE for port object a3543f2e-c728-41b3-9b08-2d6b083e834b will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:11:52.232842 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-aada6091-30c8-4492-a009-c3217313e6dd req-86132166-45a2-4ee1-ba87-b30a0b4b989f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450430 Dec 21 00:11:52.262674 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Dec 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e42363-751a-4442-81e9-1bfc0c13dd4e x-openstack-request-id: req-c8e42363-751a-4442-81e9-1bfc0c13dd4e {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:11:52.262674 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:11:52.262674 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8e42363-751a-4442-81e9-1bfc0c13dd4e {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:11:52.262674 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'code': 200} Dec 21 00:11:52.274237 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.355221 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=6']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:11:52.370519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.370876 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.371223 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.371568 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.371905 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.372262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.372734 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.373069 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.373400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.373746 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.374087 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.375205 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.375681 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:52.411175 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] No DVR routers for this DVR port a3543f2e-c728-41b3-9b08-2d6b083e834b on host n-h2-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:11:52.546055 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:11:52.546914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:11:52.547253 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:11:52.551451 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:11:52.551771 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Attempting to bind port a3543f2e-c728-41b3-9b08-2d6b083e834b on network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:11:52.556808 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:11:52.557140 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Checking segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:11:52.557516 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Bound using segment: {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:11:52.557970 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Bound port: a3543f2e-c728-41b3-9b08-2d6b083e834b, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629fae14-ab99-4b9c-8f1e-4985e71b60b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:11:52.558312 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.623039 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:11:52.626156 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:11:52.720316 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.756535 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:52.757190 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:52.758680 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] 10.222.0.59 "PUT /v2.0/ports/a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 1091 time: 0.8836730 Dec 21 00:11:52.777469 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a4d05-1c42-4857-8224-4a443e3bce8e service neutron] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=7']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:11:52.828336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-cab930e1-0aa5-4c84-8819-9628741dd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:52.829897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-cab930e1-0aa5-4c84-8819-9628741dd561 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0429845 Dec 21 00:11:52.928254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-ce16aa45-7d25-4cda-961c-6fabda8c2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:52.929355 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-ce16aa45-7d25-4cda-961c-6fabda8c2576 service neutron] 10.222.0.59 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0922568 Dec 21 00:11:52.998344 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-9ca8f714-47ef-4984-b5c1-fe362dcec746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0603631 Dec 21 00:11:53.048740 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-73f28ad3-94e8-4fb6-86cf-7a792abc5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:53.050246 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-73f28ad3-94e8-4fb6-86cf-7a792abc5e07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0443277 Dec 21 00:11:53.098751 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9941d-05ac-465f-a862-f520be308065 req-7fd35445-e2e2-451c-aea2-2e05c45f983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:53.100259 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-7fd35445-e2e2-451c-aea2-2e05c45f983d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432239 Dec 21 00:11:53.188127 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-a436e4be-15c2-4ca4-99e7-2841f8ed6e05 service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798240 Dec 21 00:11:53.356885 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2217-1e2e-46fd-b91a-947453d2afdd req-d85211b2-271c-44d2-8163-f8e978cbfddc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:53.358689 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0ed2217-1e2e-46fd-b91a-947453d2afdd req-d85211b2-271c-44d2-8163-f8e978cbfddc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0529721 Dec 21 00:11:53.414530 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a0ed2217-1e2e-46fd-b91a-947453d2afdd req-68882961-1e79-4777-9ace-f5f700d94623 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493302 Dec 21 00:11:53.625562 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f5f9941d-05ac-465f-a862-f520be308065 req-9ed403f0-7621-4ee8-a99f-8f33dd4aa095 service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303346 Dec 21 00:11:53.788277 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-2130b563-c59b-4b7a-bc91-29e5e305ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:53.789771 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-2130b563-c59b-4b7a-bc91-29e5e305ab36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0420973 Dec 21 00:11:53.894257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-0a360087-cc19-4070-9b68-344347426d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:53.895717 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-0a360087-cc19-4070-9b68-344347426d6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0870528 Dec 21 00:11:53.967443 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-db5008bf-2768-46ec-9074-e9e8f8593b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0643930 Dec 21 00:11:54.017914 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-4c2f4854-e7d9-4a97-9d90-404911c71b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.019350 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-4c2f4854-e7d9-4a97-9d90-404911c71b96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0438366 Dec 21 00:11:54.065111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-0f17b8fe-1ec9-4134-a95a-8410d4f1f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.067023 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-0f17b8fe-1ec9-4134-a95a-8410d4f1f667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403945 Dec 21 00:11:54.158699 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-345c2fa7-000f-40b6-837c-352746cfc787 service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841639 Dec 21 00:11:54.251565 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-99671d41-3b2b-4d3d-a2b4-855af43c5961 req-160a1672-a7b4-495c-adda-5d13ec09598e service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846035 Dec 21 00:11:54.262528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:11:54.265444 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12db09-da08-4941-a519-4e1dad249fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:11:54.317053 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cdc9ef-6e93-403f-9030-5566b687743b x-openstack-request-id: req-e4cdc9ef-6e93-403f-9030-5566b687743b {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:11:54.317347 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:11:54.317601 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4cdc9ef-6e93-403f-9030-5566b687743b {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:11:54.318030 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'status': 'completed', 'code': 200} Dec 21 00:11:54.384412 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-9ca497a0-418e-4d2e-8414-7ea72798cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.385239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-b64fc86d-56c7-42c2-8c67-e646f9c6437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.385953 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-9ca497a0-418e-4d2e-8414-7ea72798cbcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0450914 Dec 21 00:11:54.386756 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-b64fc86d-56c7-42c2-8c67-e646f9c6437d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0457959 Dec 21 00:11:54.481095 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-4db3fc9d-3f4c-4a04-8f49-67780d7b267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.482783 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-4db3fc9d-3f4c-4a04-8f49-67780d7b267b service neutron] 10.222.0.59 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0879033 Dec 21 00:11:54.485117 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-a9030ad9-2819-41fe-9a14-f0c9df372047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.486636 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-a9030ad9-2819-41fe-9a14-f0c9df372047 service neutron] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0888190 Dec 21 00:11:54.553762 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-f17452b0-2538-4544-a9be-c2af0b30d16e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0627596 Dec 21 00:11:54.579659 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-a161925a-b747-4d85-81c3-5034352540c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0813591 Dec 21 00:11:54.587027 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c40e75-a95b-4634-86fb-adc76659ff14 req-4275e533-eca2-4e52-8d57-257e72d56ed0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.588466 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67c40e75-a95b-4634-86fb-adc76659ff14 req-4275e533-eca2-4e52-8d57-257e72d56ed0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.1009264 Dec 21 00:11:54.605234 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-e9e1ed34-6ae6-4178-8b6c-38c7c9b04d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.606757 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-e9e1ed34-6ae6-4178-8b6c-38c7c9b04d56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0454121 Dec 21 00:11:54.653597 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-97e654f0-7cae-48ae-96de-1cab58ddc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.655343 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-97e654f0-7cae-48ae-96de-1cab58ddc810 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408816 Dec 21 00:11:54.659170 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-2a754901-f46e-44b2-8f03-f1bf452a3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.660867 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-2a754901-f46e-44b2-8f03-f1bf452a3328 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0697274 Dec 21 00:11:54.675438 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-67c40e75-a95b-4634-86fb-adc76659ff14 req-a25d2e68-c638-48f8-ba18-77a654af78a9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760517 Dec 21 00:11:54.710942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:11:54.721411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-bb13613a-e9af-44ec-bd93-a20f4c56e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:54.722970 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-bb13613a-e9af-44ec-bd93-a20f4c56e6b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466931 Dec 21 00:11:54.752214 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] The host n-h2-822053-9 is not matching for port a3543f2e-c728-41b3-9b08-2d6b083e834b host n-h1-822053-9! {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 21 00:11:54.753062 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:11:54.756634 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-fb169dee-c3e5-4164-b362-d01a661bf00b service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932372 Dec 21 00:11:54.819142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-9f309cc7-005a-4ec2-b9ca-17b58547077d service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841758 Dec 21 00:11:54.848897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-756905c9-943f-48c4-b4f1-fc57ec3cdc65 service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841286 Dec 21 00:11:54.916515 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1b12db09-da08-4941-a519-4e1dad249fb6 req-da1cc056-2694-4d24-a212-9412beb0a4da service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868163 Dec 21 00:11:55.796560 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61313801-9e0a-4dfd-95e4-a438b50aa546 req-8d6b5b9e-a24e-4d13-acb7-f0c13378e3e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:55.798343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61313801-9e0a-4dfd-95e4-a438b50aa546 req-8d6b5b9e-a24e-4d13-acb7-f0c13378e3e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0511632 Dec 21 00:11:55.846979 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-61313801-9e0a-4dfd-95e4-a438b50aa546 req-2c7e3def-346a-42f7-a63f-f12f48c30978 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Dec 21 00:11:56.245363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da464d-b04d-4326-bba4-1f4a91470e07 req-dcf220bb-f2a5-4929-9e1a-e58513323bb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.246885 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77da464d-b04d-4326-bba4-1f4a91470e07 req-dcf220bb-f2a5-4929-9e1a-e58513323bb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0493393 Dec 21 00:11:56.331605 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-77da464d-b04d-4326-bba4-1f4a91470e07 req-61c4834a-d73b-4b50-a682-864e492e91b9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781360 Dec 21 00:11:56.344652 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601235-3e78-4437-8747-40769d7500e9 req-9f41b612-ddec-498a-aefb-08576c9db1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.346252 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-9f41b612-ddec-498a-aefb-08576c9db1ae tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3&tenant_id=8c2f931b235747a48ecc15f3d58fc624&binding%3Ahost_id=n-h1-822053-9 HTTP/1.1" status: 200 len: 943 time: 0.0761361 Dec 21 00:11:56.439580 n-d-822053-9 neutron-server[115562]: INFO neutron.api.v2.resource [req-06601235-3e78-4437-8747-40769d7500e9 req-df309e7f-518e-4d1c-adba-4abbe474d18f service neutron] delete failed (client error): The resource could not be found. Dec 21 00:11:56.440856 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-df309e7f-518e-4d1c-adba-4abbe474d18f service neutron] 10.222.0.45 "DELETE /v2.0/ports/a3543f2e-c728-41b3-9b08-2d6b083e834b/bindings/n-h2-822053-9 HTTP/1.1" status: 404 len: 380 time: 0.0822246 Dec 21 00:11:56.460476 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af64403-9ebd-4bb5-83f3-faf25adb9ab6 req-2debdf4d-619d-412f-ba9c-b30c594da99b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.461985 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2af64403-9ebd-4bb5-83f3-faf25adb9ab6 req-2debdf4d-619d-412f-ba9c-b30c594da99b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 943 time: 0.0570166 Dec 21 00:11:56.538359 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2af64403-9ebd-4bb5-83f3-faf25adb9ab6 req-6669f6ce-3261-41f4-b464-209f13589ab1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703611 Dec 21 00:11:56.551363 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601235-3e78-4437-8747-40769d7500e9 req-a598aa6e-3ace-4f80-a24e-550d27769615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.552834 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-a598aa6e-3ace-4f80-a24e-550d27769615 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0645936 Dec 21 00:11:56.646321 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601235-3e78-4437-8747-40769d7500e9 req-d57f4feb-ec33-4560-8fb2-3113ac42a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.647805 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-d57f4feb-ec33-4560-8fb2-3113ac42a2fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.0839400 Dec 21 00:11:56.724215 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-e6bd6706-b1ae-44e8-9c0a-88823482cc0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 999 time: 0.0646627 Dec 21 00:11:56.739686 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:11:56.776762 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601235-3e78-4437-8747-40769d7500e9 req-0f91ea9e-44cf-40d3-8aed-e2d5caedba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.778247 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-0f91ea9e-44cf-40d3-8aed-e2d5caedba41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0429907 Dec 21 00:11:56.829443 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601235-3e78-4437-8747-40769d7500e9 req-606159b9-bd22-40d4-8949-b49347796a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:56.830976 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-606159b9-bd22-40d4-8949-b49347796a26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405691 Dec 21 00:11:56.836028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:11:56.846440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'port_id': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'mac_address': 'fa:16:3e:3e:1b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:11:56.883317 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:56.896490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3543f2e-c728-41b3-9b08-2d6b083e834b {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:11:56.918978 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:11:56.931142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-81845262-22f8-4319-aac6-228e019bd9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885246 Dec 21 00:11:56.993714 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:57.021094 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-06601235-3e78-4437-8747-40769d7500e9 req-72e6b696-c42a-41cf-a505-a359cd7c452b service neutron] 10.222.0.45 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Dec 21 00:11:57.042000 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=8']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:11:57.049684 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.050067 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.050506 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.050857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.051197 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.051535 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.051868 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.052194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.052523 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.052850 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.053177 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.053509 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.053852 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:11:57.283427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a3543f2e-c728-41b3-9b08-2d6b083e834b'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:11:57.662766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81353c06-5d90-4b4d-8b0d-39a054421864 req-1b5dfce1-73f6-4c34-b2e1-ad47eea73dc3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:57.664279 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81353c06-5d90-4b4d-8b0d-39a054421864 req-1b5dfce1-73f6-4c34-b2e1-ad47eea73dc3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 944 time: 0.0564737 Dec 21 00:11:57.714489 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81353c06-5d90-4b4d-8b0d-39a054421864 req-a693cde1-b6c5-4dd5-8943-4b4aab275d3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Dec 21 00:11:58.691015 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:58.770287 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:11:58.829907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f6f1-db74-4111-8110-1090702116ac req-224556a2-450f-40ad-91a7-0442262178ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:11:58.831406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0df4f6f1-db74-4111-8110-1090702116ac req-224556a2-450f-40ad-91a7-0442262178ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 944 time: 0.0489166 Dec 21 00:11:58.856751 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port a3543f2e-c728-41b3-9b08-2d6b083e834b completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:11:58.861228 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port a3543f2e-c728-41b3-9b08-2d6b083e834b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:11:58.861602 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:58.881322 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0df4f6f1-db74-4111-8110-1090702116ac req-f5572d5e-afbb-4ac4-89e2-5d312a68b2cb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 Dec 21 00:11:58.904390 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39216) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:11:58.938755 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:58.961757 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:11:58.963904 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150cef1-6bc3-458c-84c5-e60088f8eb12" -d '{"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:11:58.975177 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-55e1ebbf-4381-4329-a47d-475b3d9575f6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/0dc82cfa-2b6b-4235-8649-92226f298d37 HTTP/1.1" status: 200 len: 992 time: 0.0643227 Dec 21 00:11:58.980166 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:11:59.005693 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5374893-1853-4b0f-9561-79da0553b480 x-openstack-request-id: req-b5374893-1853-4b0f-9561-79da0553b480 {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:11:59.006014 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-plugged", "status": "completed", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:11:59.006268 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5374893-1853-4b0f-9561-79da0553b480 {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:11:59.006663 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'code': 200} Dec 21 00:11:59.027804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:11:59.079083 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=9']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:03.873474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:04.919703 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9522db44-e2f7-47fc-8504-1b376339fa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:07.667615 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a4799f84-3965-4d46-b7cd-e7a7df669cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:08.639542 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:10.010569 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:10.524924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:22.888863 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:12:27.372556 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39230) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:27.566001 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port dca77b6b-883d-4017-95bc-a852e8176a21 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:12:27.566374 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:27.642177 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:27.642406 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:27.653715 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for dca77b6b-883d-4017-95bc-a852e8176a21 owned by network:floatingip {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:12:27.856587 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:27.885422 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=dca77b6b-883d-4017-95bc-a852e8176a21,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:27.912009 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.912362 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.912704 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.913041 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.913372 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.913700 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.914051 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.914383 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.914707 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.915033 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.915366 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.915683 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.916003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:27.956207 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:27.956540 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP 0dc82cfa-2b6b-4235-8649-92226f298d37 disassociated (deleted). External IP: 172.25.1.117, port: a3543f2e-c728-41b3-9b08-2d6b083e834b. Dec 21 00:12:28.163780 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:12:28.271289 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:12:28.275897 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:28.285537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Sync routers for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:12:28.295407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:28.296268 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:28.304717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9dd54bf8-1fe3-4306-8842-872e2b6f4b1a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/floatingips/0dc82cfa-2b6b-4235-8649-92226f298d37 HTTP/1.1" status: 204 len: 168 time: 0.9310653 Dec 21 00:12:28.305311 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:12:28.307580 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc2ab4-e993-437a-96ba-006d3ef6f626" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:12:28.411588 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:28.421653 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c65904-b89a-4168-9263-5163a06d3696 x-openstack-request-id: req-72c65904-b89a-4168-9263-5163a06d3696 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:12:28.422197 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:12:28.422299 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72c65904-b89a-4168-9263-5163a06d3696 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:12:28.422657 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'status': 'completed', 'code': 200} Dec 21 00:12:28.492667 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-29d3a71e-5cf9-4e26-9e62-c2f1e660466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:28.494529 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-29d3a71e-5cf9-4e26-9e62-c2f1e660466c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0499601 Dec 21 00:12:28.603490 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-74b21964-346b-43cb-8d44-46f2063e8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:28.605137 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-74b21964-346b-43cb-8d44-46f2063e8557 service neutron] 10.222.0.59 "GET /v2.0/networks?id=027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 200 len: 897 time: 0.1016309 Dec 21 00:12:28.655808 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-99d86459-d6f1-4a60-90a9-20420e0c097b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 200 len: 217 time: 0.0429919 Dec 21 00:12:28.716655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-c9cf7974-c1ba-42a2-b188-185240462dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:28.716885 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:28.718848 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-c9cf7974-c1ba-42a2-b188-185240462dd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 200 len: 835 time: 0.0489538 Dec 21 00:12:28.773929 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-200136b7-a336-49d8-af96-f788d68fc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:28.775474 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-200136b7-a336-49d8-af96-f788d68fc7c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=027038ef-128d-4ac2-81e6-3fd14ddc70a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478609 Dec 21 00:12:28.781524 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:28.781898 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59f19c-0701-4d33-a494-3fd4e5c8a493 req-6332771a-1367-4736-b590-6c08f7704eac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:28.783501 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa59f19c-0701-4d33-a494-3fd4e5c8a493 req-6332771a-1367-4736-b590-6c08f7704eac tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0936642 Dec 21 00:12:28.807794 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Checking router: 8b06e85f-2b3d-4990-9942-5f83ca73fca5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:12:28.817290 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:28.817942 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:28.837879 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-fa59f19c-0701-4d33-a494-3fd4e5c8a493 req-953313ee-3edf-4cd7-93d5-6aa6ff60db95 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477951 Dec 21 00:12:28.881874 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-cfc2a772-bbad-406c-9717-711b293031ed service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963533 Dec 21 00:12:28.928250 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:28.974836 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-d1bc2ab4-e993-437a-96ba-006d3ef6f626 req-473b5652-9e25-4e31-bb21-5e77479f7b5c service neutron] 10.222.0.59 "GET /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842988 Dec 21 00:12:29.129373 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:29.155033 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55a65a-3140-4721-86dd-bff6e19f2740 None None] The sync data for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 is: [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:10:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '2ef9314d-610a-4d61-b2df-507c8b2c9996', 'name': '', 'network_id': '027038ef-128d-4ac2-81e6-3fd14ddc70a0', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:b6:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3a078239-5331-4e90-9247-133b46de28be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:37Z', 'updated_at': '2021-12-21T00:10:40Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '3a078239-5331-4e90-9247-133b46de28be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:12:29.387081 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fba56-5e87-491c-98ad-c1d4f10fc236 None None] New status for floating IP 0dc82cfa-2b6b-4235-8649-92226f298d37: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:12:29.961404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48385f9-f83c-431a-ab16-8844f82d02e9 req-e58fe0b1-aabe-4b5f-be30-c74bbdd8d21b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:29.962948 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c48385f9-f83c-431a-ab16-8844f82d02e9 req-e58fe0b1-aabe-4b5f-be30-c74bbdd8d21b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Dec 21 00:12:30.012368 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c48385f9-f83c-431a-ab16-8844f82d02e9 req-6d765282-de94-444c-af96-337e408f319f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=d73a7d57-0b62-41c6-ac07-3e6b31e0b388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433965 Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:30.018701 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:30.023025 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-57e36b4d-68d4-4f6a-b387-0bc0538809b9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:30.025346 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-57e36b4d-68d4-4f6a-b387-0bc0538809b9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec94f055-aad3-4e1e-ab15-c337a4372ee3 HTTP/1.1" status: 200 len: 945 time: 0.0483749 Dec 21 00:12:30.115625 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port a3543f2e-c728-41b3-9b08-2d6b083e834b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:12:30.115962 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:30.207666 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port a3543f2e-c728-41b3-9b08-2d6b083e834b, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a3543f2e-c728-41b3-9b08-2d6b083e834b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:30.207940 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:30.219572 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for a3543f2e-c728-41b3-9b08-2d6b083e834b owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:12:30.394119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:30.427709 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=a3543f2e-c728-41b3-9b08-2d6b083e834b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:30.470309 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] No DVR routers for this DVR port a3543f2e-c728-41b3-9b08-2d6b083e834b on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:12:30.472854 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:30.476157 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-ed59dffc-afda-419a-89c1-e4bab87b0e5a req-f8413f6d-6759-4741-921c-cd8c4d9f867e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "DELETE /v2.0/ports/a3543f2e-c728-41b3-9b08-2d6b083e834b HTTP/1.1" status: 204 len: 173 time: 0.4455216 Dec 21 00:12:30.476588 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-deleted', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:12:30.478860 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90abdef-711b-42c1-b65b-f5fade056cc5" -d '{"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-deleted", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:12:30.515441 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddabac02-1c56-478d-982c-943d9f50b2c2 x-openstack-request-id: req-ddabac02-1c56-478d-982c-943d9f50b2c2 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:12:30.515739 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f055-aad3-4e1e-ab15-c337a4372ee3", "name": "network-vif-deleted", "tag": "a3543f2e-c728-41b3-9b08-2d6b083e834b", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:12:30.516003 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddabac02-1c56-478d-982c-943d9f50b2c2 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:12:30.516425 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f055-aad3-4e1e-ab15-c337a4372ee3', 'name': 'network-vif-deleted', 'tag': 'a3543f2e-c728-41b3-9b08-2d6b083e834b', 'status': 'completed', 'code': 200} Dec 21 00:12:31.072166 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39248) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:31.434123 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:31.684511 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 2ef9314d-610a-4d61-b2df-507c8b2c9996 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:12:31.684784 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:31.775732 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 2ef9314d-610a-4d61-b2df-507c8b2c9996, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=2ef9314d-610a-4d61-b2df-507c8b2c9996,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:31.776087 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:31.788147 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 2ef9314d-610a-4d61-b2df-507c8b2c9996 owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:12:32.016431 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.042933 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=2ef9314d-610a-4d61-b2df-507c8b2c9996,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:32.217216 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.431139 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:12:32.538558 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:12:32.543602 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-966fd4eb-3b5a-4b5d-8126-00d70b869f3f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/8b06e85f-2b3d-4990-9942-5f83ca73fca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4704230 Dec 21 00:12:32.546549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39250) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:32.547874 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Sync routers for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:12:32.558453 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:32.559068 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:32.601975 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting subnet 3a078239-5331-4e90-9247-133b46de28be {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:12:32.604954 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.644499 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.664407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:32.728249 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.840878 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:12:31Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:32.859257 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.871473 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Checking router: 8b06e85f-2b3d-4990-9942-5f83ca73fca5 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:12:32.880574 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Routers {'8b06e85f-2b3d-4990-9942-5f83ca73fca5'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:32.881189 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:32.884179 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Subnet': ['ID=3a078239-5331-4e90-9247-133b46de28be,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:32.887818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:32.894005 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cb25f098-50f5-4d8c-af75-80e360464a6b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/subnets/3a078239-5331-4e90-9247-133b46de28be HTTP/1.1" status: 204 len: 168 time: 0.3435886 Dec 21 00:12:32.894323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39252) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:32.914011 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a119657-8147-4ec0-b587-cb327a1a2d93 None None] Network 027038ef-128d-4ac2-81e6-3fd14ddc70a0 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:12:32.937589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:12:32.997489 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: a3543f2e-c728-41b3-9b08-2d6b083e834b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:12:32.997860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a3543f2e-c728-41b3-9b08-2d6b083e834b not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:12:33.001853 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.075427 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] Set router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:33.103479 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.212585 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] DHCP port deletion for 027038ef-128d-4ac2-81e6-3fd14ddc70a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:12:33.213056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 75413d56-5907-41ee-8a46-cffe9f4866e6 {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:12:33.213393 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.295036 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 75413d56-5907-41ee-8a46-cffe9f4866e6, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75413d56-5907-41ee-8a46-cffe9f4866e6,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:33.295798 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.302734 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Deleting port a78f2e59-1f83-4037-bab2-36665b421c1b {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:12:33.306180 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.307941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 75413d56-5907-41ee-8a46-cffe9f4866e6 owned by network:router_gateway {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:12:33.317502 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:12:31Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:33.350584 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484ed77-5f49-4bf1-a4d9-7f0b27fe5850 None None] The sync data for ids ['8b06e85f-2b3d-4990-9942-5f83ca73fca5'] in n-d-822053-9 is: [{'id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853106599', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:10:33Z', 'updated_at': '2021-12-21T00:12:31Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75413d56-5907-41ee-8a46-cffe9f4866e6', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06e85f-2b3d-4990-9942-5f83ca73fca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:10:34Z', 'updated_at': '2021-12-21T00:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:12:33.394490 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] For port a78f2e59-1f83-4037-bab2-36665b421c1b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=a78f2e59-1f83-4037-bab2-36665b421c1b,segment=NetworkSegment(629fae14-ab99-4b9c-8f1e-4985e71b60b7),segment_id=629fae14-ab99-4b9c-8f1e-4985e71b60b7)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:33.394898 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.407814 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Calling delete_port for a78f2e59-1f83-4037-bab2-36665b421c1b owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:12:33.536204 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.547875 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.564144 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=75413d56-5907-41ee-8a46-cffe9f4866e6,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:33.572039 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] Pushing event deleted for resources: {'Port': ['ID=a78f2e59-1f83-4037-bab2-36665b421c1b,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:33.577405 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e2c3e-b4a6-4063-b51a-7d64786406f7 None None] No DVR routers for this DVR port a78f2e59-1f83-4037-bab2-36665b421c1b on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:12:33.585516 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7ebee-f2c5-4c4d-ba67-ea1b93a07b48 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:12:33.634272 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.724939 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.727197 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.844741 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.845349 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Fanout notify agent at l3_agent the message router_deleted on router 8b06e85f-2b3d-4990-9942-5f83ca73fca5 {{(pid=115563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:12:33.854892 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.854892 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-64bc51bc-e7f2-476d-93f8-0d84cc0d7e9b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/routers/8b06e85f-2b3d-4990-9942-5f83ca73fca5 HTTP/1.1" status: 204 len: 168 time: 0.9583123 Dec 21 00:12:33.856310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39254) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:33.873159 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:33.937088 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.033544 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.053951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027038ef-128d-4ac2-81e6-3fd14ddc70a0']}} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:34.063316 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629fae14-ab99-4b9c-8f1e-4985e71b60b7') {'for_net_delete': True} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:34.064284 n-d-822053-9 neutron-server[115563]: DEBUG neutron.services.segments.db [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629fae14-ab99-4b9c-8f1e-4985e71b60b7') {} {{(pid=115563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:34.074155 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131291266'] for segment, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.087818 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.093673 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=115563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130965671'] for segment, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: warnings.warn(msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: Traceback (most recent call last): Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: timer() Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: cb(*args, **kw) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: return func(*args, **kwargs) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: self._notify() Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: self.callback(batched_events) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: event.method(event) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: return f(self, *a, **k) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: return self._get(url).json() Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: return self.request(url, 'GET', **kwargs) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:12:34.101384 n-d-822053-9 neutron-server[115563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:12:34.233051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.240256 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.243425 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/networks/027038ef-128d-4ac2-81e6-3fd14ddc70a0 HTTP/1.1" status: 204 len: 168 time: 0.3861833 Dec 21 00:12:34.246457 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39256) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:34.255417 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e495a-f693-4fb8-ac46-584a34595fd8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Network': ['ID=027038ef-128d-4ac2-81e6-3fd14ddc70a0,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:34.304348 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.330513 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.421697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a78f2e59-1f83-4037-bab2-36665b421c1b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:12:34.443508 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: a78f2e59-1f83-4037-bab2-36665b421c1b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:12:34.443859 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device a78f2e59-1f83-4037-bab2-36665b421c1b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:12:34.444302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ef9314d-610a-4d61-b2df-507c8b2c9996 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:12:34.464994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 2ef9314d-610a-4d61-b2df-507c8b2c9996 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:12:34.465343 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 2ef9314d-610a-4d61-b2df-507c8b2c9996 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:12:34.465776 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75413d56-5907-41ee-8a46-cffe9f4866e6 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:12:34.473182 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.475977 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.477142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/security-groups/d73a7d57-0b62-41c6-ac07-3e6b31e0b388 HTTP/1.1" status: 204 len: 168 time: 0.2296999 Dec 21 00:12:34.486391 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 75413d56-5907-41ee-8a46-cffe9f4866e6 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:12:34.487258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75413d56-5907-41ee-8a46-cffe9f4866e6 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:12:34.499116 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d11c-4e94-41e1-9cf8-66a182446eff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a7d57-0b62-41c6-ac07-3e6b31e0b388,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:34.896351 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e4054671-7a58-4749-821b-6bc52ffefd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:34.903695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39262) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:34.908941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595023121', 'description': 'tempest-secgroup-smoke-595023121 description', 'project_id': '8c2f931b235747a48ecc15f3d58fc624'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:34.998903 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.063265 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.130612 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.163843 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769f9db5-a9dc-4432-9c6d-53d083c57ce2,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:35.229175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.230460 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-84a13897-fadc-49ac-a59e-a1b4a943be71 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3257320 Dec 21 00:12:35.233326 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39264) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:35.237660 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:35.357592 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.422007 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.490458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.508665 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d60a89d-aecc-4a3a-82fa-208609e9e9cd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:35.550367 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.551585 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-2896d18c-ccf2-4f30-bfc9-b3cb1e05932e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173006 Dec 21 00:12:35.554402 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39266) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:35.558850 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:35.627119 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.681098 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.746552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.764768 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b84010-b394-4f68-810a-e70bd3900366,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:35.834214 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.835420 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c603fc89-0bbc-430a-81f9-c903812be42c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800670 Dec 21 00:12:35.838119 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39268) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:35.842336 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:35.941135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:35.995045 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.062027 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.083790 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809a3be1-250e-4d1d-97fa-6b632d54a51c,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:36.137132 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.138386 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-73fcde71-6ae9-4141-99ca-11a6c4287073 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993298 Dec 21 00:12:36.141189 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39270) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:36.145431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:36.237564 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.292373 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.365420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.385542 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f723b4c-aba6-455d-ad12-0f468c6ee404,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:36.452608 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.453893 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e8b93572-4767-429a-96c1-7fb1b14409a7 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3116720 Dec 21 00:12:36.456655 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39272) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:36.461056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:36.541033 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:12:36.546526 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.607011 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.683543 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.700628 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58ea249-96f6-40f4-8828-5011e0d80cdb,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:36.771372 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.772576 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-f0699793-c2f8-46a8-b7c8-bc2cc91b0d72 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3149965 Dec 21 00:12:36.775338 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39274) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:36.779505 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '769f9db5-a9dc-4432-9c6d-53d083c57ce2', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:36.867698 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:12:36.872913 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.931420 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:36.993361 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.013669 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06c78b6-bdba-4947-b5b8-48c56ead744e,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:37.064150 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.065352 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e5966492-e7d5-4d71-9c4a-88e4581978bf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2891035 Dec 21 00:12:37.068619 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39276) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:37.073411 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'network': {'name': 'tempest-network-smoke--708305117', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:37.142459 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:12:37.145968 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.169219 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:12:37.178051 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.178398 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Added segment 1df24500-5aaa-4ba4-a8ff-707e6de430ef of type vlan for network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd Dec 21 00:12:37.218661 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.294943 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.300671 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:37.301242 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.369346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Network': ['ID=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:37.379602 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:12:37.411935 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-301dfcdc-2cf5-4de9-bf27-8a134ab798dc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3422985 Dec 21 00:12:37.414650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39278) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:37.418973 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'admin_state_up': True, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:37.506884 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.507966 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.560984 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:37.712798 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9ca37379-16e0-4d31-892c-0dc72462fd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.122869 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.423512 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.442094 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.546824 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.133 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/75c19318-2882-4c8e-af8a-c4649382ee04) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:12:38.604771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.647754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.780852 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.824694 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:38.827650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:38.832091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:12:38.840846 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da69e0-caf9-43bc-a920-e889779f89da None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:12:38.860664 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=75c19318-2882-4c8e-af8a-c4649382ee04,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:38.933774 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-fb2b62cf-4fe8-413d-8e4f-98f2c510cb89 None None] Provisioning complete for port 75c19318-2882-4c8e-af8a-c4649382ee04 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:38.934165 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fb2b62cf-4fe8-413d-8e4f-98f2c510cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:38.966813 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b62cf-4fe8-413d-8e4f-98f2c510cb89 None None] Port 75c19318-2882-4c8e-af8a-c4649382ee04 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:39.143184 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:39.340604 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:39.519075 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:12:39.622152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:12:39.632470 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Sync routers for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:12:39.642047 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:39.648346 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:39.692898 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:39.694257 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5227fb52-adce-4cf6-918c-fb4b14eaa3c2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2786646 Dec 21 00:12:39.697549 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39280) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:39.747482 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:39.779659 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6d629bf0-e3c8-447e-be48-eef74051223d tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8c2f931b235747a48ecc15f3d58fc624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809674 Dec 21 00:12:39.784014 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39284) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:39.933033 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:38Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:39.933744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b096f9-dcf4-44a8-a9a3-86a304c66466 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:39.935582 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-49b096f9-dcf4-44a8-a9a3-86a304c66466 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502895 Dec 21 00:12:39.938111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39286) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:39.967263 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a06b1ae5-7f64-49e6-9e60-53df5264fd46 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273530 Dec 21 00:12:39.971638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39288) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:39.976532 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607427072', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:39.978414 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Checking router: 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:12:39.978739 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Updating router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 port 75c19318-2882-4c8e-af8a-c4649382ee04 binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:12:40.004820 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.016042 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.124650 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:12:40.128839 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.250196 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.290407 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.330424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9e861-cfb3-43bf-9d15-b7af6e4ea002 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:12:40.339296 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Attempting to bind port 75c19318-2882-4c8e-af8a-c4649382ee04 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:12:40.339662 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Attempting to bind port 75c19318-2882-4c8e-af8a-c4649382ee04 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:12:40.340018 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Attempting to bind port 75c19318-2882-4c8e-af8a-c4649382ee04 on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:12:40.348745 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:12:40.349112 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:12:40.349507 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.349920 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:12:40.350375 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Bound port: 75c19318-2882-4c8e-af8a-c4649382ee04, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:12:40.350747 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.352315 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Pushing event updated for resources: {'Port': ['ID=75c19318-2882-4c8e-af8a-c4649382ee04,revision_number=2']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:40.369363 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.381452 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.381754 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.382086 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.382419 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.382746 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.383070 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.383395 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.383710 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.384031 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.384347 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.384859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.385186 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.385863 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:12:40.401334 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-2f1bf4c2-474c-4cf6-865e-8279d6f2a587 None None] Provisioning complete for port 75c19318-2882-4c8e-af8a-c4649382ee04 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:40.401808 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf4c2-474c-4cf6-865e-8279d6f2a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.419116 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] For port 75c19318-2882-4c8e-af8a-c4649382ee04, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:12:40.423387 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] For port 75c19318-2882-4c8e-af8a-c4649382ee04, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75c19318-2882-4c8e-af8a-c4649382ee04,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:12:40.428327 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Subnet': ['ID=07e0a257-1f55-4ea6-b80b-a607e44eaa55,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:40.448213 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Checking segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:12:40.448629 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network hostable DHCP agents. Network: 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:12:40.449997 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bf4c2-474c-4cf6-865e-8279d6f2a587 None None] Port 75c19318-2882-4c8e-af8a-c4649382ee04 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:40.473795 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.490522 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.513621 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8191c47-5736-4012-8dcd-f4cc0b518240 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:12:40.529761 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:40.530376 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:40.535319 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106544a-19c5-4b77-bff8-75e7d875998b None None] Pushing event updated for resources: {'Port': ['ID=75c19318-2882-4c8e-af8a-c4649382ee04,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:40.535957 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:12:40.570446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] Provisioning complete for port 75c19318-2882-4c8e-af8a-c4649382ee04 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:40.570818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.604886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:40.609240 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:40.609928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.620194 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298874d9-07ca-40ca-b98c-dbc5b45ca97b None None] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:12:40.641999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:40.696490 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-5b5b0241-a3b0-4e59-8aa3-efb279f6eb5d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7211652 Dec 21 00:12:40.696870 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39290) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:40.883804 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.921417 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] For port 75c19318-2882-4c8e-af8a-c4649382ee04, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75c19318-2882-4c8e-af8a-c4649382ee04,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:40.923712 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:38Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:40.946302 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:12:40.947178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:40.958009 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693795d-202d-47d6-b254-6590b1aff031 None None] The sync data for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 is: [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:38Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:12:41.016574 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.109671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b8480-82c1-434d-8cfe-13a0de840ae0 None None] Pushing event updated for resources: {'Port': ['ID=75c19318-2882-4c8e-af8a-c4649382ee04,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:41.128173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Allocated IP 172.20.0.2 (7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd/07e0a257-1f55-4ea6-b80b-a607e44eaa55/663e3b14-a8de-417d-9cad-a27ab5ec5c0c) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:12:41.231223 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.311812 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.382634 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.427340 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:41.430215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:41.434697 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:12:41.437833 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Pushing event updated for resources: {'Port': ['ID=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:41.498013 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Attempting to bind port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:12:41.498500 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Attempting to bind port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:12:41.498939 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Attempting to bind port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c on network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:12:41.505657 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:12:41.506172 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Checking segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:12:41.506652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.507053 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Bound using segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:12:41.507628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Bound port: 663e3b14-a8de-417d-9cad-a27ab5ec5c0c, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:12:41.508077 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.521123 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.1 (7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd/07e0a257-1f55-4ea6-b80b-a607e44eaa55/480ee656-5b88-4776-b0ae-760e54a1e10b) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:12:41.577040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] For port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:12:41.581407 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] For port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:12:41.654458 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.691579 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.755436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c118de7-c6a6-4605-ba06-a3aed177558e None None] Pushing event updated for resources: {'Port': ['ID=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:41.776823 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:41.825388 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:41.828475 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:41.832951 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:12:41.839644 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:41.889135 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.118762 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.467371 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75c19318-2882-4c8e-af8a-c4649382ee04 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:12:42.523548 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 75c19318-2882-4c8e-af8a-c4649382ee04 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:42.523913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.606576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 663e3b14-a8de-417d-9cad-a27ab5ec5c0c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:12:42.657042 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:42.657409 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.742759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.747175 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.774439 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] For port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:42.809044 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.837959 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.886847 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:42.887076 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Pushing event updated for resources: {'Port': ['ID=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:42.892840 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:42.984821 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:42.986378 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:43.104728 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:12:43.216063 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:12:43.222633 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-860e64a4-43f7-4f0b-a517-c5384c582b7e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245595 Dec 21 00:12:43.228028 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Sync routers for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:12:43.240347 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:43.240996 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:43.308029 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc737cc-cd76-4fbe-b9aa-dcf0120df777 None None] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:12:43.385233 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-f8bba874-a742-4551-bd12-841d11ca3ac3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595023121&fields=id&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 267 time: 0.0486917 Dec 21 00:12:43.425464 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0bca290e-126a-4327-b99f-9a55cfc833bf None None] Provisioning complete for port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:43.425756 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0bca290e-126a-4327-b99f-9a55cfc833bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:43.430706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:43.746431 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 2, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:43.780215 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Checking router: 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:12:43.780666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Updating router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 port 480ee656-5b88-4776-b0ae-760e54a1e10b binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:12:43.815888 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:43.884515 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-c5084b11-27e0-4787-b2ac-5e4b51c954ea tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:43.888462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-c5084b11-27e0-4787-b2ac-5e4b51c954ea tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 796 time: 0.4959679 Dec 21 00:12:43.902721 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-cc5996e5-00a7-4440-8efe-db9242bd0d3e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/quotas/8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Dec 21 00:12:43.963811 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-39f94ecd-0646-4754-9afa-4ce0229276ab None None] Provisioning complete for port 480ee656-5b88-4776-b0ae-760e54a1e10b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:43.964187 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-39f94ecd-0646-4754-9afa-4ce0229276ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:43.965883 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-0fcf4402-bf94-495b-bb0e-04adf71843c9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550513 Dec 21 00:12:44.058440 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-39f94ecd-0646-4754-9afa-4ce0229276ab None None] Port 480ee656-5b88-4776-b0ae-760e54a1e10b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:44.086912 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-39f94ecd-0646-4754-9afa-4ce0229276ab None None] Provisioning complete for port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:44.086912 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-39f94ecd-0646-4754-9afa-4ce0229276ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.119332 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-da419cf7-fc2c-41bc-be74-086913b2d086 service neutron] 10.222.0.62 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407199 Dec 21 00:12:44.226957 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.230280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-2c2e23b2-b5c5-4fff-9989-0a0b9b750103 service neutron] 10.222.0.62 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024075 Dec 21 00:12:44.296020 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.349468 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd76b35-254f-4ac6-84e1-a79a2afef1f7 None None] Pushing event updated for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:44.382736 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-192c58a3-265c-469f-8641-446510eedcce None None] Provisioning complete for port 480ee656-5b88-4776-b0ae-760e54a1e10b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:44.383119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-192c58a3-265c-469f-8641-446510eedcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.462216 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 663e3b14-a8de-417d-9cad-a27ab5ec5c0c up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:12:44.467258 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Attempting to bind port 480ee656-5b88-4776-b0ae-760e54a1e10b on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:12:44.467635 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Attempting to bind port 480ee656-5b88-4776-b0ae-760e54a1e10b by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:12:44.467994 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Attempting to bind port 480ee656-5b88-4776-b0ae-760e54a1e10b on network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:12:44.492612 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-192c58a3-265c-469f-8641-446510eedcce None None] Port 480ee656-5b88-4776-b0ae-760e54a1e10b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:44.501338 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:12:44.501788 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Checking segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:12:44.502245 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.502641 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Bound using segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:12:44.503142 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Bound port: 480ee656-5b88-4776-b0ae-760e54a1e10b, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:12:44.503527 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.520600 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9e9101ae-1395-4828-9a0d-42db7b4c60fa req-089d2ef5-37fe-4803-9535-9d3333799dfc tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 210 time: 0.0497360 Dec 21 00:12:44.587179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] For port 480ee656-5b88-4776-b0ae-760e54a1e10b, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:12:44.591244 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] For port 480ee656-5b88-4776-b0ae-760e54a1e10b, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=480ee656-5b88-4776-b0ae-760e54a1e10b,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:12:44.592804 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:44.593178 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.639738 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a039afff-48b3-4dd7-83b4-cde155316851 None None] Provisioning complete for port 480ee656-5b88-4776-b0ae-760e54a1e10b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:44.640107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a039afff-48b3-4dd7-83b4-cde155316851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.668947 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:44.710698 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a039afff-48b3-4dd7-83b4-cde155316851 None None] Port 480ee656-5b88-4776-b0ae-760e54a1e10b cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:44.772178 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:12:44.772858 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:44.777671 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd76b35-254f-4ac6-84e1-a79a2afef1f7 None None] Pushing event updated for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:45.051764 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] Provisioning complete for port 480ee656-5b88-4776-b0ae-760e54a1e10b triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:45.052137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:45.078129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:12:45.262278 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:45.325227 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] For port 480ee656-5b88-4776-b0ae-760e54a1e10b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=480ee656-5b88-4776-b0ae-760e54a1e10b,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:45.346249 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:44Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:12:45.372186 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2de10-1a3f-4f6a-af33-1b8b847d2434 None None] The sync data for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 is: [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:44Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:12:45.430112 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:45.500966 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddcd4c-f658-4994-a075-a3a3c67416d7 None None] Pushing event updated for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:45.613080 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5eb8aa8f-f2ff-4220-be1a-bc9ad2526d49 req-930364e1-8430-4763-b684-60450f81b93c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Dec 21 00:12:46.437589 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 480ee656-5b88-4776-b0ae-760e54a1e10b up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:12:46.488549 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port 480ee656-5b88-4776-b0ae-760e54a1e10b triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:46.488924 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:46.680415 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-41f90b05-e07a-47f2-a7ac-53478b8c4baf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:46.681937 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-41f90b05-e07a-47f2-a7ac-53478b8c4baf tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 796 time: 0.1008737 Dec 21 00:12:46.726349 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-800caee0-2194-473a-a22f-b4e21c452fc6 req-4b375c2a-3064-420e-a0e3-20e1c081cec4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 210 time: 0.0395916 Dec 21 00:12:46.768244 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-1e418691-4a0c-43ec-96e3-24fcba1f87f2 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 379 time: 0.0721278 Dec 21 00:12:46.781944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'port': {'device_id': 'ef016e14-0880-4161-a2cf-20350c83b121', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'admin_state_up': True, 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'security_groups': ['769f9db5-a9dc-4432-9c6d-53d083c57ce2']}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:46.964349 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'port': 1} {{(pid=115562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:12:46.967958 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.105483 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.9 (7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd/07e0a257-1f55-4ea6-b80b-a607e44eaa55/63b2f990-293b-412e-9101-bd57434bf669) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:12:47.241263 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.353546 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.398081 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:47.400989 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:47.404548 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:12:47.432228 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:47.460004 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:47.460622 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.539011 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-dff06771-cf07-4a69-8af7-f6913b7e8082 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607937 Dec 21 00:12:47.598245 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Request body: {'port': {'device_id': 'ef016e14-0880-4161-a2cf-20350c83b121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:47.654584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.667280 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a5b8d62a-f435-466c-8442-4f221cc6d662 None None] Provisioning complete for port 63b2f990-293b-412e-9101-bd57434bf669 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:47.667818 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d62a-f435-466c-8442-4f221cc6d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:47.701527 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8d62a-f435-466c-8442-4f221cc6d662 None None] Port 63b2f990-293b-412e-9101-bd57434bf669 cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:12:47.893155 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a470e-9260-4973-8d48-f9167f429587 req-43151af6-8d86-4266-a745-665bd47325ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:47.894652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-310a470e-9260-4973-8d48-f9167f429587 req-43151af6-8d86-4266-a745-665bd47325ce tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 931 time: 0.0966876 Dec 21 00:12:47.986924 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-310a470e-9260-4973-8d48-f9167f429587 req-9a929495-945a-4db5-bc1e-21ca7194011f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859885 Dec 21 00:12:47.993775 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b2f990-293b-412e-9101-bd57434bf669 {{(pid=115562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:12:48.002140 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:48.013959 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.provisioning_blocks [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Transition to ACTIVE for port object 63b2f990-293b-412e-9101-bd57434bf669 will not be triggered until provisioned by entity L2. {{(pid=115562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:12:48.083502 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:48.132508 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:48.206730 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Attempting to bind port 63b2f990-293b-412e-9101-bd57434bf669 on host n-h2-822053-9 for vnic_type normal with profile {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:12:48.207072 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Attempting to bind port 63b2f990-293b-412e-9101-bd57434bf669 by drivers openvswitch,hyperv on host n-h2-822053-9 at level 0 using segments [{'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:12:48.207404 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Attempting to bind port 63b2f990-293b-412e-9101-bd57434bf669 on network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:12:48.212075 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Port 63b2f990-293b-412e-9101-bd57434bf669 on network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-9 {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:12:48.212399 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Attempting to bind port 63b2f990-293b-412e-9101-bd57434bf669 on network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:12:48.217473 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Checking agent: {'id': '8ae7a301-a03a-4cd8-b702-0fa290af4a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:12:48.217848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Checking segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:12:48.218262 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Bound using segment: {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'} {{(pid=115562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:12:48.218674 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.managers [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Bound port: 63b2f990-293b-412e-9101-bd57434bf669, host: n-h2-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df24500-5aaa-4ba4-a8ff-707e6de430ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd'}}] {{(pid=115562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:12:48.219033 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:48.289391 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, cleared binding levels {{(pid=115562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:12:48.292396 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=63b2f990-293b-412e-9101-bd57434bf669,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:12:48.365089 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:48.402165 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.402772 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:48.404150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 1091 time: 0.8518736 Dec 21 00:12:48.404588 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:12:48.407380 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ab72a-5a64-416b-921d-2389a616c82e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:12:48.429151 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed170-f80f-4765-8139-e8cbeed1f0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=3']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:48.447890 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7a380-a0a7-4a8e-9b6f-889504bfc908 x-openstack-request-id: req-4cd7a380-a0a7-4a8e-9b6f-889504bfc908 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:12:48.448191 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:12:48.448455 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd7a380-a0a7-4a8e-9b6f-889504bfc908 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:12:48.448873 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669', 'status': 'completed', 'code': 200} Dec 21 00:12:48.514743 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab72a-5a64-416b-921d-2389a616c82e req-2ecab9a4-1586-40c6-8c4d-849eb6fd8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.516505 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907ab72a-5a64-416b-921d-2389a616c82e req-2ecab9a4-1586-40c6-8c4d-849eb6fd8fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1094 time: 0.0445726 Dec 21 00:12:48.625767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab72a-5a64-416b-921d-2389a616c82e req-da2d1877-0e54-4c62-9bb6-b373d852fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.627334 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907ab72a-5a64-416b-921d-2389a616c82e req-da2d1877-0e54-4c62-9bb6-b373d852fc7b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8c2f931b235747a48ecc15f3d58fc624&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0985739 Dec 21 00:12:48.732664 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab72a-5a64-416b-921d-2389a616c82e req-5384ca2b-ff21-44cb-8c14-13eae75ef463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.734061 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-907ab72a-5a64-416b-921d-2389a616c82e req-5384ca2b-ff21-44cb-8c14-13eae75ef463 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915799 Dec 21 00:12:48.815978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-266648c1-3c83-4627-a4c3-b3513cc38aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.817459 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-266648c1-3c83-4627-a4c3-b3513cc38aeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1094 time: 0.0414445 Dec 21 00:12:48.868217 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-8dbc0c07-1485-4a59-abf2-a2e70615278a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 217 time: 0.0381753 Dec 21 00:12:48.923830 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-4e5b66cf-8136-4bae-8353-729b7204f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.925292 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-4e5b66cf-8136-4bae-8353-729b7204f365 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0446465 Dec 21 00:12:48.975411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-3470e83a-9a15-49ff-8959-4e6a226f8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:48.977447 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-3470e83a-9a15-49ff-8959-4e6a226f8140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410187 Dec 21 00:12:49.100666 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-cea1db8f-b46f-4d0d-80d2-39076da58941 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119108 Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:12:49.125331 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:12:49.129348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084b5f7-9621-405f-b3b8-9d40f899ec58 req-02450aff-160a-47e3-8dba-df92c791dfd9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:49.130286 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5084b5f7-9621-405f-b3b8-9d40f899ec58 req-02450aff-160a-47e3-8dba-df92c791dfd9 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 943 time: 0.0723157 Dec 21 00:12:49.230325 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5084b5f7-9621-405f-b3b8-9d40f899ec58 req-a484b9b3-0e45-40a2-906a-59ee3c54716c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904288 Dec 21 00:12:49.245288 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0e9c1d33-2cf6-4cc0-a35d-a2070d7f214d req-c4d5f98e-b214-4b73-81f7-5a744e06fc6c service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324756 Dec 21 00:12:50.346141 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8518cb-ebf8-4511-87c2-8db8289bd5dd req-7e5f9582-5fef-4faa-8640-71615f7fbefe tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:50.347621 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a8518cb-ebf8-4511-87c2-8db8289bd5dd req-7e5f9582-5fef-4faa-8640-71615f7fbefe tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 943 time: 0.0490091 Dec 21 00:12:50.397005 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4a8518cb-ebf8-4511-87c2-8db8289bd5dd req-247dfa47-f8f7-48a5-a5ba-ac5b05e485b3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Dec 21 00:12:51.515019 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ccf7-7bb8-41e9-bc02-86f13b00016b req-e5b7d993-2b76-4994-8454-864e974cec82 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:51.517155 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e98ccf7-7bb8-41e9-bc02-86f13b00016b req-e5b7d993-2b76-4994-8454-864e974cec82 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 943 time: 0.0537622 Dec 21 00:12:51.566283 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-1e98ccf7-7bb8-41e9-bc02-86f13b00016b req-d520033e-6c1d-40d6-8fa1-67d0a2931615 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Dec 21 00:12:52.680411 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce195f-706f-403a-983d-e28495811d50 req-96c0aa93-2f44-4f8b-8f7e-48e7a24076ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:52.681837 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efce195f-706f-403a-983d-e28495811d50 req-96c0aa93-2f44-4f8b-8f7e-48e7a24076ca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 943 time: 0.0488651 Dec 21 00:12:52.731259 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-efce195f-706f-403a-983d-e28495811d50 req-74036f37-1512-4627-bf05-8011e6da14bb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Dec 21 00:12:52.848513 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 63b2f990-293b-412e-9101-bd57434bf669 details requested by agent hyperv_n-h2-822053-9 with host n-h2-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:12:52.944664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=63b2f990-293b-412e-9101-bd57434bf669,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:52.955532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Returning: {'device': '63b2f990-293b-412e-9101-bd57434bf669', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'port_id': '63b2f990-293b-412e-9101-bd57434bf669', 'mac_address': 'fa:16:3e:9b:0d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:12:52.992272 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:53.004661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b2f990-293b-412e-9101-bd57434bf669 {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:12:53.023763 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=63b2f990-293b-412e-9101-bd57434bf669,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:53.090234 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:53.139645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:53.357478 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] get_ports_and_sgs() called for port_ids ['63b2f990-293b-412e-9101-bd57434bf669'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:12:53.846597 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d9bfc-0472-4661-b240-d8cd3f7d85a7 req-cef3b983-3352-4862-beea-9532c91a8301 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:53.848122 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d33d9bfc-0472-4661-b240-d8cd3f7d85a7 req-cef3b983-3352-4862-beea-9532c91a8301 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Dec 21 00:12:53.901717 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d33d9bfc-0472-4661-b240-d8cd3f7d85a7 req-9419df5c-4d72-4330-8b4b-8f313f437a7f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477965 Dec 21 00:12:54.880525 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 63b2f990-293b-412e-9101-bd57434bf669 up at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:12:54.998576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning for port 63b2f990-293b-412e-9101-bd57434bf669 completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:12:55.003390 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Provisioning complete for port 63b2f990-293b-412e-9101-bd57434bf669 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:12:55.010092 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:55.019410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ac745-0128-4d7c-89ca-220350590555 req-128caf4c-fac3-4679-a188-f297c9ba7e4e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:55.020934 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862ac745-0128-4d7c-89ca-220350590555 req-128caf4c-fac3-4679-a188-f297c9ba7e4e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 944 time: 0.0509048 Dec 21 00:12:55.072029 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-862ac745-0128-4d7c-89ca-220350590555 req-5ec4ef0a-e419-4625-9978-bf2a4d09070b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Dec 21 00:12:55.087292 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:55.110317 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2f990-293b-412e-9101-bd57434bf669'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:12:55.112610 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c31cf-a3a1-4683-a563-7fdbd340a992" -d '{"events": [{"server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "name": "network-vif-plugged", "status": "completed", "tag": "63b2f990-293b-412e-9101-bd57434bf669"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:12:55.126608 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=63b2f990-293b-412e-9101-bd57434bf669,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:12:55.192983 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:55.218312 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963b324-f185-4c52-911e-8840702d325e x-openstack-request-id: req-f963b324-f185-4c52-911e-8840702d325e {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:12:55.218604 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "name": "network-vif-plugged", "status": "completed", "tag": "63b2f990-293b-412e-9101-bd57434bf669", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:12:55.218858 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f963b324-f185-4c52-911e-8840702d325e {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:12:55.219395 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2f990-293b-412e-9101-bd57434bf669', 'code': 200} Dec 21 00:12:55.244781 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Pushing event updated for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:55.318345 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c7d88-da7c-4987-8c42-0b4b0ef28453 req-be4c76b8-afe7-4358-b563-5d544afaf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:55.319829 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed8c7d88-da7c-4987-8c42-0b4b0ef28453 req-be4c76b8-afe7-4358-b563-5d544afaf398 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0398397 Dec 21 00:12:55.369768 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ed8c7d88-da7c-4987-8c42-0b4b0ef28453 req-54a319da-4f96-404d-a2c4-cb3de2e8e483 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Dec 21 00:12:56.194760 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4e31c-a5dd-4ab8-8b31-c7f5fa77475e req-74f09c40-eb80-4e18-9de5-76a925e08a98 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:56.196150 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc4e31c-a5dd-4ab8-8b31-c7f5fa77475e req-74f09c40-eb80-4e18-9de5-76a925e08a98 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0527487 Dec 21 00:12:56.244461 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-acc4e31c-a5dd-4ab8-8b31-c7f5fa77475e req-17aba954-ab65-4cb2-997d-a226ab61e9fb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Dec 21 00:12:57.364705 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c383ce-085d-4062-b01c-abe421122e5f req-2293efc4-7ef0-4665-ae73-d879de623543 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:57.366249 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59c383ce-085d-4062-b01c-abe421122e5f req-2293efc4-7ef0-4665-ae73-d879de623543 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0501177 Dec 21 00:12:57.417564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-59c383ce-085d-4062-b01c-abe421122e5f req-29807e42-8c83-4690-8df0-bb9fd58dd467 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453036 Dec 21 00:12:57.532261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94748552-fc24-4728-a0fa-c388b87fba16 req-4f821a37-09c1-476e-958b-00695631af6a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:57.533692 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94748552-fc24-4728-a0fa-c388b87fba16 req-4f821a37-09c1-476e-958b-00695631af6a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0500915 Dec 21 00:12:57.586880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-94748552-fc24-4728-a0fa-c388b87fba16 req-a9c1d281-6bdd-4430-a197-858c75473b34 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468905 Dec 21 00:12:57.608489 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39354) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:57.647714 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057ba7c-c954-4095-8666-36622fb03ffb tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:57.649195 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-9057ba7c-c954-4095-8666-36622fb03ffb tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1091 time: 0.0394740 Dec 21 00:12:57.652022 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39356) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:12:57.656275 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': '63b2f990-293b-412e-9101-bd57434bf669', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:12:57.764129 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:57.863939 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:57.964586 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.215 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/fbe81884-8449-4461-9ee0-3e046e8814fb) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:12:58.067091 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:58.164845 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:58.202498 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:12:58.205685 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:12:58.209020 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:12:58.231848 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=fbe81884-8449-4461-9ee0-3e046e8814fb,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:58.587754 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-d151f216-e75c-4d3b-a68f-7022a00c8093 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563920 Dec 21 00:12:58.590355 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:58.672330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-9310783a-c8e1-4a1c-82a5-c11ca0753e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:58.673832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-9310783a-c8e1-4a1c-82a5-c11ca0753e78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0428102 Dec 21 00:12:58.717496 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:58.766907 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:58.836287 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-8790bf2f-d6cb-418c-a765-026489a5f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:58.838462 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-8790bf2f-d6cb-418c-a765-026489a5f38b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 897 time: 0.1443422 Dec 21 00:12:58.950210 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-596d1e78-5435-4238-a250-f8b9af54e670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 999 time: 0.1018107 Dec 21 00:12:59.021729 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-e4638753-23e0-4ab9-829d-362d862d1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:59.023226 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-e4638753-23e0-4ab9-829d-362d862d1897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0637438 Dec 21 00:12:59.026773 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:59.068147 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-74cffa25-396a-4cbb-904c-7dda928a0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:12:59.069632 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-74cffa25-396a-4cbb-904c-7dda928a0292 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398538 Dec 21 00:12:59.101988 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:59.214727 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=fbe81884-8449-4461-9ee0-3e046e8814fb,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:12:59.227280 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-955ca3ce-88ff-4de1-a192-167cde25173a service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507106 Dec 21 00:12:59.231767 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:12:59.738106 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP f082a433-237b-4669-8da6-485e230c2c2a associated. External IP: 172.25.1.215, port: 63b2f990-293b-412e-9101-bd57434bf669. Dec 21 00:12:59.834381 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3bac6d5c-fbba-452d-a173-9e4efdd579d3 req-6e24b240-d131-4bb9-b2e8-7a9f47297318 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995605 Dec 21 00:12:59.888407 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:12:59.956042 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:13:00.060047 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:13:00.070303 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Sync routers for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:13:00.079696 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:13:00.084284 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:13:00.132307 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:00.158622 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-e6a49c72-6e8b-4725-a342-eca72322591b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5055792 Dec 21 00:13:00.159216 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:13:00.165031 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41659a96-efeb-4394-9fb6-859a030c3a76" -d '{"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:13:00.187323 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:13:00.204109 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dceee4-3906-4f89-bf77-a4f90108ec2d x-openstack-request-id: req-e2dceee4-3906-4f89-bf77-a4f90108ec2d {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:13:00.204414 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:13:00.204648 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2dceee4-3906-4f89-bf77-a4f90108ec2d {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:13:00.205054 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669', 'status': 'completed', 'code': 200} Dec 21 00:13:00.271978 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-e39dd1aa-d728-4e7e-b3a4-9cfa2408391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:00.273966 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-e39dd1aa-d728-4e7e-b3a4-9cfa2408391a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0449221 Dec 21 00:13:00.377907 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-12962743-10da-4ed5-b5bf-195e833e0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:00.379694 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-12962743-10da-4ed5-b5bf-195e833e0992 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 897 time: 0.0991187 Dec 21 00:13:00.436796 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'f082a433-237b-4669-8da6-485e230c2c2a', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'port_id': '63b2f990-293b-412e-9101-bd57434bf669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'mac_address': 'fa:16:3e:9b:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016e14-0880-4161-a2cf-20350c83b121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:12:58Z', 'updated_at': '2021-12-21T00:12:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:13:00.451164 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-1746cf12-3577-4f95-a760-ac951e1bc7e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 999 time: 0.0641127 Dec 21 00:13:00.464784 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Checking router: 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:13:00.474218 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:13:00.474813 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:12:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:13:00.543219 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-429004ce-ae5d-4a69-8765-a1cf6065e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:00.544603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-429004ce-ae5d-4a69-8765-a1cf6065e67b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0862668 Dec 21 00:13:00.556111 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5515d9-c71d-4fcd-b5d2-92c2f3a57fbc req-f68e1052-a07b-4778-8e85-3de24e295d55 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:00.557536 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e5515d9-c71d-4fcd-b5d2-92c2f3a57fbc req-f68e1052-a07b-4778-8e85-3de24e295d55 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0914092 Dec 21 00:13:00.579314 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:13:00.630053 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-ede43bb3-e768-4373-bc6b-d2ec73b275e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:00.631799 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-ede43bb3-e768-4373-bc6b-d2ec73b275e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733366 Dec 21 00:13:00.636110 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4e5515d9-c71d-4fcd-b5d2-92c2f3a57fbc req-753da07d-6eae-4401-bd51-ca20d9197502 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700481 Dec 21 00:13:00.660995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39362) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:13:00.725971 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-e4375092-d817-4e3c-93d1-b93ceb0888ea tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/f082a433-237b-4669-8da6-485e230c2c2a HTTP/1.1" status: 200 len: 991 time: 0.0635884 Dec 21 00:13:00.732769 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-096ed26b-dd17-47a1-9b4e-aba4c7970ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939474 Dec 21 00:13:00.806504 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'f082a433-237b-4669-8da6-485e230c2c2a', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'port_id': '63b2f990-293b-412e-9101-bd57434bf669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'mac_address': 'fa:16:3e:9b:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016e14-0880-4161-a2cf-20350c83b121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:12:58Z', 'updated_at': '2021-12-21T00:12:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:13:00.827369 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-41659a96-efeb-4394-9fb6-859a030c3a76 req-e90de471-af42-4c66-86fc-3b3338c274eb service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823169 Dec 21 00:13:00.836482 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf470a-e398-4d7e-b27a-be2d81e37b59 None None] The sync data for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 is: [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'f082a433-237b-4669-8da6-485e230c2c2a', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'port_id': '63b2f990-293b-412e-9101-bd57434bf669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'mac_address': 'fa:16:3e:9b:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016e14-0880-4161-a2cf-20350c83b121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:12:58Z', 'updated_at': '2021-12-21T00:12:58Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:13:01.026553 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d140cd44-f4b2-4c05-bfe6-badac02f56f1 None None] New status for floating IP f082a433-237b-4669-8da6-485e230c2c2a: ACTIVE {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:13:01.727686 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39364) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:13:01.795396 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-bc23495c-c607-4902-ad66-c4babf47b412 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/f082a433-237b-4669-8da6-485e230c2c2a HTTP/1.1" status: 200 len: 993 time: 0.0634801 Dec 21 00:13:03.855427 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:04.975513 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7739edca-18ee-4a5e-86cf-7091bc08b860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:07.655543 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-67ab0156-abba-4537-bd35-579c93af6d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:08.627211 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:10.003872 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:10.495934 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:28.767407 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:33.901119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:34.900785 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e7c730d9-da0e-46ea-9b59-86e00809816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:35.294427 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8a91e-ce98-4a0c-8565-f0d33b0dbe73 req-ef0d9170-2d33-4070-83c5-1fafa0d1bc2d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:35.295989 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abe8a91e-ce98-4a0c-8565-f0d33b0dbe73 req-ef0d9170-2d33-4070-83c5-1fafa0d1bc2d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0515630 Dec 21 00:13:35.345846 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-abe8a91e-ce98-4a0c-8565-f0d33b0dbe73 req-576fb30c-3faa-4ebd-b44f-7a6e3ae48a40 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Dec 21 00:13:36.462509 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4026-6f05-4607-a4a9-52a12e89a794 req-2c5f793b-5002-4365-ac13-7fba82cffcee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:36.463986 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a4a4026-6f05-4607-a4a9-52a12e89a794 req-2c5f793b-5002-4365-ac13-7fba82cffcee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Dec 21 00:13:36.517068 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a4a4026-6f05-4607-a4a9-52a12e89a794 req-940b8646-36b9-4dc4-950c-9868072ab244 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463755 Dec 21 00:13:36.887316 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:13:37.632535 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea8e64-e6fb-4f95-82a2-1ca69dea1a22 req-44e44e5f-9475-46b0-b91c-4d08fefd8e82 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:37.638343 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46ea8e64-e6fb-4f95-82a2-1ca69dea1a22 req-44e44e5f-9475-46b0-b91c-4d08fefd8e82 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0498087 Dec 21 00:13:37.682811 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-46ea8e64-e6fb-4f95-82a2-1ca69dea1a22 req-232b19bd-44b2-40a1-bfe9-a4b520333105 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Dec 21 00:13:37.689758 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9f7e0db5-db80-43a7-9e99-c010b5779683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:38.623980 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:38.800378 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf9565-f204-49a7-b4b7-9bb0b2367600 req-799e74ee-dd29-4ad4-abb0-d99a9a1994e4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:38.801866 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ddf9565-f204-49a7-b4b7-9bb0b2367600 req-799e74ee-dd29-4ad4-abb0-d99a9a1994e4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Dec 21 00:13:38.851520 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8ddf9565-f204-49a7-b4b7-9bb0b2367600 req-51bee10e-e3b3-44d7-b645-d9cd18b88df5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Dec 21 00:13:39.972994 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564d6b2-45bf-483d-8f05-c4cb23beb29d req-40e6f1b2-cd20-495d-bff0-1f96b354f5ff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:39.974490 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c564d6b2-45bf-483d-8f05-c4cb23beb29d req-40e6f1b2-cd20-495d-bff0-1f96b354f5ff tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0549266 Dec 21 00:13:40.018771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:40.023367 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c564d6b2-45bf-483d-8f05-c4cb23beb29d req-53f0751a-b2a2-4d4e-8fb0-e430c1cd11d1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427954 Dec 21 00:13:40.506719 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:13:41.140050 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ab10b-7a7c-416d-a797-e7bcaf6f2f83 req-c77ec903-1644-4323-a1db-cb7067f60237 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:41.142307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-659ab10b-7a7c-416d-a797-e7bcaf6f2f83 req-c77ec903-1644-4323-a1db-cb7067f60237 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Dec 21 00:13:41.191592 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-659ab10b-7a7c-416d-a797-e7bcaf6f2f83 req-17ca3215-5959-43fc-8812-b0c46657a49a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433943 Dec 21 00:13:42.308137 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f97ad-0d07-45a9-90c7-9e59a0af2e8e req-45e7963f-c6e0-40a8-8f53-da2d36de6e66 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:42.309614 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-877f97ad-0d07-45a9-90c7-9e59a0af2e8e req-45e7963f-c6e0-40a8-8f53-da2d36de6e66 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Dec 21 00:13:42.363264 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-877f97ad-0d07-45a9-90c7-9e59a0af2e8e req-d7bd8c95-66a8-4fc0-8867-55ff5e81c005 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 Dec 21 00:13:43.478812 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fbc6-b750-42d2-a788-c8dde09c05bf req-0de73acf-4f0e-43b0-83d5-cd4ffa40cb44 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:43.480273 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d49fbc6-b750-42d2-a788-c8dde09c05bf req-0de73acf-4f0e-43b0-83d5-cd4ffa40cb44 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Dec 21 00:13:43.529552 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-3d49fbc6-b750-42d2-a788-c8dde09c05bf req-049b09bd-63a2-4a22-8a65-1ffd6709ca25 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Dec 21 00:13:44.647975 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7bea3-3d58-4311-964f-8bec4e4794a8 req-3561c842-f8fc-414a-99c3-12274b24194f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:44.650262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08e7bea3-3d58-4311-964f-8bec4e4794a8 req-3561c842-f8fc-414a-99c3-12274b24194f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Dec 21 00:13:44.698603 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-08e7bea3-3d58-4311-964f-8bec4e4794a8 req-7b83187d-966d-41c6-a37d-c0965294a077 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Dec 21 00:13:45.827065 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1058-3a29-416a-a1dc-a27fceffa9f6 req-a4dbc1d7-7cb6-4109-8cdb-a046df379bfb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:45.828617 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f1058-3a29-416a-a1dc-a27fceffa9f6 req-a4dbc1d7-7cb6-4109-8cdb-a046df379bfb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Dec 21 00:13:45.877577 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-eb7f1058-3a29-416a-a1dc-a27fceffa9f6 req-a2064acd-d3cc-459d-aedb-ae5bb7c896be tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Dec 21 00:13:45.900265 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39400) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:13:45.960792 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-03e67765-97a9-4ba8-9709-5bcbb7d3f793 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/f082a433-237b-4669-8da6-485e230c2c2a HTTP/1.1" status: 200 len: 993 time: 0.0593758 Dec 21 00:13:47.312278 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcecdc-fcdc-4349-b02a-6d575a80b6ca req-571a44d5-ae85-4f31-a4d1-20eeca4b41e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:47.314078 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81bcecdc-fcdc-4349-b02a-6d575a80b6ca req-571a44d5-ae85-4f31-a4d1-20eeca4b41e6 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Dec 21 00:13:47.373040 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-81bcecdc-fcdc-4349-b02a-6d575a80b6ca req-0396f3fa-142b-4fc6-8393-61971ad6ef4c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527418 Dec 21 00:13:47.403758 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-d3c05bec-0079-4e13-a15c-a757b100640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:47.405268 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-d3c05bec-0079-4e13-a15c-a757b100640f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0450644 Dec 21 00:13:47.505060 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-9a066cb6-b738-4751-89b7-3d899af3b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:47.506567 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-9a066cb6-b738-4751-89b7-3d899af3b4c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 897 time: 0.0912662 Dec 21 00:13:47.576687 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-af62580a-c945-4588-9220-fb3b3ef09543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 1001 time: 0.0580664 Dec 21 00:13:47.629087 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-d7cb25e9-c4e3-43cf-ae52-84086310a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:47.630704 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-d7cb25e9-c4e3-43cf-ae52-84086310a381 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0433407 Dec 21 00:13:47.683980 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-b6f4a5b0-8e89-4427-ba59-98750538b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:47.685442 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-b6f4a5b0-8e89-4427-ba59-98750538b6cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428977 Dec 21 00:13:47.777826 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-f7ff0610-0849-4284-b93c-c3000643c9db service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807509 Dec 21 00:13:47.875087 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c0dc3f9f-1e16-4834-a77a-c55840094d6d req-a41cd7d5-df9b-4905-b75d-a80783905574 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Dec 21 00:13:48.491776 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282fd0e-23a3-4ba1-b742-b9c80ec00b73 req-dfa06ded-ae7d-4646-b2a5-4b08a8461e2e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:48.493262 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d282fd0e-23a3-4ba1-b742-b9c80ec00b73 req-dfa06ded-ae7d-4646-b2a5-4b08a8461e2e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0497789 Dec 21 00:13:48.543331 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d282fd0e-23a3-4ba1-b742-b9c80ec00b73 req-af563cec-6383-4912-b958-aeb6ecbe80d8 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Dec 21 00:13:49.659636 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52150b-95cc-4870-8f2d-b3e54e7d4238 req-5131ebe9-56c1-4ed1-8a49-80146bc8f421 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:13:49.661099 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c52150b-95cc-4870-8f2d-b3e54e7d4238 req-5131ebe9-56c1-4ed1-8a49-80146bc8f421 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Dec 21 00:13:49.719960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5c52150b-95cc-4870-8f2d-b3e54e7d4238 req-1f6612df-5ca3-4d11-955c-2e25fd1e62be tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529039 Dec 21 00:13:49.744239 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39412) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:13:49.804784 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-a1efa06b-846e-4a3a-9c20-718cda59bee0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/f082a433-237b-4669-8da6-485e230c2c2a HTTP/1.1" status: 200 len: 993 time: 0.0594342 Dec 21 00:13:58.728817 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:00.566564 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-bd570143-d0ce-4d13-8f39-0a8040f83abe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394144 Dec 21 00:14:00.654329 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-2b3824a2-d4f7-49d0-a93d-7f5cf16a4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:00.656380 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-2b3824a2-d4f7-49d0-a93d-7f5cf16a4627 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0440757 Dec 21 00:14:00.759365 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-2580774f-9645-4ea0-9792-d420cbea455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:00.760869 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-2580774f-9645-4ea0-9792-d420cbea455b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 897 time: 0.0844452 Dec 21 00:14:00.840395 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-a3f5c63f-d537-44f8-b8ca-69a852b9bdf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 1001 time: 0.0622876 Dec 21 00:14:00.888861 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-f55e9179-1f28-44da-9876-00cef3062bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:00.890485 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-f55e9179-1f28-44da-9876-00cef3062bd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0424383 Dec 21 00:14:00.937092 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-a0958f56-5282-4984-8d02-136a55532e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:00.938877 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-a0958f56-5282-4984-8d02-136a55532e0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405440 Dec 21 00:14:01.033983 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-369493c4-3003-4ed8-92c0-559aff54f7e9 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875258 Dec 21 00:14:01.122676 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07eaa836-2499-4d1e-b95b-61838ca1702c req-6b0bcaa8-4cb5-423b-9c1d-52fcd20a1b9d service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806391 Dec 21 00:14:03.909119 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:04.897873 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-caf157fe-ea1f-4589-87ae-989aa32b1e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:07.697741 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-c7c3915f-dcbc-4a7b-9dce-42662200aff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:08.619922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:10.019966 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:10.505777 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:13.886434 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:14:22.180886 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39432) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:22.341599 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port fbe81884-8449-4461-9ee0-3e046e8814fb {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:14:22.342019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:22.416391 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:22.416718 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:22.428485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for fbe81884-8449-4461-9ee0-3e046e8814fb owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:14:22.643099 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:22.669091 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=fbe81884-8449-4461-9ee0-3e046e8814fb,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:22.699563 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.699922 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.700272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.700618 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.700954 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.702002 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.702346 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.702678 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.703009 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.703347 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.703676 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.704003 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.704331 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:22.745825 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:22.746156 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP f082a433-237b-4669-8da6-485e230c2c2a disassociated (deleted). External IP: 172.25.1.215, port: 63b2f990-293b-412e-9101-bd57434bf669. Dec 21 00:14:22.957211 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:14:23.063616 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:14:23.076516 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:23.077555 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Sync routers for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:14:23.084223 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:23.084827 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:23.094534 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-6a9b7dde-89c3-4330-b524-3ee23388966c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/floatingips/f082a433-237b-4669-8da6-485e230c2c2a HTTP/1.1" status: 204 len: 168 time: 0.9126539 Dec 21 00:14:23.095115 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:14:23.097494 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62552d0e-d293-40a3-8462-51731d742b46" -d '{"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:14:23.193733 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf3155-d471-46a4-80bf-7e73967927cf x-openstack-request-id: req-becf3155-d471-46a4-80bf-7e73967927cf {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:14:23.194340 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "tag": "63b2f990-293b-412e-9101-bd57434bf669", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:14:23.194512 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-becf3155-d471-46a4-80bf-7e73967927cf {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:14:23.194923 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'tag': '63b2f990-293b-412e-9101-bd57434bf669', 'status': 'completed', 'code': 200} Dec 21 00:14:23.195618 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:23.270122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552d0e-d293-40a3-8462-51731d742b46 req-b9a8342e-fa99-476e-941e-72f39e4172a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:23.271675 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-b9a8342e-fa99-476e-941e-72f39e4172a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 1096 time: 0.0464697 Dec 21 00:14:23.370569 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552d0e-d293-40a3-8462-51731d742b46 req-1e172f3c-17b8-4aec-b254-5f70b6159b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:23.372142 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-1e172f3c-17b8-4aec-b254-5f70b6159b28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 200 len: 897 time: 0.0896964 Dec 21 00:14:23.424121 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-c1b36f05-48ac-423a-adf7-577d13b4c058 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 200 len: 217 time: 0.0393686 Dec 21 00:14:23.481052 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552d0e-d293-40a3-8462-51731d742b46 req-89ce6084-cdef-40ce-b468-21de89931568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:23.483764 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-89ce6084-cdef-40ce-b468-21de89931568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 200 len: 834 time: 0.0449069 Dec 21 00:14:23.491926 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:23.523822 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Checking router: 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:14:23.534210 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:23.535075 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:23.537709 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552d0e-d293-40a3-8462-51731d742b46 req-b2eb75d9-b65d-49d9-93a5-6f4dc095c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:23.539307 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-b2eb75d9-b65d-49d9-93a5-6f4dc095c107 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453262 Dec 21 00:14:23.637692 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:23.645467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ff21f-52d5-4b7d-bfa7-ba377c1ff6a0 req-dd3b426c-0c54-47aa-9539-1f64c9eb5fa3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:23.646991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e0ff21f-52d5-4b7d-bfa7-ba377c1ff6a0 req-dd3b426c-0c54-47aa-9539-1f64c9eb5fa3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.1042116 Dec 21 00:14:23.691339 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-77a160f4-2dc1-4376-8d03-59477c0ddc51 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394594 Dec 21 00:14:23.738652 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-2e0ff21f-52d5-4b7d-bfa7-ba377c1ff6a0 req-9e1d5d03-1538-4194-871d-0a4064434125 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856550 Dec 21 00:14:23.803424 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-62552d0e-d293-40a3-8462-51731d742b46 req-3dcd11e1-6000-4e91-acb3-063ab87f1b10 service neutron] 10.222.0.45 "GET /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042054 Dec 21 00:14:23.849654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:23.879655 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d2ea8f-8c2c-421f-bbe4-9038f00dccff None None] The sync data for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 is: [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:12:42Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': '480ee656-5b88-4776-b0ae-760e54a1e10b', 'name': '', 'network_id': '7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:85:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:41Z', 'updated_at': '2021-12-21T00:12:45Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': '07e0a257-1f55-4ea6-b80b-a607e44eaa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:14:24.098679 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb1537-2ae9-40d1-a2b7-dcc23e8199c3 None None] New status for floating IP f082a433-237b-4669-8da6-485e230c2c2a: DOWN {{(pid=115564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:14:24.860054 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ec4ce-9e6d-4822-a2c3-aeb49ca5257b req-e6a75fea-c588-4ae2-9c0d-31f223db6f92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:24.861543 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78ec4ce-9e6d-4822-a2c3-aeb49ca5257b req-e6a75fea-c588-4ae2-9c0d-31f223db6f92 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Dec 21 00:14:24.910991 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a78ec4ce-9e6d-4822-a2c3-aeb49ca5257b req-6f34ac07-29b8-4148-93b7-44d4cb14ed9c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=769f9db5-a9dc-4432-9c6d-53d083c57ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Dec 21 00:14:25.379766 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-ba384486-5efd-4a68-9027-dc2b29ae722d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:25.381213 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-ba384486-5efd-4a68-9027-dc2b29ae722d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Dec 21 00:14:25.474327 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 63b2f990-293b-412e-9101-bd57434bf669 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:14:25.474687 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:25.561154 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 63b2f990-293b-412e-9101-bd57434bf669, host n-h2-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-9',level=0,port_id=63b2f990-293b-412e-9101-bd57434bf669,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:25.561517 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:25.573394 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 63b2f990-293b-412e-9101-bd57434bf669 owned by compute:nova {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:14:25.759898 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:25.789236 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=63b2f990-293b-412e-9101-bd57434bf669,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:25.801467 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.804655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.805670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.805670 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:25.843641 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] No DVR routers for this DVR port 63b2f990-293b-412e-9101-bd57434bf669 on host n-h2-822053-9 {{(pid=115562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:14:25.846288 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:25.852405 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-28fb3b68-c8ba-44b0-873b-1c1e61d4121d req-e140cf71-afa4-4ffe-86d4-d3585be647f0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.45 "DELETE /v2.0/ports/63b2f990-293b-412e-9101-bd57434bf669 HTTP/1.1" status: 204 len: 173 time: 0.4605556 Dec 21 00:14:25.852405 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'name': 'network-vif-deleted', 'tag': '63b2f990-293b-412e-9101-bd57434bf669'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:14:25.852405 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5f797-b370-4974-b98c-cfecaf6e3840" -d '{"events": [{"server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "name": "network-vif-deleted", "tag": "63b2f990-293b-412e-9101-bd57434bf669"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:14:25.887151 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6645305-0675-4094-b7ee-a2fd8033520c x-openstack-request-id: req-f6645305-0675-4094-b7ee-a2fd8033520c {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:14:25.887850 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef016e14-0880-4161-a2cf-20350c83b121", "name": "network-vif-deleted", "tag": "63b2f990-293b-412e-9101-bd57434bf669", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:14:25.887850 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6645305-0675-4094-b7ee-a2fd8033520c {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:14:25.888079 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef016e14-0880-4161-a2cf-20350c83b121', 'name': 'network-vif-deleted', 'tag': '63b2f990-293b-412e-9101-bd57434bf669', 'status': 'completed', 'code': 200} Dec 21 00:14:26.007668 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-d9a28cbd-3c65-443f-a384-79844362a770 req-976cab73-2d1a-4a1d-920f-b665456e032d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef016e14-0880-4161-a2cf-20350c83b121 HTTP/1.1" status: 200 len: 210 time: 0.0276957 Dec 21 00:14:27.065329 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39452) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:27.430036 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:27.681050 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 480ee656-5b88-4776-b0ae-760e54a1e10b {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:14:27.681299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:27.766539 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 480ee656-5b88-4776-b0ae-760e54a1e10b, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=480ee656-5b88-4776-b0ae-760e54a1e10b,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:27.766897 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:27.778427 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 480ee656-5b88-4776-b0ae-760e54a1e10b owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:14:28.025928 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.053485 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=480ee656-5b88-4776-b0ae-760e54a1e10b,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:28.226666 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.442942 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:14:28.549289 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:14:28.554427 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d63b0e64-2875-4856-ad92-e2d702124a21 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879653 Dec 21 00:14:28.557085 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39454) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:28.559775 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Sync routers for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:14:28.569645 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:28.570366 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:28.608187 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_v2 [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting subnet 07e0a257-1f55-4ea6-b80b-a607e44eaa55 {{(pid=115563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 21 00:14:28.611334 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.649986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131291275'] for subnet, precommit_delete_associations {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.677472 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:28.742584 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950461'] for subnet, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.754031 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.848243 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:14:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:28.873361 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Checking router: 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:14:28.881531 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Routers {'0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:28.882158 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:28.886350 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130965517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130762620'] for subnet, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.915867 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Subnet': ['ID=07e0a257-1f55-4ea6-b80b-a607e44eaa55,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:28.920313 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:28.922195 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-46539dfa-e934-4649-a9d1-a1669cf06650 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/subnets/07e0a257-1f55-4ea6-b80b-a607e44eaa55 HTTP/1.1" status: 204 len: 168 time: 0.3636045 Dec 21 00:14:28.925122 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39456) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:28.932255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c058d2-577f-4f64-992b-f7161e5919ba None None] Network 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:14:28.994828 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] Set router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:29.034017 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.096266 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] DHCP port deletion for 7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:14:29.147221 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.147614 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Deleting port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c {{(pid=115564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:14:29.148141 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.181914 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:14:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:29.208666 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89584acc-a8dd-4780-a7b6-5073a5f7ae30 None None] The sync data for ids ['0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40'] in n-d-822053-9 is: [{'id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945520199', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:12:37Z', 'updated_at': '2021-12-21T00:14:27Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': '75c19318-2882-4c8e-af8a-c4649382ee04', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:12:38Z', 'updated_at': '2021-12-21T00:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:14:29.210321 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] For port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,segment=NetworkSegment(1df24500-5aaa-4ba4-a8ff-707e6de430ef),segment_id=1df24500-5aaa-4ba4-a8ff-707e6de430ef)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:29.210321 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.224277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Calling delete_port for 663e3b14-a8de-417d-9cad-a27ab5ec5c0c owned by network:dhcp {{(pid=115564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:14:29.267534 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 75c19318-2882-4c8e-af8a-c4649382ee04 {{(pid=115562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:14:29.267953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.345752 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.db [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port 75c19318-2882-4c8e-af8a-c4649382ee04, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=75c19318-2882-4c8e-af8a-c4649382ee04,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:29.346016 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.358767 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.plugin [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 75c19318-2882-4c8e-af8a-c4649382ee04 owned by network:router_gateway {{(pid=115562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:14:29.365435 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630'] for port, after_delete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.392521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 63b2f990-293b-412e-9101-bd57434bf669 no longer exists at agent hyperv_n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:14:29.394485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] No DVR routers for this DVR port 663e3b14-a8de-417d-9cad-a27ab5ec5c0c on host n-d-822053-9 {{(pid=115564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:14:29.396335 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Pushing event deleted for resources: {'Port': ['ID=663e3b14-a8de-417d-9cad-a27ab5ec5c0c,revision_number=None']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:29.422117 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] No Port match for: 63b2f990-293b-412e-9101-bd57434bf669 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:14:29.422465 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Device 63b2f990-293b-412e-9101-bd57434bf669 not bound to the agent host n-h2-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:14:29.424533 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.424870 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.425203 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.425532 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.425885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.426213 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.426611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.426937 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.427255 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.427576 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.427893 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.428207 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.428521 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f97750c-c78f-4d23-ad47-663490470281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:29.583360 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.623939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=75c19318-2882-4c8e-af8a-c4649382ee04,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:29.633019 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc6e08-5a20-4796-a217-b8f7b5ba0793 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:14:29.683442 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133751831'] for router_gateway, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.777359 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133756583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30158'] for router, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.779918 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.868451 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133756606'] for router, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.869003 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Fanout notify agent at l3_agent the message router_deleted on router 0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 {{(pid=115562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 00:14:29.877269 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:29.878406 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-56926019-0764-4a97-a326-8df1c233d48b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/routers/0bff2fa4-30c4-44cd-a5ec-bc42ba4a6d40 HTTP/1.1" status: 204 len: 168 time: 0.9522188 Dec 21 00:14:29.881182 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39458) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:29.967528 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593158'] for network, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.061004 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951344', 'neutron.services.segments.db._delete_segments_for_network-8787167872988'] for network, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.082008 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd']}} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:30.093310 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df24500-5aaa-4ba4-a8ff-707e6de430ef') {'for_net_delete': True} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:30.093638 n-d-822053-9 neutron-server[115562]: DEBUG neutron.services.segments.db [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df24500-5aaa-4ba4-a8ff-707e6de430ef') {} {{(pid=115562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:30.102941 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787167879141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130251865'] for segment, before_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.115769 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.121552 n-d-822053-9 neutron-server[115562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=115562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 21 00:14:30.121953 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130208645'] for segment, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: warnings.warn(msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: Traceback (most recent call last): Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: timer() Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: cb(*args, **kw) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: return func(*args, **kwargs) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: self._notify() Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: self.callback(batched_events) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: event.method(event) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: return f(self, *a, **k) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: return self._get(url).json() Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: return self.request(url, 'GET', **kwargs) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 00:14:30.125665 n-d-822053-9 neutron-server[115562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 00:14:30.294217 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133752011'] for network, after_delete {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.302392 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.305590 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/networks/7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd HTTP/1.1" status: 204 len: 168 time: 0.4233391 Dec 21 00:14:30.308573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39460) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:30.319786 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d853b5-85e0-474e-a0e6-1be26663fab5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Network': ['ID=7e889991-35cf-4a4c-82c2-8fa2d0fd4dfd,revision_number=None']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:30.378925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.409189 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.477129 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75c19318-2882-4c8e-af8a-c4649382ee04 no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:14:30.498611 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 75c19318-2882-4c8e-af8a-c4649382ee04 {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:14:30.499001 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 75c19318-2882-4c8e-af8a-c4649382ee04 not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:14:30.499421 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 480ee656-5b88-4776-b0ae-760e54a1e10b no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:14:30.517638 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 480ee656-5b88-4776-b0ae-760e54a1e10b {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:14:30.518016 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 480ee656-5b88-4776-b0ae-760e54a1e10b not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:14:30.518430 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 663e3b14-a8de-417d-9cad-a27ab5ec5c0c no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:14:30.539297 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: 663e3b14-a8de-417d-9cad-a27ab5ec5c0c {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:14:30.539649 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device 663e3b14-a8de-417d-9cad-a27ab5ec5c0c not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:14:30.551602 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.554303 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:30.555464 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/security-groups/769f9db5-a9dc-4432-9c6d-53d083c57ce2 HTTP/1.1" status: 204 len: 168 time: 0.2453103 Dec 21 00:14:30.565977 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d13b9b-5184-43db-ade3-51ac1cef1ff1 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f9db5-a9dc-4432-9c6d-53d083c57ce2,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:31.122418 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39466) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:31.127217 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869436856', 'description': 'tempest-secgroup-smoke-869436856 description', 'project_id': '8c2f931b235747a48ecc15f3d58fc624'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:31.222403 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.286999 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.365328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112242'] for security_group, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.394707 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf8f7ec-eaa8-4b59-8176-a58696af12d8,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:31.447552 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.448833 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1c1f66f9-4d4b-4130-9bd9-03fd0baa206a tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3251925 Dec 21 00:14:31.452357 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39468) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:31.456699 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:31.553033 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.606221 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.685318 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.703674 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572821b9-4f64-4c2b-836a-e21b2a073f80,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:31.813493 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.814735 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c3617c47-bd71-4192-82cf-327469c5ad84 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613918 Dec 21 00:14:31.817431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39470) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:31.821863 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:31.912945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:31.971706 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.044744 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.062992 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5039ed7e-27dc-4243-a9b6-162ce6e38bed,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:32.132583 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.133807 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-a4788e41-eeb1-4561-aa8b-d5e5d581cdb0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3153889 Dec 21 00:14:32.136480 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39472) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:32.141432 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:32.229863 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.286754 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.348206 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.366941 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56875556-239c-43f5-b84f-b1de1355b0fd,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:32.433212 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.434470 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-05f1b741-a11d-49a2-81aa-96647eda1106 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970755 Dec 21 00:14:32.438502 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39474) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:32.442729 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:32.527400 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.584925 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.659787 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.677442 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc4e3c4-93f2-4487-aa41-510f78cc7914,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:32.767064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.768315 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-ddddf721-8edb-4059-b0bb-de49eb815657 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288963 Dec 21 00:14:32.771137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39476) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:32.775420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:32.867929 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:14:32.873368 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:32.933475 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.029579 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.048359 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620a11ed-0387-473f-9f8d-4294f51cbbd8,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:33.118893 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.120119 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-bd10c589-094c-4fb1-ac01-47fd44f2e501 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480217 Dec 21 00:14:33.122947 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39478) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:33.127304 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'security_group_rule': {'security_group_id': '9cf8f7ec-eaa8-4b59-8176-a58696af12d8', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:33.219855 n-d-822053-9 neutron-server[115563]: INFO neutron.db.securitygroups_db [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Project 8c2f931b235747a48ecc15f3d58fc624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 00:14:33.224660 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.282213 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.410721 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134112131'] for security_group_rule, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.429559 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecc03e7-29c9-4f68-ba44-e60d6e5c0255,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:33.510125 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.511285 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-85bae565-5711-4c96-9ef0-bcdd0f565884 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3873353 Dec 21 00:14:33.514688 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39480) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:33.519741 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'network': {'name': 'tempest-network-smoke--1906084287', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'port_security_enabled': True}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:33.610851 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'network': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:14:33.614462 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for network, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.637292 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=115563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 00:14:33.645986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963618'] for segment, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.646334 n-d-822053-9 neutron-server[115563]: INFO neutron.db.segments_db [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Added segment b30c7f00-c6b9-4d2b-be32-21516335cd59 of type vlan for network cf2e862d-9141-4418-a178-d946b7267050 Dec 21 00:14:33.685826 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787167308602'] for network, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.765196 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134110243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636'] for network, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.770820 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:33.771398 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for network, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.837262 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Network': ['ID=cf2e862d-9141-4418-a178-d946b7267050,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:33.848485 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Network cf2e862d-9141-4418-a178-d946b7267050 details requested by agent ovs-agent-n-d-822053-9 with host n-d-822053-9 {{(pid=115564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 21 00:14:33.865170 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-cc3918a5-47e1-4398-b9c5-364d7d2b072f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3494341 Dec 21 00:14:33.870638 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39482) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:33.875181 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'admin_state_up': True, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:33.919394 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.994174 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133756421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30136'] for router, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:33.995292 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133756657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133751876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133814533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30145'] for router, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.050848 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.241299 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.496156 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.515879 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.619081 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.103 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:14:34.722064 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.843305 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:34.884315 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:34.887099 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:34.890945 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:14:34.896617 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:34.906628 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c387d-ca3b-4b07-9309-3002eec2ee94 None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:14:34.912974 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-25c04496-7ffc-4ce5-8952-bff8c48666aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:35.027492 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-0ce7b388-1a33-4b78-834d-03e02436a775 None None] Provisioning complete for port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:35.027993 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b388-1a33-4b78-834d-03e02436a775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:35.062110 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7b388-1a33-4b78-834d-03e02436a775 None None] Port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:35.274500 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router_gateway, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:35.465901 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133756552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133751923'] for router, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:35.645024 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router c8335357-2c74-4f9f-92ff-c63d5dd5e66a is scheduled to L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc with binding_index 1 {{(pid=115563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 00:14:36.098305 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:14:36.109155 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Sync routers for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:14:36.118182 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:36.118793 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:36.196211 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for router, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:36.201077 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-d7d78b98-6fab-4d90-9f67-dfe29791cce5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3259060 Dec 21 00:14:36.201458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39484) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:36.230148 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-49e2dde7-a503-479a-ad3b-d53cea9a6897 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=8c2f931b235747a48ecc15f3d58fc624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274518 Dec 21 00:14:36.232890 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39486) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:36.322557 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241088c-137a-446f-be9c-ba6348f729f9 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:36.324046 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-1241088c-137a-446f-be9c-ba6348f729f9 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901980 Dec 21 00:14:36.327487 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39488) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:36.359513 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-377f54ad-50de-43ec-b13f-8545ba9d7ade tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=0d39571f-7f38-49e8-b9ba-51d41c45e4a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309355 Dec 21 00:14:36.362488 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39490) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:36.366804 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948054614', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:36.391926 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:36.505759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'subnet': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:14:36.509351 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130762593'] for subnet, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:36.570541 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:35Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:36.601078 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Checking router: c8335357-2c74-4f9f-92ff-c63d5dd5e66a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:14:36.601436 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Updating router c8335357-2c74-4f9f-92ff-c63d5dd5e66a port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae binding host n-d-822053-9 {{(pid=115564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:14:36.626623 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:36.740061 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130967488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130762611'] for subnet, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:36.801839 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Subnet': ['ID=ca56d883-e9ae-4f33-8b16-c0d33cdac899,revision_number=0']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:36.812335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Checking segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:14:36.812335 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network hostable DHCP agents. Network: cf2e862d-9141-4418-a178-d946b7267050, hostable agents: ['278a3027-1e5a-4e49-929a-95b58c79fb2d'], hosted agents: [] {{(pid=115563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 00:14:36.886856 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks [] for port, precommit_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:36.991785 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network cf2e862d-9141-4418-a178-d946b7267050 is scheduled to be hosted by DHCP agent 278a3027-1e5a-4e49-929a-95b58c79fb2d with binding_index 1 {{(pid=115563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 00:14:37.043206 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.077254 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-9, cf2e862d-9141-4418-a178-d946b7267050) {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:37.081400 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:37.082127 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for subnet, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.082267 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c9724-4a56-403d-81b0-0adc5aebaa5d None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:14:37.098648 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942228f-5c30-423d-ada7-32b3e3e04802 None None] Network cf2e862d-9141-4418-a178-d946b7267050 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:14:37.126061 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Attempting to bind port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:14:37.126661 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Attempting to bind port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:14:37.126783 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Attempting to bind port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae on network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:14:37.137537 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce4ca-c238-4cd1-af00-f47957d26eac None None] Pushing event updated for resources: {'Port': ['ID=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:37.162860 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:14:37.168304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Checking segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:14:37.168304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.168304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Bound using segment: {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:14:37.168304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Bound port: ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140f178f-5369-41ea-9ad1-0f8738569140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:14:37.168304 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.168983 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-778f0078-587f-4db2-8aa9-105f8812d5e5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8033390 Dec 21 00:14:37.169903 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39492) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:37.243285 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-1687b836-c21c-4c01-b976-06172c0ac56c None None] Provisioning complete for port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:37.243655 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1687b836-c21c-4c01-b976-06172c0ac56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.281017 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] For port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:14:37.301988 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ecf030d-d8ee-59d8-a468-71605e080822-cf2e862d-9141-4418-a178-d946b7267050', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899'}]}} from n-d-822053-9. {{(pid=115564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 21 00:14:37.303597 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.321656 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] For port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:14:37.326357 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-1687b836-c21c-4c01-b976-06172c0ac56c None None] Port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:37.386042 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.463025 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdaa3cc-6b39-4c88-b0a0-ba9bd488786f None None] DHCP port deletion for 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 request from n-d-822053-9 {{(pid=115564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 21 00:14:37.493342 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce4ca-c238-4cd1-af00-f47957d26eac None None] Pushing event updated for resources: {'Port': ['ID=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:37.503026 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:37.503460 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:37.572629 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.db_base_plugin_common [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Allocated IP 172.20.0.2 (cf2e862d-9141-4418-a178-d946b7267050/ca56d883-e9ae-4f33-8b16-c0d33cdac899/bb7957d5-076d-47ae-8721-f6c031aa3ee2) {{(pid=115564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:14:37.623329 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] Provisioning complete for port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:37.623759 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.728403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:37.787914 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-435befa4-e5a8-4227-9e22-79e1d6392589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.961935 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:37.985407 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.009434 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks [] for port, precommit_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.016446 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] For port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,segment=NetworkSegment(140f178f-5369-41ea-9ad1-0f8738569140),segment_id=140f178f-5369-41ea-9ad1-0f8738569140)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:38.038376 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:35Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:38.067599 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643db5dd-ca68-4d65-9700-2fcb1936b4b5 None None] The sync data for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 is: [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:35Z', 'revision_number': 3, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:14:38.088842 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.124248 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621'] for port, after_create {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.151950 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Network cf2e862d-9141-4418-a178-d946b7267050 is already hosted by enough agents. {{(pid=115564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:38.153582 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5da99-8503-4baa-8330-b65ecf175252 None None] Pushing event updated for resources: {'Port': ['ID=ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:38.156749 n-d-822053-9 neutron-server[115564]: DEBUG neutron.scheduler.base_scheduler [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Resources bound (agent type, host, resource id): {{(pid=115564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:38.190896 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Received port after_create {{(pid=115564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:14:38.206511 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Pushing event updated for resources: {'Port': ['ID=bb7957d5-076d-47ae-8721-f6c031aa3ee2,revision_number=1']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:38.254263 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Attempting to bind port bb7957d5-076d-47ae-8721-f6c031aa3ee2 on host n-d-822053-9 for vnic_type normal with profile {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:14:38.254704 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Attempting to bind port bb7957d5-076d-47ae-8721-f6c031aa3ee2 by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:14:38.255136 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Attempting to bind port bb7957d5-076d-47ae-8721-f6c031aa3ee2 on network cf2e862d-9141-4418-a178-d946b7267050 {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:14:38.260700 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:14:38.261082 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Checking segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:14:38.261485 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.261909 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Bound using segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} {{(pid=115564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:14:38.262381 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.managers [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Bound port: bb7957d5-076d-47ae-8721-f6c031aa3ee2, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}}] {{(pid=115564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:14:38.263404 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.272178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.1 (cf2e862d-9141-4418-a178-d946b7267050/ca56d883-e9ae-4f33-8b16-c0d33cdac899/d9c12c37-befe-49fb-9638-00622a8ef46e) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:14:38.349904 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-65709259-386c-434c-9d3c-a770ce30132f None None] For port bb7957d5-076d-47ae-8721-f6c031aa3ee2, host n-d-822053-9, cleared binding levels {{(pid=115564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:14:38.356146 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-65709259-386c-434c-9d3c-a770ce30132f None None] For port bb7957d5-076d-47ae-8721-f6c031aa3ee2, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bb7957d5-076d-47ae-8721-f6c031aa3ee2,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:14:38.413742 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.428571 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.507507 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65709259-386c-434c-9d3c-a770ce30132f None None] Pushing event updated for resources: {'Port': ['ID=bb7957d5-076d-47ae-8721-f6c031aa3ee2,revision_number=2']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:38.516348 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:14:38.526048 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.568797 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network cf2e862d-9141-4418-a178-d946b7267050 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:38.570330 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:38.574699 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:14:38.589271 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:38.589773 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.626392 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:38.639584 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133752132'] for router_interface, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.651278 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:38.881181 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.171577 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.228068 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.309350 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:39.312745 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133805674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133752112'] for router_interface, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.409130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network cf2e862d-9141-4418-a178-d946b7267050 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:39.410647 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:39.532398 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c33042-6e71-4c46-9cc7-2c13fca26fc1 None None] Network cf2e862d-9141-4418-a178-d946b7267050 requested from n-d-822053-9 {{(pid=115564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 21 00:14:39.532913 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router c8335357-2c74-4f9f-92ff-c63d5dd5e66a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:14:39.645944 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:14:39.651107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-cef05316-3ef4-4d7e-b0c1-3343ebbc3906 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/c8335357-2c74-4f9f-92ff-c63d5dd5e66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4800644 Dec 21 00:14:39.775040 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] Provisioning complete for port bb7957d5-076d-47ae-8721-f6c031aa3ee2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:39.775414 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.812570 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-3048299d-801f-4d77-8f9a-170c09579a91 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869436856&fields=id&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 267 time: 0.0478559 Dec 21 00:14:39.884757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:39.934208 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] For port bb7957d5-076d-47ae-8721-f6c031aa3ee2, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=bb7957d5-076d-47ae-8721-f6c031aa3ee2,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:39.938106 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-2e6e2599-03dc-4192-b821-307b78a5f5d3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:39.939718 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-2e6e2599-03dc-4192-b821-307b78a5f5d3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 797 time: 0.1213665 Dec 21 00:14:39.957908 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-e694bf02-1d6f-4953-8470-6302728e1cdb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/quotas/8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 375 time: 0.0116754 Dec 21 00:14:40.018425 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-81c57051-1255-40ec-99af-d04bc79c2478 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547132 Dec 21 00:14:40.020395 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.054012 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.087544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c1769-4907-4709-8564-edacf5b101d7 None None] Pushing event updated for resources: {'Port': ['ID=bb7957d5-076d-47ae-8721-f6c031aa3ee2,revision_number=3']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:40.128906 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Sync routers for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:14:40.139356 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:40.139999 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:40.141837 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-37251ddd-1691-4895-bbb4-6caabeacb911 None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:40.142312 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37251ddd-1691-4895-bbb4-6caabeacb911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.182718 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-37251ddd-1691-4895-bbb4-6caabeacb911 None None] Port d9c12c37-befe-49fb-9638-00622a8ef46e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:40.191832 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-cffe80b9-799f-4855-bc32-0e34bf9d38b8 service neutron] 10.222.0.62 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589179 Dec 21 00:14:40.194976 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-37251ddd-1691-4895-bbb4-6caabeacb911 None None] Provisioning complete for port bb7957d5-076d-47ae-8721-f6c031aa3ee2 triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:40.195728 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-37251ddd-1691-4895-bbb4-6caabeacb911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.254890 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:40.298116 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-23e1c717-dd77-47eb-bcc1-e6017bc94f1b service neutron] 10.222.0.62 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052949 Dec 21 00:14:40.430193 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3e63e908-b9e0-49d9-b8d3-fc2b80c338f1 None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:40.430748 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3e63e908-b9e0-49d9-b8d3-fc2b80c338f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.498220 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3e63e908-b9e0-49d9-b8d3-fc2b80c338f1 None None] Port d9c12c37-befe-49fb-9638-00622a8ef46e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:40.549688 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device bb7957d5-076d-47ae-8721-f6c031aa3ee2 up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:14:40.580276 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.627166 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-998cedb4-c73b-46ae-ab17-0b22c0a01223 req-00f42812-d184-473a-9cee-cdd607f77a58 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0494280 Dec 21 00:14:40.631111 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port bb7957d5-076d-47ae-8721-f6c031aa3ee2 triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:40.631563 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.631695 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:39Z', 'revision_number': 2, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:40.668225 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Checking router: c8335357-2c74-4f9f-92ff-c63d5dd5e66a for host: n-d-822053-9 {{(pid=115565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:14:40.668576 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Updating router c8335357-2c74-4f9f-92ff-c63d5dd5e66a port d9c12c37-befe-49fb-9638-00622a8ef46e binding host n-d-822053-9 {{(pid=115565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 21 00:14:40.697131 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.748875 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-69eb8182-3b99-42ca-9eb8-a10cf8708dc2 None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:40.749287 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-69eb8182-3b99-42ca-9eb8-a10cf8708dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:40.784645 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-69eb8182-3b99-42ca-9eb8-a10cf8708dc2 None None] Port d9c12c37-befe-49fb-9638-00622a8ef46e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:40.962286 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks [] for port, precommit_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.045415 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.095607 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Pushing event updated for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=3']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:41.108184 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.108541 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.108880 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.109214 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.109558 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.109919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.110220 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.110654 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.110859 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.111178 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.111496 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.111816 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.112133 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:14:41.160271 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Attempting to bind port d9c12c37-befe-49fb-9638-00622a8ef46e on host n-d-822053-9 for vnic_type normal with profile {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:14:41.162665 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Attempting to bind port d9c12c37-befe-49fb-9638-00622a8ef46e by drivers openvswitch,hyperv on host n-d-822053-9 at level 0 using segments [{'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:14:41.162665 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Attempting to bind port d9c12c37-befe-49fb-9638-00622a8ef46e on network cf2e862d-9141-4418-a178-d946b7267050 {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:14:41.166284 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Checking agent: {'id': 'b6e251f2-6130-4abe-bf55-0826893da96d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 41, 40), 'started_at': datetime.datetime(2021, 12, 20, 22, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:14:41.166650 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Checking segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:14:41.167043 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.167455 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Bound using segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} {{(pid=115565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:14:41.167916 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.managers [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Bound port: d9c12c37-befe-49fb-9638-00622a8ef46e, host: n-d-822053-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}}] {{(pid=115565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:14:41.168321 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.237290 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] For port d9c12c37-befe-49fb-9638-00622a8ef46e, host n-d-822053-9, cleared binding levels {{(pid=115565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:14:41.240580 n-d-822053-9 neutron-server[115565]: DEBUG neutron.plugins.ml2.db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] For port d9c12c37-befe-49fb-9638-00622a8ef46e, host n-d-822053-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d9c12c37-befe-49fb-9638-00622a8ef46e,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:14:41.305857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-197c1d43-f3fc-4367-a8a6-810f8b85c4ce None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:41.306253 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-197c1d43-f3fc-4367-a8a6-810f8b85c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.326162 n-d-822053-9 neutron-server[115565]: DEBUG neutron_lib.callbacks.manager [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.343569 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-197c1d43-f3fc-4367-a8a6-810f8b85c4ce None None] Port d9c12c37-befe-49fb-9638-00622a8ef46e cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:41.384296 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:41.384919 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:41.386791 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a8aeb-7102-418e-8a86-067fdb90b93c None None] Pushing event updated for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=4']} {{(pid=115565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:41.496615 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_dvr_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:41.562930 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:41.563508 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.641858 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.688098 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] For port d9c12c37-befe-49fb-9638-00622a8ef46e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d9c12c37-befe-49fb-9638-00622a8ef46e,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:41.706976 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.l3_hamode_db [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:41.737001 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac58273-19a5-4b4b-beaa-22eb7c0326d8 None None] The sync data for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 is: [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:14:41.740962 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-da543f2b-eaa2-4d97-b20b-0ff515f3dbda req-18f47b54-c6a1-4753-81f5-0615ed956e67 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0317745 Dec 21 00:14:41.805656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:41.892714 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2897-b729-47c6-b82a-e6d6104d9b60 None None] Pushing event updated for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:42.501385 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d9c12c37-befe-49fb-9638-00622a8ef46e up at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:14:42.556857 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Provisioning complete for port d9c12c37-befe-49fb-9638-00622a8ef46e triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:42.557225 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:42.622993 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-f673b316-0709-4867-9f91-9e5ccef44418 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:42.624713 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-f673b316-0709-4867-9f91-9e5ccef44418 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 797 time: 0.1242688 Dec 21 00:14:42.695029 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-326871df-19e4-47f9-8202-23c143176134 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2f931b235747a48ecc15f3d58fc624 HTTP/1.1" status: 200 len: 379 time: 0.0606091 Dec 21 00:14:42.705056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'port': {'device_id': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'admin_state_up': True, 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'security_groups': ['9cf8f7ec-eaa8-4b59-8176-a58696af12d8']}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:42.850418 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-4c58b30a-212c-4cc2-9b8b-e488f131d298 req-9b2b0828-c627-4488-95c0-563385d88804 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Dec 21 00:14:42.893831 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Made reservation on behalf of 8c2f931b235747a48ecc15f3d58fc624 for: {'port': 1} {{(pid=115563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 00:14:42.897408 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.020100 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.db_base_plugin_common [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.20.0.6 (cf2e862d-9141-4418-a178-d946b7267050/ca56d883-e9ae-4f33-8b16-c0d33cdac899/a8b4118e-ce62-4532-ad0c-a5b71101702a) {{(pid=115563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:14:43.158019 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.234074 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_create {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.278834 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network cf2e862d-9141-4418-a178-d946b7267050 is already hosted by enough agents. {{(pid=115563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:43.281822 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.base_scheduler [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:43.285431 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:14:43.314620 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=1']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:43.343695 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:43.344328 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.411451 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-83a13bf5-e9f5-46aa-9ad7-cee0821fd934 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108338 Dec 21 00:14:43.425322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.v2.base [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Request body: {'port': {'device_id': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-9'}} {{(pid=115563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:43.481560 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.537484 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-3c623fac-4608-44f4-8a95-7d96e538959d None None] Provisioning complete for port a8b4118e-ce62-4532-ad0c-a5b71101702a triggered by entity DHCP. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:43.538221 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3c623fac-4608-44f4-8a95-7d96e538959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.575522 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-3c623fac-4608-44f4-8a95-7d96e538959d None None] Port a8b4118e-ce62-4532-ad0c-a5b71101702a cannot update to ACTIVE because it is not bound. {{(pid=115564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 21 00:14:43.741546 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b4118e-ce62-4532-ad0c-a5b71101702a {{(pid=115563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:14:43.749004 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.760622 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.provisioning_blocks [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Transition to ACTIVE for port object a8b4118e-ce62-4532-ad0c-a5b71101702a will not be triggered until provisioned by entity L2. {{(pid=115563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 00:14:43.845010 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:43.901787 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=2']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:43.982632 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Attempting to bind port a8b4118e-ce62-4532-ad0c-a5b71101702a on host n-h1-822053-9 for vnic_type normal with profile {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 00:14:43.983302 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f438-1bdc-4a4f-985f-ebe262af9e4c req-1ded6cf7-e89c-4201-b5bd-640b7fc9154d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:43.983806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Attempting to bind port a8b4118e-ce62-4532-ad0c-a5b71101702a by drivers openvswitch,hyperv on host n-h1-822053-9 at level 0 using segments [{'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 21 00:14:43.983806 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Attempting to bind port a8b4118e-ce62-4532-ad0c-a5b71101702a on network cf2e862d-9141-4418-a178-d946b7267050 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:14:43.985663 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bd8f438-1bdc-4a4f-985f-ebe262af9e4c req-1ded6cf7-e89c-4201-b5bd-640b7fc9154d tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0548959 Dec 21 00:14:43.988519 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Port a8b4118e-ce62-4532-ad0c-a5b71101702a on network cf2e862d-9141-4418-a178-d946b7267050 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-9 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 21 00:14:43.988900 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Attempting to bind port a8b4118e-ce62-4532-ad0c-a5b71101702a on network cf2e862d-9141-4418-a178-d946b7267050 {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 21 00:14:43.994160 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Checking agent: {'id': '5cf63891-df69-4181-b2af-98b9541f6e60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'started_at': datetime.datetime(2021, 12, 20, 22, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 21 00:14:43.994509 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Checking segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 21 00:14:43.994893 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Bound using segment: {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'} {{(pid=115563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 21 00:14:43.995323 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.managers [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Bound port: a8b4118e-ce62-4532-ad0c-a5b71101702a, host: n-h1-822053-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30c7f00-c6b9-4d2b-be32-21516335cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050'}}] {{(pid=115563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 21 00:14:43.995682 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:44.041972 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9bd8f438-1bdc-4a4f-985f-ebe262af9e4c req-a49d5402-8cae-4896-8b65-12e3dbe8611b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496619 Dec 21 00:14:44.065952 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, cleared binding levels {{(pid=115563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 00:14:44.069255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 00:14:44.136789 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130965627'] for port, after_update {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:44.178759 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.179427 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:44.180898 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 1091 time: 0.7600362 Dec 21 00:14:44.181306 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:14:44.183584 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cddf69-30f0-4b97-a24d-f87564c70992" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:14:44.206074 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b0291-7711-4db1-8579-09d7e46005d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=3']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:44.227615 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823fb76-1e08-4441-8a4a-84ae8574b7ad x-openstack-request-id: req-0823fb76-1e08-4441-8a4a-84ae8574b7ad {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:14:44.228010 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:14:44.228285 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0823fb76-1e08-4441-8a4a-84ae8574b7ad {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:14:44.228708 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'status': 'completed', 'code': 200} Dec 21 00:14:44.294238 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-52dd6a44-4fe5-43be-90d1-f7b1cebc1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.295925 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-52dd6a44-4fe5-43be-90d1-f7b1cebc1734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1094 time: 0.0434263 Dec 21 00:14:44.402573 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-bf8e6948-637a-450d-84c3-29dd1ce5fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.404247 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-bf8e6948-637a-450d-84c3-29dd1ce5fb53 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8c2f931b235747a48ecc15f3d58fc624&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000574 Dec 21 00:14:44.497084 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-3dd0bb79-1f63-47f8-a729-5b2b4b1555f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.498491 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-64cddf69-30f0-4b97-a24d-f87564c70992 req-3dd0bb79-1f63-47f8-a729-5b2b4b1555f6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877657 Dec 21 00:14:44.569857 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-c8d0006d-8e27-48d9-b8b0-afa01667e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.571323 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-c8d0006d-8e27-48d9-b8b0-afa01667e061 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1094 time: 0.0397718 Dec 21 00:14:44.617393 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-afb72918-c9fc-4405-993c-67146ff7033b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 217 time: 0.0383224 Dec 21 00:14:44.666589 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-e683f7a1-7936-4bc8-b44a-5a703104038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.668030 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-e683f7a1-7936-4bc8-b44a-5a703104038a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca56d883-e9ae-4f33-8b16-c0d33cdac899 HTTP/1.1" status: 200 len: 835 time: 0.0433543 Dec 21 00:14:44.714071 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-a6f6776a-cdbf-40ff-9c35-629d662fac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:44.715574 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-a6f6776a-cdbf-40ff-9c35-629d662fac74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf2e862d-9141-4418-a178-d946b7267050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406940 Dec 21 00:14:44.808826 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-c0dcb5cd-c26f-4067-a520-7dcf221fb8c7 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Dec 21 00:14:44.900304 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c87b4193-88ba-4cd7-93bb-6502143a85ab req-0ab8efc8-73a5-45a5-beb3-d495c345c14e service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Dec 21 00:14:45.158348 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb8c4-723e-4f6d-9869-0f8638217e7b req-394c1e93-e9da-4462-ac84-e66e7f71d0ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:45.159821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba6bb8c4-723e-4f6d-9869-0f8638217e7b req-394c1e93-e9da-4462-ac84-e66e7f71d0ee tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0485990 Dec 21 00:14:45.211939 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-ba6bb8c4-723e-4f6d-9869-0f8638217e7b req-0e41cd4c-0dfb-4854-bcde-ee710ef22631 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462587 Dec 21 00:14:46.329410 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd121c3-87e7-44fa-8cf4-64dee55422fb req-72f9c76d-6bc9-4e3f-b88d-421d8b069067 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:46.330907 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bd121c3-87e7-44fa-8cf4-64dee55422fb req-72f9c76d-6bc9-4e3f-b88d-421d8b069067 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0493190 Dec 21 00:14:46.385148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0bd121c3-87e7-44fa-8cf4-64dee55422fb req-b47e321a-1dde-4cf8-8881-efaac9df7826 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482409 Dec 21 00:14:47.506748 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ec60-75d3-4051-9dad-fc4e86ebf061 req-1f9864a8-1cdb-47c5-8b28-966098d11780 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:47.508364 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d18ec60-75d3-4051-9dad-fc4e86ebf061 req-1f9864a8-1cdb-47c5-8b28-966098d11780 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 943 time: 0.0523369 Dec 21 00:14:47.560871 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-0d18ec60-75d3-4051-9dad-fc4e86ebf061 req-282d623f-523c-4733-8610-87391c7444d4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Dec 21 00:14:47.613664 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a8b4118e-ce62-4532-ad0c-a5b71101702a details requested by agent hyperv_n-h1-822053-9 with host n-h1-822053-9 {{(pid=115564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 21 00:14:47.708350 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:47.719066 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Returning: {'device': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'port_id': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'mac_address': 'fa:16:3e:6b:7f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 21 00:14:47.756761 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:47.770432 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b4118e-ce62-4532-ad0c-a5b71101702a {{(pid=115564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 00:14:47.790579 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:47.870913 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:47.917974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=4']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:48.102173 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] get_ports_and_sgs() called for port_ids ['a8b4118e-ce62-4532-ad0c-a5b71101702a'] {{(pid=115564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 21 00:14:48.678809 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d539-f44d-4a1c-8fe6-fca2b86fa723 req-a9160f78-7c51-412c-b4e0-2ebd2b4f0b8b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:48.680231 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5226d539-f44d-4a1c-8fe6-fca2b86fa723 req-a9160f78-7c51-412c-b4e0-2ebd2b4f0b8b tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0520291 Dec 21 00:14:48.729394 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-5226d539-f44d-4a1c-8fe6-fca2b86fa723 req-028daafa-d66f-4357-b6d1-f1fb2e52e2f4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Dec 21 00:14:49.642363 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a8b4118e-ce62-4532-ad0c-a5b71101702a up at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 21 00:14:49.802409 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning for port a8b4118e-ce62-4532-ad0c-a5b71101702a completed by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 00:14:49.806344 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.provisioning_blocks [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Provisioning complete for port a8b4118e-ce62-4532-ad0c-a5b71101702a triggered by entity L2. {{(pid=115564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 00:14:49.806716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-955339'] for port, provisioning_complete {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:49.882874 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:49.906989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a'}] {{(pid=115564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:14:49.909167 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80add11fcbf86a49d48c40a7c6e63a88ff36ea92bf4b26ed186fe5982637820c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37664ed1-72f5-4639-8462-5eed7a425c43" -d '{"events": [{"server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a"}]}' {{(pid=115564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:14:49.910953 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f503b5-667e-4b9c-9f81-20d5e2d08247 req-b051ad3a-947d-4f56-998d-3f8688d6a810 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:49.912504 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f503b5-667e-4b9c-9f81-20d5e2d08247 req-b051ad3a-947d-4f56-998d-3f8688d6a810 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 944 time: 0.0503070 Dec 21 00:14:49.927403 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.db [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:14:49.952101 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3473a87-246b-4fbc-a609-9af9eeb527ac x-openstack-request-id: req-a3473a87-246b-4fbc-a609-9af9eeb527ac {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:14:49.952397 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a", "code": 200}]} {{(pid=115564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:14:49.952653 n-d-822053-9 neutron-server[115564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3473a87-246b-4fbc-a609-9af9eeb527ac {{(pid=115564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:14:49.953053 n-d-822053-9 neutron-server[115564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'code': 200} Dec 21 00:14:49.964148 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-69f503b5-667e-4b9c-9f81-20d5e2d08247 req-cd251c81-df3c-42d0-870e-3a3d2fc30a01 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445046 Dec 21 00:14:49.999328 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333'] for port, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:50.051980 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Pushing event updated for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=5']} {{(pid=115564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:50.052246 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2b6a7-5ecb-4c5b-ac06-21cec2aa8ef5 req-706b5be3-f460-4ad3-98e8-adc09ba7581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:50.053595 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0b2b6a7-5ecb-4c5b-ac06-21cec2aa8ef5 req-706b5be3-f460-4ad3-98e8-adc09ba7581f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0449677 Dec 21 00:14:50.100514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-f0b2b6a7-5ecb-4c5b-ac06-21cec2aa8ef5 req-2cd38ad2-0729-4f0b-b1de-bfb770ba5d2d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389516 Dec 21 00:14:50.885552 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:14:51.083178 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3027-a302-4927-8b60-f7a72fa9004a req-7e58cae6-7d51-43a0-9d74-048f5cd451c3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:51.084653 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f8e3027-a302-4927-8b60-f7a72fa9004a req-7e58cae6-7d51-43a0-9d74-048f5cd451c3 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Dec 21 00:14:51.140612 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-9f8e3027-a302-4927-8b60-f7a72fa9004a req-08f03173-3e6d-450d-bd18-b74611be8e25 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489714 Dec 21 00:14:52.257296 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cd395-3c6f-4434-8b61-c7922f6cc6e5 req-5067133c-e391-474f-ada7-71aad3677aca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:52.258872 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-491cd395-3c6f-4434-8b61-c7922f6cc6e5 req-5067133c-e391-474f-ada7-71aad3677aca tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0505521 Dec 21 00:14:52.307596 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-491cd395-3c6f-4434-8b61-c7922f6cc6e5 req-836ce6a1-5496-421a-9820-c1003a23ffab tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Dec 21 00:14:52.423757 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295bff5-5094-478d-9955-832bd745a470 req-f1670b99-5fa5-4526-a644-98e09b678861 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:52.425129 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f295bff5-5094-478d-9955-832bd745a470 req-f1670b99-5fa5-4526-a644-98e09b678861 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Dec 21 00:14:52.473892 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f295bff5-5094-478d-9955-832bd745a470 req-bbb45f97-25b6-4488-87f4-f8e4d776b4ec tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Dec 21 00:14:52.495471 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39548) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:52.538559 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367dfe1b-c56e-4c02-ba6a-dbc203655ed3 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:52.540296 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-367dfe1b-c56e-4c02-ba6a-dbc203655ed3 tempest-TestNetworkAdvancedServerOps-654335531 tempest-TestNetworkAdvancedServerOps-654335531-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1091 time: 0.0438900 Dec 21 00:14:52.543131 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39550) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:52.548140 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.v2.base [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Request body: {'floatingip': {'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'port_id': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 00:14:52.619632 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:52.713493 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:52.817079 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.db_base_plugin_common [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Allocated IP 172.25.1.180 (0d39571f-7f38-49e8-b9ba-51d41c45e4a0/344ade0a-c8d1-486c-acaa-d59c37c8f50e/00e48613-58ff-4b26-a0c0-0455837ab8ef) {{(pid=115562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 00:14:52.916854 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.004962 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787167291621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130208594'] for port, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.047532 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Network 0d39571f-7f38-49e8-b9ba-51d41c45e4a0 is already hosted by enough agents. {{(pid=115562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 00:14:53.050251 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.base_scheduler [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Resources bound (agent type, host, resource id): {{(pid=115562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 00:14:53.053655 n-d-822053-9 neutron-server[115562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Received port after_create {{(pid=115562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 00:14:53.058992 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=00e48613-58ff-4b26-a0c0-0455837ab8ef,revision_number=1']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:53.402804 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.527835 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-652038'] for port, before_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.677347 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for port, precommit_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.730007 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787167807299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787167291639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787167288333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130208601'] for port, after_update {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.800693 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event updated for resources: {'Port': ['ID=00e48613-58ff-4b26-a0c0-0455837ab8ef,revision_number=2']} {{(pid=115562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:14:53.810267 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133752029'] for floatingip, after_create {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:53.909058 n-d-822053-9 neutron-server[115562]: INFO neutron.db.l3_db [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP beb78990-e755-4619-9b54-91b1a52febb6 associated. External IP: 172.25.1.180, port: a8b4118e-ce62-4532-ad0c-a5b71101702a. Dec 21 00:14:54.117600 n-d-822053-9 neutron-server[115562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router c8335357-2c74-4f9f-92ff-c63d5dd5e66a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:14:54.223261 n-d-822053-9 neutron-server[115562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:14:54.233775 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Sync routers for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:14:54.243991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:54.244593 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:54.338063 n-d-822053-9 neutron-server[115562]: DEBUG neutron_lib.callbacks.manager [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:14:54.349748 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:54.365917 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-d115611d-5278-4b13-983e-7855e6ad591e tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8217196 Dec 21 00:14:54.366518 n-d-822053-9 neutron-server[115562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a'}] {{(pid=115562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:14:54.375500 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5586b686f3f784b689f88c7b2136915a4782221cec8a3f33af01b065175242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62dc1b-f365-450e-ad66-39e652f328c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a"}]}' {{(pid=115562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:14:54.406143 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717f0eb-9cde-4a84-813f-3cbc1fdd8126 x-openstack-request-id: req-0717f0eb-9cde-4a84-813f-3cbc1fdd8126 {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:14:54.406781 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a", "status": "completed", "code": 200}]} {{(pid=115562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:14:54.406781 n-d-822053-9 neutron-server[115562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0717f0eb-9cde-4a84-813f-3cbc1fdd8126 {{(pid=115562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:14:54.407079 n-d-822053-9 neutron-server[115562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'status': 'completed', 'code': 200} Dec 21 00:14:54.470580 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388ee5-6de3-436a-ba8b-f7a1f054438f req-04c33e51-48ee-4794-8030-ac25916c6da4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:54.472107 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0388ee5-6de3-436a-ba8b-f7a1f054438f req-04c33e51-48ee-4794-8030-ac25916c6da4 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Dec 21 00:14:54.477271 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-0a8dd1a9-1e5d-4fa4-9c0a-62ef695cdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:54.478905 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-0a8dd1a9-1e5d-4fa4-9c0a-62ef695cdb5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0474474 Dec 21 00:14:54.524795 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-f0388ee5-6de3-436a-ba8b-f7a1f054438f req-ba032256-d98a-44ac-bb17-eb649d0d77dd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452325 Dec 21 00:14:54.549684 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39556) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:54.579137 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-0cf9df7d-13de-44e9-896e-bcb89c0ef790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:54.580957 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-0cf9df7d-13de-44e9-896e-bcb89c0ef790 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 898 time: 0.0939207 Dec 21 00:14:54.592787 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beb78990-e755-4619-9b54-91b1a52febb6', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'port_id': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'mac_address': 'fa:16:3e:6b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:14:53Z', 'updated_at': '2021-12-21T00:14:53Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:54.616949 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-7ff31477-ff50-4665-88c5-ea7b11204dbd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/beb78990-e755-4619-9b54-91b1a52febb6 HTTP/1.1" status: 200 len: 991 time: 0.0649078 Dec 21 00:14:54.623989 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Checking router: c8335357-2c74-4f9f-92ff-c63d5dd5e66a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:14:54.631512 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:14:54.632054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:14:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:54.649466 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-59cc5af2-bff7-4d3a-9f47-bdee03005b94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 999 time: 0.0606024 Dec 21 00:14:54.698879 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-61903e03-ff3d-44dd-914a-781006b15b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:54.700541 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-61903e03-ff3d-44dd-914a-781006b15b60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca56d883-e9ae-4f33-8b16-c0d33cdac899 HTTP/1.1" status: 200 len: 835 time: 0.0433688 Dec 21 00:14:54.736359 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:14:54.749995 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-ee4ddfe8-6da9-4bae-a9f2-ee8833fc7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:54.752948 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-ee4ddfe8-6da9-4bae-a9f2-ee8833fc7c80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf2e862d-9141-4418-a178-d946b7267050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445132 Dec 21 00:14:54.899897 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-53bf1d7d-a322-43e0-bb77-918eb63d8b9c service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398368 Dec 21 00:14:54.995969 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-cf62dc1b-f365-450e-ad66-39e652f328c0 req-a37fdb83-0daf-4d3f-8180-c00d4daf9006 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Dec 21 00:14:55.024908 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beb78990-e755-4619-9b54-91b1a52febb6', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'port_id': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'mac_address': 'fa:16:3e:6b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:14:53Z', 'updated_at': '2021-12-21T00:14:53Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:14:55.054885 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7845f3-f09c-4ac8-acd5-61fd22874642 None None] The sync data for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 is: [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_floatingips': [{'id': 'beb78990-e755-4619-9b54-91b1a52febb6', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'router_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'port_id': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'mac_address': 'fa:16:3e:6b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T00:14:53Z', 'updated_at': '2021-12-21T00:14:53Z', 'revision_number': 0, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:14:55.246903 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e29aaa-911b-4aed-9567-853743a834fa None None] New status for floating IP beb78990-e755-4619-9b54-91b1a52febb6: ACTIVE {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:14:55.619643 n-d-822053-9 neutron-server[115562]: DEBUG neutron.wsgi [-] (115562) accepted ('10.222.0.62', 39558) {{(pid=115562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:14:55.679108 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [None req-b53106e2-d2b3-4dd4-81e6-a676cc629dfb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/beb78990-e755-4619-9b54-91b1a52febb6 HTTP/1.1" status: 200 len: 993 time: 0.0582941 Dec 21 00:14:56.755120 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-ec57c9e9-ca7a-4b52-9e79-a278d641541b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402539 Dec 21 00:14:56.827447 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108df0-8324-4286-9c72-1e79332510d1 req-535ca971-a592-42cf-85e8-dedb813c7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:56.828912 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-535ca971-a592-42cf-85e8-dedb813c7d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0407968 Dec 21 00:14:56.936765 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108df0-8324-4286-9c72-1e79332510d1 req-8deedec5-f1d8-41d7-91da-5dcd8209e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:56.938280 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-8deedec5-f1d8-41d7-91da-5dcd8209e39c service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 898 time: 0.0895789 Dec 21 00:14:57.003719 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-8c54d609-06f2-447f-a88f-a613289d28e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 1001 time: 0.0579298 Dec 21 00:14:57.056257 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108df0-8324-4286-9c72-1e79332510d1 req-3939f0c7-a3fc-4a53-906e-5e59001d07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:57.057666 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-3939f0c7-a3fc-4a53-906e-5e59001d07de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca56d883-e9ae-4f33-8b16-c0d33cdac899 HTTP/1.1" status: 200 len: 835 time: 0.0468371 Dec 21 00:14:57.102670 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108df0-8324-4286-9c72-1e79332510d1 req-8a51f6d7-6a77-4f74-b501-1defed2f74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:14:57.104103 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-8a51f6d7-6a77-4f74-b501-1defed2f74e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf2e862d-9141-4418-a178-d946b7267050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395713 Dec 21 00:14:57.192234 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-39f698d7-294a-4eb0-ada7-327e1fb8d30b service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806131 Dec 21 00:14:57.284926 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-71108df0-8324-4286-9c72-1e79332510d1 req-3d332a62-d13b-4746-86a3-6b0d49cda7c5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Dec 21 00:14:58.796642 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:03.895512 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:04.890014 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d3831b23-60ac-4087-8016-b1a016da0f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:07.741197 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-542f2779-120e-48cf-bccc-fc9341d25ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:08.626464 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:10.060883 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:10.523979 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:27.307014 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667d3c-bf0d-44b9-ad1b-8ce24a45843f req-19da1bf6-8968-46ea-9833-a3fc4e129a83 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:27.308483 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2667d3c-bf0d-44b9-ad1b-8ce24a45843f req-19da1bf6-8968-46ea-9833-a3fc4e129a83 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0525041 Dec 21 00:15:27.357960 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-b2667d3c-bf0d-44b9-ad1b-8ce24a45843f req-fc68ec0a-ec71-4e6c-89c3-ee5fcc953b8f tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Dec 21 00:15:27.885041 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:15:28.474049 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ea2a-7f79-4ccf-bed6-a04befca93f8 req-c2685009-1359-4690-a9ce-b25aabe4a7fd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:28.475611 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a33ea2a-7f79-4ccf-bed6-a04befca93f8 req-c2685009-1359-4690-a9ce-b25aabe4a7fd tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Dec 21 00:15:28.531578 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-8a33ea2a-7f79-4ccf-bed6-a04befca93f8 req-40e47170-37c7-4f85-96da-4b306af5a0c0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Dec 21 00:15:28.553272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39586) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:15:28.613220 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c0b97143-f6c1-4742-a7bf-b23a1f75f9c0 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/beb78990-e755-4619-9b54-91b1a52febb6 HTTP/1.1" status: 200 len: 993 time: 0.0587866 Dec 21 00:15:28.746107 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:29.977442 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fddb35-ca3a-4a42-b5a0-c42ce660a59a req-eccedf06-13d6-4402-bdd1-d807d78dc706 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:29.978982 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07fddb35-ca3a-4a42-b5a0-c42ce660a59a req-eccedf06-13d6-4402-bdd1-d807d78dc706 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Dec 21 00:15:30.033821 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-07fddb35-ca3a-4a42-b5a0-c42ce660a59a req-cb717afd-01d3-41e9-a6b7-9d4d7883e25c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474164 Dec 21 00:15:30.047528 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-bcd3ceb5-deb4-4faa-8044-87ccc153235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:30.049004 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-bcd3ceb5-deb4-4faa-8044-87ccc153235f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0455441 Dec 21 00:15:30.140344 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-d8fe528d-d95d-4fb1-a528-9d3b78ba898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:30.141797 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-d8fe528d-d95d-4fb1-a528-9d3b78ba898b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 898 time: 0.0851154 Dec 21 00:15:30.210438 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-6fbb1d37-5268-4738-b11a-e50c00dcac31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 1001 time: 0.0620799 Dec 21 00:15:30.259070 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-387a2be6-76ce-4bdb-a314-697fa1d98e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:30.260514 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-387a2be6-76ce-4bdb-a314-697fa1d98e01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca56d883-e9ae-4f33-8b16-c0d33cdac899 HTTP/1.1" status: 200 len: 835 time: 0.0429473 Dec 21 00:15:30.305814 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-1ee96b6b-ac7e-41a9-9dae-28587e898a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:30.307254 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-1ee96b6b-ac7e-41a9-9dae-28587e898a61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf2e862d-9141-4418-a178-d946b7267050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390434 Dec 21 00:15:30.398476 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-80884ee4-f157-40ba-b5bb-679eb1a03af3 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831752 Dec 21 00:15:30.489128 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-c6f07839-fee8-4466-a568-21a2f1106fe4 req-df935ceb-6e9e-4721-85f2-ea0bc2bd8f15 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811782 Dec 21 00:15:31.151663 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb5a67-fac5-4229-ae49-e2c4d293807d req-835e5004-eae4-48a4-9f94-9a0bebc6ee91 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:31.153751 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7adb5a67-fac5-4229-ae49-e2c4d293807d req-835e5004-eae4-48a4-9f94-9a0bebc6ee91 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Dec 21 00:15:31.203586 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-7adb5a67-fac5-4229-ae49-e2c4d293807d req-075f5c3d-0d6a-4556-adea-d1373371facb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Dec 21 00:15:32.318130 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bbccf-cf3c-464f-a1a4-e8787842a87e req-c9ddb467-3515-4d7b-9623-9750a81b9685 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:32.319597 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854bbccf-cf3c-464f-a1a4-e8787842a87e req-c9ddb467-3515-4d7b-9623-9750a81b9685 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Dec 21 00:15:32.368868 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-854bbccf-cf3c-464f-a1a4-e8787842a87e req-24271c0c-1c72-49e0-bd05-ff9efb3eae96 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Dec 21 00:15:32.390742 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39598) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:15:32.455850 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-36cfef08-d7ce-429d-9ecf-a4b948646b77 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/floatingips/beb78990-e755-4619-9b54-91b1a52febb6 HTTP/1.1" status: 200 len: 993 time: 0.0639341 Dec 21 00:15:32.668637 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39604) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:15:32.825310 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port 00e48613-58ff-4b26-a0c0-0455837ab8ef {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:15:32.825691 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:32.901986 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:32.902309 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:32.915056 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for 00e48613-58ff-4b26-a0c0-0455837ab8ef owned by network:floatingip {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:15:33.128736 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:33.157376 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=00e48613-58ff-4b26-a0c0-0455837ab8ef,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:15:33.181758 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.182111 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.182458 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.182796 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.183134 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.183466 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.183801 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.184773 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.185151 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.185755 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.186092 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.186420 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.186744 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-9 {{(pid=115563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 00:15:33.226301 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks [] for floatingip, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:33.226632 n-d-822053-9 neutron-server[115563]: INFO neutron.db.l3_db [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Floating IP beb78990-e755-4619-9b54-91b1a52febb6 disassociated (deleted). External IP: 172.25.1.180, port: a8b4118e-ce62-4532-ad0c-a5b71101702a. Dec 21 00:15:33.431430 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router c8335357-2c74-4f9f-92ff-c63d5dd5e66a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:15:33.536293 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:15:33.541123 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for floatingip, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:33.547622 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Sync routers for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:15:33.557304 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:15:33.557974 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:15:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:33.570272 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-23bbf5be-8c26-4ef0-8b12-0fc6f56a9e47 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "DELETE /v2.0/floatingips/beb78990-e755-4619-9b54-91b1a52febb6 HTTP/1.1" status: 204 len: 168 time: 0.8981514 Dec 21 00:15:33.570272 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:15:33.570793 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de312d11-5447-45b4-b5a3-d1c78afd23b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:15:33.611827 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Dec 2021 00:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fd8542-41a3-4291-858b-601e5cd90752 x-openstack-request-id: req-00fd8542-41a3-4291-858b-601e5cd90752 {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:15:33.612157 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:15:33.612366 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00fd8542-41a3-4291-858b-601e5cd90752 {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:15:33.612914 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'status': 'completed', 'code': 200} Dec 21 00:15:33.676350 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-8bec5b3d-3946-432c-9dee-d6fa51458c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:33.678113 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-8bec5b3d-3946-432c-9dee-d6fa51458c03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c2f931b235747a48ecc15f3d58fc624&device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0447912 Dec 21 00:15:33.782526 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-20816173-67d2-4fee-8f59-8444201d2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:33.784060 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-20816173-67d2-4fee-8f59-8444201d2136 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cf2e862d-9141-4418-a178-d946b7267050 HTTP/1.1" status: 200 len: 898 time: 0.0975623 Dec 21 00:15:33.827849 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-c01b3a09-9d72-4c5b-8538-cc98224837c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 200 len: 217 time: 0.0365779 Dec 21 00:15:33.832827 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:15:33.878826 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-82b8def6-6c4f-4ee0-9825-12de7284f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:33.880313 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-82b8def6-6c4f-4ee0-9825-12de7284f4ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca56d883-e9ae-4f33-8b16-c0d33cdac899 HTTP/1.1" status: 200 len: 835 time: 0.0452085 Dec 21 00:15:33.937322 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-ff9284ca-fe0a-49fc-9cb6-47c3907e39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:33.939251 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-ff9284ca-fe0a-49fc-9cb6-47c3907e39d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cf2e862d-9141-4418-a178-d946b7267050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523314 Dec 21 00:15:33.982474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:34.017221 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ff5e-7be4-4eb4-a22d-218aae677b45 req-18026552-4acd-4438-aed5-87c879bb41c5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:34.019021 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a664ff5e-7be4-4eb4-a22d-218aae677b45 req-18026552-4acd-4438-aed5-87c879bb41c5 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0569637 Dec 21 00:15:34.037821 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-9d313bb5-ea6a-4bc1-93cb-d94557dc05e6 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915768 Dec 21 00:15:34.058031 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:34.076625 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-a664ff5e-7be4-4eb4-a22d-218aae677b45 req-5554fdbe-6250-49af-8d1d-a59cb5675692 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512755 Dec 21 00:15:34.100288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Checking router: c8335357-2c74-4f9f-92ff-c63d5dd5e66a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:15:34.100288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:15:34.100288 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:15:08Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:34.137937 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-de312d11-5447-45b4-b5a3-d1c78afd23b1 req-8f504b31-5254-4b74-a3b0-963ab309cf17 service neutron] 10.222.0.59 "GET /v2.0/networks/cf2e862d-9141-4418-a178-d946b7267050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908506 Dec 21 00:15:34.204424 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:15:34.395747 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:34.422319 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff04c6d-7236-406e-ad42-1aec0d1bceb6 None None] The sync data for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 is: [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:14:38Z', 'revision_number': 4, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9', '_interfaces': [{'id': 'd9c12c37-befe-49fb-9638-00622a8ef46e', 'name': '', 'network_id': 'cf2e862d-9141-4418-a178-d946b7267050', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'mac_address': 'fa:16:3e:17:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:38Z', 'updated_at': '2021-12-21T00:14:41Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'subnets': [{'id': 'ca56d883-e9ae-4f33-8b16-c0d33cdac899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:15:34.631566 n-d-822053-9 neutron-server[115565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c082a16-ede7-464d-a1d7-48b421cdc7a4 None None] New status for floating IP beb78990-e755-4619-9b54-91b1a52febb6: DOWN {{(pid=115565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 21 00:15:34.938675 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0178c6c5-1b80-45d6-b9f1-b9ac385b97ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:35.195939 n-d-822053-9 neutron-server[115562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ff65b-e9de-4b7a-aafc-344eaf25ce18 req-0a07e365-81b8-4e5b-8612-8afd44a19f02 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:35.197390 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-536ff65b-e9de-4b7a-aafc-344eaf25ce18 req-0a07e365-81b8-4e5b-8612-8afd44a19f02 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Dec 21 00:15:35.244964 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-536ff65b-e9de-4b7a-aafc-344eaf25ce18 req-12b9eb9e-8daf-4404-b078-bf218c4013cb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/security-groups?id=9cf8f7ec-eaa8-4b59-8176-a58696af12d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Dec 21 00:15:35.602513 n-d-822053-9 neutron-server[115563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-593b2c37-fdc8-4843-ae52-9ae94b26d8cb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 00:15:35.603931 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-593b2c37-fdc8-4843-ae52-9ae94b26d8cb tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 945 time: 0.0485964 Dec 21 00:15:35.690255 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port a8b4118e-ce62-4532-ad0c-a5b71101702a {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:15:35.690599 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:35.780595 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port a8b4118e-ce62-4532-ad0c-a5b71101702a, host n-h1-822053-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-9',level=0,port_id=a8b4118e-ce62-4532-ad0c-a5b71101702a,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:15:35.780952 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:35.792410 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for a8b4118e-ce62-4532-ad0c-a5b71101702a owned by compute:nova {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:15:35.968643 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:36.000621 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=a8b4118e-ce62-4532-ad0c-a5b71101702a,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:15:36.040387 n-d-822053-9 neutron-server[115563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] No DVR routers for this DVR port a8b4118e-ce62-4532-ad0c-a5b71101702a on host n-h1-822053-9 {{(pid=115563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 00:15:36.043234 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124466'] for port, before_response {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:36.046686 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [req-9432a9ea-3213-4ae0-ac0f-73063ee4b96b req-3d838cab-5b2f-4c47-bf17-bdde90e74698 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.59 "DELETE /v2.0/ports/a8b4118e-ce62-4532-ad0c-a5b71101702a HTTP/1.1" status: 204 len: 173 time: 0.4365184 Dec 21 00:15:36.047152 n-d-822053-9 neutron-server[115563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'name': 'network-vif-deleted', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a'}] {{(pid=115563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 00:15:36.049437 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f40deacc33e002e3dd5bf9b09598fa2841a03a5520dc245951d71f6be12ab795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404655f2-c140-4be3-90c2-f00f0630c51e" -d '{"events": [{"server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "name": "network-vif-deleted", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a"}]}' {{(pid=115563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 21 00:15:36.087252 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Dec 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24247ef-ffb0-4055-ac2b-c82becc8f92c x-openstack-request-id: req-b24247ef-ffb0-4055-ac2b-c82becc8f92c {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 21 00:15:36.093209 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1f5857-2a22-4277-80e7-1d433c0dd7c2", "name": "network-vif-deleted", "tag": "a8b4118e-ce62-4532-ad0c-a5b71101702a", "status": "completed", "code": 200}]} {{(pid=115563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 21 00:15:36.093209 n-d-822053-9 neutron-server[115563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b24247ef-ffb0-4055-ac2b-c82becc8f92c {{(pid=115563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 21 00:15:36.093209 n-d-822053-9 neutron-server[115563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1f5857-2a22-4277-80e7-1d433c0dd7c2', 'name': 'network-vif-deleted', 'tag': 'a8b4118e-ce62-4532-ad0c-a5b71101702a', 'status': 'completed', 'code': 200} Dec 21 00:15:36.352880 n-d-822053-9 neutron-server[115562]: INFO neutron.wsgi [req-e59f2591-faa8-48c1-963b-573f5a818d20 req-cbea9362-3581-4a63-93c5-f23802e4927c tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd1f5857-2a22-4277-80e7-1d433c0dd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Dec 21 00:15:37.412840 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [-] (115563) accepted ('10.222.0.62', 39620) {{(pid=115563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 21 00:15:37.687646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-f8e80cc7-2430-4819-8e81-aa833d3463e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:37.771965 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133752285'] for router_interface, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:37.843991 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a8b4118e-ce62-4532-ad0c-a5b71101702a no longer exists at agent hyperv_n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:15:37.865277 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] No Port match for: a8b4118e-ce62-4532-ad0c-a5b71101702a {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:15:37.865626 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Device a8b4118e-ce62-4532-ad0c-a5b71101702a not bound to the agent host n-h1-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:15:38.378591 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Deleting port d9c12c37-befe-49fb-9638-00622a8ef46e {{(pid=115563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 21 00:15:38.378945 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787167865802'] for port, before_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:38.466361 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.db [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] For port d9c12c37-befe-49fb-9638-00622a8ef46e, host n-d-822053-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-9',level=0,port_id=d9c12c37-befe-49fb-9638-00622a8ef46e,segment=NetworkSegment(b30c7f00-c6b9-4d2b-be32-21516335cd59),segment_id=b30c7f00-c6b9-4d2b-be32-21516335cd59)] {{(pid=115563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 00:15:38.466951 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133754634'] for port, precommit_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:38.478228 n-d-822053-9 neutron-server[115563]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Calling delete_port for d9c12c37-befe-49fb-9638-00622a8ef46e owned by network:router_interface {{(pid=115563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 21 00:15:38.631403 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:38.756219 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-650699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133805636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787167807281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787167291630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130965616'] for port, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:38.786885 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Pushing event deleted for resources: {'Port': ['ID=d9c12c37-befe-49fb-9638-00622a8ef46e,revision_number=None']} {{(pid=115563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 00:15:38.961202 n-d-822053-9 neutron-server[115563]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133805651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133751629'] for router_interface, after_delete {{(pid=115563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:39.173371 n-d-822053-9 neutron-server[115563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Router c8335357-2c74-4f9f-92ff-c63d5dd5e66a has already been hosted by L3 agent c7525894-da5a-4781-ae27-35f9906ac4cc {{(pid=115563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 00:15:39.279008 n-d-822053-9 neutron-server[115563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] Notify agent at l3_agent.n-d-822053-9 the message routers_updated {{(pid=115563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 00:15:39.284083 n-d-822053-9 neutron-server[115563]: INFO neutron.wsgi [None req-c2f34a2f-63d9-45b3-b058-f14b0e907360 tempest-TestNetworkAdvancedServerOps-1425607140 tempest-TestNetworkAdvancedServerOps-1425607140-project] 10.222.0.62 "PUT /v2.0/routers/c8335357-2c74-4f9f-92ff-c63d5dd5e66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8701601 Dec 21 00:15:39.290316 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Sync routers for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 21 00:15:39.300442 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:15:39.301054 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:15:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:39.402544 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:15:39.572650 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:15:38Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:39.602179 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Checking router: c8335357-2c74-4f9f-92ff-c63d5dd5e66a for host: n-d-822053-9 {{(pid=115564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 21 00:15:39.610399 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Routers {'c8335357-2c74-4f9f-92ff-c63d5dd5e66a'} bound to L3 agent in host n-d-822053-9 {{(pid=115564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 00:15:39.610995 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T22:41:37Z,description=,heartbeat_timestamp=2021-12-21T00:15:38Z,host='n-d-822053-9',id=c7525894-da5a-4781-ae27-35f9906ac4cc,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T22:41:38Z,topic='l3_agent')) {'router_ids': ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'], 'active': True} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:39.712327 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_dvr_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] Set router c8335357-2c74-4f9f-92ff-c63d5dd5e66a gateway port host: n-d-822053-9 {{(pid=115564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 21 00:15:39.883706 n-d-822053-9 neutron-server[115564]: DEBUG neutron.db.l3_hamode_db [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:15:38Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}], 'n-d-822053-9', False) {} {{(pid=115564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 00:15:39.910365 n-d-822053-9 neutron-server[115564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298543-57f1-465f-ba58-1c1b6209e28f None None] The sync data for ids ['c8335357-2c74-4f9f-92ff-c63d5dd5e66a'] in n-d-822053-9 is: [{'id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587693793', 'tenant_id': '8c2f931b235747a48ecc15f3d58fc624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'external_fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T00:14:33Z', 'updated_at': '2021-12-21T00:15:38Z', 'revision_number': 5, 'project_id': '8c2f931b235747a48ecc15f3d58fc624', 'gw_port': {'id': 'ddb7dc61-5737-4ae6-a4b9-a7e8da2bb3ae', 'name': '', 'network_id': '0d39571f-7f38-49e8-b9ba-51d41c45e4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8335357-2c74-4f9f-92ff-c63d5dd5e66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T00:14:34Z', 'updated_at': '2021-12-21T00:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '344ade0a-c8d1-486c-acaa-d59c37c8f50e', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-9'}] {{(pid=115564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 21 00:15:40.035823 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:40.506666 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d9c12c37-befe-49fb-9638-00622a8ef46e no longer exists at agent ovs-agent-n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 21 00:15:40.527138 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:15:40.531367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.plugin [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] No Port match for: d9c12c37-befe-49fb-9638-00622a8ef46e {{(pid=115564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 21 00:15:40.531367 n-d-822053-9 neutron-server[115564]: DEBUG neutron.plugins.ml2.rpc [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Device d9c12c37-befe-49fb-9638-00622a8ef46e not bound to the agent host n-d-822053-9 {{(pid=115564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 21 00:15:44.878503 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-00ed6e30-af94-4630-b47e-f69d2f0af0e6 req-82553ce1-de08-49d3-997c-c130a4501430 service neutron] (115563) timed out ('10.222.0.62', 34992) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 00:15:58.779059 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:03.944096 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:04.884092 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:16:04.898746 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-47ac1b54-401d-4d81-ad47-4f02757aa5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:07.726906 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e54a0e05-ef9b-4e23-a632-4cf567b5deb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:08.624363 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:10.047192 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:10.555767 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:28.767397 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:33.960757 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:34.892630 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d57a-baf7-4af8-be40-f29252bf42bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:37.675137 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-fc5a6c94-092f-4390-a5dd-f3bf5af40b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:38.611976 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:40.035561 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:40.532072 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:16:41.883306 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:16:58.794415 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:03.926015 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:04.908831 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-0c4a132c-c288-4925-a7f0-df54a0f915f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:07.685806 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-cbec098c-cd14-472f-b714-1dc87bb8981b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:08.635076 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:10.051254 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:10.565646 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:18.882380 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:17:28.782555 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:33.959490 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:34.901068 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-30039b94-f7e5-4112-a3e7-99266b21f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:37.679532 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1149-b0f7-45b3-a9c2-88ec98dac231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:38.628474 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:40.061954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:40.513515 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:17:55.881108 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:17:58.786996 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:03.947422 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:04.884580 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-79f511ed-8c97-44ac-b1dc-df3a004a6550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:07.745827 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-20ad0459-ca81-40ed-8872-92143d56c0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:08.694348 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:10.044684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:10.552854 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:28.809922 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:32.881941 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:18:33.958541 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:34.901636 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-eeff38b1-4b6e-4fdc-b2bf-554d7215e8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:37.712511 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-7406db17-57b0-4548-b191-8dc130094a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:38.693325 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:40.078353 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:40.516216 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:18:58.846754 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:03.961280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:04.906313 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba702-61cf-4e1d-9d9e-ec62e1758832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:07.700340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3112-ee53-4822-b17b-8c407af4fc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:08.648932 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:09.880826 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:19:10.080771 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:10.512061 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:28.868731 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:33.967949 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:34.919708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-1b213269-7bde-45e7-863f-1e258a7b1774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:37.668478 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-244245c6-826c-4f2e-bfa8-8bae36230b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:38.645053 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:40.062684 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:40.547954 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:19:46.879786 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:19:58.882968 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:04.019493 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:04.908365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d8709ee7-6eee-44a3-9ef8-748fdc697200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:07.695994 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a80b8282-529b-4466-9f36-4fbcd77b3248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:08.649916 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:10.067064 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:10.699365 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:23.878069 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:20:28.904621 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:33.980289 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:34.927716 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a820b9fa-1577-452f-9bd5-78948c23d2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:37.728654 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-495f4a2a-df62-4f32-86bb-64ea22076874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:38.664662 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:40.064627 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:40.523200 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:20:58.951405 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:00.876659 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:21:03.979022 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:04.882246 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d3faae83-fcca-4796-9858-27b2d6640196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:07.681936 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-4457c1d3-2084-4c63-8137-e0e58e36cf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:08.664540 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:10.053502 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:10.550228 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:28.910290 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:34.029224 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:34.938034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-563f44c7-3dce-4952-87c9-b33dfa532172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:37.715376 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-749e198f-9fc4-476c-aafd-7728460fd12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:37.875354 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:21:38.698537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:40.103652 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:40.549235 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:21:58.932040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:03.988743 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:04.898136 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-01e59ec5-569b-41c4-ab17-4e2cad9d89d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:07.674729 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-9b945f9d-091f-4b45-a822-f43a78d634de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:08.663280 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:10.069340 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:10.514094 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:14.873376 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:22:28.942572 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:34.056214 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:34.948300 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-efab2777-f4c4-471f-af09-141f702ec3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:37.748157 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd21e-2635-427f-94f9-ae6c04877327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:38.678868 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:40.113845 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:40.553040 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:22:50.580566 n-d-822053-9 neutron-server[115563]: DEBUG neutron.wsgi [req-92f08b4a-8aa5-439e-80ab-e977e343a42d req-c3e332a8-922e-4153-b20c-ec7936b81518 service neutron] (115563) timed out ('10.222.0.45', 52873) {{(pid=115563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 21 00:22:51.873590 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:22:58.952537 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:04.043450 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:04.906089 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-74bfd6ca-2648-44e7-99db-04d5e2b7836f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:07.711881 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-bb59923f-cb20-480f-b9ac-e1b5ccfd7469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:08.672034 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:10.107656 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:10.541565 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:28.873039 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 21 00:23:29.570204 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:34.044485 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:34.922708 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-26e83200-db97-45cd-a33e-35f100508be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:37.716517 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d7754d31-14a9-4a8f-be26-64a81f163e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:38.676256 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-82fc0fc5-b797-4163-b413-d3686e6fa3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:40.089707 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-d0dea54b-cf4e-43ff-b121-f3325e5e9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:40.527454 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-e2baa8e8-b7b7-476d-8d33-3013281d83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:23:59.584326 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-6990ebcd-8dfe-41c7-a0cf-2b74ffc1d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:24:04.086676 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-3f8c14b4-fcac-4d5e-b2e9-afbcd11389a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:24:04.898176 n-d-822053-9 neutron-server[115564]: DEBUG neutron_lib.callbacks.manager [None req-a23afd73-ec77-4663-bf55-342cb64d68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787167872970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955258'] for agent, after_update {{(pid=115564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 21 00:24:05.871701 n-d-822053-9 neutron-server[115565]: DEBUG neutron.db.agents_db [None req-9602af73-a8e7-4bc5-b509-0404fa154ace None None] Agent healthcheck: found 7 active agents {{(pid=115565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}